-- Logs begin at Thu 2022-03-31 10:09:31 UTC, end at Thu 2022-03-31 16:33:45 UTC. -- Mar 31 15:15:16.308431 dv-neutron-833379-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 31 15:15:18.816942 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.common.config [-] Logging enabled! Mar 31 15:15:18.817756 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev94 Mar 31 15:15:18.817756 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103336) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 15:15:18.820914 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.common.config [-] Logging enabled! Mar 31 15:15:18.821168 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev94 Mar 31 15:15:18.821504 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103336) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 15:15:18.822468 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 15:15:18.822687 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 15:15:18.823040 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 15:15:18.823293 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 15:15:18.823518 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 15:15:18.823835 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.824132 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.824431 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.824661 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.824960 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.825280 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.825570 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.825864 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.826160 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.826446 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.826726 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.827010 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.827241 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.827523 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.827813 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.828102 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.828326 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] debug = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.828608 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.829038 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.829487 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.829766 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.830056 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.830335 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.830609 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.831413 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.831746 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.832077 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] host = dv-neutron-833379-2-hyperv {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.832353 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.832641 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.832932 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.833238 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.833518 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.833800 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.834086 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.834358 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.834629 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] log_file = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.834902 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.835191 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.835480 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.835769 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.835994 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.836215 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.836504 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.836866 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.837063 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.837365 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.837640 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.837914 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.838185 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.838453 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.838738 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.839023 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.839310 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.839583 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.839855 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.840124 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.840392 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.840677 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.840946 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.841243 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.841518 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.841805 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.842070 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.842342 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.842643 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.842928 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.843208 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.843496 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.843768 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.844051 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.844322 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.844596 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.844863 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] use_json = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.845134 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.845494 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.845778 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.846052 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.846325 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.846647 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.847504 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.847836 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.848160 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:18.848462 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.848765 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.849070 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.849437 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.849690 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.849973 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.850267 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.850549 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.850842 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.851134 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.851426 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.851710 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.852000 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.852282 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.852579 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.852890 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.853207 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.853508 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.853786 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.854062 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.854338 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.854619 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.854905 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.855200 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.855492 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.855768 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.856047 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.856340 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.856618 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.856889 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.857166 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.857480 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.857757 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.858030 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.858312 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.858586 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.858858 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.859130 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.859407 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.859699 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.859977 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.860250 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.860522 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.860797 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.861068 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.861374 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.861651 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.861924 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.862230 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.862513 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.862786 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.863064 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.863345 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.863623 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.863902 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.864177 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.864451 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.864726 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.865001 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.865303 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.865580 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.865853 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.866134 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.866407 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.866680 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.866952 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.867478 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.867751 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.868118 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.868421 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.868706 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.868988 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.869295 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.869581 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.869863 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.870141 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.870421 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.870701 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.870975 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.871268 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.871551 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.871839 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.872122 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.872401 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.872700 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.872976 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.873286 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.873573 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.873858 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.874142 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.874428 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.874725 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.875022 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.875319 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.875615 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.875907 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.876188 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.876499 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.876780 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:18.876998 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 15:15:18.877272 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103336) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 31 15:15:19.274350 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO keyring.backend [-] Loading KWallet Mar 31 15:15:19.281549 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO keyring.backend [-] Loading SecretService Mar 31 15:15:19.284989 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO keyring.backend [-] Loading Windows Mar 31 15:15:19.286334 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO keyring.backend [-] Loading chainer Mar 31 15:15:19.287122 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO keyring.backend [-] Loading macOS Mar 31 15:15:19.320723 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 31 15:15:19.320994 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=103336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 31 15:15:19.321319 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 31 15:15:19.321660 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 31 15:15:19.709445 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:19.709731 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:19.710013 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:19.711311 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:19.711588 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:19.711941 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:19.746894 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:19.747168 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:19.747432 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:19.760313 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:19.760592 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:19.760863 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:19.790982 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:19.791261 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:19.791533 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:19.827986 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:19.828552 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:19.828552 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.063236 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.063524 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.063793 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.064063 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.064807 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.184336 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.184658 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.184939 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.185235 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.185500 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.185814 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.186079 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.186340 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.186598 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.186882 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.187143 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.187408 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.187675 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.187932 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.188200 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.188473 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.188734 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.189006 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.189296 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.189582 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.189937 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.190191 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.191054 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.191346 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.191605 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.191854 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.192247 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:15:20.192495 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:15:20.192736 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:15:20.192974 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:15:20.193233 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:15:20.193475 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:15:20.193845 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 31 15:15:20.196915 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 31 15:15:20.200831 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 31 15:15:20.204540 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Mar 31 15:15:20.206905 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 31 15:15:20.208370 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 31 15:15:20.208717 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 31 15:15:20.209110 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 31 15:15:20.211926 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 31 15:15:20.212176 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 31 15:15:20.212526 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 15:15:20.240214 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 31 15:15:20.240667 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.240966 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103336) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 31 15:15:20.241358 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.243022 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103336) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 31 15:15:20.243261 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 15:15:20.243505 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 31 15:15:20.246644 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.246929 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:20.309536 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 31 15:15:20.309776 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 31 15:15:20.310015 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 31 15:15:20.310385 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 31 15:15:20.341505 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_db.sqlalchemy.engines [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103336) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 31 15:15:20.812232 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.plugins.ml2.managers [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Initializing driver for type 'gre' Mar 31 15:15:20.812762 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] gre ID ranges: [(1, 1000)] Mar 31 15:15:20.966490 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.plugins.ml2.managers [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Initializing driver for type 'local' Mar 31 15:15:20.967072 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.plugins.ml2.managers [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Initializing driver for type 'vlan' Mar 31 15:15:21.029399 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] VlanTypeDriver initialization complete Mar 31 15:15:21.029748 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.plugins.ml2.managers [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Initializing driver for type 'vxlan' Mar 31 15:15:21.030255 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] vxlan ID ranges: [(1, 1000)] Mar 31 15:15:21.189455 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.plugins.ml2.managers [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Initializing extension driver 'port_security' Mar 31 15:15:21.189900 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.plugins.ml2.extensions.port_security [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] PortSecurityExtensionDriver initialization complete Mar 31 15:15:21.190440 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.plugins.ml2.managers [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Initializing mechanism driver 'openvswitch' Mar 31 15:15:21.191057 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.plugins.ml2.managers [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Initializing mechanism driver 'hyperv' Mar 31 15:15:21.197575 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:15:21.198245 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > port after_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.198614 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > port after_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.198965 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > port after_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.199485 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103336) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 31 15:15:21.201953 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > subnet after_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.201953 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > subnet after_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.201953 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.201953 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103336) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 31 15:15:21.201953 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > network after_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.202388 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > network after_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.202388 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > network after_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.202546 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103336) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 31 15:15:21.202874 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > security_group after_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.203226 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > security_group after_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.203570 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.204103 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103336) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 31 15:15:21.204502 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.204849 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.205211 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.205595 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103336) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 31 15:15:21.206557 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > address_group after_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.207115 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > address_group after_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.207463 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.207852 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103336) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 31 15:15:21.208289 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] ML2 OVO RPC backend initialized. {{(pid=103336) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 31 15:15:21.208989 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.209373 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.209800 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > network before_response 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.210147 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > networks before_response 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.210496 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > port before_response 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.210835 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > ports before_response 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.211179 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > subnet before_response 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.211517 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > subnets before_response 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.211863 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > network after_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.212202 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > network after_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.212538 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > network after_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.212874 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > port after_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.213234 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > port after_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.213565 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > port after_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.213901 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > subnet after_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.214232 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > subnet after_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.214563 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.215127 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.plugins.ml2.plugin [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Modular L2 Plugin initialization complete Mar 31 15:15:21.215455 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading services supported by the core plugin {{(pid=103336) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 31 15:15:21.215779 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.plugins.ml2.managers [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Got port-security extension from driver 'port_security' Mar 31 15:15:21.216238 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.extensions.vlantransparent [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Disabled vlantransparent extension. Mar 31 15:15:21.216765 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103336) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 31 15:15:21.217032 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading Plugin: router Mar 31 15:15:21.260230 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.260623 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > router after_create 55549900 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.260989 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > router before_create 55549900 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.261385 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.261758 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.262110 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > router after_delete 55549900 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.262465 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.262865 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > router after_create 55549900 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.263216 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > router after_update 55549900 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.263566 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > router after_update 55549900 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.263914 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.264267 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > router after_update 55549900 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.264683 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > router precommit_update 55549900 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.265048 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: port after_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.265420 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: port after_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.265761 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: subnet after_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.266100 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.266445 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.266799 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > router precommit_create 55549900 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.267130 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: port before_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.267470 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > router precommit_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.267823 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > router after_update 55549900 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.268163 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.269136 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > router precommit_create 55549900 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.269750 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.270109 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > router precommit_update 55549900 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.270481 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > agent after_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.270836 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > agent after_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.271186 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > network after_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.272048 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.quota.resource_registry [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Tracking information for resource: router configured {{(pid=103336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:15:21.272377 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.quota.resource_registry [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Tracking information for resource: floatingip configured {{(pid=103336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:15:21.277347 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.db.l3_agentschedulers_db [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 31 15:15:21.277912 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: port after_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.278269 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: port after_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.278617 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: port after_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.278965 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: port after_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.279784 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > router before_create 55550100 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.280155 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.280516 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > router precommit_create 55550100 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.280870 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > router precommit_update 55550100 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.286168 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.services.provider_configuration [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Service providers = [] {{(pid=103336) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 31 15:15:21.286637 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.db.servicetype_db [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103336) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 31 15:15:21.289600 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.services.service_base [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103336) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 15:15:21.289951 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.services.service_base [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103336) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 15:15:21.290294 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.services.service_base [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103336) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 15:15:21.291171 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.services.service_base [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103336) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 15:15:21.291543 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.services.service_base [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 31 15:15:21.291931 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:15:21.292247 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 31 15:15:21.310080 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:15:21.310415 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading Plugin: auto_allocate Mar 31 15:15:21.316517 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: network precommit_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.316879 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: network precommit_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.317425 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:15:21.317747 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading Plugin: tag Mar 31 15:15:21.324190 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:15:21.324515 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading Plugin: timestamp Mar 31 15:15:21.328492 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:15:21.328813 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading Plugin: network_ip_availability Mar 31 15:15:21.334752 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.335122 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.335479 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.336193 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:15:21.336511 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading Plugin: flavors Mar 31 15:15:21.341110 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:15:21.341475 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading Plugin: revisions Mar 31 15:15:21.345661 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:15:21.346051 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_concurrency.lockutils [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.025s {{(pid=103336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 31 15:15:21.347544 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103336) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 31 15:15:21.347976 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Initializing extension manager. Mar 31 15:15:21.348489 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: __init__.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.348829 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: __pycache__ {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.349162 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.349517 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: address_group.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.350263 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.350821 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: address-group Mar 31 15:15:21.351143 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: address_scope.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.351844 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.352347 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: address-scope Mar 31 15:15:21.352671 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.360924 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.361468 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: router-admin-state-down-before-update Mar 31 15:15:21.361789 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: agent.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.362967 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.363478 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: agent Mar 31 15:15:21.363805 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: agent_resources_synced.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.364712 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.365231 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: agent-resources-synced Mar 31 15:15:21.365560 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: allowedaddresspairs.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.367590 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.368101 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: allowed-address-pairs Mar 31 15:15:21.368431 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: auto_allocated_topology.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.369535 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.370043 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: auto-allocated-topology Mar 31 15:15:21.370376 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: availability_zone.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.371059 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.371558 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: availability_zone Mar 31 15:15:21.371883 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: availability_zone_filter.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.372780 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.373308 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: availability_zone_filter Mar 31 15:15:21.373634 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: data_plane_status.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.374527 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.375024 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension data-plane-status not supported by any of loaded plugins Mar 31 15:15:21.375353 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: default_subnetpools.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.376250 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.376747 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: default-subnetpools Mar 31 15:15:21.377068 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.378001 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.378687 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: dhcp_agent_scheduler Mar 31 15:15:21.379018 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: dns.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.379923 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.380436 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension dns-integration not supported by any of loaded plugins Mar 31 15:15:21.380764 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: dns_domain_ports.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.384290 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.384786 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 31 15:15:21.385110 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: dvr.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.385800 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.386301 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: dvr Mar 31 15:15:21.386623 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: empty_string_filtering.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.387522 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.388022 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: empty-string-filtering Mar 31 15:15:21.388342 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.389270 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.389766 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 31 15:15:21.390085 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.390979 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.391476 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 31 15:15:21.391795 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: external_net.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.392688 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.393207 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: external-net Mar 31 15:15:21.394170 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.395266 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.395777 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: extra_dhcp_opt Mar 31 15:15:21.396100 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: extraroute.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.396994 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.397528 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: extraroute Mar 31 15:15:21.397849 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: extraroute_atomic.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.398858 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.399358 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: extraroute-atomic Mar 31 15:15:21.399679 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: filter_validation.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.400332 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.400829 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: filter-validation Mar 31 15:15:21.401147 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: fip_pf_description.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.402062 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.402555 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 31 15:15:21.402872 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: fip_port_details.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.403772 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.404271 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: fip-port-details Mar 31 15:15:21.404589 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: flavors.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.405843 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.406353 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: flavors Mar 31 15:15:21.406679 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.408317 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.408833 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 31 15:15:21.410175 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: floatingip_pools.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.415558 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.415558 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: floatingip-pools Mar 31 15:15:21.415558 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: ip_allocation.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.416008 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.416513 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension ip_allocation not supported by any of loaded plugins Mar 31 15:15:21.416840 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.417789 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.418294 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: ip-substring-filtering Mar 31 15:15:21.418619 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: l2_adjacency.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.419529 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.420026 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 31 15:15:21.420348 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: l3.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.421383 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.421889 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: router Mar 31 15:15:21.422213 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.424556 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.425513 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 31 15:15:21.425858 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.426775 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.427281 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: ext-gw-mode Mar 31 15:15:21.427613 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.428520 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.429023 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: l3-ha Mar 31 15:15:21.429377 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: l3_flavors.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.430284 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.430781 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: l3-flavors Mar 31 15:15:21.431103 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.432022 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.432523 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 31 15:15:21.432844 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: l3agentscheduler.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.433899 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.434405 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: l3_agent_scheduler Mar 31 15:15:21.434729 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: logging.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.436238 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.436755 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension logging not supported by any of loaded plugins Mar 31 15:15:21.437085 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: metering.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.437879 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.438452 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: metering Mar 31 15:15:21.438778 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.439889 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.440984 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: metering_source_and_destination_fields Mar 31 15:15:21.441533 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: multiprovidernet.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.442460 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.442965 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: multi-provider Mar 31 15:15:21.443287 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: netmtu.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.444193 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.444697 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: net-mtu Mar 31 15:15:21.445021 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: netmtu_writable.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.452841 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.453375 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: net-mtu-writable Mar 31 15:15:21.453701 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: network_availability_zone.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.454360 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.454866 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: network_availability_zone Mar 31 15:15:21.455185 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: network_ip_availability.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.457064 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.457639 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: network-ip-availability Mar 31 15:15:21.457969 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: network_segment_range.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.458730 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.459229 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension network-segment-range not supported by any of loaded plugins Mar 31 15:15:21.459551 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: pagination.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.460522 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.460848 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: pagination Mar 31 15:15:21.461163 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: port_device_profile.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.462096 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.462604 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: port-device-profile Mar 31 15:15:21.462927 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.463836 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.464340 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: port-mac-address-regenerate Mar 31 15:15:21.464658 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.465601 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.466107 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: port-numa-affinity-policy Mar 31 15:15:21.466427 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: port_resource_request.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.467369 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.467822 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension port-resource-request not supported by any of loaded plugins Mar 31 15:15:21.468144 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: portbindings.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.469065 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.469606 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: binding Mar 31 15:15:21.469929 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: portbindings_extended.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.471339 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.472162 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: binding-extended Mar 31 15:15:21.472567 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: portsecurity.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.473521 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.474032 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: port-security Mar 31 15:15:21.474474 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: project_id.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.475452 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.475781 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: project-id Mar 31 15:15:21.476102 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: providernet.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.477018 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.477552 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: provider Mar 31 15:15:21.477875 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: qos.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.482773 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.483308 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension qos not supported by any of loaded plugins Mar 31 15:15:21.483620 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.484843 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.485426 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 31 15:15:21.485722 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.486635 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.487172 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 31 15:15:21.487687 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: qos_default.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.488721 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.489259 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension qos-default not supported by any of loaded plugins Mar 31 15:15:21.489589 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: qos_fip.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.490237 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.490732 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension qos-fip not supported by any of loaded plugins Mar 31 15:15:21.491057 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: qos_gateway_ip.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.492223 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.492728 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 31 15:15:21.493051 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: qos_port_network_policy.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.493977 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.494478 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 31 15:15:21.494803 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: qos_rule_type_details.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.495711 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.496215 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 31 15:15:21.496540 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: qos_rules_alias.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.497600 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.498105 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 31 15:15:21.498429 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: quotasv2.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.499345 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.499670 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: quotas Mar 31 15:15:21.499988 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: quotasv2_detail.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.504994 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.505358 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: quota_details Mar 31 15:15:21.505684 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: rbac.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.506731 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.507281 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: rbac-policies Mar 31 15:15:21.507610 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: rbac_address_group.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.508532 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.509044 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: rbac-address-group Mar 31 15:15:21.509402 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: rbac_address_scope.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.510318 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.510824 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: rbac-address-scope Mar 31 15:15:21.511148 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: rbac_security_groups.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.512050 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.512552 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: rbac-security-groups Mar 31 15:15:21.512875 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: rbac_subnetpool.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.513829 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.514329 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: rbac-subnetpool Mar 31 15:15:21.514660 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: revisionifmatch.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.515571 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.516075 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: revision-if-match Mar 31 15:15:21.516400 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: revisions.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.517639 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.518148 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: standard-attr-revisions Mar 31 15:15:21.519115 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: router_availability_zone.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.520022 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.520498 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: router_availability_zone Mar 31 15:15:21.520827 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: routerservicetype.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.521766 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.522273 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension router-service-type not supported by any of loaded plugins Mar 31 15:15:21.522595 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.523503 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.524005 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: security-groups-normalized-cidr Mar 31 15:15:21.524325 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.532317 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.532825 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: port-security-groups-filtering Mar 31 15:15:21.533149 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.534228 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.535120 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: security-groups-remote-address-group Mar 31 15:15:21.535230 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: securitygroup.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.544682 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.545247 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: security-group Mar 31 15:15:21.545587 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: segment.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.546368 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.546879 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension segment not supported by any of loaded plugins Mar 31 15:15:21.547212 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.548151 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.548663 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 31 15:15:21.548989 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: servicetype.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.550357 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.550878 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: service-type Mar 31 15:15:21.551207 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: sorting.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.552181 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.552517 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: sorting Mar 31 15:15:21.552841 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: standard_attr_segment.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.553774 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.554286 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 31 15:15:21.554613 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: standardattrdescription.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.555253 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.555756 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: standard-attr-description Mar 31 15:15:21.556078 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: stateful_security_group.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.562251 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.562752 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: stateful-security-group Mar 31 15:15:21.563074 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: stdattrs_common.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.563651 dv-neutron-833379-2-hyperv neutron-server[103336]: WARNING neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 31 15:15:21.563969 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.564966 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.566190 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 31 15:15:21.566620 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: subnet_onboard.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.567703 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.568218 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: subnet_onboard Mar 31 15:15:21.568539 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.569494 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.570000 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 31 15:15:21.570325 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: subnet_service_types.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.571373 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.571739 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: subnet-service-types Mar 31 15:15:21.572060 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: subnetallocation.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.573127 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.573673 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: subnet_allocation Mar 31 15:15:21.574001 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.574664 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.575165 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: subnetpool-prefix-ops Mar 31 15:15:21.575484 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.576419 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.576923 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 31 15:15:21.577339 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: tagging.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.579091 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.579091 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: standard-attr-tag Mar 31 15:15:21.579361 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: timestamp.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.580310 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.580835 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loaded extension: standard-attr-timestamp Mar 31 15:15:21.581886 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: trunk.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.583089 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.583609 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension trunk not supported by any of loaded plugins Mar 31 15:15:21.583934 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: trunk_details.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.584852 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.585422 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension trunk-details not supported by any of loaded plugins Mar 31 15:15:21.585751 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: uplink_status_propagation.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.586661 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.587175 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 31 15:15:21.587501 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Loading extension file: vlantransparent.py {{(pid=103336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:15:21.588169 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:15:21.588675 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 31 15:15:21.591160 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.quota.resource_registry [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Creating instance of TrackedResource for resource:network Mar 31 15:15:21.591895 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.quota.resource_registry [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Creating instance of TrackedResource for resource:subnet Mar 31 15:15:21.592674 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.quota.resource_registry [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 15:15:21.593290 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.quota.resource_registry [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Creating instance of TrackedResource for resource:port Mar 31 15:15:21.594570 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.v2.resource_helper [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:15:21.595016 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.v2.resource_helper [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Service FLAVORS assigned prefix: {{(pid=103336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:15:21.595639 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.v2.resource_helper [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:15:21.596069 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.v2.resource_helper [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:15:21.596401 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.quota.resource_registry [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Creating instance of TrackedResource for resource:router Mar 31 15:15:21.597518 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.quota.resource_registry [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Creating instance of TrackedResource for resource:floatingip Mar 31 15:15:21.598232 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.v2.resource_helper [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Service METERING assigned prefix: /metering {{(pid=103336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:15:21.599666 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.600033 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.600392 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:15:21.602783 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.quota.resource_registry [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 15:15:21.603229 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.quota.resource_registry [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Creating instance of TrackedResource for resource:security_group Mar 31 15:15:21.603888 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.quota.resource_registry [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 15:15:21.604629 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.v2.resource_helper [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Service CORE assigned prefix: {{(pid=103336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:15:21.604962 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.quota.resource_registry [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 15:15:21.605338 dv-neutron-833379-2-hyperv neutron-server[103336]: WARNING neutron.quota.resource_registry [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] subnetpool is already registered Mar 31 15:15:21.605952 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.v2.resource_helper [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Service CORE assigned prefix: {{(pid=103336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:15:21.606279 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.quota.resource_registry [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 15:15:21.606618 dv-neutron-833379-2-hyperv neutron-server[103336]: WARNING neutron.quota.resource_registry [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] subnetpool is already registered Mar 31 15:15:21.718661 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.v2.resource_helper [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:15:21.719012 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.v2.resource_helper [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Service FLAVORS assigned prefix: {{(pid=103336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:15:21.719612 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.v2.resource_helper [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:15:21.720041 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.v2.resource_helper [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:15:21.720384 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.quota.resource_registry [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Creating instance of TrackedResource for resource:router Mar 31 15:15:21.720720 dv-neutron-833379-2-hyperv neutron-server[103336]: WARNING neutron.quota.resource_registry [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] router is already registered Mar 31 15:15:21.721400 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.quota.resource_registry [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Creating instance of TrackedResource for resource:floatingip Mar 31 15:15:21.721808 dv-neutron-833379-2-hyperv neutron-server[103336]: WARNING neutron.quota.resource_registry [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] floatingip is already registered Mar 31 15:15:21.722748 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.v2.resource_helper [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Service METERING assigned prefix: /metering {{(pid=103336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:15:21.723567 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.quota.resource_registry [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 15:15:21.723901 dv-neutron-833379-2-hyperv neutron-server[103336]: WARNING neutron.quota.resource_registry [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] rbac_policy is already registered Mar 31 15:15:21.724323 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.quota.resource_registry [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Creating instance of TrackedResource for resource:security_group Mar 31 15:15:21.724652 dv-neutron-833379-2-hyperv neutron-server[103336]: WARNING neutron.quota.resource_registry [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] security_group is already registered Mar 31 15:15:21.725263 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.quota.resource_registry [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 15:15:21.725595 dv-neutron-833379-2-hyperv neutron-server[103336]: WARNING neutron.quota.resource_registry [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] security_group_rule is already registered Mar 31 15:15:21.726254 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.v2.resource_helper [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Service CORE assigned prefix: {{(pid=103336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:15:21.726584 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.quota.resource_registry [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 15:15:21.726909 dv-neutron-833379-2-hyperv neutron-server[103336]: WARNING neutron.quota.resource_registry [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] subnetpool is already registered Mar 31 15:15:21.727510 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.v2.resource_helper [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Service CORE assigned prefix: {{(pid=103336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:15:21.727835 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.quota.resource_registry [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 15:15:21.728157 dv-neutron-833379-2-hyperv neutron-server[103336]: WARNING neutron.quota.resource_registry [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] subnetpool is already registered Mar 31 15:15:21.728809 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: extensions {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.730323 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: address-groups {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.731940 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: address-scopes {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.733161 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: agents {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.734338 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: auto-allocated-topology {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.735665 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: availability_zones {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.736872 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: dhcp-networks {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.738617 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: dhcp-agents {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.740050 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: routers {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.741876 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: flavors {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.743306 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: service_profiles {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.744497 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: next_providers {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.746057 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: service_profiles {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.747518 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: floatingip-pools {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.748717 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: routers {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.750524 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: floatingips {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.751713 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: l3-routers {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.753848 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: l3-agents {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.755419 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: metering-labels {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.756658 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: metering-label-rules {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.758027 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: network-ip-availabilities {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.759268 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: bindings {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.760901 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: quotas {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.762371 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: quotas {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.763776 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: rbac-policies {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.765055 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: security-groups {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.766282 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: security-group-rules {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.767488 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: service-providers {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.769098 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: subnetpools {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.770458 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: subnetpools {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.771890 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: tags {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.773673 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: tags {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.775363 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: tags {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.777167 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: tags {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.779946 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: tags {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.781793 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: tags {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.783481 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: tags {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.786307 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: tags {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.788047 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: tags {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.789932 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron.api.extensions [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Extended resource: tags {{(pid=103336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:15:21.795812 dv-neutron-833379-2-hyperv neutron-server[103336]: WARNING keystonemiddleware.auth_token [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 31 15:15:21.801333 dv-neutron-833379-2-hyperv neutron-server[103336]: WARNING keystonemiddleware.auth_token [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 31 15:15:21.809478 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_concurrency.lockutils [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Acquired lock "singleton_lock" {{(pid=103336) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 31 15:15:21.809951 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_concurrency.lockutils [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Releasing lock "singleton_lock" {{(pid=103336) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 31 15:15:21.810572 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO oslo_service.service [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Starting 2 workers Mar 31 15:15:21.815247 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Started child 103443 {{(pid=103336) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 31 15:15:21.819735 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Started child 103444 {{(pid=103336) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 31 15:15:21.820581 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:21.821393 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO neutron.service [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 31 15:15:21.821998 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Notify callbacks [] for process, before_spawn {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:21.822171 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [-] (103443) wsgi starting up on http://0.0.0.0:9696 Mar 31 15:15:21.824384 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO oslo_service.service [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Starting 1 workers Mar 31 15:15:21.824784 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:21.826238 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [-] (103444) wsgi starting up on http://0.0.0.0:9696 Mar 31 15:15:21.829395 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Started child 103445 {{(pid=103336) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 31 15:15:21.829897 dv-neutron-833379-2-hyperv neutron-server[103336]: INFO oslo_service.service [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Starting 1 workers Mar 31 15:15:21.833455 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.service [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] calling RpcWorker wait() {{(pid=103445) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 31 15:15:21.834028 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.service [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] returning from RpcWorker wait() {{(pid=103445) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 31 15:15:21.835019 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Started child 103446 {{(pid=103336) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 31 15:15:21.835242 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:21.835685 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:15:21.835792 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-00244b2a-51c3-4adc-b112-5930c778c0f8 None None] Notify callbacks [] for process, after_spawn {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:21.837548 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103336) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 31 15:15:21.837759 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 15:15:21.838105 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 15:15:21.838328 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 15:15:21.838671 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 15:15:21.838827 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 15:15:21.839499 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.839680 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:21.840143 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.840143 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.840303 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.840638 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:15:21.840808 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.841579 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.841858 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.842126 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.842421 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.842654 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.842818 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.843133 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.843397 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.843635 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.843932 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.844188 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.844426 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.844690 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.844858 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.845311 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.845576 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.845821 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.846094 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] debug = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.846334 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.847461 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.847873 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.848276 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.848545 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.848834 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.849074 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.849361 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.849597 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.849812 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.850059 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.850305 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.850551 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.850784 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.851017 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.851277 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.851510 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.851994 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] host = dv-neutron-833379-2-hyperv {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.852211 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.852423 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.852652 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.852904 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.853141 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.853395 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.853648 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.853911 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.854189 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.854409 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.854665 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.854886 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.855105 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.855352 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] log_file = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.855512 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] log_options = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.855753 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.856033 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.856285 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.856476 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.856636 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.856808 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.857051 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.857240 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.857488 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.857716 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.857926 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.858137 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.858368 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.858603 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.858946 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.859201 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.859443 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.860301 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.860905 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.861261 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.861461 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.861707 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.861968 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.862235 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.862519 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.862940 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.863367 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.863952 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.863952 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.864189 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.864336 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.864524 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.864771 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.865027 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.865290 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.865519 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.865733 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.865995 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.866748 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.866748 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.866748 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.867337 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.867442 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.867787 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.868253 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.868986 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] use_json = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.868986 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.869181 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.869441 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.869673 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.869885 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.870097 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.870304 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.870530 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.870978 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.871562 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.871843 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.873688 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.873968 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.874228 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.874506 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.874751 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.875369 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.875800 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.876141 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.877434 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.878104 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.878611 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.879013 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.879428 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.879918 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.880352 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.880785 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.881061 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.881326 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.881565 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.881825 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.882180 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.882457 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.882716 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.882981 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.883229 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.883488 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.883841 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.884075 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.884299 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.884543 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.884816 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.885059 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.885322 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.885549 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.885799 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.886036 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.886269 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.886493 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.886736 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.886993 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.887220 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.887456 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.887691 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.887931 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.888249 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.888508 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.888755 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.889002 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.889273 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.889524 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.889740 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.889959 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.890200 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.890454 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.890672 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.890882 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.891097 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.891332 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.891549 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.891908 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.892235 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.892519 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.892737 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.892959 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.893177 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.894131 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.894513 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.894872 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.895105 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.895332 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.895548 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.895774 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.895995 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.896214 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.896452 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.896670 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.896893 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.897111 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.897373 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.897591 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.897830 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.898071 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.898460 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.898785 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.899029 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.899312 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.899582 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.899835 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.900079 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.900341 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.900596 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.900838 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.901088 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.901381 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.901623 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.901871 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.902120 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.902358 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.902609 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.902862 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.903092 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.903328 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.903571 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.903800 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.904105 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.904340 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.904595 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.904858 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.905109 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.905407 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.905650 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.905926 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.906203 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.906433 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.906770 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.907045 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.907456 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.907800 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.908073 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.908673 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.908914 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.909824 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.910072 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.910331 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.910587 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.910890 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.911158 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.911403 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.911651 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.911887 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.912210 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.912625 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.913066 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.913327 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.913633 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.913863 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.914273 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.914551 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.914824 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.915092 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.915345 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.915598 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.915834 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.916069 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.916317 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.916530 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.916769 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.916985 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.917307 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.917559 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.917775 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.918025 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.918258 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.918575 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.918964 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.919208 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.919427 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.919660 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.919874 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.920097 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.920349 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.920575 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.920795 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.921030 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.921283 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.921540 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.921758 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.922022 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.922274 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.922520 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.922751 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.922994 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.923245 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.923479 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.923894 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.924122 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.924338 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.924610 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.925459 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.925694 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.925913 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.926150 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.926364 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.926799 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.927021 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.927383 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.927654 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.927892 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.928133 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.929030 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.929424 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.929789 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.930170 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.930397 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.930620 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.930918 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.931188 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.938976 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.939698 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.939952 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.940224 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.941211 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.941481 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.941796 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.942082 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.942319 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.942583 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.942813 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.943044 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.943269 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.943507 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.943731 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.943951 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.944167 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.944469 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.944831 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.945079 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.945376 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.945642 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.945977 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.946183 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.947404 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:15:21.953561 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.954587 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.954829 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.955084 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.955318 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.955550 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.955787 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.956228 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.956732 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.957047 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.957311 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.957614 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.957883 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.958167 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.958435 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.958790 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.959012 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.959266 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.959498 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.959742 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.960012 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.960300 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.960650 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.960967 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.961256 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.961521 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.961845 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.962117 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.962384 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.962625 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.962935 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.963264 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.963540 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.963817 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.964049 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.964516 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.964766 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.964985 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.965246 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.965493 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.965720 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.965979 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.966249 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.966498 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.967055 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.967141 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.967365 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.967602 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.968047 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.968437 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.968660 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.968882 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 15:15:21.969344 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103336) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 31 15:15:21.969686 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 15:15:21.970016 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 15:15:21.970359 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 15:15:21.970720 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 15:15:21.971028 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 15:15:21.971256 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.971423 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.971724 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.971977 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.972140 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.972325 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.972484 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.972648 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.972807 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.973114 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.973441 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.973603 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.973763 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.973925 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.974086 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.974246 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.974400 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.974560 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.974724 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.974886 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.975079 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.975201 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.975513 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] debug = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.975671 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.975875 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.976041 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.976206 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.976363 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.976518 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.976662 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.976817 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.976977 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.977135 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.977309 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.977449 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.977604 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.977743 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.977908 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.978097 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.978246 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.978381 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] host = dv-neutron-833379-2-hyperv {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.978530 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.978683 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.978819 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.978954 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.979088 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.979317 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.979524 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.979661 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.979752 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.979842 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.979981 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.980068 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 36288) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:15:21.980147 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.980291 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.980479 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] log_file = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.980632 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] log_options = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.980778 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.980923 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.981080 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.981260 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.981429 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.981581 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.981744 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.981896 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.982057 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.982223 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.982370 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.982525 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.982672 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.982830 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.982988 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.983146 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.983303 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.983461 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.983620 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.983778 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.983936 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.984094 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.984251 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.984409 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.984566 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.984723 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.984882 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.985044 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.985234 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.985448 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.985608 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.985752 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.985913 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.986064 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.986223 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.986385 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.986535 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.986697 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.986843 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.987004 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.987718 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.987903 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.988180 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.988460 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.988636 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.989273 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] use_json = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.989273 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.989402 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068638 Mar 31 15:15:21.989474 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.989474 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.989474 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.989670 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.989742 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.989978 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.989978 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.990196 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:15:21.990337 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.990493 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.990665 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.990827 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.990988 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.991148 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.991312 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.991469 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.991629 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.991790 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.992207 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.992377 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.992950 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.992950 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.992950 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.993184 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.993184 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.993349 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.993565 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.993659 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.994621 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.994795 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.995208 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.995534 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.995852 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.996019 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.996185 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.997124 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.997124 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.997124 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.997124 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.997124 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.997124 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.997842 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.997842 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.997842 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.997842 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.998178 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.998178 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.998178 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.998600 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.998600 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.998831 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.998831 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.999060 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.999181 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.999304 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.999425 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.999546 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.999708 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:21.999883 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.000046 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.000200 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.000364 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.000525 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.000685 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.000846 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.001007 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.001169 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.001351 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.001514 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.001687 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.001849 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.002009 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.002169 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.002335 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.002494 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.002656 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.003403 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.003575 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.003772 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.003899 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.004144 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.004243 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.004372 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.004533 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.004693 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.004855 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.005016 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.005177 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.005373 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.005533 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.005694 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.005854 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.006026 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.006199 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.006361 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.006522 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.006683 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.006845 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.007028 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.007187 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.007347 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.007507 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.007668 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.007829 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.007990 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.008154 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.008315 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.008568 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.008668 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.008783 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.008944 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.009102 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.009283 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.009446 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.010413 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.010581 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.010745 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.010907 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.011069 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.011241 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.011404 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.011567 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.011729 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.011897 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.012068 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.012230 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.012390 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.012551 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.012712 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.012874 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.013044 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.013249 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.013396 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.013558 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.013719 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.013887 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.014059 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.014208 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.014370 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.014529 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.014714 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.014875 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.015037 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.015199 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.015360 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.015520 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.015681 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.015840 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.016001 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.016161 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.016322 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.016484 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.016645 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.016806 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.016967 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.017127 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.017312 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.017476 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.017637 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.017798 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.017960 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.018121 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.018282 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.018565 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.018798 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.018922 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.019084 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.019246 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.019415 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.019605 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.019761 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.019924 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.020083 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.020244 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.020404 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.020567 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.020727 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.020890 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.021052 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.021258 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.021396 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.021557 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.021719 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.021880 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.022043 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.022203 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.022365 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.022526 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.022687 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.022849 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.023010 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.023171 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.023333 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.023493 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.023653 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.023833 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.023995 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.024157 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.024318 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.024478 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.024638 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.024799 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.024959 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.025119 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.025300 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.025465 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.025625 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.025787 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.025948 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.026108 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.026269 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.026436 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.026596 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.026752 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.026913 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.027074 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.027234 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.027395 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.027556 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.027715 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.027876 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.028038 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.028196 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.028358 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.028531 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.028693 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.028853 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.029014 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.029176 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.029391 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.029537 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.029698 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.029857 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.030017 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.030187 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.030348 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.030508 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.030669 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.030829 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.031000 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.031159 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.031313 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.031484 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.031644 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.031804 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.031965 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.032138 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.032300 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.032464 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.032626 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.032787 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.032949 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.033112 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.033357 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.033535 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.033704 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.033867 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.034083 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.034255 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.034446 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.034669 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.034873 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.035074 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.035238 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.035400 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.035561 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.035723 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.035885 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.036046 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.036207 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.036368 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.036528 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.036689 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.036849 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.037010 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.037171 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.037355 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.037517 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.037677 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.037838 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.037999 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.038161 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:15:22.038314 dv-neutron-833379-2-hyperv neutron-server[103336]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 15:15:32.974616 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89396649-62c5-4a33-9b96-79d0586a505a None None] get_active_networks_info from dv-neutron-833379-2-hyperv {{(pid=103445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 31 15:15:33.041791 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89396649-62c5-4a33-9b96-79d0586a505a None None] No non-hosted networks {{(pid=103445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 31 15:15:33.057041 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.agentschedulers_db [None req-89396649-62c5-4a33-9b96-79d0586a505a None None] DHCP Agent not found on host dv-neutron-833379-2-hyperv {{(pid=103445) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 31 15:15:33.120895 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d4e5f0ae-c216-4aa7-9208-2cee777e213d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455029'] for agent, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:35.140017 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-01f15234-c10c-4d7d-bce0-a3a36371d94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455029'] for agent, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:35.168622 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-50588269-5d55-402e-85ec-31022e71eaca None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-833379-2-hyperv {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:15:35.169498 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-50588269-5d55-402e-85ec-31022e71eaca None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:15:35.754752 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-50588269-5d55-402e-85ec-31022e71eaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:36.321595 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455029'] for agent, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:36.430169 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455029'] for agent, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:36.430831 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:36.431182 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:36.431527 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:36.431867 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:36.432203 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:36.432542 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:36.432899 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:36.433698 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:36.434274 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:36.437383 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:36.437982 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:36.439270 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:36.439819 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-833379-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:15:36.450011 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-833379-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:15:37.772154 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455029'] for agent, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:39.385056 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 36380) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:15:39.949776 dv-neutron-833379-2-hyperv neutron-server[103444]: WARNING oslo_policy.policy [None req-d8c6db04-c2c0-4f2b-bbff-272ff7a68e02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:15:39.950359 dv-neutron-833379-2-hyperv neutron-server[103444]: WARNING oslo_policy.policy [None req-d8c6db04-c2c0-4f2b-bbff-272ff7a68e02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:15:40.171047 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [None req-d8c6db04-c2c0-4f2b-bbff-272ff7a68e02 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:15:40.172123 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d8c6db04-c2c0-4f2b-bbff-272ff7a68e02 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7861683 Mar 31 15:15:42.239404 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.db.l3_hamode_db [None req-a7adc735-9cee-4c10-88c4-a06c73400326 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 31 15:15:42.328057 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7adc735-9cee-4c10-88c4-a06c73400326 None None] Routers set() bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:15:42.328462 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7adc735-9cee-4c10-88c4-a06c73400326 None None] Router IDs set() for agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 31 15:15:42.582629 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 36394) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:15:42.942061 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-0f3333e5-b357-4f45-96dc-814da8428f49 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:15:43.036126 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.policy [None req-0f3333e5-b357-4f45-96dc-814da8428f49 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103444) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 15:15:43.082141 dv-neutron-833379-2-hyperv neutron-server[103444]: WARNING oslo_policy.policy [None req-0f3333e5-b357-4f45-96dc-814da8428f49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:15:43.082542 dv-neutron-833379-2-hyperv neutron-server[103444]: WARNING oslo_policy.policy [None req-0f3333e5-b357-4f45-96dc-814da8428f49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:15:43.090774 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.quota [None req-0f3333e5-b357-4f45-96dc-814da8428f49 admin admin] Loaded quota_driver: . Mar 31 15:15:43.106137 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-0f3333e5-b357-4f45-96dc-814da8428f49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:15:43.223792 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f3333e5-b357-4f45-96dc-814da8428f49 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791090492159', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791090494496', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791090504105', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791090511133', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791090521989', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791090528094', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1578831', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1583993', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-568173', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-626351'] for rbac-policy, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:43.400596 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f3333e5-b357-4f45-96dc-814da8428f49 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:43.401841 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0f3333e5-b357-4f45-96dc-814da8428f49 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8182485 Mar 31 15:15:46.035885 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 36408) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:15:46.612962 dv-neutron-833379-2-hyperv neutron-server[103443]: WARNING oslo_policy.policy [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:15:46.613903 dv-neutron-833379-2-hyperv neutron-server[103443]: WARNING oslo_policy.policy [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:15:46.829480 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'b52eecf1666c4f23843df409f16b6282', 'name': 'private'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:15:46.831132 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.quota [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Loaded quota_driver: . Mar 31 15:15:46.846891 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:15:46.853879 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Usage tracker for resource:network and tenant:b52eecf1666c4f23843df409f16b6282 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:15:46.859368 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:15:46.866640 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:15:46.954847 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Made reservation on behalf of b52eecf1666c4f23843df409f16b6282 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:15:47.023183 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.policy [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103443) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 15:15:47.067929 dv-neutron-833379-2-hyperv neutron-server[103443]: WARNING oslo_policy.policy [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:15:47.068507 dv-neutron-833379-2-hyperv neutron-server[103443]: WARNING oslo_policy.policy [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:15:47.077915 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:47.099351 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:47.114868 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:15:47.118984 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Usage tracker for resource:security_group_rule and tenant:b52eecf1666c4f23843df409f16b6282 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:15:47.124369 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:15:47.130119 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:15:47.385960 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:47.451745 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:47.473207 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:15:47.498896 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791085555716', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:47.501661 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Unsubscribe: segment precommit_create {{(pid=103443) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 15:15:47.501661 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Added segment 4352a05a-130b-481b-8153-1121491c6c9e of type vlan for network 3bb0854c-329d-4c02-8ef4-93451330bf5c Mar 31 15:15:47.552413 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479f2c74-5abf-464c-b489-0d34d3f9c8bb,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:15:47.573674 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:47.574034 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:47.574370 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:47.574699 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:47.575025 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:47.575360 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:47.575681 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:47.575997 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:47.576311 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:47.576623 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:47.576936 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:47.577267 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:47.578532 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Tracked resource versions report: Mar 31 15:15:47.578532 dv-neutron-833379-2-hyperv neutron-server[103443]: pushed versions: Mar 31 15:15:47.578532 dv-neutron-833379-2-hyperv neutron-server[103443]: { 'AddressGroup': {'1.2'}, Mar 31 15:15:47.578532 dv-neutron-833379-2-hyperv neutron-server[103443]: 'ConntrackHelper': {'1.0'}, Mar 31 15:15:47.578532 dv-neutron-833379-2-hyperv neutron-server[103443]: 'Log': {'1.0'}, Mar 31 15:15:47.578532 dv-neutron-833379-2-hyperv neutron-server[103443]: 'Network': {'1.1'}, Mar 31 15:15:47.578532 dv-neutron-833379-2-hyperv neutron-server[103443]: 'Port': {'1.7'}, Mar 31 15:15:47.578532 dv-neutron-833379-2-hyperv neutron-server[103443]: 'PortForwarding': {'1.2'}, Mar 31 15:15:47.578532 dv-neutron-833379-2-hyperv neutron-server[103443]: 'QosPolicy': {'1.8'}, Mar 31 15:15:47.578532 dv-neutron-833379-2-hyperv neutron-server[103443]: 'SecurityGroup': {'1.4'}, Mar 31 15:15:47.578532 dv-neutron-833379-2-hyperv neutron-server[103443]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:15:47.578532 dv-neutron-833379-2-hyperv neutron-server[103443]: 'SubPort': {'1.0'}, Mar 31 15:15:47.578532 dv-neutron-833379-2-hyperv neutron-server[103443]: 'Subnet': {'1.1'}, Mar 31 15:15:47.578532 dv-neutron-833379-2-hyperv neutron-server[103443]: 'Trunk': {'1.1'}} Mar 31 15:15:47.578532 dv-neutron-833379-2-hyperv neutron-server[103443]: consumer versions: Mar 31 15:15:47.578532 dv-neutron-833379-2-hyperv neutron-server[103443]: { DHCP agent@dv-neutron-833379-2-hyperv: {}, Mar 31 15:15:47.578532 dv-neutron-833379-2-hyperv neutron-server[103443]: L3 agent@dv-neutron-833379-2-hyperv: {}, Mar 31 15:15:47.578532 dv-neutron-833379-2-hyperv neutron-server[103443]: Metadata agent@dv-neutron-833379-2-hyperv: {}, Mar 31 15:15:47.578532 dv-neutron-833379-2-hyperv neutron-server[103443]: Metering agent@dv-neutron-833379-2-hyperv: {}, Mar 31 15:15:47.578532 dv-neutron-833379-2-hyperv neutron-server[103443]: Open vSwitch agent@dv-neutron-833379-2-hyperv: { 'AddressGroup': '1.2', Mar 31 15:15:47.578532 dv-neutron-833379-2-hyperv neutron-server[103443]: 'ConntrackHelper': '1.0', Mar 31 15:15:47.578532 dv-neutron-833379-2-hyperv neutron-server[103443]: 'Log': '1.0', Mar 31 15:15:47.578532 dv-neutron-833379-2-hyperv neutron-server[103443]: 'Network': '1.1', Mar 31 15:15:47.578532 dv-neutron-833379-2-hyperv neutron-server[103443]: 'Port': '1.7', Mar 31 15:15:47.578532 dv-neutron-833379-2-hyperv neutron-server[103443]: 'PortForwarding': '1.2', Mar 31 15:15:47.578532 dv-neutron-833379-2-hyperv neutron-server[103443]: 'QosPolicy': '1.8', Mar 31 15:15:47.578532 dv-neutron-833379-2-hyperv neutron-server[103443]: 'SecurityGroup': '1.4', Mar 31 15:15:47.578532 dv-neutron-833379-2-hyperv neutron-server[103443]: 'SecurityGroupRule': '1.2', Mar 31 15:15:47.578532 dv-neutron-833379-2-hyperv neutron-server[103443]: 'SubPort': '1.0', Mar 31 15:15:47.578532 dv-neutron-833379-2-hyperv neutron-server[103443]: 'Subnet': '1.1', Mar 31 15:15:47.578532 dv-neutron-833379-2-hyperv neutron-server[103443]: 'Trunk': '1.1'}} Mar 31 15:15:47.578532 dv-neutron-833379-2-hyperv neutron-server[103443]: {{(pid=103443) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:15:47.612264 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:47.703646 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:47.704757 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:15:47.705426 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:47.811124 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] Pushing event updated for resources: {'Network': ['ID=3bb0854c-329d-4c02-8ef4-93451330bf5c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:15:47.823132 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 3bb0854c-329d-4c02-8ef4-93451330bf5c details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:15:47.852912 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6a140f0a-720a-45c4-b5bb-3984670f1fa3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.8148592 Mar 31 15:15:50.557280 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 36430) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:15:50.999573 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b3b930-3eda-4605-8cf1-0e7add29e1ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:15:51.000926 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d0b3b930-3eda-4605-8cf1-0e7add29e1ea admin admin] 10.222.0.31 "GET /v2.0/networks/3bb0854c-329d-4c02-8ef4-93451330bf5c HTTP/1.1" status: 200 len: 825 time: 0.4426599 Mar 31 15:15:51.031041 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-556c7495-2e12-4039-b80a-de962caf0142 admin admin] 10.222.0.31 "GET /v2.0/subnetpools/edd42704-2b15-469a-b8bc-f1754b060ead HTTP/1.1" status: 200 len: 734 time: 0.0242224 Mar 31 15:15:51.039949 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-971d92cf-15bf-4604-a46e-0ebf3796d2dd admin admin] Request body: {'subnet': {'tenant_id': 'b52eecf1666c4f23843df409f16b6282', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'edd42704-2b15-469a-b8bc-f1754b060ead', 'network_id': '3bb0854c-329d-4c02-8ef4-93451330bf5c', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:15:51.044239 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-971d92cf-15bf-4604-a46e-0ebf3796d2dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:15:51.047955 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-971d92cf-15bf-4604-a46e-0ebf3796d2dd admin admin] Usage tracker for resource:subnet and tenant:b52eecf1666c4f23843df409f16b6282 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:15:51.050868 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-971d92cf-15bf-4604-a46e-0ebf3796d2dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:15:51.056815 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-971d92cf-15bf-4604-a46e-0ebf3796d2dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:15:51.131544 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971d92cf-15bf-4604-a46e-0ebf3796d2dd admin admin] Made reservation on behalf of b52eecf1666c4f23843df409f16b6282 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:15:51.133747 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-971d92cf-15bf-4604-a46e-0ebf3796d2dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:51.463923 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-971d92cf-15bf-4604-a46e-0ebf3796d2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:51.559348 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971d92cf-15bf-4604-a46e-0ebf3796d2dd admin admin] Checking segment: {'id': '4352a05a-130b-481b-8153-1121491c6c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3bb0854c-329d-4c02-8ef4-93451330bf5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:15:51.560034 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971d92cf-15bf-4604-a46e-0ebf3796d2dd admin admin] Network hostable DHCP agents. Network: 3bb0854c-329d-4c02-8ef4-93451330bf5c, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:15:51.564909 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d92cf-15bf-4604-a46e-0ebf3796d2dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=97256cb2-01ec-43ea-82a9-b8db082a1062,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:15:51.629130 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971d92cf-15bf-4604-a46e-0ebf3796d2dd admin admin] Network 3bb0854c-329d-4c02-8ef4-93451330bf5c is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:15:51.697646 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-971d92cf-15bf-4604-a46e-0ebf3796d2dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 3bb0854c-329d-4c02-8ef4-93451330bf5c) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:15:51.703327 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971d92cf-15bf-4604-a46e-0ebf3796d2dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:15:51.705325 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-971d92cf-15bf-4604-a46e-0ebf3796d2dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:51.708680 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b548666-80fd-417e-9a2a-286935a2ed4b None None] Network 3bb0854c-329d-4c02-8ef4-93451330bf5c requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:15:51.776909 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-971d92cf-15bf-4604-a46e-0ebf3796d2dd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7401142 Mar 31 15:15:52.014513 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-3bb0854c-329d-4c02-8ef4-93451330bf5c', 'network_id': '3bb0854c-329d-4c02-8ef4-93451330bf5c', 'tenant_id': 'b52eecf1666c4f23843df409f16b6282', 'fixed_ips': [{'subnet_id': '97256cb2-01ec-43ea-82a9-b8db082a1062'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:15:52.015726 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:52.212398 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Allocated IP 172.20.0.2 (3bb0854c-329d-4c02-8ef4-93451330bf5c/97256cb2-01ec-43ea-82a9-b8db082a1062/8fcc3416-26e8-4620-af4d-e030cd898398) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:15:52.439772 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:52.452683 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Transition to ACTIVE for port object 8fcc3416-26e8-4620-af4d-e030cd898398 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:15:52.471605 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Transition to ACTIVE for port object 8fcc3416-26e8-4620-af4d-e030cd898398 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:15:52.532887 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:52.593440 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Network 3bb0854c-329d-4c02-8ef4-93451330bf5c is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:15:52.601395 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:15:52.608828 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:15:52.611149 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Pushing event updated for resources: {'Port': ['ID=8fcc3416-26e8-4620-af4d-e030cd898398,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:15:52.647657 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:52.648015 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:52.648356 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:52.648702 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:52.649010 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:52.649382 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:52.649727 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:52.650051 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:52.650396 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:52.650718 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:52.651035 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:52.651350 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:15:52.652645 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Tracked resource versions report: Mar 31 15:15:52.652645 dv-neutron-833379-2-hyperv neutron-server[103445]: pushed versions: Mar 31 15:15:52.652645 dv-neutron-833379-2-hyperv neutron-server[103445]: { 'AddressGroup': {'1.2'}, Mar 31 15:15:52.652645 dv-neutron-833379-2-hyperv neutron-server[103445]: 'ConntrackHelper': {'1.0'}, Mar 31 15:15:52.652645 dv-neutron-833379-2-hyperv neutron-server[103445]: 'Log': {'1.0'}, Mar 31 15:15:52.652645 dv-neutron-833379-2-hyperv neutron-server[103445]: 'Network': {'1.1'}, Mar 31 15:15:52.652645 dv-neutron-833379-2-hyperv neutron-server[103445]: 'Port': {'1.7'}, Mar 31 15:15:52.652645 dv-neutron-833379-2-hyperv neutron-server[103445]: 'PortForwarding': {'1.2'}, Mar 31 15:15:52.652645 dv-neutron-833379-2-hyperv neutron-server[103445]: 'QosPolicy': {'1.8'}, Mar 31 15:15:52.652645 dv-neutron-833379-2-hyperv neutron-server[103445]: 'SecurityGroup': {'1.4'}, Mar 31 15:15:52.652645 dv-neutron-833379-2-hyperv neutron-server[103445]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:15:52.652645 dv-neutron-833379-2-hyperv neutron-server[103445]: 'SubPort': {'1.0'}, Mar 31 15:15:52.652645 dv-neutron-833379-2-hyperv neutron-server[103445]: 'Subnet': {'1.1'}, Mar 31 15:15:52.652645 dv-neutron-833379-2-hyperv neutron-server[103445]: 'Trunk': {'1.1'}} Mar 31 15:15:52.652645 dv-neutron-833379-2-hyperv neutron-server[103445]: consumer versions: Mar 31 15:15:52.652645 dv-neutron-833379-2-hyperv neutron-server[103445]: { DHCP agent@dv-neutron-833379-2-hyperv: {}, Mar 31 15:15:52.652645 dv-neutron-833379-2-hyperv neutron-server[103445]: L3 agent@dv-neutron-833379-2-hyperv: {}, Mar 31 15:15:52.652645 dv-neutron-833379-2-hyperv neutron-server[103445]: Metadata agent@dv-neutron-833379-2-hyperv: {}, Mar 31 15:15:52.652645 dv-neutron-833379-2-hyperv neutron-server[103445]: Metering agent@dv-neutron-833379-2-hyperv: {}, Mar 31 15:15:52.652645 dv-neutron-833379-2-hyperv neutron-server[103445]: Open vSwitch agent@dv-neutron-833379-2-hyperv: { 'AddressGroup': '1.2', Mar 31 15:15:52.652645 dv-neutron-833379-2-hyperv neutron-server[103445]: 'ConntrackHelper': '1.0', Mar 31 15:15:52.652645 dv-neutron-833379-2-hyperv neutron-server[103445]: 'Log': '1.0', Mar 31 15:15:52.652645 dv-neutron-833379-2-hyperv neutron-server[103445]: 'Network': '1.1', Mar 31 15:15:52.652645 dv-neutron-833379-2-hyperv neutron-server[103445]: 'Port': '1.7', Mar 31 15:15:52.652645 dv-neutron-833379-2-hyperv neutron-server[103445]: 'PortForwarding': '1.2', Mar 31 15:15:52.652645 dv-neutron-833379-2-hyperv neutron-server[103445]: 'QosPolicy': '1.8', Mar 31 15:15:52.652645 dv-neutron-833379-2-hyperv neutron-server[103445]: 'SecurityGroup': '1.4', Mar 31 15:15:52.652645 dv-neutron-833379-2-hyperv neutron-server[103445]: 'SecurityGroupRule': '1.2', Mar 31 15:15:52.652645 dv-neutron-833379-2-hyperv neutron-server[103445]: 'SubPort': '1.0', Mar 31 15:15:52.652645 dv-neutron-833379-2-hyperv neutron-server[103445]: 'Subnet': '1.1', Mar 31 15:15:52.652645 dv-neutron-833379-2-hyperv neutron-server[103445]: 'Trunk': '1.1'}} Mar 31 15:15:52.652645 dv-neutron-833379-2-hyperv neutron-server[103445]: {{(pid=103445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:15:52.712917 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Attempting to bind port 8fcc3416-26e8-4620-af4d-e030cd898398 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:15:52.713613 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Attempting to bind port 8fcc3416-26e8-4620-af4d-e030cd898398 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '4352a05a-130b-481b-8153-1121491c6c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3bb0854c-329d-4c02-8ef4-93451330bf5c'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:15:52.713736 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Attempting to bind port 8fcc3416-26e8-4620-af4d-e030cd898398 on network 3bb0854c-329d-4c02-8ef4-93451330bf5c {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:15:52.718846 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:15:52.719249 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Checking segment: {'id': '4352a05a-130b-481b-8153-1121491c6c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3bb0854c-329d-4c02-8ef4-93451330bf5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:15:52.719713 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:52.720095 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Bound using segment: {'id': '4352a05a-130b-481b-8153-1121491c6c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3bb0854c-329d-4c02-8ef4-93451330bf5c'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:15:52.720560 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Bound port: 8fcc3416-26e8-4620-af4d-e030cd898398, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4352a05a-130b-481b-8153-1121491c6c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3bb0854c-329d-4c02-8ef4-93451330bf5c'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:15:52.720941 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:52.816112 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] For port 8fcc3416-26e8-4620-af4d-e030cd898398, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:15:52.820348 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] For port 8fcc3416-26e8-4620-af4d-e030cd898398, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=8fcc3416-26e8-4620-af4d-e030cd898398,segment=NetworkSegment(4352a05a-130b-481b-8153-1121491c6c9e),segment_id=4352a05a-130b-481b-8153-1121491c6c9e)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:15:52.870032 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:52.955354 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b643986-866c-40ec-b83c-d959d0b5cdd7 None None] Pushing event updated for resources: {'Port': ['ID=8fcc3416-26e8-4620-af4d-e030cd898398,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:15:54.208868 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 36440) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:15:54.601852 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [None req-6d502012-5c71-43fe-8a54-d00a1d74bd35 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:15:54.603377 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6d502012-5c71-43fe-8a54-d00a1d74bd35 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3929667 Mar 31 15:15:56.095341 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 8fcc3416-26e8-4620-af4d-e030cd898398 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:15:56.235275 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 8fcc3416-26e8-4620-af4d-e030cd898398 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:15:56.839992 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92590cf9-afab-4027-bb34-291881073e0c None None] Network 3bb0854c-329d-4c02-8ef4-93451330bf5c requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:15:57.007863 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-88230aec-da1a-4623-93df-6e11653d8b14 None None] Provisioning for port 8fcc3416-26e8-4620-af4d-e030cd898398 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:15:57.018763 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-88230aec-da1a-4623-93df-6e11653d8b14 None None] Provisioning complete for port 8fcc3416-26e8-4620-af4d-e030cd898398 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:15:57.019162 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-88230aec-da1a-4623-93df-6e11653d8b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:57.091306 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 36454) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:15:57.218691 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-88230aec-da1a-4623-93df-6e11653d8b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:57.257514 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-88230aec-da1a-4623-93df-6e11653d8b14 None None] For port 8fcc3416-26e8-4620-af4d-e030cd898398, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=8fcc3416-26e8-4620-af4d-e030cd898398,segment=NetworkSegment(4352a05a-130b-481b-8153-1121491c6c9e),segment_id=4352a05a-130b-481b-8153-1121491c6c9e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:15:57.315029 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-88230aec-da1a-4623-93df-6e11653d8b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:57.383723 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88230aec-da1a-4623-93df-6e11653d8b14 None None] Pushing event updated for resources: {'Port': ['ID=8fcc3416-26e8-4620-af4d-e030cd898398,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:15:57.435722 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-63416274-c261-4f23-a1b9-eb9df462e7c5 None None] Provisioning complete for port 8fcc3416-26e8-4620-af4d-e030cd898398 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:15:57.436113 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-63416274-c261-4f23-a1b9-eb9df462e7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:15:57.483557 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-f2e8f6ed-7ea8-4237-bd1d-cb14d1f3aacf admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:15:57.484530 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f2e8f6ed-7ea8-4237-bd1d-cb14d1f3aacf admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3919139 Mar 31 15:15:58.069727 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 8fcc3416-26e8-4620-af4d-e030cd898398 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:15:58.135901 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 8fcc3416-26e8-4620-af4d-e030cd898398 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:15:58.136262 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:00.143585 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 36466) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:16:00.493862 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-322a4930-96b9-499d-9633-64a7ddebf223 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'b52eecf1666c4f23843df409f16b6282'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:16:00.498953 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-322a4930-96b9-499d-9633-64a7ddebf223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:16:00.502606 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-322a4930-96b9-499d-9633-64a7ddebf223 admin admin] Usage tracker for resource:router and tenant:b52eecf1666c4f23843df409f16b6282 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:16:00.506254 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-322a4930-96b9-499d-9633-64a7ddebf223 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:16:00.511775 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-322a4930-96b9-499d-9633-64a7ddebf223 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:16:00.612144 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-322a4930-96b9-499d-9633-64a7ddebf223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:00.613785 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-322a4930-96b9-499d-9633-64a7ddebf223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:00.636226 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-322a4930-96b9-499d-9633-64a7ddebf223 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:00.807021 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-322a4930-96b9-499d-9633-64a7ddebf223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:00.891909 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-322a4930-96b9-499d-9633-64a7ddebf223 admin admin] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:00.893078 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-322a4930-96b9-499d-9633-64a7ddebf223 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7485495 Mar 31 15:16:02.995088 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cf08f1ef-efc7-47da-908e-e45837b874e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:03.270597 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 36476) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:16:03.635271 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-dca61f70-b39a-4476-8a0e-e79856971ccf admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:16:03.636245 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-dca61f70-b39a-4476-8a0e-e79856971ccf admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3647289 Mar 31 15:16:05.115264 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-475a8556-6931-4751-b081-4e67af9d49ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:06.059385 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 36486) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:16:06.291654 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:06.428480 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:06.434640 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c287c497-ab19-4bbf-ad76-b3b1e7e694e0 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:16:06.439498 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c287c497-ab19-4bbf-ad76-b3b1e7e694e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:16:06.443413 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c287c497-ab19-4bbf-ad76-b3b1e7e694e0 admin admin] Usage tracker for resource:network and tenant:2ebab07a99ad4d98b12818d6b62c8813 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:16:06.446337 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c287c497-ab19-4bbf-ad76-b3b1e7e694e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:16:06.451939 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c287c497-ab19-4bbf-ad76-b3b1e7e694e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:16:06.518487 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c287c497-ab19-4bbf-ad76-b3b1e7e694e0 admin admin] Made reservation on behalf of 2ebab07a99ad4d98b12818d6b62c8813 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:16:06.520707 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c287c497-ab19-4bbf-ad76-b3b1e7e694e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:06.532530 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c287c497-ab19-4bbf-ad76-b3b1e7e694e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:06.547329 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c287c497-ab19-4bbf-ad76-b3b1e7e694e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:16:06.550988 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c287c497-ab19-4bbf-ad76-b3b1e7e694e0 admin admin] Usage tracker for resource:security_group_rule and tenant:2ebab07a99ad4d98b12818d6b62c8813 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:16:06.554342 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c287c497-ab19-4bbf-ad76-b3b1e7e694e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:16:06.560051 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c287c497-ab19-4bbf-ad76-b3b1e7e694e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:16:06.639917 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c287c497-ab19-4bbf-ad76-b3b1e7e694e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:06.707230 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c287c497-ab19-4bbf-ad76-b3b1e7e694e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:06.728076 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c287c497-ab19-4bbf-ad76-b3b1e7e694e0 admin admin] Reserving flat network on physical network physnet1 {{(pid=103443) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 31 15:16:06.748111 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287c497-ab19-4bbf-ad76-b3b1e7e694e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb9d53a-9797-4880-be4d-a02732d698a6,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:16:06.753628 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c287c497-ab19-4bbf-ad76-b3b1e7e694e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:06.753960 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-c287c497-ab19-4bbf-ad76-b3b1e7e694e0 admin admin] Added segment 39d3f4dd-0935-4c8d-b570-800c39565c27 of type flat for network 81fb4282-babc-4201-afd1-e5be35072e1e Mar 31 15:16:06.785738 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c287c497-ab19-4bbf-ad76-b3b1e7e694e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:06.908737 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c287c497-ab19-4bbf-ad76-b3b1e7e694e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:06.909689 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c287c497-ab19-4bbf-ad76-b3b1e7e694e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:16:06.910261 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c287c497-ab19-4bbf-ad76-b3b1e7e694e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:07.016219 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287c497-ab19-4bbf-ad76-b3b1e7e694e0 admin admin] Pushing event updated for resources: {'Network': ['ID=81fb4282-babc-4201-afd1-e5be35072e1e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:16:07.029908 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 81fb4282-babc-4201-afd1-e5be35072e1e details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:16:07.085623 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c287c497-ab19-4bbf-ad76-b3b1e7e694e0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0251391 Mar 31 15:16:07.729785 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:09.486021 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 36506) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:16:09.691144 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694c7377-d9ec-44c0-9ead-542d6f92b39a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:16:09.692445 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-694c7377-d9ec-44c0-9ead-542d6f92b39a admin admin] 10.222.0.31 "GET /v2.0/subnets/97256cb2-01ec-43ea-82a9-b8db082a1062 HTTP/1.1" status: 200 len: 849 time: 0.2054875 Mar 31 15:16:09.834125 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9404798d-2026-43e8-87fc-b2341cf31b80 admin admin] 10.222.0.31 "GET /v2.0/routers/8d87ffc0-28df-4fda-b71d-f97c30412af5 HTTP/1.1" status: 200 len: 704 time: 0.1350639 Mar 31 15:16:10.287015 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec95c5f3-1b31-4945-8f8e-482daf5fa320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:10.543066 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-ec95c5f3-1b31-4945-8f8e-482daf5fa320 admin admin] Allocated IP 172.20.0.1 (3bb0854c-329d-4c02-8ef4-93451330bf5c/97256cb2-01ec-43ea-82a9-b8db082a1062/df543cc5-e4f2-45e3-a34b-0696b0d67796) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:16:10.697286 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec95c5f3-1b31-4945-8f8e-482daf5fa320 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:10.714034 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-ec95c5f3-1b31-4945-8f8e-482daf5fa320 admin admin] Transition to ACTIVE for port object df543cc5-e4f2-45e3-a34b-0696b0d67796 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:16:10.818565 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec95c5f3-1b31-4945-8f8e-482daf5fa320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:10.875716 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec95c5f3-1b31-4945-8f8e-482daf5fa320 admin admin] Network 3bb0854c-329d-4c02-8ef4-93451330bf5c is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:16:10.878485 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-ec95c5f3-1b31-4945-8f8e-482daf5fa320 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:16:10.882247 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec95c5f3-1b31-4945-8f8e-482daf5fa320 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:16:10.882837 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec95c5f3-1b31-4945-8f8e-482daf5fa320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:11.017024 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95c5f3-1b31-4945-8f8e-482daf5fa320 admin admin] Pushing event updated for resources: {'Port': ['ID=df543cc5-e4f2-45e3-a34b-0696b0d67796,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:16:11.132039 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a8352e8b-01c4-4499-ab52-5c78832b1a98 None None] Provisioning for port df543cc5-e4f2-45e3-a34b-0696b0d67796 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:16:11.136894 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a8352e8b-01c4-4499-ab52-5c78832b1a98 None None] Provisioning complete for port df543cc5-e4f2-45e3-a34b-0696b0d67796 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:16:11.141998 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a8352e8b-01c4-4499-ab52-5c78832b1a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:11.192831 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a8352e8b-01c4-4499-ab52-5c78832b1a98 None None] Port df543cc5-e4f2-45e3-a34b-0696b0d67796 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:16:11.212682 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec95c5f3-1b31-4945-8f8e-482daf5fa320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:11.437541 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec95c5f3-1b31-4945-8f8e-482daf5fa320 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:11.502895 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec95c5f3-1b31-4945-8f8e-482daf5fa320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:11.503647 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec95c5f3-1b31-4945-8f8e-482daf5fa320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:11.648832 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95c5f3-1b31-4945-8f8e-482daf5fa320 admin admin] Pushing event updated for resources: {'Port': ['ID=df543cc5-e4f2-45e3-a34b-0696b0d67796,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:16:11.702399 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec95c5f3-1b31-4945-8f8e-482daf5fa320 admin admin] Network 3bb0854c-329d-4c02-8ef4-93451330bf5c is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:16:11.703371 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-ec95c5f3-1b31-4945-8f8e-482daf5fa320 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:16:11.881929 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 5 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:16:11.914191 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-5590142b-84e0-4a11-bddf-d4b1c11e496f None None] Provisioning complete for port df543cc5-e4f2-45e3-a34b-0696b0d67796 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:16:11.914552 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5590142b-84e0-4a11-bddf-d4b1c11e496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:11.965549 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-5590142b-84e0-4a11-bddf-d4b1c11e496f None None] Port df543cc5-e4f2-45e3-a34b-0696b0d67796 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:16:12.004503 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec95c5f3-1b31-4945-8f8e-482daf5fa320 admin admin] Router 8d87ffc0-28df-4fda-b71d-f97c30412af5 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:16:12.202791 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec95c5f3-1b31-4945-8f8e-482daf5fa320 admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:16:12.225311 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ec95c5f3-1b31-4945-8f8e-482daf5fa320 admin admin] 10.222.0.31 "PUT /v2.0/routers/8d87ffc0-28df-4fda-b71d-f97c30412af5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3734887 Mar 31 15:16:12.225512 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b56f8d-3f67-45b3-a348-e23f8b322f3f None None] Sync routers for ids ['8d87ffc0-28df-4fda-b71d-f97c30412af5'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:16:12.232286 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b56f8d-3f67-45b3-a348-e23f8b322f3f None None] Routers {'8d87ffc0-28df-4fda-b71d-f97c30412af5'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:16:12.232286 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-67b56f8d-3f67-45b3-a348-e23f8b322f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:16:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['8d87ffc0-28df-4fda-b71d-f97c30412af5'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:16:12.407959 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-67b56f8d-3f67-45b3-a348-e23f8b322f3f None None] Set router 8d87ffc0-28df-4fda-b71d-f97c30412af5 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:16:12.777761 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-67b56f8d-3f67-45b3-a348-e23f8b322f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d87ffc0-28df-4fda-b71d-f97c30412af5', 'name': 'router1', 'tenant_id': 'b52eecf1666c4f23843df409f16b6282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:16:00Z', 'updated_at': '2022-03-31T15:16:11Z', 'revision_number': 2, 'project_id': 'b52eecf1666c4f23843df409f16b6282', 'gw_port_host': None, '_interfaces': [{'id': 'df543cc5-e4f2-45e3-a34b-0696b0d67796', 'name': '', 'network_id': '3bb0854c-329d-4c02-8ef4-93451330bf5c', 'tenant_id': 'b52eecf1666c4f23843df409f16b6282', 'mac_address': 'fa:16:3e:a6:ed:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d87ffc0-28df-4fda-b71d-f97c30412af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97256cb2-01ec-43ea-82a9-b8db082a1062', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:16:10Z', 'updated_at': '2022-03-31T15:16:11Z', 'revision_number': 2, 'project_id': 'b52eecf1666c4f23843df409f16b6282', 'subnets': [{'id': '97256cb2-01ec-43ea-82a9-b8db082a1062', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'edd42704-2b15-469a-b8bc-f1754b060ead'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:16:12.782637 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b56f8d-3f67-45b3-a348-e23f8b322f3f None None] Checking router: 8d87ffc0-28df-4fda-b71d-f97c30412af5 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:16:12.783010 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b56f8d-3f67-45b3-a348-e23f8b322f3f None None] Updating router 8d87ffc0-28df-4fda-b71d-f97c30412af5 port df543cc5-e4f2-45e3-a34b-0696b0d67796 binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:16:12.835164 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-67b56f8d-3f67-45b3-a348-e23f8b322f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:13.210226 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-67b56f8d-3f67-45b3-a348-e23f8b322f3f None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:13.225460 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-67b56f8d-3f67-45b3-a348-e23f8b322f3f None None] Transition to ACTIVE for port object df543cc5-e4f2-45e3-a34b-0696b0d67796 will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:16:13.297391 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-67b56f8d-3f67-45b3-a348-e23f8b322f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:13.519389 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c849e-a25d-40b6-9ad2-4b746544f896 None None] Pushing event updated for resources: {'Port': ['ID=df543cc5-e4f2-45e3-a34b-0696b0d67796,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:16:13.539501 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c849e-a25d-40b6-9ad2-4b746544f896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:16:13.539854 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c849e-a25d-40b6-9ad2-4b746544f896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:16:13.540191 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c849e-a25d-40b6-9ad2-4b746544f896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:16:13.540513 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c849e-a25d-40b6-9ad2-4b746544f896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:16:13.540833 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c849e-a25d-40b6-9ad2-4b746544f896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:16:13.541168 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c849e-a25d-40b6-9ad2-4b746544f896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:16:13.541513 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c849e-a25d-40b6-9ad2-4b746544f896 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:16:13.541842 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c849e-a25d-40b6-9ad2-4b746544f896 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:16:13.542179 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c849e-a25d-40b6-9ad2-4b746544f896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:16:13.542500 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c849e-a25d-40b6-9ad2-4b746544f896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:16:13.542816 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c849e-a25d-40b6-9ad2-4b746544f896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:16:13.543125 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c849e-a25d-40b6-9ad2-4b746544f896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:16:13.544380 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c849e-a25d-40b6-9ad2-4b746544f896 None None] Tracked resource versions report: Mar 31 15:16:13.544380 dv-neutron-833379-2-hyperv neutron-server[103446]: pushed versions: Mar 31 15:16:13.544380 dv-neutron-833379-2-hyperv neutron-server[103446]: { 'AddressGroup': {'1.2'}, Mar 31 15:16:13.544380 dv-neutron-833379-2-hyperv neutron-server[103446]: 'ConntrackHelper': {'1.0'}, Mar 31 15:16:13.544380 dv-neutron-833379-2-hyperv neutron-server[103446]: 'Log': {'1.0'}, Mar 31 15:16:13.544380 dv-neutron-833379-2-hyperv neutron-server[103446]: 'Network': {'1.1'}, Mar 31 15:16:13.544380 dv-neutron-833379-2-hyperv neutron-server[103446]: 'Port': {'1.7'}, Mar 31 15:16:13.544380 dv-neutron-833379-2-hyperv neutron-server[103446]: 'PortForwarding': {'1.2'}, Mar 31 15:16:13.544380 dv-neutron-833379-2-hyperv neutron-server[103446]: 'QosPolicy': {'1.8'}, Mar 31 15:16:13.544380 dv-neutron-833379-2-hyperv neutron-server[103446]: 'SecurityGroup': {'1.4'}, Mar 31 15:16:13.544380 dv-neutron-833379-2-hyperv neutron-server[103446]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:16:13.544380 dv-neutron-833379-2-hyperv neutron-server[103446]: 'SubPort': {'1.0'}, Mar 31 15:16:13.544380 dv-neutron-833379-2-hyperv neutron-server[103446]: 'Subnet': {'1.1'}, Mar 31 15:16:13.544380 dv-neutron-833379-2-hyperv neutron-server[103446]: 'Trunk': {'1.1'}} Mar 31 15:16:13.544380 dv-neutron-833379-2-hyperv neutron-server[103446]: consumer versions: Mar 31 15:16:13.544380 dv-neutron-833379-2-hyperv neutron-server[103446]: { DHCP agent@dv-neutron-833379-2-hyperv: {}, Mar 31 15:16:13.544380 dv-neutron-833379-2-hyperv neutron-server[103446]: L3 agent@dv-neutron-833379-2-hyperv: {}, Mar 31 15:16:13.544380 dv-neutron-833379-2-hyperv neutron-server[103446]: Metadata agent@dv-neutron-833379-2-hyperv: {}, Mar 31 15:16:13.544380 dv-neutron-833379-2-hyperv neutron-server[103446]: Metering agent@dv-neutron-833379-2-hyperv: {}, Mar 31 15:16:13.544380 dv-neutron-833379-2-hyperv neutron-server[103446]: Open vSwitch agent@dv-neutron-833379-2-hyperv: { 'AddressGroup': '1.2', Mar 31 15:16:13.544380 dv-neutron-833379-2-hyperv neutron-server[103446]: 'ConntrackHelper': '1.0', Mar 31 15:16:13.544380 dv-neutron-833379-2-hyperv neutron-server[103446]: 'Log': '1.0', Mar 31 15:16:13.544380 dv-neutron-833379-2-hyperv neutron-server[103446]: 'Network': '1.1', Mar 31 15:16:13.544380 dv-neutron-833379-2-hyperv neutron-server[103446]: 'Port': '1.7', Mar 31 15:16:13.544380 dv-neutron-833379-2-hyperv neutron-server[103446]: 'PortForwarding': '1.2', Mar 31 15:16:13.544380 dv-neutron-833379-2-hyperv neutron-server[103446]: 'QosPolicy': '1.8', Mar 31 15:16:13.544380 dv-neutron-833379-2-hyperv neutron-server[103446]: 'SecurityGroup': '1.4', Mar 31 15:16:13.544380 dv-neutron-833379-2-hyperv neutron-server[103446]: 'SecurityGroupRule': '1.2', Mar 31 15:16:13.544380 dv-neutron-833379-2-hyperv neutron-server[103446]: 'SubPort': '1.0', Mar 31 15:16:13.544380 dv-neutron-833379-2-hyperv neutron-server[103446]: 'Subnet': '1.1', Mar 31 15:16:13.544380 dv-neutron-833379-2-hyperv neutron-server[103446]: 'Trunk': '1.1'}} Mar 31 15:16:13.544380 dv-neutron-833379-2-hyperv neutron-server[103446]: {{(pid=103446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:16:13.553501 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-67b56f8d-3f67-45b3-a348-e23f8b322f3f None None] Attempting to bind port df543cc5-e4f2-45e3-a34b-0696b0d67796 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:16:13.553909 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-67b56f8d-3f67-45b3-a348-e23f8b322f3f None None] Attempting to bind port df543cc5-e4f2-45e3-a34b-0696b0d67796 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '4352a05a-130b-481b-8153-1121491c6c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3bb0854c-329d-4c02-8ef4-93451330bf5c'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:16:13.554319 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b56f8d-3f67-45b3-a348-e23f8b322f3f None None] Attempting to bind port df543cc5-e4f2-45e3-a34b-0696b0d67796 on network 3bb0854c-329d-4c02-8ef4-93451330bf5c {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:16:13.559913 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b56f8d-3f67-45b3-a348-e23f8b322f3f None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:16:13.560323 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b56f8d-3f67-45b3-a348-e23f8b322f3f None None] Checking segment: {'id': '4352a05a-130b-481b-8153-1121491c6c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3bb0854c-329d-4c02-8ef4-93451330bf5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:16:13.560792 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-67b56f8d-3f67-45b3-a348-e23f8b322f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:13.561172 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b56f8d-3f67-45b3-a348-e23f8b322f3f None None] Bound using segment: {'id': '4352a05a-130b-481b-8153-1121491c6c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3bb0854c-329d-4c02-8ef4-93451330bf5c'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:16:13.561666 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-67b56f8d-3f67-45b3-a348-e23f8b322f3f None None] Bound port: df543cc5-e4f2-45e3-a34b-0696b0d67796, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4352a05a-130b-481b-8153-1121491c6c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3bb0854c-329d-4c02-8ef4-93451330bf5c'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:16:13.562046 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-67b56f8d-3f67-45b3-a348-e23f8b322f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:13.649691 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-67b56f8d-3f67-45b3-a348-e23f8b322f3f None None] For port df543cc5-e4f2-45e3-a34b-0696b0d67796, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:16:13.653717 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-67b56f8d-3f67-45b3-a348-e23f8b322f3f None None] For port df543cc5-e4f2-45e3-a34b-0696b0d67796, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=df543cc5-e4f2-45e3-a34b-0696b0d67796,segment=NetworkSegment(4352a05a-130b-481b-8153-1121491c6c9e),segment_id=4352a05a-130b-481b-8153-1121491c6c9e)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:16:13.732345 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-67b56f8d-3f67-45b3-a348-e23f8b322f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:13.816546 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b56f8d-3f67-45b3-a348-e23f8b322f3f None None] Routers {'8d87ffc0-28df-4fda-b71d-f97c30412af5'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:16:13.817168 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-67b56f8d-3f67-45b3-a348-e23f8b322f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:16:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['8d87ffc0-28df-4fda-b71d-f97c30412af5'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:16:13.888620 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c849e-a25d-40b6-9ad2-4b746544f896 None None] Pushing event updated for resources: {'Port': ['ID=df543cc5-e4f2-45e3-a34b-0696b0d67796,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:16:13.985417 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-67b56f8d-3f67-45b3-a348-e23f8b322f3f None None] Set router 8d87ffc0-28df-4fda-b71d-f97c30412af5 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:16:14.318730 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-67b56f8d-3f67-45b3-a348-e23f8b322f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d87ffc0-28df-4fda-b71d-f97c30412af5', 'name': 'router1', 'tenant_id': 'b52eecf1666c4f23843df409f16b6282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:16:00Z', 'updated_at': '2022-03-31T15:16:11Z', 'revision_number': 2, 'project_id': 'b52eecf1666c4f23843df409f16b6282', 'gw_port_host': None, '_interfaces': [{'id': 'df543cc5-e4f2-45e3-a34b-0696b0d67796', 'name': '', 'network_id': '3bb0854c-329d-4c02-8ef4-93451330bf5c', 'tenant_id': 'b52eecf1666c4f23843df409f16b6282', 'mac_address': 'fa:16:3e:a6:ed:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d87ffc0-28df-4fda-b71d-f97c30412af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97256cb2-01ec-43ea-82a9-b8db082a1062', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:16:10Z', 'updated_at': '2022-03-31T15:16:13Z', 'revision_number': 4, 'project_id': 'b52eecf1666c4f23843df409f16b6282', 'subnets': [{'id': '97256cb2-01ec-43ea-82a9-b8db082a1062', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'edd42704-2b15-469a-b8bc-f1754b060ead'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:16:14.323512 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b56f8d-3f67-45b3-a348-e23f8b322f3f None None] The sync data for ids ['8d87ffc0-28df-4fda-b71d-f97c30412af5'] in dv-neutron-833379-2-hyperv is: [{'id': '8d87ffc0-28df-4fda-b71d-f97c30412af5', 'name': 'router1', 'tenant_id': 'b52eecf1666c4f23843df409f16b6282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:16:00Z', 'updated_at': '2022-03-31T15:16:11Z', 'revision_number': 2, 'project_id': 'b52eecf1666c4f23843df409f16b6282', 'gw_port_host': None, '_interfaces': [{'id': 'df543cc5-e4f2-45e3-a34b-0696b0d67796', 'name': '', 'network_id': '3bb0854c-329d-4c02-8ef4-93451330bf5c', 'tenant_id': 'b52eecf1666c4f23843df409f16b6282', 'mac_address': 'fa:16:3e:a6:ed:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d87ffc0-28df-4fda-b71d-f97c30412af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97256cb2-01ec-43ea-82a9-b8db082a1062', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:16:10Z', 'updated_at': '2022-03-31T15:16:13Z', 'revision_number': 4, 'project_id': 'b52eecf1666c4f23843df409f16b6282', 'subnets': [{'id': '97256cb2-01ec-43ea-82a9-b8db082a1062', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'edd42704-2b15-469a-b8bc-f1754b060ead'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:16:14.436494 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 36530) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:16:14.590251 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385d157e-3b08-4ae8-81e8-3b83583b11b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:16:14.591013 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-385d157e-3b08-4ae8-81e8-3b83583b11b3 admin admin] Synchronizing usage tracker for tenant:2ebab07a99ad4d98b12818d6b62c8813 on resource:network {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:16:14.657661 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-385d157e-3b08-4ae8-81e8-3b83583b11b3 admin admin] Unset dirty status for tenant:2ebab07a99ad4d98b12818d6b62c8813 on resource:network {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:16:14.662193 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-385d157e-3b08-4ae8-81e8-3b83583b11b3 admin admin] 10.222.0.31 "GET /v2.0/networks/81fb4282-babc-4201-afd1-e5be35072e1e HTTP/1.1" status: 200 len: 842 time: 0.2212384 Mar 31 15:16:14.668395 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ef2a306c-9ff3-448c-9b12-0ededbc1f1f8 admin admin] Request body: {'subnet': {'gateway_ip': '172.26.5.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.26.5.0/24', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:16:14.673888 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ef2a306c-9ff3-448c-9b12-0ededbc1f1f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:16:14.677897 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ef2a306c-9ff3-448c-9b12-0ededbc1f1f8 admin admin] Usage tracker for resource:subnet and tenant:2ebab07a99ad4d98b12818d6b62c8813 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:16:14.680698 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ef2a306c-9ff3-448c-9b12-0ededbc1f1f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:16:14.690493 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ef2a306c-9ff3-448c-9b12-0ededbc1f1f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:16:14.737582 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2a306c-9ff3-448c-9b12-0ededbc1f1f8 admin admin] Made reservation on behalf of 2ebab07a99ad4d98b12818d6b62c8813 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:16:14.739893 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef2a306c-9ff3-448c-9b12-0ededbc1f1f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:15.174988 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.objects.ports [None req-ef2a306c-9ff3-448c-9b12-0ededbc1f1f8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103443) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 31 15:16:15.184411 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef2a306c-9ff3-448c-9b12-0ededbc1f1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:15.259079 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a306c-9ff3-448c-9b12-0ededbc1f1f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b53ee4a4-fa66-4479-a13d-661799bbf343,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:16:15.267615 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2a306c-9ff3-448c-9b12-0ededbc1f1f8 admin admin] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:16:15.267970 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2a306c-9ff3-448c-9b12-0ededbc1f1f8 admin admin] Network hostable DHCP agents. Network: 81fb4282-babc-4201-afd1-e5be35072e1e, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:16:15.364244 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2a306c-9ff3-448c-9b12-0ededbc1f1f8 admin admin] Network 81fb4282-babc-4201-afd1-e5be35072e1e is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:16:15.449857 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-ef2a306c-9ff3-448c-9b12-0ededbc1f1f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 81fb4282-babc-4201-afd1-e5be35072e1e) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:16:15.453903 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2a306c-9ff3-448c-9b12-0ededbc1f1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:16:15.454483 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef2a306c-9ff3-448c-9b12-0ededbc1f1f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:15.460098 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65349969-b75b-416c-8be7-5da874035653 None None] Network 81fb4282-babc-4201-afd1-e5be35072e1e requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:16:15.545702 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ef2a306c-9ff3-448c-9b12-0ededbc1f1f8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8772919 Mar 31 15:16:15.680541 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f03960f-3bfd-49bc-8aa9-e975201b4d11 None None] Network 81fb4282-babc-4201-afd1-e5be35072e1e requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:16:16.107104 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device df543cc5-e4f2-45e3-a34b-0696b0d67796 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:16:16.272788 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port df543cc5-e4f2-45e3-a34b-0696b0d67796 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:16:16.278104 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port df543cc5-e4f2-45e3-a34b-0696b0d67796 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:16:16.278425 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:16.398307 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:16.430626 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port df543cc5-e4f2-45e3-a34b-0696b0d67796, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=df543cc5-e4f2-45e3-a34b-0696b0d67796,segment=NetworkSegment(4352a05a-130b-481b-8153-1121491c6c9e),segment_id=4352a05a-130b-481b-8153-1121491c6c9e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:16:16.490612 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:16.560066 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=df543cc5-e4f2-45e3-a34b-0696b0d67796,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:16:17.808391 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 36544) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:16:17.999021 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a989b0a7-cbf2-4d7a-851e-e3f1385dd817 admin admin] 10.222.0.31 "GET /v2.0/routers/8d87ffc0-28df-4fda-b71d-f97c30412af5 HTTP/1.1" status: 200 len: 710 time: 0.1894495 Mar 31 15:16:18.080327 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device df543cc5-e4f2-45e3-a34b-0696b0d67796 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:16:18.124525 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b4a800-d832-4ff7-9e10-bf878872370e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:16:18.125913 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-17b4a800-d832-4ff7-9e10-bf878872370e admin admin] 10.222.0.31 "GET /v2.0/networks/81fb4282-babc-4201-afd1-e5be35072e1e HTTP/1.1" status: 200 len: 886 time: 0.1218753 Mar 31 15:16:18.134645 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-734c3663-2df1-42ee-adc0-970f30b006b2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:16:18.148183 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port df543cc5-e4f2-45e3-a34b-0696b0d67796 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:16:18.148548 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:18.617348 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-734c3663-2df1-42ee-adc0-970f30b006b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:19.022073 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-734c3663-2df1-42ee-adc0-970f30b006b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:19.075524 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-734c3663-2df1-42ee-adc0-970f30b006b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:19.206366 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-734c3663-2df1-42ee-adc0-970f30b006b2 admin admin] Allocated IP 172.26.5.50 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/59b36ab5-3b6a-44fa-86b1-6363265684c0) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:16:19.350003 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-734c3663-2df1-42ee-adc0-970f30b006b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:19.446160 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-734c3663-2df1-42ee-adc0-970f30b006b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:19.508519 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734c3663-2df1-42ee-adc0-970f30b006b2 admin admin] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:16:19.515006 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-734c3663-2df1-42ee-adc0-970f30b006b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:16:19.517453 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734c3663-2df1-42ee-adc0-970f30b006b2 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:16:19.580301 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c3663-2df1-42ee-adc0-970f30b006b2 admin admin] Pushing event updated for resources: {'Port': ['ID=59b36ab5-3b6a-44fa-86b1-6363265684c0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:16:19.982056 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-734c3663-2df1-42ee-adc0-970f30b006b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:20.367908 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-734c3663-2df1-42ee-adc0-970f30b006b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:20.371103 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-734c3663-2df1-42ee-adc0-970f30b006b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-462406'] for router, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:20.544683 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734c3663-2df1-42ee-adc0-970f30b006b2 admin admin] Router 8d87ffc0-28df-4fda-b71d-f97c30412af5 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:16:20.713989 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734c3663-2df1-42ee-adc0-970f30b006b2 admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:16:20.721728 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-734c3663-2df1-42ee-adc0-970f30b006b2 admin admin] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:20.722883 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-734c3663-2df1-42ee-adc0-970f30b006b2 admin admin] 10.222.0.31 "PUT /v2.0/routers/8d87ffc0-28df-4fda-b71d-f97c30412af5 HTTP/1.1" status: 200 len: 889 time: 2.5913734 Mar 31 15:16:20.723467 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd272cf-d1a2-4bd7-8b95-c63d6726a8a0 None None] Sync routers for ids ['8d87ffc0-28df-4fda-b71d-f97c30412af5'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:16:20.734191 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd272cf-d1a2-4bd7-8b95-c63d6726a8a0 None None] Routers {'8d87ffc0-28df-4fda-b71d-f97c30412af5'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:16:20.734873 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1dd272cf-d1a2-4bd7-8b95-c63d6726a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:16:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['8d87ffc0-28df-4fda-b71d-f97c30412af5'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:16:20.926867 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-1dd272cf-d1a2-4bd7-8b95-c63d6726a8a0 None None] Set router 8d87ffc0-28df-4fda-b71d-f97c30412af5 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:16:21.259701 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1dd272cf-d1a2-4bd7-8b95-c63d6726a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d87ffc0-28df-4fda-b71d-f97c30412af5', 'name': 'router1', 'tenant_id': 'b52eecf1666c4f23843df409f16b6282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.50'}], 'enable_snat': True}, 'gw_port_id': '59b36ab5-3b6a-44fa-86b1-6363265684c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:16:00Z', 'updated_at': '2022-03-31T15:16:19Z', 'revision_number': 4, 'project_id': 'b52eecf1666c4f23843df409f16b6282', 'gw_port': {'id': '59b36ab5-3b6a-44fa-86b1-6363265684c0', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d87ffc0-28df-4fda-b71d-f97c30412af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:16:19Z', 'updated_at': '2022-03-31T15:16:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'df543cc5-e4f2-45e3-a34b-0696b0d67796', 'name': '', 'network_id': '3bb0854c-329d-4c02-8ef4-93451330bf5c', 'tenant_id': 'b52eecf1666c4f23843df409f16b6282', 'mac_address': 'fa:16:3e:a6:ed:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d87ffc0-28df-4fda-b71d-f97c30412af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97256cb2-01ec-43ea-82a9-b8db082a1062', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:16:10Z', 'updated_at': '2022-03-31T15:16:16Z', 'revision_number': 5, 'project_id': 'b52eecf1666c4f23843df409f16b6282', 'subnets': [{'id': '97256cb2-01ec-43ea-82a9-b8db082a1062', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'edd42704-2b15-469a-b8bc-f1754b060ead'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:16:21.264500 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd272cf-d1a2-4bd7-8b95-c63d6726a8a0 None None] Checking router: 8d87ffc0-28df-4fda-b71d-f97c30412af5 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:16:21.264853 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd272cf-d1a2-4bd7-8b95-c63d6726a8a0 None None] Updating router 8d87ffc0-28df-4fda-b71d-f97c30412af5 port 59b36ab5-3b6a-44fa-86b1-6363265684c0 binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:16:21.316644 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1dd272cf-d1a2-4bd7-8b95-c63d6726a8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:21.641909 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1dd272cf-d1a2-4bd7-8b95-c63d6726a8a0 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:21.653452 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1dd272cf-d1a2-4bd7-8b95-c63d6726a8a0 None None] Transition to ACTIVE for port object 59b36ab5-3b6a-44fa-86b1-6363265684c0 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:16:21.702976 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1dd272cf-d1a2-4bd7-8b95-c63d6726a8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:21.781793 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-1dd272cf-d1a2-4bd7-8b95-c63d6726a8a0 None None] Attempting to bind port 59b36ab5-3b6a-44fa-86b1-6363265684c0 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:16:21.782450 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-1dd272cf-d1a2-4bd7-8b95-c63d6726a8a0 None None] Attempting to bind port 59b36ab5-3b6a-44fa-86b1-6363265684c0 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:16:21.782571 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd272cf-d1a2-4bd7-8b95-c63d6726a8a0 None None] Attempting to bind port 59b36ab5-3b6a-44fa-86b1-6363265684c0 on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:16:21.788769 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06edf327-a2e5-41a9-82d7-253f0f8b7bac None None] Pushing event updated for resources: {'Port': ['ID=59b36ab5-3b6a-44fa-86b1-6363265684c0,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:16:21.794077 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd272cf-d1a2-4bd7-8b95-c63d6726a8a0 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:16:21.794452 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd272cf-d1a2-4bd7-8b95-c63d6726a8a0 None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:16:21.794848 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1dd272cf-d1a2-4bd7-8b95-c63d6726a8a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:21.795232 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd272cf-d1a2-4bd7-8b95-c63d6726a8a0 None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:16:21.795938 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-1dd272cf-d1a2-4bd7-8b95-c63d6726a8a0 None None] Bound port: 59b36ab5-3b6a-44fa-86b1-6363265684c0, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:16:21.796097 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1dd272cf-d1a2-4bd7-8b95-c63d6726a8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:21.868045 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-1dd272cf-d1a2-4bd7-8b95-c63d6726a8a0 None None] For port 59b36ab5-3b6a-44fa-86b1-6363265684c0, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:16:21.870859 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-1dd272cf-d1a2-4bd7-8b95-c63d6726a8a0 None None] For port 59b36ab5-3b6a-44fa-86b1-6363265684c0, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=59b36ab5-3b6a-44fa-86b1-6363265684c0,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:16:21.970122 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1dd272cf-d1a2-4bd7-8b95-c63d6726a8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:22.050159 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd272cf-d1a2-4bd7-8b95-c63d6726a8a0 None None] Routers {'8d87ffc0-28df-4fda-b71d-f97c30412af5'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:16:22.050788 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1dd272cf-d1a2-4bd7-8b95-c63d6726a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:16:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['8d87ffc0-28df-4fda-b71d-f97c30412af5'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:16:22.120498 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06edf327-a2e5-41a9-82d7-253f0f8b7bac None None] Pushing event updated for resources: {'Port': ['ID=59b36ab5-3b6a-44fa-86b1-6363265684c0,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:16:22.269835 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-1dd272cf-d1a2-4bd7-8b95-c63d6726a8a0 None None] Set router 8d87ffc0-28df-4fda-b71d-f97c30412af5 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:16:22.594319 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1dd272cf-d1a2-4bd7-8b95-c63d6726a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d87ffc0-28df-4fda-b71d-f97c30412af5', 'name': 'router1', 'tenant_id': 'b52eecf1666c4f23843df409f16b6282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.50'}], 'enable_snat': True}, 'gw_port_id': '59b36ab5-3b6a-44fa-86b1-6363265684c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:16:00Z', 'updated_at': '2022-03-31T15:16:19Z', 'revision_number': 4, 'project_id': 'b52eecf1666c4f23843df409f16b6282', 'gw_port': {'id': '59b36ab5-3b6a-44fa-86b1-6363265684c0', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d87ffc0-28df-4fda-b71d-f97c30412af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:16:19Z', 'updated_at': '2022-03-31T15:16:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'df543cc5-e4f2-45e3-a34b-0696b0d67796', 'name': '', 'network_id': '3bb0854c-329d-4c02-8ef4-93451330bf5c', 'tenant_id': 'b52eecf1666c4f23843df409f16b6282', 'mac_address': 'fa:16:3e:a6:ed:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d87ffc0-28df-4fda-b71d-f97c30412af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97256cb2-01ec-43ea-82a9-b8db082a1062', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:16:10Z', 'updated_at': '2022-03-31T15:16:16Z', 'revision_number': 5, 'project_id': 'b52eecf1666c4f23843df409f16b6282', 'subnets': [{'id': '97256cb2-01ec-43ea-82a9-b8db082a1062', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'edd42704-2b15-469a-b8bc-f1754b060ead'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:16:22.598343 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd272cf-d1a2-4bd7-8b95-c63d6726a8a0 None None] The sync data for ids ['8d87ffc0-28df-4fda-b71d-f97c30412af5'] in dv-neutron-833379-2-hyperv is: [{'id': '8d87ffc0-28df-4fda-b71d-f97c30412af5', 'name': 'router1', 'tenant_id': 'b52eecf1666c4f23843df409f16b6282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.50'}], 'enable_snat': True}, 'gw_port_id': '59b36ab5-3b6a-44fa-86b1-6363265684c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:16:00Z', 'updated_at': '2022-03-31T15:16:19Z', 'revision_number': 4, 'project_id': 'b52eecf1666c4f23843df409f16b6282', 'gw_port': {'id': '59b36ab5-3b6a-44fa-86b1-6363265684c0', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d87ffc0-28df-4fda-b71d-f97c30412af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:16:19Z', 'updated_at': '2022-03-31T15:16:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'df543cc5-e4f2-45e3-a34b-0696b0d67796', 'name': '', 'network_id': '3bb0854c-329d-4c02-8ef4-93451330bf5c', 'tenant_id': 'b52eecf1666c4f23843df409f16b6282', 'mac_address': 'fa:16:3e:a6:ed:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d87ffc0-28df-4fda-b71d-f97c30412af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97256cb2-01ec-43ea-82a9-b8db082a1062', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:16:10Z', 'updated_at': '2022-03-31T15:16:16Z', 'revision_number': 5, 'project_id': 'b52eecf1666c4f23843df409f16b6282', 'subnets': [{'id': '97256cb2-01ec-43ea-82a9-b8db082a1062', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'edd42704-2b15-469a-b8bc-f1754b060ead'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:16:23.131680 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 36554) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:16:23.259822 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-80be545a-941b-4b54-bdde-fa2fd35992a3 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1270347 Mar 31 15:16:24.122797 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 59b36ab5-3b6a-44fa-86b1-6363265684c0 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:16:24.251426 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 59b36ab5-3b6a-44fa-86b1-6363265684c0 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:16:24.257807 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 59b36ab5-3b6a-44fa-86b1-6363265684c0 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:16:24.258171 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:24.378642 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:24.395221 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 59b36ab5-3b6a-44fa-86b1-6363265684c0, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=59b36ab5-3b6a-44fa-86b1-6363265684c0,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:16:24.462953 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:24.554109 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=59b36ab5-3b6a-44fa-86b1-6363265684c0,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:16:26.086486 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 59b36ab5-3b6a-44fa-86b1-6363265684c0 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:16:26.199988 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 59b36ab5-3b6a-44fa-86b1-6363265684c0 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:16:26.200594 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:33.021871 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-84c0af05-a8b0-47b6-b08e-09f7b11c8a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:35.108597 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a464961d-fae2-4182-9e09-2dfbac1da619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:36.284013 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:36.444180 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:37.747008 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:16:48.880841 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 5 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:17:02.999508 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1b309ba4-5602-4575-9387-c90e672579b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:17:05.096718 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2b4be9bb-f76d-40ff-8fed-a2ef513ed974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:17:06.300327 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:17:06.439076 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:17:07.746733 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:17:25.885877 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 5 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:17:33.015748 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b8d18bff-9ef6-4a6c-a817-3762e0344a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:17:35.099837 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-28863fac-6a3b-4e30-be21-2f9e887315fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:17:36.306791 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:17:36.442381 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:17:37.739810 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:18:02.885872 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 5 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:18:03.003169 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-24a24e75-75b7-4259-91bc-6aceffee78fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:18:05.117374 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a4fe5fd6-16c1-4f23-83c0-71a5ce517c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:18:06.294638 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:18:06.443118 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:18:07.757491 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:18:32.989543 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37156) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:18:32.997086 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-165f288c-0724-481c-a058-11e4cf2b3240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:18:33.058129 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-760f684a-b840-4fb9-8b03-4b4602310f1b admin admin] GET failed (client error): The resource could not be found. Mar 31 15:18:33.059422 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-760f684a-b840-4fb9-8b03-4b4602310f1b admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0689499 Mar 31 15:18:33.189519 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41334e78-4fbf-4bc1-8771-21bfaabd6e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:18:33.190973 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-41334e78-4fbf-4bc1-8771-21bfaabd6e60 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1272848 Mar 31 15:18:35.109587 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-be5bce42-bae2-406f-8f97-304646d26e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:18:35.398787 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37166) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:18:35.505640 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0207f14b-3305-47c4-b7e1-c4c815aa75c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:18:35.506198 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0207f14b-3305-47c4-b7e1-c4c815aa75c9 admin admin] Synchronizing usage tracker for tenant:2ebab07a99ad4d98b12818d6b62c8813 on resource:subnet {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:18:35.600923 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0207f14b-3305-47c4-b7e1-c4c815aa75c9 admin admin] Unset dirty status for tenant:2ebab07a99ad4d98b12818d6b62c8813 on resource:subnet {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:18:35.604645 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0207f14b-3305-47c4-b7e1-c4c815aa75c9 admin admin] 10.222.0.31 "GET /v2.0/subnets/97256cb2-01ec-43ea-82a9-b8db082a1062 HTTP/1.1" status: 200 len: 849 time: 0.2044194 Mar 31 15:18:35.615297 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a6b01211-4cc7-4eba-ae92-3f35831a6328 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:18:35.729750 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6b01211-4cc7-4eba-ae92-3f35831a6328 admin admin] Notify callbacks [] for subnet, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:18:35.973872 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6b01211-4cc7-4eba-ae92-3f35831a6328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791085481957'] for subnet, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:18:36.018867 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b01211-4cc7-4eba-ae92-3f35831a6328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:18:36.019932 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6b01211-4cc7-4eba-ae92-3f35831a6328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:18:36.021342 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a6b01211-4cc7-4eba-ae92-3f35831a6328 admin admin] 10.222.0.31 "PUT /v2.0/subnets/97256cb2-01ec-43ea-82a9-b8db082a1062 HTTP/1.1" status: 200 len: 868 time: 0.4125109 Mar 31 15:18:36.023373 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f947897-9eca-4337-b92c-3ef6b0813b91 None None] Network 3bb0854c-329d-4c02-8ef4-93451330bf5c requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:18:36.045720 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b01211-4cc7-4eba-ae92-3f35831a6328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97256cb2-01ec-43ea-82a9-b8db082a1062,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:18:36.053731 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b01211-4cc7-4eba-ae92-3f35831a6328 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:36.054112 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b01211-4cc7-4eba-ae92-3f35831a6328 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:36.054452 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b01211-4cc7-4eba-ae92-3f35831a6328 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:36.054792 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b01211-4cc7-4eba-ae92-3f35831a6328 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:36.055125 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b01211-4cc7-4eba-ae92-3f35831a6328 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:36.055483 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b01211-4cc7-4eba-ae92-3f35831a6328 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:36.055823 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b01211-4cc7-4eba-ae92-3f35831a6328 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:36.056168 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b01211-4cc7-4eba-ae92-3f35831a6328 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:36.056503 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b01211-4cc7-4eba-ae92-3f35831a6328 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:36.056911 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b01211-4cc7-4eba-ae92-3f35831a6328 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:36.057313 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b01211-4cc7-4eba-ae92-3f35831a6328 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:36.057672 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b01211-4cc7-4eba-ae92-3f35831a6328 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:36.366427 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:18:36.455059 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:18:36.464046 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-6b5ca228-b665-4ee9-beae-58ae9bcece6b None None] Provisioning complete for port 8fcc3416-26e8-4620-af4d-e030cd898398 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:18:36.464405 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6b5ca228-b665-4ee9-beae-58ae9bcece6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:18:36.612577 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-6b5ca228-b665-4ee9-beae-58ae9bcece6b None None] Provisioning complete for port df543cc5-e4f2-45e3-a34b-0696b0d67796 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:18:36.613016 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6b5ca228-b665-4ee9-beae-58ae9bcece6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:18:37.750906 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:18:38.195727 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 37176) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:18:38.406090 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1295e842-9f45-497f-aa1d-bfc16fd292ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:18:38.406479 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1295e842-9f45-497f-aa1d-bfc16fd292ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:18:38.408089 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-1295e842-9f45-497f-aa1d-bfc16fd292ab admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2114642 Mar 31 15:18:39.885510 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 5 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:18:40.602625 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 37186) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:18:40.777546 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1697c4b0-025d-4403-b767-c42d937fc65b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:18:40.778011 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1697c4b0-025d-4403-b767-c42d937fc65b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:18:40.779500 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-1697c4b0-025d-4403-b767-c42d937fc65b admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1758873 Mar 31 15:18:42.921435 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37196) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:18:43.094525 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbfe8c9-10eb-4a18-8b4d-7150634d4772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:18:43.095907 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ddbfe8c9-10eb-4a18-8b4d-7150634d4772 admin admin] 10.222.0.31 "GET /v2.0/networks/3bb0854c-329d-4c02-8ef4-93451330bf5c HTTP/1.1" status: 200 len: 869 time: 0.1735294 Mar 31 15:18:45.243033 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37206) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:18:45.466963 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab6ae74-c6d1-4910-9ede-24c80bbd76ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:18:45.468227 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7ab6ae74-c6d1-4910-9ede-24c80bbd76ea admin admin] 10.222.0.31 "GET /v2.0/networks/81fb4282-babc-4201-afd1-e5be35072e1e HTTP/1.1" status: 200 len: 886 time: 0.2242763 Mar 31 15:18:47.642748 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37216) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:18:47.746911 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650ffcca-dbdd-4509-9efe-cd12c6bbdcd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:18:47.747360 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650ffcca-dbdd-4509-9efe-cd12c6bbdcd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:18:47.748912 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-650ffcca-dbdd-4509-9efe-cd12c6bbdcd7 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1052303 Mar 31 15:18:49.914378 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37226) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:18:50.028702 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2ba8ea-6e10-457f-9f5c-4e9049888754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:18:50.029141 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2ba8ea-6e10-457f-9f5c-4e9049888754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:18:50.030646 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5e2ba8ea-6e10-457f-9f5c-4e9049888754 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1153543 Mar 31 15:18:52.172116 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37236) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:18:52.276598 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4229c121-4a19-4c97-8ec8-300cc224ef88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:18:52.277962 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4229c121-4a19-4c97-8ec8-300cc224ef88 admin admin] 10.222.0.31 "GET /v2.0/subnets/97256cb2-01ec-43ea-82a9-b8db082a1062 HTTP/1.1" status: 200 len: 868 time: 0.1049123 Mar 31 15:18:54.460722 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37246) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:18:54.562653 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf35492-e5f2-4ea7-95cc-e8c647c778a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:18:54.563982 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-abf35492-e5f2-4ea7-95cc-e8c647c778a9 admin admin] 10.222.0.31 "GET /v2.0/subnets/b53ee4a4-fa66-4479-a13d-661799bbf343 HTTP/1.1" status: 200 len: 816 time: 0.1022699 Mar 31 15:19:02.984376 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e69534ca-4fce-4e5b-a452-a3f353198071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:19:05.131138 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-70f9bae2-9fe4-420d-aae5-47e5a4e0e187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:19:06.297174 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:19:06.451536 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:19:07.771626 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:19:13.991842 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37292) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:19:14.038343 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-21c47aff-fe8e-47ed-b623-76c1bb2fcfd8 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:19:14.039374 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-21c47aff-fe8e-47ed-b623-76c1bb2fcfd8 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466032 Mar 31 15:19:16.279329 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37302) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:19:16.348453 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a2a98d1-ce02-4fc7-9c29-3b159a73da0b admin admin] GET failed (client error): The resource could not be found. Mar 31 15:19:16.349722 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2a2a98d1-ce02-4fc7-9c29-3b159a73da0b admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0694425 Mar 31 15:19:16.471021 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ed09bb-8143-4b7a-8e0d-15b5a07da14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:19:16.472349 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b1ed09bb-8143-4b7a-8e0d-15b5a07da14c admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1188908 Mar 31 15:19:16.884170 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 5 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:19:18.617538 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37312) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:19:18.663562 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-0a5036d3-2bb7-41a1-9fa3-c38c48a8927b admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:19:18.668734 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0a5036d3-2bb7-41a1-9fa3-c38c48a8927b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:19:18.678271 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0a5036d3-2bb7-41a1-9fa3-c38c48a8927b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:19:18.809320 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5036d3-2bb7-41a1-9fa3-c38c48a8927b admin admin] Made reservation on behalf of 2ebab07a99ad4d98b12818d6b62c8813 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:19:18.809735 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a5036d3-2bb7-41a1-9fa3-c38c48a8927b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:19:18.898613 dv-neutron-833379-2-hyperv neutron-server[103443]: WARNING neutron.services.revisions.revision_plugin [None req-0a5036d3-2bb7-41a1-9fa3-c38c48a8927b admin admin] Could not find related network for resource to bump revision. Mar 31 15:19:18.910103 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5036d3-2bb7-41a1-9fa3-c38c48a8927b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:19:18.918987 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a5036d3-2bb7-41a1-9fa3-c38c48a8927b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:19:18.919321 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-0a5036d3-2bb7-41a1-9fa3-c38c48a8927b admin admin] Added segment b6503e72-163f-4711-aa98-97798550d3ad of type vlan for network 875e900c-ca55-49d6-8d00-d5759ffb401d Mar 31 15:19:18.943105 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a5036d3-2bb7-41a1-9fa3-c38c48a8927b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:19:19.035076 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a5036d3-2bb7-41a1-9fa3-c38c48a8927b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:19:19.035994 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5036d3-2bb7-41a1-9fa3-c38c48a8927b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:19:19.036560 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a5036d3-2bb7-41a1-9fa3-c38c48a8927b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:19:19.134297 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5036d3-2bb7-41a1-9fa3-c38c48a8927b admin admin] Pushing event updated for resources: {'Network': ['ID=875e900c-ca55-49d6-8d00-d5759ffb401d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:19:19.144167 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 875e900c-ca55-49d6-8d00-d5759ffb401d details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:19:19.179174 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0a5036d3-2bb7-41a1-9fa3-c38c48a8927b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5605543 Mar 31 15:19:21.388836 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37322) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:19:21.456135 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce4910c-268e-48c0-aa91-bd5ca219fe1c admin admin] GET failed (client error): The resource could not be found. Mar 31 15:19:21.456633 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6ce4910c-268e-48c0-aa91-bd5ca219fe1c admin admin] Synchronizing usage tracker for tenant:2ebab07a99ad4d98b12818d6b62c8813 on resource:network {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:19:21.566471 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6ce4910c-268e-48c0-aa91-bd5ca219fe1c admin admin] Unset dirty status for tenant:2ebab07a99ad4d98b12818d6b62c8813 on resource:network {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:19:21.567562 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6ce4910c-268e-48c0-aa91-bd5ca219fe1c admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1777415 Mar 31 15:19:21.674463 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c4ab24-b8dd-4928-a881-7e3bd44cf94d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:19:21.675884 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b4c4ab24-b8dd-4928-a881-7e3bd44cf94d admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1044829 Mar 31 15:19:21.686037 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b433a729-e70f-4c63-9809-f46414bc5995 admin admin] Request body: {'subnet': {'network_id': '875e900c-ca55-49d6-8d00-d5759ffb401d', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:19:21.690303 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b433a729-e70f-4c63-9809-f46414bc5995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:19:21.699741 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b433a729-e70f-4c63-9809-f46414bc5995 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:19:21.766224 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b433a729-e70f-4c63-9809-f46414bc5995 admin admin] Made reservation on behalf of 2ebab07a99ad4d98b12818d6b62c8813 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:19:21.768409 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b433a729-e70f-4c63-9809-f46414bc5995 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:19:22.018071 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b433a729-e70f-4c63-9809-f46414bc5995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:19:22.093434 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433a729-e70f-4c63-9809-f46414bc5995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=287fb683-9ca3-4ab5-abcb-300b01915028,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:19:22.097323 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b433a729-e70f-4c63-9809-f46414bc5995 admin admin] Checking segment: {'id': 'b6503e72-163f-4711-aa98-97798550d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '875e900c-ca55-49d6-8d00-d5759ffb401d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:19:22.097666 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b433a729-e70f-4c63-9809-f46414bc5995 admin admin] Network hostable DHCP agents. Network: 875e900c-ca55-49d6-8d00-d5759ffb401d, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:19:22.189165 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b433a729-e70f-4c63-9809-f46414bc5995 admin admin] Network 875e900c-ca55-49d6-8d00-d5759ffb401d is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:19:22.291750 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-b433a729-e70f-4c63-9809-f46414bc5995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 875e900c-ca55-49d6-8d00-d5759ffb401d) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:19:22.295711 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b433a729-e70f-4c63-9809-f46414bc5995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:19:22.296295 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b433a729-e70f-4c63-9809-f46414bc5995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:19:22.301454 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8424c6cc-ab22-40fe-aa99-b53d5d241f45 None None] Network 875e900c-ca55-49d6-8d00-d5759ffb401d requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:19:22.384766 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b433a729-e70f-4c63-9809-f46414bc5995 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7017879 Mar 31 15:19:22.517261 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-875e900c-ca55-49d6-8d00-d5759ffb401d', 'network_id': '875e900c-ca55-49d6-8d00-d5759ffb401d', 'tenant_id': '2ebab07a99ad4d98b12818d6b62c8813', 'fixed_ips': [{'subnet_id': '287fb683-9ca3-4ab5-abcb-300b01915028'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:19:22.518136 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:19:22.710211 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Allocated IP 192.168.233.2 (875e900c-ca55-49d6-8d00-d5759ffb401d/287fb683-9ca3-4ab5-abcb-300b01915028/f374a836-d6f3-4f8a-8f26-93c7c548bfb0) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:19:22.920871 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:19:22.931051 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Transition to ACTIVE for port object f374a836-d6f3-4f8a-8f26-93c7c548bfb0 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:19:22.950309 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Transition to ACTIVE for port object f374a836-d6f3-4f8a-8f26-93c7c548bfb0 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:19:23.001644 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:19:23.060938 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Network 875e900c-ca55-49d6-8d00-d5759ffb401d is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:19:23.069893 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:19:23.077729 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:19:23.079800 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Pushing event updated for resources: {'Port': ['ID=f374a836-d6f3-4f8a-8f26-93c7c548bfb0,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:19:23.087366 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:19:23.088334 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:19:23.088677 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:19:23.089009 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:19:23.089370 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:19:23.089695 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:19:23.090041 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:19:23.090377 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:19:23.090708 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:19:23.091029 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:19:23.091346 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:19:23.091661 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:19:23.180687 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Attempting to bind port f374a836-d6f3-4f8a-8f26-93c7c548bfb0 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:19:23.180972 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Attempting to bind port f374a836-d6f3-4f8a-8f26-93c7c548bfb0 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'b6503e72-163f-4711-aa98-97798550d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '875e900c-ca55-49d6-8d00-d5759ffb401d'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:19:23.182094 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Attempting to bind port f374a836-d6f3-4f8a-8f26-93c7c548bfb0 on network 875e900c-ca55-49d6-8d00-d5759ffb401d {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:19:23.187385 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:19:23.195361 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Checking segment: {'id': 'b6503e72-163f-4711-aa98-97798550d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '875e900c-ca55-49d6-8d00-d5759ffb401d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:19:23.195361 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:19:23.195361 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Bound using segment: {'id': 'b6503e72-163f-4711-aa98-97798550d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '875e900c-ca55-49d6-8d00-d5759ffb401d'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:19:23.195361 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Bound port: f374a836-d6f3-4f8a-8f26-93c7c548bfb0, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6503e72-163f-4711-aa98-97798550d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '875e900c-ca55-49d6-8d00-d5759ffb401d'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:19:23.195361 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:19:23.284016 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] For port f374a836-d6f3-4f8a-8f26-93c7c548bfb0, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:19:23.286988 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] For port f374a836-d6f3-4f8a-8f26-93c7c548bfb0, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=f374a836-d6f3-4f8a-8f26-93c7c548bfb0,segment=NetworkSegment(b6503e72-163f-4711-aa98-97798550d3ad),segment_id=b6503e72-163f-4711-aa98-97798550d3ad)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:19:23.344478 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:19:23.422921 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30852221-335a-43e4-83b3-16f6aad28afb None None] Pushing event updated for resources: {'Port': ['ID=f374a836-d6f3-4f8a-8f26-93c7c548bfb0,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:19:24.222993 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device f374a836-d6f3-4f8a-8f26-93c7c548bfb0 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:19:24.355501 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port f374a836-d6f3-4f8a-8f26-93c7c548bfb0 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:19:24.361060 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00889cdc-9c43-4fee-9db5-182da0cfe41a None None] Network 875e900c-ca55-49d6-8d00-d5759ffb401d requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:19:24.548679 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-211b0cd4-9184-47bd-aa64-0efe26b905ee None None] Provisioning for port f374a836-d6f3-4f8a-8f26-93c7c548bfb0 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:19:24.564481 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-211b0cd4-9184-47bd-aa64-0efe26b905ee None None] Provisioning complete for port f374a836-d6f3-4f8a-8f26-93c7c548bfb0 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:19:24.564852 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-211b0cd4-9184-47bd-aa64-0efe26b905ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:19:24.743132 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-211b0cd4-9184-47bd-aa64-0efe26b905ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:19:24.780337 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-211b0cd4-9184-47bd-aa64-0efe26b905ee None None] For port f374a836-d6f3-4f8a-8f26-93c7c548bfb0, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=f374a836-d6f3-4f8a-8f26-93c7c548bfb0,segment=NetworkSegment(b6503e72-163f-4711-aa98-97798550d3ad),segment_id=b6503e72-163f-4711-aa98-97798550d3ad)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:19:24.847038 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-211b0cd4-9184-47bd-aa64-0efe26b905ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:19:24.923125 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b0cd4-9184-47bd-aa64-0efe26b905ee None None] Pushing event updated for resources: {'Port': ['ID=f374a836-d6f3-4f8a-8f26-93c7c548bfb0,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:19:24.967678 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2d987ab5-b180-4b55-bab8-923219275bbe None None] Provisioning complete for port f374a836-d6f3-4f8a-8f26-93c7c548bfb0 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:19:24.968040 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2d987ab5-b180-4b55-bab8-923219275bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:19:26.180321 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device f374a836-d6f3-4f8a-8f26-93c7c548bfb0 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:19:26.248202 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port f374a836-d6f3-4f8a-8f26-93c7c548bfb0 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:19:26.248561 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:19:33.029260 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0e6d35af-9a23-42cd-9761-1525e8ba931c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:19:35.108936 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2696e2ba-0af8-429b-807c-ed02472242b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:19:36.297754 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:19:36.467983 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:19:37.764440 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:19:53.883083 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 5 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:20:02.998288 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c9dabddd-eb2f-4571-a5db-192904cd6e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:20:05.102674 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ac330d0b-0302-4b6c-8db4-e59c34264cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:20:06.300996 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:20:06.445260 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:20:07.770027 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:20:30.881534 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 5 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:20:33.027381 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-53d1372d-ca4d-44fb-90eb-43de8941076f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:20:35.107789 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7b53c5f0-2a2e-48f5-88e5-76860cdbd286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:20:36.301651 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:20:36.445094 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:20:37.759138 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:20:55.482656 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37366) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:20:55.488864 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-17790805-4f89-4dfa-86e0-4dd72902a34a tempest-verify_tempest_config-1089416380 tempest-verify_tempest_config-1089416380-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:20:55.489894 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-17790805-4f89-4dfa-86e0-4dd72902a34a tempest-verify_tempest_config-1089416380 tempest-verify_tempest_config-1089416380-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062597 Mar 31 15:20:55.965973 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37384) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:20:56.079251 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06d8c645-7394-4a6f-8d9c-521b1d51936d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:20:56.093728 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-06d8c645-7394-4a6f-8d9c-521b1d51936d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:20:56.097462 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-06d8c645-7394-4a6f-8d9c-521b1d51936d admin admin] Usage tracker for resource:security_group_rule and tenant:14a1d4b1e6474245b88769db3d8989f7 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:20:56.100170 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-06d8c645-7394-4a6f-8d9c-521b1d51936d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:20:56.106255 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-06d8c645-7394-4a6f-8d9c-521b1d51936d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:20:56.185786 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06d8c645-7394-4a6f-8d9c-521b1d51936d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:20:56.248047 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06d8c645-7394-4a6f-8d9c-521b1d51936d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:20:56.295792 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8c645-7394-4a6f-8d9c-521b1d51936d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a8b075-9e10-4921-8ed7-939679050402,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:20:56.300443 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-06d8c645-7394-4a6f-8d9c-521b1d51936d admin admin] Synchronizing usage tracker for tenant:2ebab07a99ad4d98b12818d6b62c8813 on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:20:56.308821 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d8c645-7394-4a6f-8d9c-521b1d51936d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:20:56.309209 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d8c645-7394-4a6f-8d9c-521b1d51936d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:20:56.309555 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d8c645-7394-4a6f-8d9c-521b1d51936d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:20:56.309913 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d8c645-7394-4a6f-8d9c-521b1d51936d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:20:56.310241 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d8c645-7394-4a6f-8d9c-521b1d51936d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:20:56.310570 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d8c645-7394-4a6f-8d9c-521b1d51936d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:20:56.310895 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d8c645-7394-4a6f-8d9c-521b1d51936d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:20:56.311231 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d8c645-7394-4a6f-8d9c-521b1d51936d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:20:56.311604 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d8c645-7394-4a6f-8d9c-521b1d51936d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:20:56.311928 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d8c645-7394-4a6f-8d9c-521b1d51936d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:20:56.312250 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d8c645-7394-4a6f-8d9c-521b1d51936d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:20:56.312593 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d8c645-7394-4a6f-8d9c-521b1d51936d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:20:56.404197 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-06d8c645-7394-4a6f-8d9c-521b1d51936d admin admin] Unset dirty status for tenant:2ebab07a99ad4d98b12818d6b62c8813 on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:20:56.405498 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-06d8c645-7394-4a6f-8d9c-521b1d51936d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=14a1d4b1e6474245b88769db3d8989f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4384642 Mar 31 15:20:56.408205 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37390) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:20:56.471840 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8225a42e-4347-44c5-8fef-74e55846f0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:20:56.498655 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8225a42e-4347-44c5-8fef-74e55846f0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:20:56.651024 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8225a42e-4347-44c5-8fef-74e55846f0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:20:56.670557 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8225a42e-4347-44c5-8fef-74e55846f0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a8b075-9e10-4921-8ed7-939679050402,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:20:56.676998 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8225a42e-4347-44c5-8fef-74e55846f0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:20:56.678218 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8225a42e-4347-44c5-8fef-74e55846f0ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/82a8b075-9e10-4921-8ed7-939679050402 HTTP/1.1" status: 204 len: 168 time: 0.2690434 Mar 31 15:21:03.026761 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f19658e3-ce68-4e5c-abda-62cb21775fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:21:05.135154 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4fbe9f5c-b719-4fcc-a5ce-9b48e5d25149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:21:06.306000 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:21:06.421057 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:21:07.792423 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:21:07.884135 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 5 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:21:32.996024 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e821d479-1f20-4720-b858-60b165792d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:21:35.173131 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7d05bd0c-42a5-4ada-874c-6141057d4ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:21:36.304529 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:21:36.465252 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:21:37.773091 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:21:44.883261 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 5 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:22:03.019602 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bc1d02f8-53ce-4132-b804-989b68e1287c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:22:05.116757 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-aea889ac-5e3a-422f-a95c-48de663f6a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:22:06.322087 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:22:06.447938 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:22:07.777984 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:22:21.882198 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 5 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:22:24.933102 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455029'] for agent, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:22:32.990526 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fc773eea-8191-4a87-abd2-3e0415861e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:22:35.114369 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-88f4ba48-e9fe-43d9-9953-098ae3b4dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:22:36.322131 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:22:36.476100 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:22:37.795894 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:22:40.345758 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 37468) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:22:40.458205 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c291fc6f-e09a-48ee-8aea-8503d1fc9149 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1114054 Mar 31 15:22:42.617359 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 37478) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:22:42.670736 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8267c98e-f134-4a82-aa8d-0cdfa6dc849f admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0523417 Mar 31 15:22:54.966744 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:22:58.881231 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:23:03.011007 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-aad755c5-1568-489d-9941-c3b62695905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:23:05.131931 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b09cf3a7-9906-41e3-9c3d-87af5f2b951a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:23:06.314861 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:23:06.446359 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:23:07.794951 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:23:24.920400 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:23:33.028761 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2e1229be-07a9-422f-b947-c5f2b713e76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:23:35.114404 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-475a4c31-406c-48db-aa18-d02b08f3d729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:23:35.881407 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:23:36.291274 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:23:36.434264 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:23:37.783890 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:23:54.959593 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:02.993909 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a9bfda2e-5dd1-4738-ba01-a85342e44ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:05.136744 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-29ba09f5-503b-4358-9b31-0a8782d3469d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:06.330712 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:06.479385 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:07.810429 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:12.880409 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:24:13.690740 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 37656) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:13.926153 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37668) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.116615 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-444491906-network', 'tenant_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:14.124968 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:14.129774 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Usage tracker for resource:network and tenant:1d3b9b77f9fd4ab9a15d41c62b10bfd0 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:14.143038 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:14.145272 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37680) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.153736 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:14.205204 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Made reservation on behalf of 1d3b9b77f9fd4ab9a15d41c62b10bfd0 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:14.207963 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:14.228064 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:14.244765 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:14.248876 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Usage tracker for resource:security_group_rule and tenant:1d3b9b77f9fd4ab9a15d41c62b10bfd0 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:14.253001 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:14.258861 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:14.359820 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:14.430756 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-8351e0da-f999-49f5-920b-3ff20a864dae tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.431869 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8351e0da-f999-49f5-920b-3ff20a864dae tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.5040588 Mar 31 15:24:14.434767 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37690) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.439349 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:14.443419 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-103da485-d4a1-4c09-8625-48ef4dacf11b tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.445483 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-103da485-d4a1-4c09-8625-48ef4dacf11b tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0076196 Mar 31 15:24:14.446086 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37694) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.451294 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-b03b3cd7-24c1-4fb1-ad1c-e4041cf780ec tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.455967 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b03b3cd7-24c1-4fb1-ad1c-e4041cf780ec tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0089297 Mar 31 15:24:14.456581 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37700) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.461313 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-e779f78c-826a-4bff-8cc9-25c5785b5a1c tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.462500 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e779f78c-826a-4bff-8cc9-25c5785b5a1c tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0048320 Mar 31 15:24:14.481864 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:24:14.482024 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37704) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.482024 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-511d7801-1372-4d5e-b1bb-f397c975e2bf tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.483398 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-511d7801-1372-4d5e-b1bb-f397c975e2bf tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0160966 Mar 31 15:24:14.484883 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37710) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.486499 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791085555716', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:14.487098 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Unsubscribe: segment precommit_create {{(pid=103444) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 15:24:14.487571 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Added segment 08fe2f32-b615-4231-88e9-12bda0ccc8ba of type vlan for network cc4f77bd-a8a1-4de3-ae11-e5fff1d18587 Mar 31 15:24:14.489875 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-f5a3aac9-f83c-4bf8-a97f-e31cd90c6741 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.493448 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f5a3aac9-f83c-4bf8-a97f-e31cd90c6741 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0076194 Mar 31 15:24:14.494254 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37714) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.499343 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-8a157cbe-c4cc-471d-9764-256f27e14495 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.509570 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8a157cbe-c4cc-471d-9764-256f27e14495 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0082963 Mar 31 15:24:14.509570 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37718) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.509740 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-259dbeab-3f6e-46e8-8186-2f63e45ef010 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.513148 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-259dbeab-3f6e-46e8-8186-2f63e45ef010 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0054622 Mar 31 15:24:14.513148 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37722) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.518505 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-a1108721-c2cc-47d1-8076-5f7379ef517b tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.520407 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a1108721-c2cc-47d1-8076-5f7379ef517b tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0062861 Mar 31 15:24:14.522791 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37728) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.527576 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-425ab1ab-553b-47d1-b941-fdfee7d09a07 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.531715 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-425ab1ab-553b-47d1-b941-fdfee7d09a07 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0076213 Mar 31 15:24:14.532136 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37732) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.536825 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-024f1d78-c90f-4af8-ac25-5bf46b4e6b6b tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.540409 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-024f1d78-c90f-4af8-ac25-5bf46b4e6b6b tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0073133 Mar 31 15:24:14.541147 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37736) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.546105 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-d26a49ef-87fa-43fe-b1c1-15d393938d71 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.552651 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d26a49ef-87fa-43fe-b1c1-15d393938d71 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0066192 Mar 31 15:24:14.554709 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37740) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.557938 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:14.560336 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-707eb5e0-5b49-4acc-9a83-7284bab0efff tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.564115 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-707eb5e0-5b49-4acc-9a83-7284bab0efff tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0084991 Mar 31 15:24:14.564927 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37744) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.570180 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-ed618dd8-b710-4e2e-80a2-48b51e11690a tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.574239 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ed618dd8-b710-4e2e-80a2-48b51e11690a tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0079534 Mar 31 15:24:14.575055 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37748) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.581406 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-8c13e85e-471c-492f-80b5-3c26b022ae3b tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.586038 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8c13e85e-471c-492f-80b5-3c26b022ae3b tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0073788 Mar 31 15:24:14.586581 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37752) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.590957 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2a7763-b565-417d-8950-ef50d1a5f04c,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:14.592367 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-77b0dc6a-93e7-450a-bd03-09497dbe0b8a tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.597007 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 37756) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.597615 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-77b0dc6a-93e7-450a-bd03-09497dbe0b8a tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0096142 Mar 31 15:24:14.606199 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [None req-ad127132-75ba-4ac3-9bd7-0c5cd935af88 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.607113 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ad127132-75ba-4ac3-9bd7-0c5cd935af88 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0085912 Mar 31 15:24:14.609513 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:14.615077 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:14.615077 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:14.615077 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:14.615077 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:14.615430 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37760) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Tracked resource versions report: Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: pushed versions: Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: { 'AddressGroup': {'1.2'}, Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: 'ConntrackHelper': {'1.0'}, Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: 'Log': {'1.0'}, Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: 'Network': {'1.1'}, Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: 'Port': {'1.7'}, Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: 'PortForwarding': {'1.2'}, Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: 'QosPolicy': {'1.8'}, Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: 'SecurityGroup': {'1.4'}, Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: 'SubPort': {'1.0'}, Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: 'Subnet': {'1.1'}, Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: 'Trunk': {'1.1'}} Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: consumer versions: Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: { DHCP agent@dv-neutron-833379-2-hyperv: {}, Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: HyperV agent@hv-neutron-8333: {}, Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: L3 agent@dv-neutron-833379-2-hyperv: {}, Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: Metadata agent@dv-neutron-833379-2-hyperv: {}, Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: Metering agent@dv-neutron-833379-2-hyperv: {}, Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: Open vSwitch agent@dv-neutron-833379-2-hyperv: { 'AddressGroup': '1.2', Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: 'ConntrackHelper': '1.0', Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: 'Log': '1.0', Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: 'Network': '1.1', Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: 'Port': '1.7', Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: 'PortForwarding': '1.2', Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: 'QosPolicy': '1.8', Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: 'SecurityGroup': '1.4', Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: 'SecurityGroupRule': '1.2', Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: 'SubPort': '1.0', Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: 'Subnet': '1.1', Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: 'Trunk': '1.1'}} Mar 31 15:24:14.615510 dv-neutron-833379-2-hyperv neutron-server[103444]: {{(pid=103444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:24:14.617841 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-7e791db8-5c56-4df8-91ba-4e2691aae7da tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.620291 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7e791db8-5c56-4df8-91ba-4e2691aae7da tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0083363 Mar 31 15:24:14.621010 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37764) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.626702 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-a2570998-6538-4503-b9fb-99485e9db2ea tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.630371 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 37770) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.630639 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a2570998-6538-4503-b9fb-99485e9db2ea tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0086486 Mar 31 15:24:14.636492 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [None req-8e48da33-e182-4cac-8b6d-56a636e2897e tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.637535 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8e48da33-e182-4cac-8b6d-56a636e2897e tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0057943 Mar 31 15:24:14.639903 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 37774) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.651170 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [None req-0bdfa8de-4d99-4ae9-b705-9f73dafbd1d8 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.653652 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0bdfa8de-4d99-4ae9-b705-9f73dafbd1d8 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0122807 Mar 31 15:24:14.654741 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37778) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.659795 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-4372ad26-9541-4e26-9deb-e8168ef60e20 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.660722 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4372ad26-9541-4e26-9deb-e8168ef60e20 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0050399 Mar 31 15:24:14.663474 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 37782) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.668350 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [None req-f2dd6751-7b3d-414e-a655-0061fad6f1d5 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.669255 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f2dd6751-7b3d-414e-a655-0061fad6f1d5 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0048735 Mar 31 15:24:14.672289 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37786) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.674364 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:14.675441 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:14.676101 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:14.679843 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-367373f9-fa3a-4000-aecb-ca5456d79571 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.683966 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-367373f9-fa3a-4000-aecb-ca5456d79571 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0077977 Mar 31 15:24:14.685987 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37790) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.691884 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-c65784a2-6c41-4db7-b122-079f2df15689 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.696022 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c65784a2-6c41-4db7-b122-079f2df15689 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0088964 Mar 31 15:24:14.696760 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37794) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.702121 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-2861af6e-8ecb-4028-8429-cc8d2cbc1c45 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.707112 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2861af6e-8ecb-4028-8429-cc8d2cbc1c45 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0092762 Mar 31 15:24:14.708059 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37798) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.714705 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-48dbace9-b74f-46e9-b0f8-074a46cb071d tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.719699 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-48dbace9-b74f-46e9-b0f8-074a46cb071d tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0102675 Mar 31 15:24:14.720667 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37802) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.725779 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-86348d0e-e1cf-4905-a810-e64828e7a77a tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.730339 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-86348d0e-e1cf-4905-a810-e64828e7a77a tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0084405 Mar 31 15:24:14.731202 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37806) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.737381 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-56989d58-ecc0-4566-95f7-fcbe2345094e tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.741476 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-56989d58-ecc0-4566-95f7-fcbe2345094e tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0092118 Mar 31 15:24:14.742224 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37810) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.749399 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-8067327c-6f72-4d62-a211-69150beefbec tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.753650 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8067327c-6f72-4d62-a211-69150beefbec tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0101562 Mar 31 15:24:14.754684 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37816) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.758012 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-679145321-network', 'tenant_id': '054d30a6120446fcba39a5a299093095'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:14.767087 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-0839e147-fafb-426c-a2b7-4c093a9144dd tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.770532 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0839e147-fafb-426c-a2b7-4c093a9144dd tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0061514 Mar 31 15:24:14.770532 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:14.771842 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37820) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.777290 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-e8ced1d4-dfdf-4f88-83f0-622e14a2b3b4 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.781447 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e8ced1d4-dfdf-4f88-83f0-622e14a2b3b4 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0051355 Mar 31 15:24:14.781447 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Usage tracker for resource:network and tenant:054d30a6120446fcba39a5a299093095 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:14.781838 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] Pushing event updated for resources: {'Network': ['ID=cc4f77bd-a8a1-4de3-ae11-e5fff1d18587,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:14.783427 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37824) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.786158 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:14.790984 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-7cb179b3-3f3a-4bfb-9242-b1c87d766317 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.792034 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7cb179b3-3f3a-4bfb-9242-b1c87d766317 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0074694 Mar 31 15:24:14.795123 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network cc4f77bd-a8a1-4de3-ae11-e5fff1d18587 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:24:14.795604 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37828) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.801269 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:14.807103 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-48d75fcc-6cfc-4562-a281-8d162b6507c0 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.812858 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-48d75fcc-6cfc-4562-a281-8d162b6507c0 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0132413 Mar 31 15:24:14.813834 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 37832) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.818726 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [None req-f7a54af7-b888-40e8-b15c-c63453b62047 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.819684 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f7a54af7-b888-40e8-b15c-c63453b62047 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0051332 Mar 31 15:24:14.822305 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37838) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.831517 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-a82cdf58-dd0a-404e-bb9a-3b2ff9ecfc58 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.835134 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a82cdf58-dd0a-404e-bb9a-3b2ff9ecfc58 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0116506 Mar 31 15:24:14.835712 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 37842) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.840966 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [None req-25cc4fe7-b315-489e-bc3d-b0475919c557 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.841898 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-25cc4fe7-b315-489e-bc3d-b0475919c557 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0052466 Mar 31 15:24:14.846663 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 37846) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.851509 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [None req-b25123a4-90c9-4b49-b9e7-1a059a133fff tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.855404 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b25123a4-90c9-4b49-b9e7-1a059a133fff tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0074344 Mar 31 15:24:14.856300 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 37850) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.861770 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [None req-c0366be0-bed4-48f2-9944-e3d32df3539d tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.865661 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37854) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.866005 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c0366be0-bed4-48f2-9944-e3d32df3539d tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0081582 Mar 31 15:24:14.875524 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-4a79e2cd-fc24-4ad9-a7ba-9f7f975765c8 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.878986 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4a79e2cd-fc24-4ad9-a7ba-9f7f975765c8 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0113449 Mar 31 15:24:14.881063 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 37860) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.888501 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [None req-64fc0d87-02f4-4b08-83da-f333c6df04fd tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.889437 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-64fc0d87-02f4-4b08-83da-f333c6df04fd tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0074244 Mar 31 15:24:14.892964 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37864) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.902114 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-7054aac8-d77e-4917-8aee-3541649c88f6 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.905728 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7054aac8-d77e-4917-8aee-3541649c88f6 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0085592 Mar 31 15:24:14.907019 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6032a278-b55a-45aa-a79c-55036820a42b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2139368 Mar 31 15:24:14.907775 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 37868) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.908153 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 37870) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.914957 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [None req-bf1399f0-b8ab-4397-ad1e-7fad2d51dfd2 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.918562 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-bf1399f0-b8ab-4397-ad1e-7fad2d51dfd2 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0095115 Mar 31 15:24:14.918697 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37876) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.922594 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-2c172260-4e88-44af-96e1-0ad6615717f5 admin admin] Request body: {'subnet': {'network_id': 'cc4f77bd-a8a1-4de3-ae11-e5fff1d18587', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-444491906-subnet', 'tenant_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:14.924177 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-f4e78679-e5f9-4ba7-9329-7363ad32c7ee tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.927794 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f4e78679-e5f9-4ba7-9329-7363ad32c7ee tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0080550 Mar 31 15:24:14.928513 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 37880) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.931369 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2c172260-4e88-44af-96e1-0ad6615717f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:14.935926 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [None req-bc906e09-5d42-4d33-9009-37d4013a9975 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.940029 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-bc906e09-5d42-4d33-9009-37d4013a9975 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0072756 Mar 31 15:24:14.940029 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2c172260-4e88-44af-96e1-0ad6615717f5 admin admin] Usage tracker for resource:subnet and tenant:1d3b9b77f9fd4ab9a15d41c62b10bfd0 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:14.942196 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37884) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.943000 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2c172260-4e88-44af-96e1-0ad6615717f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:14.947920 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-d1e5c4f4-a9b2-47ad-b2ed-f7987d0c57dd tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.948900 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2c172260-4e88-44af-96e1-0ad6615717f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:14.949720 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d1e5c4f4-a9b2-47ad-b2ed-f7987d0c57dd tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0065026 Mar 31 15:24:14.952119 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37888) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.957614 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-d3188ce5-c774-4380-9011-6f0be19920be tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.958727 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d3188ce5-c774-4380-9011-6f0be19920be tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0057311 Mar 31 15:24:14.961305 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37892) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.965621 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-f2744cda-6fab-4d49-957e-cb92755c432d tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.968033 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f2744cda-6fab-4d49-957e-cb92755c432d tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0043681 Mar 31 15:24:14.970880 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37896) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.975469 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-9f5854db-2cc1-4ab6-9506-6208263ff0d7 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.976371 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9f5854db-2cc1-4ab6-9506-6208263ff0d7 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0046799 Mar 31 15:24:14.979029 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37900) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.983765 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-7f91d8ec-b70e-449f-a2eb-5656decf167a tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.985419 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7f91d8ec-b70e-449f-a2eb-5656decf167a tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0053737 Mar 31 15:24:14.987668 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Made reservation on behalf of 054d30a6120446fcba39a5a299093095 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:14.988477 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 37904) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:14.990008 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:14.993659 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [None req-cafdeb9d-e0c2-4472-8513-dc11c00a3294 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:14.995642 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-cafdeb9d-e0c2-4472-8513-dc11c00a3294 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0061798 Mar 31 15:24:14.998752 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 37908) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:15.004075 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [None req-b80e6f2a-2960-4281-b7d2-e4b875862e88 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:15.005017 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b80e6f2a-2960-4281-b7d2-e4b875862e88 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0053647 Mar 31 15:24:15.007805 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 37912) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:15.013768 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [None req-8dd51f39-0c27-4e1d-b193-48a14e768757 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:15.014809 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8dd51f39-0c27-4e1d-b193-48a14e768757 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0060010 Mar 31 15:24:15.017596 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 37916) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:15.022819 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [None req-b7c2f4c5-cc14-41e2-8509-c18658c44f4a tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:15.026433 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b7c2f4c5-cc14-41e2-8509-c18658c44f4a tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0078740 Mar 31 15:24:15.027185 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c172260-4e88-44af-96e1-0ad6615717f5 admin admin] Made reservation on behalf of 1d3b9b77f9fd4ab9a15d41c62b10bfd0 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:15.029866 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c172260-4e88-44af-96e1-0ad6615717f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:15.043718 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 37920) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:15.059946 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 37926) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:15.072158 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:15.072949 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [None req-42bd4f10-eec7-4009-90af-c9b86903d57f tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:15.076815 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-42bd4f10-eec7-4009-90af-c9b86903d57f tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0300074 Mar 31 15:24:15.077572 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 37932) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:15.087151 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:15.090966 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Usage tracker for resource:security_group_rule and tenant:054d30a6120446fcba39a5a299093095 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:15.094473 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:15.100178 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:15.151211 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [None req-fbca4ae5-16d8-4a1c-825a-a8602708d962 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:15.154852 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-fbca4ae5-16d8-4a1c-825a-a8602708d962 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0727904 Mar 31 15:24:15.156283 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37936) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:15.163543 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-87006a91-4a6a-4a3a-9ccb-75db28171b68 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:15.168206 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-87006a91-4a6a-4a3a-9ccb-75db28171b68 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0108323 Mar 31 15:24:15.170264 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37940) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:15.181594 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-08db6ff4-dbc0-4793-a9bf-c9b7d7373321 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:15.182687 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-08db6ff4-dbc0-4793-a9bf-c9b7d7373321 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0114529 Mar 31 15:24:15.192639 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37944) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:15.198739 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-e5466f7b-8a2f-4697-9f4d-3dd6c935e0a6 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:15.201638 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e5466f7b-8a2f-4697-9f4d-3dd6c935e0a6 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0114508 Mar 31 15:24:15.202212 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37950) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:15.220206 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-fa347326-a48f-47e3-9d15-662c610e8e85 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:15.223941 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-fa347326-a48f-47e3-9d15-662c610e8e85 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0123670 Mar 31 15:24:15.224416 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 37954) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:15.240212 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:15.255108 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [None req-28263c77-d1ed-4ed7-95dc-32458cd104c6 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:15.258548 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-28263c77-d1ed-4ed7-95dc-32458cd104c6 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0307543 Mar 31 15:24:15.259172 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37960) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:15.264331 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-70a9e57b-6f04-4ded-8a5c-56108d414b29 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:15.268224 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-70a9e57b-6f04-4ded-8a5c-56108d414b29 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0050411 Mar 31 15:24:15.268433 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37964) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:15.273159 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-dde0fd85-d8cf-41ae-8928-7f6bf1c55a87 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:15.283710 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-dde0fd85-d8cf-41ae-8928-7f6bf1c55a87 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0057092 Mar 31 15:24:15.287350 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37970) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:15.292280 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-bd86fa19-07d5-4648-8eb5-ff0b41422105 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:15.295813 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-bd86fa19-07d5-4648-8eb5-ff0b41422105 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0074284 Mar 31 15:24:15.296405 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37974) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:15.301526 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-2e7528b9-c322-4531-b83f-35bd1554160f tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:15.305072 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2e7528b9-c322-4531-b83f-35bd1554160f tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0077004 Mar 31 15:24:15.305235 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 37978) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:15.322372 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [None req-f2113549-e2c7-4695-b754-6ccd2c01ea54 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:15.323548 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f2113549-e2c7-4695-b754-6ccd2c01ea54 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0157731 Mar 31 15:24:15.326463 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 37982) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:15.330006 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:15.335262 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [None req-60623d01-9d39-403f-accc-8db757d0f9b3 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:15.336169 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-60623d01-9d39-403f-accc-8db757d0f9b3 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0086982 Mar 31 15:24:15.338940 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 37986) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:15.344967 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [None req-361d88f9-9420-4d44-b606-33f45e9d2114 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:15.345877 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-361d88f9-9420-4d44-b606-33f45e9d2114 tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0060377 Mar 31 15:24:15.348489 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 37990) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:15.361271 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [None req-c83f4f78-7269-4762-9c30-48a547c78b4a tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:15.361271 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c83f4f78-7269-4762-9c30-48a547c78b4a tempest-ExtensionsTestJSON-1008577946 tempest-ExtensionsTestJSON-1008577946-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0076685 Mar 31 15:24:15.367854 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:24:15.376399 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c172260-4e88-44af-96e1-0ad6615717f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:15.387500 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e3a0f7-133c-49dd-9b68-302b62bedacf,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:15.399174 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:15.399810 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:15.400287 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:15.400671 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:15.401147 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:15.401521 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:15.401845 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:15.402186 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:15.402625 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:15.402957 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:15.403667 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:15.403994 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Tracked resource versions report: Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: pushed versions: Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: { 'AddressGroup': {'1.2'}, Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: 'ConntrackHelper': {'1.0'}, Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: 'Log': {'1.0'}, Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: 'Network': {'1.1'}, Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: 'Port': {'1.7'}, Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: 'PortForwarding': {'1.2'}, Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: 'QosPolicy': {'1.8'}, Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: 'SecurityGroup': {'1.4'}, Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: 'SubPort': {'1.0'}, Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: 'Subnet': {'1.1'}, Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: 'Trunk': {'1.1'}} Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: consumer versions: Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: { DHCP agent@dv-neutron-833379-2-hyperv: {}, Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: HyperV agent@hv-neutron-8333: {}, Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: L3 agent@dv-neutron-833379-2-hyperv: {}, Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: Metadata agent@dv-neutron-833379-2-hyperv: {}, Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: Metering agent@dv-neutron-833379-2-hyperv: {}, Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: Open vSwitch agent@dv-neutron-833379-2-hyperv: { 'AddressGroup': '1.2', Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: 'ConntrackHelper': '1.0', Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: 'Log': '1.0', Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: 'Network': '1.1', Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: 'Port': '1.7', Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: 'PortForwarding': '1.2', Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: 'QosPolicy': '1.8', Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: 'SecurityGroup': '1.4', Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: 'SecurityGroupRule': '1.2', Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: 'SubPort': '1.0', Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: 'Subnet': '1.1', Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: 'Trunk': '1.1'}} Mar 31 15:24:15.405044 dv-neutron-833379-2-hyperv neutron-server[103443]: {{(pid=103443) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:24:15.413679 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:15.415708 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Added segment 478cadf4-0aeb-4142-b453-0c4f37f9f3e4 of type vlan for network 8570db4c-fed6-40aa-8a1b-99615046312c Mar 31 15:24:15.443271 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:15.463715 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c172260-4e88-44af-96e1-0ad6615717f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b57b1a83-224b-460a-8d96-97b3371a0b4c,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:15.468186 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-0d38fc6a-3fb4-4805-9fce-585027e7294c tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-958116162'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:15.471816 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c172260-4e88-44af-96e1-0ad6615717f5 admin admin] Checking segment: {'id': '08fe2f32-b615-4231-88e9-12bda0ccc8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'cc4f77bd-a8a1-4de3-ae11-e5fff1d18587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:24:15.472181 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c172260-4e88-44af-96e1-0ad6615717f5 admin admin] Network hostable DHCP agents. Network: cc4f77bd-a8a1-4de3-ae11-e5fff1d18587, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:24:15.480374 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-0d38fc6a-3fb4-4805-9fce-585027e7294c tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:15.489965 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-0d38fc6a-3fb4-4805-9fce-585027e7294c tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] Usage tracker for resource:network and tenant:2f16161d022142ab89bb0019e031677d is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:15.494119 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-0d38fc6a-3fb4-4805-9fce-585027e7294c tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:15.503231 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-0d38fc6a-3fb4-4805-9fce-585027e7294c tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:15.530858 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:15.532108 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:15.532683 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:15.548208 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c172260-4e88-44af-96e1-0ad6615717f5 admin admin] Network cc4f77bd-a8a1-4de3-ae11-e5fff1d18587 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:24:15.589376 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d38fc6a-3fb4-4805-9fce-585027e7294c tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] Made reservation on behalf of 2f16161d022142ab89bb0019e031677d for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:15.594764 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d38fc6a-3fb4-4805-9fce-585027e7294c tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:15.638421 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d38fc6a-3fb4-4805-9fce-585027e7294c tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:15.643617 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] Pushing event updated for resources: {'Network': ['ID=8570db4c-fed6-40aa-8a1b-99615046312c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:15.649796 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-2c172260-4e88-44af-96e1-0ad6615717f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, cc4f77bd-a8a1-4de3-ae11-e5fff1d18587) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:15.653927 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 8570db4c-fed6-40aa-8a1b-99615046312c details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:24:15.657590 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c172260-4e88-44af-96e1-0ad6615717f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:15.657698 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c172260-4e88-44af-96e1-0ad6615717f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:15.671343 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d8e9eb-c838-4893-babd-860d89b4f96c None None] Network cc4f77bd-a8a1-4de3-ae11-e5fff1d18587 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:24:15.687614 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-0d38fc6a-3fb4-4805-9fce-585027e7294c tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:15.690180 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-0d38fc6a-3fb4-4805-9fce-585027e7294c tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] Usage tracker for resource:security_group_rule and tenant:2f16161d022142ab89bb0019e031677d is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:15.694462 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-0d38fc6a-3fb4-4805-9fce-585027e7294c tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:15.700285 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-0d38fc6a-3fb4-4805-9fce-585027e7294c tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:15.735881 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7387e115-5c13-40cd-8e84-606d1e5a8f5f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5895424 Mar 31 15:24:15.738793 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38008) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:15.744849 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-542cfbfa-79b2-45de-9177-9c7b497373ff admin admin] Request body: {'subnet': {'network_id': '8570db4c-fed6-40aa-8a1b-99615046312c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-679145321-subnet', 'tenant_id': '054d30a6120446fcba39a5a299093095', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:15.751165 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-542cfbfa-79b2-45de-9177-9c7b497373ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:15.757062 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-542cfbfa-79b2-45de-9177-9c7b497373ff admin admin] Usage tracker for resource:subnet and tenant:054d30a6120446fcba39a5a299093095 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:15.761174 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-542cfbfa-79b2-45de-9177-9c7b497373ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:15.769850 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-542cfbfa-79b2-45de-9177-9c7b497373ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:15.777434 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2c172260-4e88-44af-96e1-0ad6615717f5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8666625 Mar 31 15:24:15.777786 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38012) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:15.785815 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-cdee321d-a0a5-465b-8695-ce234c7b94c6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-444491906-router', 'tenant_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:15.791839 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-cdee321d-a0a5-465b-8695-ce234c7b94c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:15.796836 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-cdee321d-a0a5-465b-8695-ce234c7b94c6 admin admin] Usage tracker for resource:router and tenant:1d3b9b77f9fd4ab9a15d41c62b10bfd0 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:15.801178 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-cdee321d-a0a5-465b-8695-ce234c7b94c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:15.808043 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-cdee321d-a0a5-465b-8695-ce234c7b94c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:15.852678 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d38fc6a-3fb4-4805-9fce-585027e7294c tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:15.889936 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cdee321d-a0a5-465b-8695-ce234c7b94c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:15.891789 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cdee321d-a0a5-465b-8695-ce234c7b94c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:15.895029 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542cfbfa-79b2-45de-9177-9c7b497373ff admin admin] Made reservation on behalf of 054d30a6120446fcba39a5a299093095 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:15.901672 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-542cfbfa-79b2-45de-9177-9c7b497373ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:15.949475 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d38fc6a-3fb4-4805-9fce-585027e7294c tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:15.978001 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-cc4f77bd-a8a1-4de3-ae11-e5fff1d18587', 'network_id': 'cc4f77bd-a8a1-4de3-ae11-e5fff1d18587', 'tenant_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'fixed_ips': [{'subnet_id': 'b57b1a83-224b-460a-8d96-97b3371a0b4c'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:24:15.979541 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:15.989411 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d38fc6a-3fb4-4805-9fce-585027e7294c tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:24:15.989553 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cdee321d-a0a5-465b-8695-ce234c7b94c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:15.993750 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38fc6a-3fb4-4805-9fce-585027e7294c tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21fa8933-4d4b-4647-b9f4-321dac113554,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:16.002268 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d38fc6a-3fb4-4805-9fce-585027e7294c tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:16.002903 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-0d38fc6a-3fb4-4805-9fce-585027e7294c tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] Added segment 877a84fd-1d3a-4ff4-899a-0cd8ee8cf308 of type vlan for network 90785481-132c-48cb-bbb5-cd6542d1a3af Mar 31 15:24:16.036490 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d38fc6a-3fb4-4805-9fce-585027e7294c tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:16.147809 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d38fc6a-3fb4-4805-9fce-585027e7294c tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:16.153908 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d38fc6a-3fb4-4805-9fce-585027e7294c tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:16.154921 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d38fc6a-3fb4-4805-9fce-585027e7294c tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:16.197536 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Allocated IP 172.20.0.2 (cc4f77bd-a8a1-4de3-ae11-e5fff1d18587/b57b1a83-224b-460a-8d96-97b3371a0b4c/946e3d0d-3099-408a-a66d-bad5ebca3339) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:24:16.285688 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38026) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:16.310749 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38fc6a-3fb4-4805-9fce-585027e7294c tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] Pushing event updated for resources: {'Network': ['ID=90785481-132c-48cb-bbb5-cd6542d1a3af,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:16.361001 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 90785481-132c-48cb-bbb5-cd6542d1a3af details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:24:16.678843 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cdee321d-a0a5-465b-8695-ce234c7b94c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:16.680848 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0d38fc6a-3fb4-4805-9fce-585027e7294c tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4629290 Mar 31 15:24:16.681390 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:16.682312 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-542cfbfa-79b2-45de-9177-9c7b497373ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:16.683594 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Transition to ACTIVE for port object 946e3d0d-3099-408a-a66d-bad5ebca3339 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:24:16.683594 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Transition to ACTIVE for port object 946e3d0d-3099-408a-a66d-bad5ebca3339 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:24:16.688763 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a6ad3bd-536f-4ff1-abfd-7629d3b77a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:16.708138 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542cfbfa-79b2-45de-9177-9c7b497373ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b28caf7-0cc4-4f02-9ea5-a472add592af,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:16.708976 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-7a6ad3bd-536f-4ff1-abfd-7629d3b77a86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:16.714708 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-7a6ad3bd-536f-4ff1-abfd-7629d3b77a86 admin admin] Usage tracker for resource:security_group_rule and tenant:d6d7a5f12a404540ba2ba3e555408e77 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:16.719157 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-7a6ad3bd-536f-4ff1-abfd-7629d3b77a86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:16.733706 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-7a6ad3bd-536f-4ff1-abfd-7629d3b77a86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:16.760482 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:16.795306 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542cfbfa-79b2-45de-9177-9c7b497373ff admin admin] Checking segment: {'id': '478cadf4-0aeb-4142-b453-0c4f37f9f3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8570db4c-fed6-40aa-8a1b-99615046312c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:24:16.795761 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542cfbfa-79b2-45de-9177-9c7b497373ff admin admin] Network hostable DHCP agents. Network: 8570db4c-fed6-40aa-8a1b-99615046312c, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:24:16.856952 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a6ad3bd-536f-4ff1-abfd-7629d3b77a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:16.874123 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Pushing event updated for resources: {'Port': ['ID=946e3d0d-3099-408a-a66d-bad5ebca3339,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:16.879028 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38054) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:16.893615 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:16.894380 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:16.894854 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:16.895355 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:16.895820 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:16.896475 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:16.896954 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:16.897467 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:16.897942 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Tracked resource versions report: Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: pushed versions: Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: { 'AddressGroup': {'1.2'}, Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: 'ConntrackHelper': {'1.0'}, Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: 'Log': {'1.0'}, Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: 'Network': {'1.1'}, Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: 'Port': {'1.7'}, Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: 'PortForwarding': {'1.2'}, Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: 'QosPolicy': {'1.8'}, Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: 'SecurityGroup': {'1.4'}, Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: 'SubPort': {'1.0'}, Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: 'Subnet': {'1.1'}, Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: 'Trunk': {'1.1'}} Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: consumer versions: Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: { DHCP agent@dv-neutron-833379-2-hyperv: {}, Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: HyperV agent@hv-neutron-8333: {}, Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: L3 agent@dv-neutron-833379-2-hyperv: {}, Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: Metadata agent@dv-neutron-833379-2-hyperv: {}, Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: Metering agent@dv-neutron-833379-2-hyperv: {}, Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: Open vSwitch agent@dv-neutron-833379-2-hyperv: { 'AddressGroup': '1.2', Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: 'ConntrackHelper': '1.0', Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: 'Log': '1.0', Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: 'Network': '1.1', Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: 'Port': '1.7', Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: 'PortForwarding': '1.2', Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: 'QosPolicy': '1.8', Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: 'SecurityGroup': '1.4', Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: 'SecurityGroupRule': '1.2', Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: 'SubPort': '1.0', Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: 'Subnet': '1.1', Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: 'Trunk': '1.1'}} Mar 31 15:24:16.901364 dv-neutron-833379-2-hyperv neutron-server[103445]: {{(pid=103445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:24:16.916662 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Network cc4f77bd-a8a1-4de3-ae11-e5fff1d18587 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:24:16.918274 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:16.921056 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:24:16.949978 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542cfbfa-79b2-45de-9177-9c7b497373ff admin admin] Network 8570db4c-fed6-40aa-8a1b-99615046312c is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:24:16.953465 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a6ad3bd-536f-4ff1-abfd-7629d3b77a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:17.060957 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ad3bd-536f-4ff1-abfd-7629d3b77a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e477f092-2cfb-451c-8f42-47b6d399ec8b,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:17.065405 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Attempting to bind port 946e3d0d-3099-408a-a66d-bad5ebca3339 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:17.065953 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Attempting to bind port 946e3d0d-3099-408a-a66d-bad5ebca3339 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '08fe2f32-b615-4231-88e9-12bda0ccc8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'cc4f77bd-a8a1-4de3-ae11-e5fff1d18587'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:17.066579 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Attempting to bind port 946e3d0d-3099-408a-a66d-bad5ebca3339 on network cc4f77bd-a8a1-4de3-ae11-e5fff1d18587 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:17.069934 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7a6ad3bd-536f-4ff1-abfd-7629d3b77a86 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d6d7a5f12a404540ba2ba3e555408e77&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7816339 Mar 31 15:24:17.073878 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38064) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:17.077590 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:24:17.078935 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Checking segment: {'id': '08fe2f32-b615-4231-88e9-12bda0ccc8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'cc4f77bd-a8a1-4de3-ae11-e5fff1d18587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:24:17.079467 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:17.080521 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Bound using segment: {'id': '08fe2f32-b615-4231-88e9-12bda0ccc8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'cc4f77bd-a8a1-4de3-ae11-e5fff1d18587'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:24:17.081138 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Bound port: 946e3d0d-3099-408a-a66d-bad5ebca3339, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08fe2f32-b615-4231-88e9-12bda0ccc8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'cc4f77bd-a8a1-4de3-ae11-e5fff1d18587'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:24:17.081698 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:17.098098 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-542cfbfa-79b2-45de-9177-9c7b497373ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 8570db4c-fed6-40aa-8a1b-99615046312c) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:17.109303 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a289588-0a78-476c-bbdd-cce79214ef05 None None] Network 8570db4c-fed6-40aa-8a1b-99615046312c requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:24:17.113833 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542cfbfa-79b2-45de-9177-9c7b497373ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:17.114635 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-542cfbfa-79b2-45de-9177-9c7b497373ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:17.152381 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cdee321d-a0a5-465b-8695-ce234c7b94c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:17.191041 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38068) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:17.194239 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cdee321d-a0a5-465b-8695-ce234c7b94c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:17.196987 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5ce8494-9df3-4f6a-8cd3-c5ef8d72ac8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:17.240292 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-542cfbfa-79b2-45de-9177-9c7b497373ff admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5002744 Mar 31 15:24:17.242886 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38076) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:17.253028 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-6bd9ec7e-8925-47b8-9631-69ea9b3efc34 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-679145321-router', 'tenant_id': '054d30a6120446fcba39a5a299093095', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:17.260028 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5ce8494-9df3-4f6a-8cd3-c5ef8d72ac8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:17.263338 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6bd9ec7e-8925-47b8-9631-69ea9b3efc34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:17.276910 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6bd9ec7e-8925-47b8-9631-69ea9b3efc34 admin admin] Usage tracker for resource:router and tenant:054d30a6120446fcba39a5a299093095 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:17.283417 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6bd9ec7e-8925-47b8-9631-69ea9b3efc34 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:17.294467 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6bd9ec7e-8925-47b8-9631-69ea9b3efc34 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:17.391148 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ec7e-8925-47b8-9631-69ea9b3efc34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:17.392455 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ec7e-8925-47b8-9631-69ea9b3efc34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:17.403618 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-d7253a9e-0c90-4905-a764-25585bfdd502 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-473922557', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:17.404697 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-cdee321d-a0a5-465b-8695-ce234c7b94c6 admin admin] Allocated IP 172.26.5.163 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/85eb6023-6403-4d3c-93a7-0c4fe66c77d6) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:24:17.408787 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d7253a9e-0c90-4905-a764-25585bfdd502 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:17.424219 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d7253a9e-0c90-4905-a764-25585bfdd502 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Usage tracker for resource:port and tenant:3656c05241be4e3ab3be763940190149 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:17.427452 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d7253a9e-0c90-4905-a764-25585bfdd502 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:17.445153 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d7253a9e-0c90-4905-a764-25585bfdd502 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:17.448487 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5ce8494-9df3-4f6a-8cd3-c5ef8d72ac8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:17.471645 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] For port 946e3d0d-3099-408a-a66d-bad5ebca3339, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:24:17.494695 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5ce8494-9df3-4f6a-8cd3-c5ef8d72ac8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:17.498624 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a5ce8494-9df3-4f6a-8cd3-c5ef8d72ac8d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e477f092-2cfb-451c-8f42-47b6d399ec8b HTTP/1.1" status: 204 len: 168 time: 0.4250660 Mar 31 15:24:17.509419 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce8494-9df3-4f6a-8cd3-c5ef8d72ac8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e477f092-2cfb-451c-8f42-47b6d399ec8b,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:17.555483 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] For port 946e3d0d-3099-408a-a66d-bad5ebca3339, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=946e3d0d-3099-408a-a66d-bad5ebca3339,segment=NetworkSegment(08fe2f32-b615-4231-88e9-12bda0ccc8ba),segment_id=08fe2f32-b615-4231-88e9-12bda0ccc8ba)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:24:17.570868 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ec7e-8925-47b8-9631-69ea9b3efc34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:17.576728 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7253a9e-0c90-4905-a764-25585bfdd502 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Made reservation on behalf of 3656c05241be4e3ab3be763940190149 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:17.579752 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d7253a9e-0c90-4905-a764-25585bfdd502 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:17.604212 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d7253a9e-0c90-4905-a764-25585bfdd502 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:17.631737 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59070979-1b1d-45d7-9e89-ec4f05ff8e8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-8570db4c-fed6-40aa-8a1b-99615046312c', 'network_id': '8570db4c-fed6-40aa-8a1b-99615046312c', 'tenant_id': '054d30a6120446fcba39a5a299093095', 'fixed_ips': [{'subnet_id': '6b28caf7-0cc4-4f02-9ea5-a472add592af'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:24:17.632642 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-59070979-1b1d-45d7-9e89-ec4f05ff8e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:17.642294 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d7253a9e-0c90-4905-a764-25585bfdd502 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:17.647043 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:17.651091 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d7253a9e-0c90-4905-a764-25585bfdd502 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Usage tracker for resource:security_group_rule and tenant:3656c05241be4e3ab3be763940190149 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:17.659192 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d7253a9e-0c90-4905-a764-25585bfdd502 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:17.670195 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d7253a9e-0c90-4905-a764-25585bfdd502 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:17.708854 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4f37ec12-0948-4cf2-a1ca-30b0c3d1fd40 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1063387066'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:17.809426 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d7253a9e-0c90-4905-a764-25585bfdd502 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:17.842680 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4f37ec12-0948-4cf2-a1ca-30b0c3d1fd40 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:17.871465 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38090) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:17.881753 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4f37ec12-0948-4cf2-a1ca-30b0c3d1fd40 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Usage tracker for resource:network and tenant:a059a87c2c7e4236bc9581f8d646722e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:17.885633 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d7253a9e-0c90-4905-a764-25585bfdd502 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:17.887019 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f6577-e1cc-4e2d-8e9f-2b0b58feb469 None None] Pushing event updated for resources: {'Port': ['ID=946e3d0d-3099-408a-a66d-bad5ebca3339,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:17.896882 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4f37ec12-0948-4cf2-a1ca-30b0c3d1fd40 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:17.910117 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-d7253a9e-0c90-4905-a764-25585bfdd502 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] device_id is not set on port 1cba2cd3-7c84-434e-865b-a1ec01b491eb yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:24:17.913217 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4f37ec12-0948-4cf2-a1ca-30b0c3d1fd40 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:18.060202 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-59070979-1b1d-45d7-9e89-ec4f05ff8e8b None None] Allocated IP 172.20.0.2 (8570db4c-fed6-40aa-8a1b-99615046312c/6b28caf7-0cc4-4f02-9ea5-a472add592af/e2e439f7-7813-426f-8597-6e67b9417a8d) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:24:18.129412 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7253a9e-0c90-4905-a764-25585bfdd502 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b635d321-dc4e-4e87-bc18-978c2de70d5a,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:18.156241 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-c11172fe-acd0-4bcf-8691-bd7d2d3a7990 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1775306708'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:18.194057 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c11172fe-acd0-4bcf-8691-bd7d2d3a7990 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:18.210395 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c11172fe-acd0-4bcf-8691-bd7d2d3a7990 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Usage tracker for resource:network and tenant:5437256d8fe744ba904280585969ded1 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:18.217034 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c11172fe-acd0-4bcf-8691-bd7d2d3a7990 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:18.225234 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c11172fe-acd0-4bcf-8691-bd7d2d3a7990 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:18.381334 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11172fe-acd0-4bcf-8691-bd7d2d3a7990 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Made reservation on behalf of 5437256d8fe744ba904280585969ded1 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:18.390823 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c11172fe-acd0-4bcf-8691-bd7d2d3a7990 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:18.436296 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c11172fe-acd0-4bcf-8691-bd7d2d3a7990 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:18.444893 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f37ec12-0948-4cf2-a1ca-30b0c3d1fd40 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Made reservation on behalf of a059a87c2c7e4236bc9581f8d646722e for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:18.449057 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f37ec12-0948-4cf2-a1ca-30b0c3d1fd40 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:18.464585 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ec7e-8925-47b8-9631-69ea9b3efc34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:18.469772 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c11172fe-acd0-4bcf-8691-bd7d2d3a7990 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:18.474451 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cdee321d-a0a5-465b-8695-ce234c7b94c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:18.478051 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c11172fe-acd0-4bcf-8691-bd7d2d3a7990 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Usage tracker for resource:security_group_rule and tenant:5437256d8fe744ba904280585969ded1 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:18.481269 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f37ec12-0948-4cf2-a1ca-30b0c3d1fd40 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:18.482987 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c11172fe-acd0-4bcf-8691-bd7d2d3a7990 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:18.494717 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c11172fe-acd0-4bcf-8691-bd7d2d3a7990 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:18.504505 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4f37ec12-0948-4cf2-a1ca-30b0c3d1fd40 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:18.510473 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4f37ec12-0948-4cf2-a1ca-30b0c3d1fd40 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Usage tracker for resource:security_group_rule and tenant:a059a87c2c7e4236bc9581f8d646722e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:18.514461 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4f37ec12-0948-4cf2-a1ca-30b0c3d1fd40 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:18.522707 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4f37ec12-0948-4cf2-a1ca-30b0c3d1fd40 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:18.568464 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-59070979-1b1d-45d7-9e89-ec4f05ff8e8b None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:18.592409 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-59070979-1b1d-45d7-9e89-ec4f05ff8e8b None None] Transition to ACTIVE for port object e2e439f7-7813-426f-8597-6e67b9417a8d will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:24:18.609288 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38102) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:18.635177 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-59070979-1b1d-45d7-9e89-ec4f05ff8e8b None None] Transition to ACTIVE for port object e2e439f7-7813-426f-8597-6e67b9417a8d will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:24:18.639321 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cdee321d-a0a5-465b-8695-ce234c7b94c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:18.639636 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 946e3d0d-3099-408a-a66d-bad5ebca3339 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:24:18.705461 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdee321d-a0a5-465b-8695-ce234c7b94c6 admin admin] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:24:18.712583 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38112) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:18.738117 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-59070979-1b1d-45d7-9e89-ec4f05ff8e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:18.743764 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-cdee321d-a0a5-465b-8695-ce234c7b94c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:18.750765 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdee321d-a0a5-465b-8695-ce234c7b94c6 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:24:18.758779 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Request body: {'port': {'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af', 'binding:host_id': 'hv-neutron-8333', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-777339817'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:18.788362 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:18.801618 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Usage tracker for resource:port and tenant:6e53ba7d41364a35aa3a28c43d81ae4f is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:18.804883 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:18.812993 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:18.823068 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c11172fe-acd0-4bcf-8691-bd7d2d3a7990 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:18.852100 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59070979-1b1d-45d7-9e89-ec4f05ff8e8b None None] Pushing event updated for resources: {'Port': ['ID=e2e439f7-7813-426f-8597-6e67b9417a8d,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:18.854433 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 946e3d0d-3099-408a-a66d-bad5ebca3339 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:24:18.862512 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-d7253a9e-0c90-4905-a764-25585bfdd502 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Allocated IP 172.26.5.39 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/1cba2cd3-7c84-434e-865b-a1ec01b491eb) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:24:18.872293 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59070979-1b1d-45d7-9e89-ec4f05ff8e8b None None] Network 8570db4c-fed6-40aa-8a1b-99615046312c is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:24:18.874066 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-59070979-1b1d-45d7-9e89-ec4f05ff8e8b None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:18.877275 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59070979-1b1d-45d7-9e89-ec4f05ff8e8b None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:24:18.909088 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-cb53d66b-c42b-45ce-bba9-cabe6eb2483e tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:18.928006 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c11172fe-acd0-4bcf-8691-bd7d2d3a7990 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:18.930817 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Made reservation on behalf of 6e53ba7d41364a35aa3a28c43d81ae4f for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:18.933134 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:18.971125 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:18.993796 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-59070979-1b1d-45d7-9e89-ec4f05ff8e8b None None] Attempting to bind port e2e439f7-7813-426f-8597-6e67b9417a8d on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:18.994164 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-59070979-1b1d-45d7-9e89-ec4f05ff8e8b None None] Attempting to bind port e2e439f7-7813-426f-8597-6e67b9417a8d by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '478cadf4-0aeb-4142-b453-0c4f37f9f3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8570db4c-fed6-40aa-8a1b-99615046312c'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:18.994521 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59070979-1b1d-45d7-9e89-ec4f05ff8e8b None None] Attempting to bind port e2e439f7-7813-426f-8597-6e67b9417a8d on network 8570db4c-fed6-40aa-8a1b-99615046312c {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:19.006126 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59070979-1b1d-45d7-9e89-ec4f05ff8e8b None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:24:19.006489 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59070979-1b1d-45d7-9e89-ec4f05ff8e8b None None] Checking segment: {'id': '478cadf4-0aeb-4142-b453-0c4f37f9f3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8570db4c-fed6-40aa-8a1b-99615046312c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:24:19.007049 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-59070979-1b1d-45d7-9e89-ec4f05ff8e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:19.009300 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59070979-1b1d-45d7-9e89-ec4f05ff8e8b None None] Bound using segment: {'id': '478cadf4-0aeb-4142-b453-0c4f37f9f3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8570db4c-fed6-40aa-8a1b-99615046312c'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:24:19.009300 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-59070979-1b1d-45d7-9e89-ec4f05ff8e8b None None] Bound port: e2e439f7-7813-426f-8597-6e67b9417a8d, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478cadf4-0aeb-4142-b453-0c4f37f9f3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8570db4c-fed6-40aa-8a1b-99615046312c'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:24:19.009300 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-59070979-1b1d-45d7-9e89-ec4f05ff8e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:19.016081 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c11172fe-acd0-4bcf-8691-bd7d2d3a7990 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:24:19.035973 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:19.072086 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f37ec12-0948-4cf2-a1ca-30b0c3d1fd40 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:19.079061 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee321d-a0a5-465b-8695-ce234c7b94c6 admin admin] Pushing event updated for resources: {'Port': ['ID=85eb6023-6403-4d3c-93a7-0c4fe66c77d6,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:19.082559 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Usage tracker for resource:security_group_rule and tenant:6e53ba7d41364a35aa3a28c43d81ae4f is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:19.085630 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c11172fe-acd0-4bcf-8691-bd7d2d3a7990 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:19.085973 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-c11172fe-acd0-4bcf-8691-bd7d2d3a7990 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Added segment e440c015-1133-44e8-8bfd-810c43265639 of type vlan for network 146627d1-fd78-4c42-a512-79df629e146a Mar 31 15:24:19.114093 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:19.118995 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11172fe-acd0-4bcf-8691-bd7d2d3a7990 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d27d867-bde9-43d9-b816-c391880e1485,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:19.143634 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:19.177620 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-59070979-1b1d-45d7-9e89-ec4f05ff8e8b None None] For port e2e439f7-7813-426f-8597-6e67b9417a8d, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:24:19.181328 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-59070979-1b1d-45d7-9e89-ec4f05ff8e8b None None] For port e2e439f7-7813-426f-8597-6e67b9417a8d, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e2e439f7-7813-426f-8597-6e67b9417a8d,segment=NetworkSegment(478cadf4-0aeb-4142-b453-0c4f37f9f3e4),segment_id=478cadf4-0aeb-4142-b453-0c4f37f9f3e4)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:24:19.236274 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-cb53d66b-c42b-45ce-bba9-cabe6eb2483e tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] 10.222.0.31 "PUT /v2.0/quotas/37c4649c5a2e4396be3cd9574ff1daf5 HTTP/1.1" status: 200 len: 368 time: 0.6249769 Mar 31 15:24:19.241347 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38126) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:19.253104 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c11172fe-acd0-4bcf-8691-bd7d2d3a7990 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:19.257532 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-59070979-1b1d-45d7-9e89-ec4f05ff8e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:19.267045 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-fa1d36a6-23c8-457b-b618-f1157b020569 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Request body: {'network': {'project_id': '37c4649c5a2e4396be3cd9574ff1daf5'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:19.280255 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-fa1d36a6-23c8-457b-b618-f1157b020569 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:19.291137 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-fa1d36a6-23c8-457b-b618-f1157b020569 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Usage tracker for resource:network and tenant:37c4649c5a2e4396be3cd9574ff1daf5 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:19.304460 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f37ec12-0948-4cf2-a1ca-30b0c3d1fd40 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:19.308259 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-fa1d36a6-23c8-457b-b618-f1157b020569 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:19.326464 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-fa1d36a6-23c8-457b-b618-f1157b020569 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:19.363377 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3253ff84-e61b-484e-96fb-23e89ca43327 None None] Network cc4f77bd-a8a1-4de3-ae11-e5fff1d18587 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:24:19.363957 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37ec12-0948-4cf2-a1ca-30b0c3d1fd40 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6535f8-badf-49d7-a10c-b6da406d3efe,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:19.387498 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d7253a9e-0c90-4905-a764-25585bfdd502 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:19.456856 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:19.480245 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1d36a6-23c8-457b-b618-f1157b020569 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Made reservation on behalf of 37c4649c5a2e4396be3cd9574ff1daf5 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:19.482980 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fa1d36a6-23c8-457b-b618-f1157b020569 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:19.519230 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c11172fe-acd0-4bcf-8691-bd7d2d3a7990 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:19.519230 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11172fe-acd0-4bcf-8691-bd7d2d3a7990 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:19.519230 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c11172fe-acd0-4bcf-8691-bd7d2d3a7990 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:19.519623 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59070979-1b1d-45d7-9e89-ec4f05ff8e8b None None] Pushing event updated for resources: {'Port': ['ID=e2e439f7-7813-426f-8597-6e67b9417a8d,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:19.533028 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fa1d36a6-23c8-457b-b618-f1157b020569 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:19.573862 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f37ec12-0948-4cf2-a1ca-30b0c3d1fd40 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:24:19.574330 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:19.605730 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] device_id is not set on port 49908934-3728-49ae-91cc-39484fdce3b2 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:24:19.642423 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f37ec12-0948-4cf2-a1ca-30b0c3d1fd40 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:19.644026 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-4f37ec12-0948-4cf2-a1ca-30b0c3d1fd40 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Added segment 37859e70-4e06-4377-b078-36ce997eddea of type vlan for network 6f974cd5-9b5f-4265-be68-0963fbdf5134 Mar 31 15:24:19.646122 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9525f058-b0a8-4f49-94f4-265f2b95c44b None None] Provisioning for port 946e3d0d-3099-408a-a66d-bad5ebca3339 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:24:19.656876 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-fa1d36a6-23c8-457b-b618-f1157b020569 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:19.658057 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9525f058-b0a8-4f49-94f4-265f2b95c44b None None] Provisioning complete for port 946e3d0d-3099-408a-a66d-bad5ebca3339 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:24:19.659192 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9525f058-b0a8-4f49-94f4-265f2b95c44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:19.719121 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-fa1d36a6-23c8-457b-b618-f1157b020569 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Usage tracker for resource:security_group_rule and tenant:37c4649c5a2e4396be3cd9574ff1daf5 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:19.724713 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-fa1d36a6-23c8-457b-b618-f1157b020569 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:19.736616 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d7253a9e-0c90-4905-a764-25585bfdd502 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:19.848891 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38142) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:19.855113 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-fa1d36a6-23c8-457b-b618-f1157b020569 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:19.863508 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ec7e-8925-47b8-9631-69ea9b3efc34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:19.866711 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11172fe-acd0-4bcf-8691-bd7d2d3a7990 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Pushing event updated for resources: {'Network': ['ID=146627d1-fd78-4c42-a512-79df629e146a,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:19.910241 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 146627d1-fd78-4c42-a512-79df629e146a details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:24:19.924906 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ec7e-8925-47b8-9631-69ea9b3efc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:19.925655 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7253a9e-0c90-4905-a764-25585bfdd502 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:24:19.959393 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-d7253a9e-0c90-4905-a764-25585bfdd502 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:19.959876 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7253a9e-0c90-4905-a764-25585bfdd502 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:24:19.961032 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7253a9e-0c90-4905-a764-25585bfdd502 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:19.961746 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d7253a9e-0c90-4905-a764-25585bfdd502 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:19.983111 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec05ee1-ceeb-46a0-868b-82a4cbc0ce96,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:19.988132 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9525f058-b0a8-4f49-94f4-265f2b95c44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:20.022775 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c11172fe-acd0-4bcf-8691-bd7d2d3a7990 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1491587 Mar 31 15:24:20.027051 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38150) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:20.040428 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-995e68db-9ff3-44d5-95b9-e5c8d693f7c6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-630504457'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:20.079023 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-995e68db-9ff3-44d5-95b9-e5c8d693f7c6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:20.096933 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7253a9e-0c90-4905-a764-25585bfdd502 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Pushing event updated for resources: {'Port': ['ID=1cba2cd3-7c84-434e-865b-a1ec01b491eb,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:20.097407 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-9525f058-b0a8-4f49-94f4-265f2b95c44b None None] For port 946e3d0d-3099-408a-a66d-bad5ebca3339, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=946e3d0d-3099-408a-a66d-bad5ebca3339,segment=NetworkSegment(08fe2f32-b615-4231-88e9-12bda0ccc8ba),segment_id=08fe2f32-b615-4231-88e9-12bda0ccc8ba)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:24:20.100819 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f37ec12-0948-4cf2-a1ca-30b0c3d1fd40 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:20.101394 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-995e68db-9ff3-44d5-95b9-e5c8d693f7c6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Usage tracker for resource:network and tenant:e42d5336284c4dafbfb75f78ea62f851 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:20.111472 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cdee321d-a0a5-465b-8695-ce234c7b94c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:20.132710 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-995e68db-9ff3-44d5-95b9-e5c8d693f7c6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:20.146442 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-995e68db-9ff3-44d5-95b9-e5c8d693f7c6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:20.165156 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9525f058-b0a8-4f49-94f4-265f2b95c44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:20.239111 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d7253a9e-0c90-4905-a764-25585bfdd502 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 3.3570402 Mar 31 15:24:20.243443 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38156) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:20.270785 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525f058-b0a8-4f49-94f4-265f2b95c44b None None] Pushing event updated for resources: {'Port': ['ID=946e3d0d-3099-408a-a66d-bad5ebca3339,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:20.284918 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-6086774c-5b40-428f-8dbb-966a665aa5ab tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Request body: {'network': {'name': 'tempest-network--1447426195', 'router:external': True}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:20.301104 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6086774c-5b40-428f-8dbb-966a665aa5ab tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:20.323258 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6086774c-5b40-428f-8dbb-966a665aa5ab tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Usage tracker for resource:network and tenant:50448080daeb446f997155727d5ab0c1 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:20.337485 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6086774c-5b40-428f-8dbb-966a665aa5ab tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:20.362556 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d32eb8db-7ef6-4078-8784-470625248e67 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.39'}]}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:20.384191 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995e68db-9ff3-44d5-95b9-e5c8d693f7c6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Made reservation on behalf of e42d5336284c4dafbfb75f78ea62f851 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:20.387699 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-995e68db-9ff3-44d5-95b9-e5c8d693f7c6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:20.398748 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d32eb8db-7ef6-4078-8784-470625248e67 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:20.401455 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6086774c-5b40-428f-8dbb-966a665aa5ab tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:20.411370 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d32eb8db-7ef6-4078-8784-470625248e67 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Usage tracker for resource:router and tenant:3656c05241be4e3ab3be763940190149 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:20.412407 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-995e68db-9ff3-44d5-95b9-e5c8d693f7c6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:20.417482 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e2e439f7-7813-426f-8597-6e67b9417a8d up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:24:20.428339 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d32eb8db-7ef6-4078-8784-470625248e67 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:20.439754 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fa1d36a6-23c8-457b-b618-f1157b020569 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:20.440298 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d32eb8db-7ef6-4078-8784-470625248e67 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:20.448037 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-995e68db-9ff3-44d5-95b9-e5c8d693f7c6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:20.455786 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-995e68db-9ff3-44d5-95b9-e5c8d693f7c6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Usage tracker for resource:security_group_rule and tenant:e42d5336284c4dafbfb75f78ea62f851 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:20.459263 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] device_id is not set on port 49908934-3728-49ae-91cc-39484fdce3b2 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:24:20.460554 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-6bd9ec7e-8925-47b8-9631-69ea9b3efc34 admin admin] Allocated IP 172.26.5.201 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/7b868656-c137-481c-94e4-0b1696f68d29) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:24:20.462835 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f37ec12-0948-4cf2-a1ca-30b0c3d1fd40 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:20.463575 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-995e68db-9ff3-44d5-95b9-e5c8d693f7c6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:20.469145 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f37ec12-0948-4cf2-a1ca-30b0c3d1fd40 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:20.469863 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f37ec12-0948-4cf2-a1ca-30b0c3d1fd40 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:20.476995 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-995e68db-9ff3-44d5-95b9-e5c8d693f7c6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:20.478721 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:20.497029 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Transition to ACTIVE for port object 49908934-3728-49ae-91cc-39484fdce3b2 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:24:20.508475 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-5bfb2884-801a-410f-9d99-b4e7fc13b5b3 None None] Provisioning complete for port 946e3d0d-3099-408a-a66d-bad5ebca3339 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:24:20.508926 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5bfb2884-801a-410f-9d99-b4e7fc13b5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:20.519948 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fa1d36a6-23c8-457b-b618-f1157b020569 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:20.533415 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa1d36a6-23c8-457b-b618-f1157b020569 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:24:20.547422 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fa1d36a6-23c8-457b-b618-f1157b020569 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:20.547796 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-fa1d36a6-23c8-457b-b618-f1157b020569 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Added segment b351f23d-4ae6-4ea8-9c88-e7c88a12e34d of type vlan for network 099be5d0-51a5-4725-8159-f74a01ef3c27 Mar 31 15:24:20.575415 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port e2e439f7-7813-426f-8597-6e67b9417a8d completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:24:20.585296 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d36a6-23c8-457b-b618-f1157b020569 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a58988-a803-4eed-8de1-91c37befd6d1,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:20.601793 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6086774c-5b40-428f-8dbb-966a665aa5ab tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Made reservation on behalf of 50448080daeb446f997155727d5ab0c1 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:20.607060 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6086774c-5b40-428f-8dbb-966a665aa5ab tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:20.632218 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:20.646533 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37ec12-0948-4cf2-a1ca-30b0c3d1fd40 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Pushing event updated for resources: {'Network': ['ID=6f974cd5-9b5f-4265-be68-0963fbdf5134,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:20.659990 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 6f974cd5-9b5f-4265-be68-0963fbdf5134 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:24:20.665121 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d32eb8db-7ef6-4078-8784-470625248e67 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:20.666156 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d32eb8db-7ef6-4078-8784-470625248e67 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:20.682103 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d32eb8db-7ef6-4078-8784-470625248e67 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:20.726652 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Pushing event updated for resources: {'Port': ['ID=49908934-3728-49ae-91cc-39484fdce3b2,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:20.736129 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6086774c-5b40-428f-8dbb-966a665aa5ab tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:20.780538 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6086774c-5b40-428f-8dbb-966a665aa5ab tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:20.785625 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6086774c-5b40-428f-8dbb-966a665aa5ab tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Usage tracker for resource:security_group_rule and tenant:50448080daeb446f997155727d5ab0c1 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:20.789003 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6086774c-5b40-428f-8dbb-966a665aa5ab tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:20.795419 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6086774c-5b40-428f-8dbb-966a665aa5ab tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:20.842499 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fa1d36a6-23c8-457b-b618-f1157b020569 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:20.956787 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd1e374-f404-47ed-9b04-a7afa0738268 None None] Network 8570db4c-fed6-40aa-8a1b-99615046312c requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:24:20.966908 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Checking segment: {'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:24:20.967491 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Network hostable DHCP agents. Network: 90785481-132c-48cb-bbb5-cd6542d1a3af, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:24:20.971496 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4f37ec12-0948-4cf2-a1ca-30b0c3d1fd40 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.7790298 Mar 31 15:24:20.987936 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38162) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:21.000657 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6086774c-5b40-428f-8dbb-966a665aa5ab tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:21.004799 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-c12e9117-60b1-49e8-940b-5a9114567076 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Request body: {'subnet': {'network_id': '6f974cd5-9b5f-4265-be68-0963fbdf5134', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:21.048657 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fa1d36a6-23c8-457b-b618-f1157b020569 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:21.048875 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1d36a6-23c8-457b-b618-f1157b020569 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:21.049497 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fa1d36a6-23c8-457b-b618-f1157b020569 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:21.084693 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6086774c-5b40-428f-8dbb-966a665aa5ab tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:21.107085 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cdee321d-a0a5-465b-8695-ce234c7b94c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:21.178918 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9d58d124-141b-471d-b966-6e26349ac682 None None] Provisioning for port e2e439f7-7813-426f-8597-6e67b9417a8d completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:24:21.179593 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Network 90785481-132c-48cb-bbb5-cd6542d1a3af is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:24:21.188940 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9d58d124-141b-471d-b966-6e26349ac682 None None] Provisioning complete for port e2e439f7-7813-426f-8597-6e67b9417a8d triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:24:21.189892 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9d58d124-141b-471d-b966-6e26349ac682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:21.192190 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-995e68db-9ff3-44d5-95b9-e5c8d693f7c6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:21.264453 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6086774c-5b40-428f-8dbb-966a665aa5ab tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:24:21.264679 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d32eb8db-7ef6-4078-8784-470625248e67 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:21.280263 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-995e68db-9ff3-44d5-95b9-e5c8d693f7c6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:21.304633 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086774c-5b40-428f-8dbb-966a665aa5ab tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b966c6-720c-46ea-9c88-3d0c62b18d8f,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:21.308476 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6086774c-5b40-428f-8dbb-966a665aa5ab tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:21.308813 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-6086774c-5b40-428f-8dbb-966a665aa5ab tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Added segment cc1f6b17-f744-414e-8278-305ee54bb3f7 of type vlan for network 139f098a-7600-4e41-b8e4-c9957510ef54 Mar 31 15:24:21.310838 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c12e9117-60b1-49e8-940b-5a9114567076 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:21.313510 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d36a6-23c8-457b-b618-f1157b020569 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Pushing event updated for resources: {'Network': ['ID=099be5d0-51a5-4725-8159-f74a01ef3c27,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:21.336488 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c12e9117-60b1-49e8-940b-5a9114567076 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Usage tracker for resource:subnet and tenant:a059a87c2c7e4236bc9581f8d646722e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:21.353213 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9d58d124-141b-471d-b966-6e26349ac682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:21.353427 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c12e9117-60b1-49e8-940b-5a9114567076 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:21.353427 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995e68db-9ff3-44d5-95b9-e5c8d693f7c6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:24:21.367224 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 90785481-132c-48cb-bbb5-cd6542d1a3af) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:21.377779 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c12e9117-60b1-49e8-940b-5a9114567076 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:21.390687 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-9d58d124-141b-471d-b966-6e26349ac682 None None] For port e2e439f7-7813-426f-8597-6e67b9417a8d, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e2e439f7-7813-426f-8597-6e67b9417a8d,segment=NetworkSegment(478cadf4-0aeb-4142-b453-0c4f37f9f3e4),segment_id=478cadf4-0aeb-4142-b453-0c4f37f9f3e4)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:24:21.394414 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab3a2af-8c84-4f35-befd-1fcd425b5ca3 None None] Network 90785481-132c-48cb-bbb5-cd6542d1a3af requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:24:21.394571 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:24:21.412735 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ec7e-8925-47b8-9631-69ea9b3efc34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:21.430513 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e68db-9ff3-44d5-95b9-e5c8d693f7c6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d4eaf6-b629-4a98-8e52-898a57d53f0c,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:21.434678 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-995e68db-9ff3-44d5-95b9-e5c8d693f7c6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:21.435009 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-995e68db-9ff3-44d5-95b9-e5c8d693f7c6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Added segment e68bd02a-ea68-4173-8c3f-cd3806272908 of type vlan for network af35fe3f-cd79-47db-bc77-db544213cd71 Mar 31 15:24:21.445556 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6086774c-5b40-428f-8dbb-966a665aa5ab tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:21.450489 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 49908934-3728-49ae-91cc-39484fdce3b2 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:21.450851 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 49908934-3728-49ae-91cc-39484fdce3b2 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:21.451313 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 49908934-3728-49ae-91cc-39484fdce3b2 on network 90785481-132c-48cb-bbb5-cd6542d1a3af {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:21.460925 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-fa1d36a6-23c8-457b-b618-f1157b020569 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.2086897 Mar 31 15:24:21.467048 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38168) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:21.477857 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-2be9c287-9af4-42c5-842b-a7e30cf15abd tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Request body: {'network': {'project_id': '37c4649c5a2e4396be3cd9574ff1daf5'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:21.493140 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Port 49908934-3728-49ae-91cc-39484fdce3b2 on network 90785481-132c-48cb-bbb5-cd6542d1a3af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:24:21.493510 dv-neutron-833379-2-hyperv neutron-server[103444]: ERROR neutron.plugins.ml2.managers [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Failed to bind port 49908934-3728-49ae-91cc-39484fdce3b2 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] Mar 31 15:24:21.498389 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.plugins.ml2.plugin [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempt 2 to bind port 49908934-3728-49ae-91cc-39484fdce3b2 Mar 31 15:24:21.508352 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2be9c287-9af4-42c5-842b-a7e30cf15abd tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:21.517287 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-995e68db-9ff3-44d5-95b9-e5c8d693f7c6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:21.529026 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2be9c287-9af4-42c5-842b-a7e30cf15abd tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Usage tracker for resource:network and tenant:37c4649c5a2e4396be3cd9574ff1daf5 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:21.538317 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2be9c287-9af4-42c5-842b-a7e30cf15abd tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:21.569788 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 099be5d0-51a5-4725-8159-f74a01ef3c27 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:24:21.570186 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2be9c287-9af4-42c5-842b-a7e30cf15abd tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:21.579216 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 49908934-3728-49ae-91cc-39484fdce3b2 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:21.581661 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 49908934-3728-49ae-91cc-39484fdce3b2 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:21.582160 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 49908934-3728-49ae-91cc-39484fdce3b2 on network 90785481-132c-48cb-bbb5-cd6542d1a3af {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:21.589029 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12e9117-60b1-49e8-940b-5a9114567076 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Made reservation on behalf of a059a87c2c7e4236bc9581f8d646722e for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:21.592658 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c12e9117-60b1-49e8-940b-5a9114567076 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks [] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:21.623386 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Port 49908934-3728-49ae-91cc-39484fdce3b2 on network 90785481-132c-48cb-bbb5-cd6542d1a3af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:24:21.623978 dv-neutron-833379-2-hyperv neutron-server[103444]: ERROR neutron.plugins.ml2.managers [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Failed to bind port 49908934-3728-49ae-91cc-39484fdce3b2 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] Mar 31 15:24:21.639127 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.plugins.ml2.plugin [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempt 3 to bind port 49908934-3728-49ae-91cc-39484fdce3b2 Mar 31 15:24:21.658781 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ec7e-8925-47b8-9631-69ea9b3efc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:21.676770 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9d58d124-141b-471d-b966-6e26349ac682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:21.717884 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be9c287-9af4-42c5-842b-a7e30cf15abd tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Made reservation on behalf of 37c4649c5a2e4396be3cd9574ff1daf5 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:21.720745 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2be9c287-9af4-42c5-842b-a7e30cf15abd tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:21.741452 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6086774c-5b40-428f-8dbb-966a665aa5ab tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:21.742286 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6086774c-5b40-428f-8dbb-966a665aa5ab tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:21.743444 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6086774c-5b40-428f-8dbb-966a665aa5ab tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:21.746376 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 49908934-3728-49ae-91cc-39484fdce3b2 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:21.746859 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 49908934-3728-49ae-91cc-39484fdce3b2 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:21.747071 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 49908934-3728-49ae-91cc-39484fdce3b2 on network 90785481-132c-48cb-bbb5-cd6542d1a3af {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:21.757515 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd9ec7e-8925-47b8-9631-69ea9b3efc34 admin admin] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:24:21.767885 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-6bd9ec7e-8925-47b8-9631-69ea9b3efc34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:21.770719 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd9ec7e-8925-47b8-9631-69ea9b3efc34 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:24:21.787490 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58d124-141b-471d-b966-6e26349ac682 None None] Pushing event updated for resources: {'Port': ['ID=e2e439f7-7813-426f-8597-6e67b9417a8d,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:21.797976 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-995e68db-9ff3-44d5-95b9-e5c8d693f7c6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:21.803359 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995e68db-9ff3-44d5-95b9-e5c8d693f7c6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:21.803943 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-995e68db-9ff3-44d5-95b9-e5c8d693f7c6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:21.812624 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d134485d-f277-4da5-b921-efdbb2cd7b13 None None] Provisioning complete for port e2e439f7-7813-426f-8597-6e67b9417a8d triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:24:21.812953 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d134485d-f277-4da5-b921-efdbb2cd7b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:21.820194 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Port 49908934-3728-49ae-91cc-39484fdce3b2 on network 90785481-132c-48cb-bbb5-cd6542d1a3af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:24:21.820504 dv-neutron-833379-2-hyperv neutron-server[103444]: ERROR neutron.plugins.ml2.managers [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Failed to bind port 49908934-3728-49ae-91cc-39484fdce3b2 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] Mar 31 15:24:21.832301 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.plugins.ml2.plugin [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempt 4 to bind port 49908934-3728-49ae-91cc-39484fdce3b2 Mar 31 15:24:21.848067 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9ec7e-8925-47b8-9631-69ea9b3efc34 admin admin] Pushing event updated for resources: {'Port': ['ID=7b868656-c137-481c-94e4-0b1696f68d29,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:21.927517 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be9c287-9af4-42c5-842b-a7e30cf15abd tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:24:21.934996 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086774c-5b40-428f-8dbb-966a665aa5ab tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Pushing event updated for resources: {'Network': ['ID=139f098a-7600-4e41-b8e4-c9957510ef54,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:21.937614 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 49908934-3728-49ae-91cc-39484fdce3b2 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:21.938090 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 49908934-3728-49ae-91cc-39484fdce3b2 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:21.938421 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 49908934-3728-49ae-91cc-39484fdce3b2 on network 90785481-132c-48cb-bbb5-cd6542d1a3af {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:21.948146 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 139f098a-7600-4e41-b8e4-c9957510ef54 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:24:21.955490 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdee321d-a0a5-465b-8695-ce234c7b94c6 admin admin] Router 99e95aa8-dfb9-4235-a3fa-d63c4c02e25a is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:24:21.982490 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Port 49908934-3728-49ae-91cc-39484fdce3b2 on network 90785481-132c-48cb-bbb5-cd6542d1a3af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:24:21.983038 dv-neutron-833379-2-hyperv neutron-server[103444]: ERROR neutron.plugins.ml2.managers [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Failed to bind port 49908934-3728-49ae-91cc-39484fdce3b2 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] Mar 31 15:24:21.986681 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2be9c287-9af4-42c5-842b-a7e30cf15abd tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:21.987013 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-2be9c287-9af4-42c5-842b-a7e30cf15abd tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Added segment 14e3a4df-34d1-493a-9fd4-c82192910c64 of type vlan for network c2716a79-bbb1-42a9-8a76-b159a46584af Mar 31 15:24:21.987833 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.plugins.ml2.plugin [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempt 5 to bind port 49908934-3728-49ae-91cc-39484fdce3b2 Mar 31 15:24:22.052744 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6086774c-5b40-428f-8dbb-966a665aa5ab tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.0165052 Mar 31 15:24:22.059636 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38172) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:22.069129 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-995e68db-9ff3-44d5-95b9-e5c8d693f7c6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2043886 Mar 31 15:24:22.075956 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 49908934-3728-49ae-91cc-39484fdce3b2 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:22.076218 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 49908934-3728-49ae-91cc-39484fdce3b2 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:22.076538 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 49908934-3728-49ae-91cc-39484fdce3b2 on network 90785481-132c-48cb-bbb5-cd6542d1a3af {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:22.093052 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38176) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:22.109601 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a18b3480-1591-4288-8394-af922501cf78 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Request body: {'subnet': {'network_id': 'af35fe3f-cd79-47db-bc77-db544213cd71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:22.120567 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e68db-9ff3-44d5-95b9-e5c8d693f7c6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event updated for resources: {'Network': ['ID=af35fe3f-cd79-47db-bc77-db544213cd71,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:22.131275 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network af35fe3f-cd79-47db-bc77-db544213cd71 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:24:22.135677 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Port 49908934-3728-49ae-91cc-39484fdce3b2 on network 90785481-132c-48cb-bbb5-cd6542d1a3af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:24:22.136004 dv-neutron-833379-2-hyperv neutron-server[103444]: ERROR neutron.plugins.ml2.managers [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Failed to bind port 49908934-3728-49ae-91cc-39484fdce3b2 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] Mar 31 15:24:22.137497 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2be9c287-9af4-42c5-842b-a7e30cf15abd tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:22.143921 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.plugins.ml2.plugin [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempt 6 to bind port 49908934-3728-49ae-91cc-39484fdce3b2 Mar 31 15:24:22.169637 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 49908934-3728-49ae-91cc-39484fdce3b2 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:22.169957 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 49908934-3728-49ae-91cc-39484fdce3b2 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:22.170283 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 49908934-3728-49ae-91cc-39484fdce3b2 on network 90785481-132c-48cb-bbb5-cd6542d1a3af {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:22.204038 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Port 49908934-3728-49ae-91cc-39484fdce3b2 on network 90785481-132c-48cb-bbb5-cd6542d1a3af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:24:22.204038 dv-neutron-833379-2-hyperv neutron-server[103444]: ERROR neutron.plugins.ml2.managers [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Failed to bind port 49908934-3728-49ae-91cc-39484fdce3b2 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] Mar 31 15:24:22.206223 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.plugins.ml2.plugin [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempt 7 to bind port 49908934-3728-49ae-91cc-39484fdce3b2 Mar 31 15:24:22.233411 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 49908934-3728-49ae-91cc-39484fdce3b2 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:22.234451 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 49908934-3728-49ae-91cc-39484fdce3b2 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:22.234621 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 49908934-3728-49ae-91cc-39484fdce3b2 on network 90785481-132c-48cb-bbb5-cd6542d1a3af {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:22.240373 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Port 49908934-3728-49ae-91cc-39484fdce3b2 on network 90785481-132c-48cb-bbb5-cd6542d1a3af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:24:22.240702 dv-neutron-833379-2-hyperv neutron-server[103444]: ERROR neutron.plugins.ml2.managers [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Failed to bind port 49908934-3728-49ae-91cc-39484fdce3b2 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] Mar 31 15:24:22.241057 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.plugins.ml2.plugin [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempt 8 to bind port 49908934-3728-49ae-91cc-39484fdce3b2 Mar 31 15:24:22.259535 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 49908934-3728-49ae-91cc-39484fdce3b2 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:22.259857 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 49908934-3728-49ae-91cc-39484fdce3b2 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:22.260177 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 49908934-3728-49ae-91cc-39484fdce3b2 on network 90785481-132c-48cb-bbb5-cd6542d1a3af {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:22.264646 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Port 49908934-3728-49ae-91cc-39484fdce3b2 on network 90785481-132c-48cb-bbb5-cd6542d1a3af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:24:22.264959 dv-neutron-833379-2-hyperv neutron-server[103444]: ERROR neutron.plugins.ml2.managers [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Failed to bind port 49908934-3728-49ae-91cc-39484fdce3b2 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] Mar 31 15:24:22.265391 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.plugins.ml2.plugin [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempt 9 to bind port 49908934-3728-49ae-91cc-39484fdce3b2 Mar 31 15:24:22.315534 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2be9c287-9af4-42c5-842b-a7e30cf15abd tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:22.316461 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be9c287-9af4-42c5-842b-a7e30cf15abd tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:22.317015 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2be9c287-9af4-42c5-842b-a7e30cf15abd tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:22.334527 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c12e9117-60b1-49e8-940b-5a9114567076 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:22.335616 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e2e439f7-7813-426f-8597-6e67b9417a8d up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:24:22.384830 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 49908934-3728-49ae-91cc-39484fdce3b2 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:22.385162 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 49908934-3728-49ae-91cc-39484fdce3b2 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:22.385517 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 49908934-3728-49ae-91cc-39484fdce3b2 on network 90785481-132c-48cb-bbb5-cd6542d1a3af {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:22.413893 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port e2e439f7-7813-426f-8597-6e67b9417a8d triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:24:22.414085 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:22.461028 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Port 49908934-3728-49ae-91cc-39484fdce3b2 on network 90785481-132c-48cb-bbb5-cd6542d1a3af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:24:22.461405 dv-neutron-833379-2-hyperv neutron-server[103444]: ERROR neutron.plugins.ml2.managers [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Failed to bind port 49908934-3728-49ae-91cc-39484fdce3b2 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] Mar 31 15:24:22.469760 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.plugins.ml2.plugin [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempt 10 to bind port 49908934-3728-49ae-91cc-39484fdce3b2 Mar 31 15:24:22.475339 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07ae212c-69db-4b7b-af12-be3d1456fe15 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:22.504037 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2be9c287-9af4-42c5-842b-a7e30cf15abd tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0332878 Mar 31 15:24:22.504721 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9c287-9af4-42c5-842b-a7e30cf15abd tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Pushing event updated for resources: {'Network': ['ID=c2716a79-bbb1-42a9-8a76-b159a46584af,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:22.513336 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38180) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:22.516031 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 49908934-3728-49ae-91cc-39484fdce3b2 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:22.516231 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 49908934-3728-49ae-91cc-39484fdce3b2 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:22.516530 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a18b3480-1591-4288-8394-af922501cf78 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:22.516665 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 49908934-3728-49ae-91cc-39484fdce3b2 on network 90785481-132c-48cb-bbb5-cd6542d1a3af {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:22.524177 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-d8b32d31-a9aa-4bff-b1b1-b1a837e54aa0 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Request body: {'network': {'project_id': '37c4649c5a2e4396be3cd9574ff1daf5'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:22.525150 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network c2716a79-bbb1-42a9-8a76-b159a46584af details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:24:22.527857 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e9117-60b1-49e8-940b-5a9114567076 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Pushing event updated for resources: {'Subnet': ['ID=51b563e9-12fc-4562-8182-79614a66e01c,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:22.532957 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdee321d-a0a5-465b-8695-ce234c7b94c6 admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:24:22.536019 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d8b32d31-a9aa-4bff-b1b1-b1a837e54aa0 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:22.539634 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a18b3480-1591-4288-8394-af922501cf78 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Usage tracker for resource:subnet and tenant:e42d5336284c4dafbfb75f78ea62f851 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:22.542477 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Port 49908934-3728-49ae-91cc-39484fdce3b2 on network 90785481-132c-48cb-bbb5-cd6542d1a3af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:24:22.542799 dv-neutron-833379-2-hyperv neutron-server[103444]: ERROR neutron.plugins.ml2.managers [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Failed to bind port 49908934-3728-49ae-91cc-39484fdce3b2 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] Mar 31 15:24:22.543641 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:22.551344 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6293e3a-a5ab-493f-898c-c373caf294d6 None None] Sync routers for ids ['99e95aa8-dfb9-4235-a3fa-d63c4c02e25a'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:24:22.554085 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d8b32d31-a9aa-4bff-b1b1-b1a837e54aa0 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Usage tracker for resource:network and tenant:37c4649c5a2e4396be3cd9574ff1daf5 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:22.559643 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d8b32d31-a9aa-4bff-b1b1-b1a837e54aa0 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:22.562939 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12e9117-60b1-49e8-940b-5a9114567076 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Checking segment: {'id': '37859e70-4e06-4377-b078-36ce997eddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6f974cd5-9b5f-4265-be68-0963fbdf5134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:24:22.563290 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12e9117-60b1-49e8-940b-5a9114567076 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Network hostable DHCP agents. Network: 6f974cd5-9b5f-4265-be68-0963fbdf5134, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:24:22.571421 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6293e3a-a5ab-493f-898c-c373caf294d6 None None] Routers {'99e95aa8-dfb9-4235-a3fa-d63c4c02e25a'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:24:22.572285 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-c6293e3a-a5ab-493f-898c-c373caf294d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:24:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['99e95aa8-dfb9-4235-a3fa-d63c4c02e25a'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:22.573945 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d8b32d31-a9aa-4bff-b1b1-b1a837e54aa0 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:22.583626 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8b32d31-a9aa-4bff-b1b1-b1a837e54aa0 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 31 15:24:22.584061 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8b32d31-a9aa-4bff-b1b1-b1a837e54aa0 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:24:22.585179 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d8b32d31-a9aa-4bff-b1b1-b1a837e54aa0 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0707703 Mar 31 15:24:22.601594 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a18b3480-1591-4288-8394-af922501cf78 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:22.617113 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38184) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:22.686276 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a18b3480-1591-4288-8394-af922501cf78 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:22.707040 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c3279e82-da62-44cc-91ee-9ea7abe9b2ae tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=37c4649c5a2e4396be3cd9574ff1daf5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0872567 Mar 31 15:24:22.708096 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] For port 49908934-3728-49ae-91cc-39484fdce3b2, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:24:22.708457 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempted to set empty binding levels {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 31 15:24:22.709595 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38188) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:22.719971 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 946e3d0d-3099-408a-a66d-bad5ebca3339 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:24:22.725691 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12e9117-60b1-49e8-940b-5a9114567076 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Network 6f974cd5-9b5f-4265-be68-0963fbdf5134 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:24:22.781153 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fb4424ff-5158-434d-a227-296d1a6f0b8f tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:22.783759 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:22.834138 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-c6293e3a-a5ab-493f-898c-c373caf294d6 None None] Set router 99e95aa8-dfb9-4235-a3fa-d63c4c02e25a gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:24:22.840443 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-c12e9117-60b1-49e8-940b-5a9114567076 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 6f974cd5-9b5f-4265-be68-0963fbdf5134) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:22.847843 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 946e3d0d-3099-408a-a66d-bad5ebca3339 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:24:22.848281 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:22.874441 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fb4424ff-5158-434d-a227-296d1a6f0b8f tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:22.915731 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c094d3-6e6b-47ed-9071-bd7898cccb59 None None] Network 6f974cd5-9b5f-4265-be68-0963fbdf5134 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:24:22.940129 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cdee321d-a0a5-465b-8695-ce234c7b94c6 admin admin] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:22.941450 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-cdee321d-a0a5-465b-8695-ce234c7b94c6 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.1625907 Mar 31 15:24:22.972870 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38192) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:22.981009 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ec7e-8925-47b8-9631-69ea9b3efc34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:22.987756 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Pushing event updated for resources: {'Port': ['ID=49908934-3728-49ae-91cc-39484fdce3b2,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:22.991461 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:22.992311 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:23.017909 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12e9117-60b1-49e8-940b-5a9114567076 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:23.019414 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c12e9117-60b1-49e8-940b-5a9114567076 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:23.085591 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d4de6dd0-574f-4bda-85bd-e1188b4038bb tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.3693216 Mar 31 15:24:23.086170 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38198) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:23.153283 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-c6293e3a-a5ab-493f-898c-c373caf294d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'name': 'tempest-ServersTestJSON-444491906-router', 'tenant_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '85eb6023-6403-4d3c-93a7-0c4fe66c77d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:15Z', 'updated_at': '2022-03-31T15:24:19Z', 'revision_number': 3, 'project_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'gw_port': {'id': '85eb6023-6403-4d3c-93a7-0c4fe66c77d6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:17Z', 'updated_at': '2022-03-31T15:24:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:23.158046 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6293e3a-a5ab-493f-898c-c373caf294d6 None None] Checking router: 99e95aa8-dfb9-4235-a3fa-d63c4c02e25a for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:24:23.158686 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6293e3a-a5ab-493f-898c-c373caf294d6 None None] Updating router 99e95aa8-dfb9-4235-a3fa-d63c4c02e25a port 85eb6023-6403-4d3c-93a7-0c4fe66c77d6 binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:24:23.166228 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18b3480-1591-4288-8394-af922501cf78 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Made reservation on behalf of e42d5336284c4dafbfb75f78ea62f851 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:23.169651 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a18b3480-1591-4288-8394-af922501cf78 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:23.188401 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c7201db-f04c-4194-a55c-51e65beac7aa tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Deleting port 49908934-3728-49ae-91cc-39484fdce3b2 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:24:23.192047 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c7201db-f04c-4194-a55c-51e65beac7aa tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:23.209457 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a5b9bf-a9e0-4a22-8286-bd5ff6e36f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-6f974cd5-9b5f-4265-be68-0963fbdf5134', 'network_id': '6f974cd5-9b5f-4265-be68-0963fbdf5134', 'tenant_id': 'a059a87c2c7e4236bc9581f8d646722e', 'fixed_ips': [{'subnet_id': '51b563e9-12fc-4562-8182-79614a66e01c'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:24:23.210308 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-31a5b9bf-a9e0-4a22-8286-bd5ff6e36f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:23.212176 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07ae212c-69db-4b7b-af12-be3d1456fe15 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:23.224288 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c6293e3a-a5ab-493f-898c-c373caf294d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:23.308639 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fb4424ff-5158-434d-a227-296d1a6f0b8f tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:23.311287 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fb4424ff-5158-434d-a227-296d1a6f0b8f tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:23.313661 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-fb4424ff-5158-434d-a227-296d1a6f0b8f tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/23a58988-a803-4eed-8de1-91c37befd6d1 HTTP/1.1" status: 204 len: 168 time: 0.6031365 Mar 31 15:24:23.323483 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d32eb8db-7ef6-4078-8784-470625248e67 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:23.328989 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c12e9117-60b1-49e8-940b-5a9114567076 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3347294 Mar 31 15:24:23.331736 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38202) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:23.332211 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38204) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:23.352431 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-3e404675-f3c9-467b-a5bc-0132bb3f6c8f tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Request body: {'port': {'network_id': '6f974cd5-9b5f-4265-be68-0963fbdf5134', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1799474266'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:23.368231 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4424ff-5158-434d-a227-296d1a6f0b8f tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a58988-a803-4eed-8de1-91c37befd6d1,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:23.375484 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07ae212c-69db-4b7b-af12-be3d1456fe15 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:24:23.375828 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07ae212c-69db-4b7b-af12-be3d1456fe15 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:24:23.376609 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07ae212c-69db-4b7b-af12-be3d1456fe15 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:24:23.376939 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07ae212c-69db-4b7b-af12-be3d1456fe15 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Subscribe: > port after_create 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:24:23.377285 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07ae212c-69db-4b7b-af12-be3d1456fe15 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:24:23.377687 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07ae212c-69db-4b7b-af12-be3d1456fe15 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Subscribe: > port after_update 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:24:23.386861 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07ae212c-69db-4b7b-af12-be3d1456fe15 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:24:23.386861 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07ae212c-69db-4b7b-af12-be3d1456fe15 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:24:23.386861 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07ae212c-69db-4b7b-af12-be3d1456fe15 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:24:23.386861 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07ae212c-69db-4b7b-af12-be3d1456fe15 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:24:23.425158 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-31a5b9bf-a9e0-4a22-8286-bd5ff6e36f3d None None] Allocated IP 172.20.0.2 (6f974cd5-9b5f-4265-be68-0963fbdf5134/51b563e9-12fc-4562-8182-79614a66e01c/0a8743a7-898b-4328-b821-e687c11fa69d) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:24:23.542254 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07ae212c-69db-4b7b-af12-be3d1456fe15 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:24:23.542601 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07ae212c-69db-4b7b-af12-be3d1456fe15 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:24:23.542927 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07ae212c-69db-4b7b-af12-be3d1456fe15 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:24:23.543248 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07ae212c-69db-4b7b-af12-be3d1456fe15 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:24:23.543588 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-07ae212c-69db-4b7b-af12-be3d1456fe15 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139f098a-7600-4e41-b8e4-c9957510ef54']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:23.592308 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c6293e3a-a5ab-493f-898c-c373caf294d6 None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:23.623758 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c6293e3a-a5ab-493f-898c-c373caf294d6 None None] Transition to ACTIVE for port object 85eb6023-6403-4d3c-93a7-0c4fe66c77d6 will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:24:23.668319 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e74b2ef7-e711-4f83-843c-110f2a840610 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:23.670270 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d32eb8db-7ef6-4078-8784-470625248e67 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:23.681296 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-07ae212c-69db-4b7b-af12-be3d1456fe15 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc1f6b17-f744-414e-8278-305ee54bb3f7') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:23.681296 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-07ae212c-69db-4b7b-af12-be3d1456fe15 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc1f6b17-f744-414e-8278-305ee54bb3f7') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:23.682829 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c7201db-f04c-4194-a55c-51e65beac7aa tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] For port 49908934-3728-49ae-91cc-39484fdce3b2, host hv-neutron-8333, got binding levels [] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:24:23.683182 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c7201db-f04c-4194-a55c-51e65beac7aa tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:23.703205 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c6293e3a-a5ab-493f-898c-c373caf294d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:23.720345 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-31a5b9bf-a9e0-4a22-8286-bd5ff6e36f3d None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:23.731371 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-31a5b9bf-a9e0-4a22-8286-bd5ff6e36f3d None None] Transition to ACTIVE for port object 0a8743a7-898b-4328-b821-e687c11fa69d will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:24:23.751463 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-31a5b9bf-a9e0-4a22-8286-bd5ff6e36f3d None None] Transition to ACTIVE for port object 0a8743a7-898b-4328-b821-e687c11fa69d will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:24:23.777389 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07ae212c-69db-4b7b-af12-be3d1456fe15 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:23.796028 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-c6293e3a-a5ab-493f-898c-c373caf294d6 None None] Attempting to bind port 85eb6023-6403-4d3c-93a7-0c4fe66c77d6 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:23.797053 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-c6293e3a-a5ab-493f-898c-c373caf294d6 None None] Attempting to bind port 85eb6023-6403-4d3c-93a7-0c4fe66c77d6 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:23.798106 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6293e3a-a5ab-493f-898c-c373caf294d6 None None] Attempting to bind port 85eb6023-6403-4d3c-93a7-0c4fe66c77d6 on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:23.811660 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6293e3a-a5ab-493f-898c-c373caf294d6 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:24:23.812297 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6293e3a-a5ab-493f-898c-c373caf294d6 None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:24:23.812976 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c6293e3a-a5ab-493f-898c-c373caf294d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:23.813926 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6293e3a-a5ab-493f-898c-c373caf294d6 None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:24:23.813926 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-c6293e3a-a5ab-493f-898c-c373caf294d6 None None] Bound port: 85eb6023-6403-4d3c-93a7-0c4fe66c77d6, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:24:23.814402 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c6293e3a-a5ab-493f-898c-c373caf294d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:23.818565 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-31a5b9bf-a9e0-4a22-8286-bd5ff6e36f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:23.830410 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c7201db-f04c-4194-a55c-51e65beac7aa tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Calling delete_port for 49908934-3728-49ae-91cc-39484fdce3b2 owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:24:23.855882 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29ae30-bedc-4e8c-9b78-8611bed2b3fb None None] Pushing event updated for resources: {'Port': ['ID=85eb6023-6403-4d3c-93a7-0c4fe66c77d6,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:23.865093 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-3e404675-f3c9-467b-a5bc-0132bb3f6c8f tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:23.867496 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29ae30-bedc-4e8c-9b78-8611bed2b3fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:23.867948 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29ae30-bedc-4e8c-9b78-8611bed2b3fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:23.868370 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29ae30-bedc-4e8c-9b78-8611bed2b3fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:23.869019 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29ae30-bedc-4e8c-9b78-8611bed2b3fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:23.869126 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29ae30-bedc-4e8c-9b78-8611bed2b3fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:23.869656 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29ae30-bedc-4e8c-9b78-8611bed2b3fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:23.870322 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29ae30-bedc-4e8c-9b78-8611bed2b3fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:23.870817 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29ae30-bedc-4e8c-9b78-8611bed2b3fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:23.871241 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29ae30-bedc-4e8c-9b78-8611bed2b3fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:23.871653 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29ae30-bedc-4e8c-9b78-8611bed2b3fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:23.872087 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29ae30-bedc-4e8c-9b78-8611bed2b3fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:23.872576 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29ae30-bedc-4e8c-9b78-8611bed2b3fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29ae30-bedc-4e8c-9b78-8611bed2b3fb None None] Tracked resource versions report: Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: pushed versions: Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: { 'AddressGroup': {'1.2'}, Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: 'ConntrackHelper': {'1.0'}, Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: 'Log': {'1.0'}, Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: 'Network': {'1.1'}, Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: 'Port': {'1.7'}, Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: 'PortForwarding': {'1.2'}, Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: 'QosPolicy': {'1.8'}, Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: 'SecurityGroup': {'1.4'}, Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: 'SubPort': {'1.0'}, Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: 'Subnet': {'1.1'}, Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: 'Trunk': {'1.1'}} Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: consumer versions: Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: { DHCP agent@dv-neutron-833379-2-hyperv: {}, Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: HyperV agent@hv-neutron-8333: {}, Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: L3 agent@dv-neutron-833379-2-hyperv: {}, Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: Metadata agent@dv-neutron-833379-2-hyperv: {}, Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: Metering agent@dv-neutron-833379-2-hyperv: {}, Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: Open vSwitch agent@dv-neutron-833379-2-hyperv: { 'AddressGroup': '1.2', Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: 'ConntrackHelper': '1.0', Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: 'Log': '1.0', Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: 'Network': '1.1', Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: 'Port': '1.7', Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: 'PortForwarding': '1.2', Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: 'QosPolicy': '1.8', Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: 'SecurityGroup': '1.4', Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: 'SecurityGroupRule': '1.2', Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: 'SubPort': '1.0', Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: 'Subnet': '1.1', Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: 'Trunk': '1.1'}} Mar 31 15:24:23.873705 dv-neutron-833379-2-hyperv neutron-server[103446]: {{(pid=103446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:24:23.896509 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3e404675-f3c9-467b-a5bc-0132bb3f6c8f tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Usage tracker for resource:port and tenant:a059a87c2c7e4236bc9581f8d646722e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:23.900677 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3e404675-f3c9-467b-a5bc-0132bb3f6c8f tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Quota usage for port was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:23.904670 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07ae212c-69db-4b7b-af12-be3d1456fe15 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:23.924797 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-3e404675-f3c9-467b-a5bc-0132bb3f6c8f tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:23.926566 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c6293e3a-a5ab-493f-898c-c373caf294d6 None None] For port 85eb6023-6403-4d3c-93a7-0c4fe66c77d6, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:24:23.930682 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c6293e3a-a5ab-493f-898c-c373caf294d6 None None] For port 85eb6023-6403-4d3c-93a7-0c4fe66c77d6, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=85eb6023-6403-4d3c-93a7-0c4fe66c77d6,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:24:23.948842 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a5b9bf-a9e0-4a22-8286-bd5ff6e36f3d None None] Network 6f974cd5-9b5f-4265-be68-0963fbdf5134 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:24:23.952551 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-31a5b9bf-a9e0-4a22-8286-bd5ff6e36f3d None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:23.955714 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5b9bf-a9e0-4a22-8286-bd5ff6e36f3d None None] Pushing event updated for resources: {'Port': ['ID=0a8743a7-898b-4328-b821-e687c11fa69d,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:23.959619 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a5b9bf-a9e0-4a22-8286-bd5ff6e36f3d None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:24:23.998668 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c6293e3a-a5ab-493f-898c-c373caf294d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:24.029039 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07ae212c-69db-4b7b-af12-be3d1456fe15 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:24:24.029433 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07ae212c-69db-4b7b-af12-be3d1456fe15 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:24.062775 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-31a5b9bf-a9e0-4a22-8286-bd5ff6e36f3d None None] Attempting to bind port 0a8743a7-898b-4328-b821-e687c11fa69d on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:24.063243 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-31a5b9bf-a9e0-4a22-8286-bd5ff6e36f3d None None] Attempting to bind port 0a8743a7-898b-4328-b821-e687c11fa69d by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '37859e70-4e06-4377-b078-36ce997eddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6f974cd5-9b5f-4265-be68-0963fbdf5134'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:24.063757 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a5b9bf-a9e0-4a22-8286-bd5ff6e36f3d None None] Attempting to bind port 0a8743a7-898b-4328-b821-e687c11fa69d on network 6f974cd5-9b5f-4265-be68-0963fbdf5134 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:24.070635 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a5b9bf-a9e0-4a22-8286-bd5ff6e36f3d None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:24:24.071176 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a5b9bf-a9e0-4a22-8286-bd5ff6e36f3d None None] Checking segment: {'id': '37859e70-4e06-4377-b078-36ce997eddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6f974cd5-9b5f-4265-be68-0963fbdf5134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:24:24.071581 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-31a5b9bf-a9e0-4a22-8286-bd5ff6e36f3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:24.071986 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a5b9bf-a9e0-4a22-8286-bd5ff6e36f3d None None] Bound using segment: {'id': '37859e70-4e06-4377-b078-36ce997eddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6f974cd5-9b5f-4265-be68-0963fbdf5134'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:24:24.072456 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-31a5b9bf-a9e0-4a22-8286-bd5ff6e36f3d None None] Bound port: 0a8743a7-898b-4328-b821-e687c11fa69d, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37859e70-4e06-4377-b078-36ce997eddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6f974cd5-9b5f-4265-be68-0963fbdf5134'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:24:24.072849 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-31a5b9bf-a9e0-4a22-8286-bd5ff6e36f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: from cryptography.utils import int_from_bytes Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: from cryptography.utils import int_from_bytes Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: util.warn_limited( Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:24:24.081936 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:24:24.123827 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e404675-f3c9-467b-a5bc-0132bb3f6c8f tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Made reservation on behalf of a059a87c2c7e4236bc9581f8d646722e for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:24.127790 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e404675-f3c9-467b-a5bc-0132bb3f6c8f tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:24.141752 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e74b2ef7-e711-4f83-843c-110f2a840610 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:24.146861 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6293e3a-a5ab-493f-898c-c373caf294d6 None None] Routers {'99e95aa8-dfb9-4235-a3fa-d63c4c02e25a'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:24:24.149023 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-c6293e3a-a5ab-493f-898c-c373caf294d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:24:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['99e95aa8-dfb9-4235-a3fa-d63c4c02e25a'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:24.177164 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e74b2ef7-e711-4f83-843c-110f2a840610 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:24:24.178047 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e74b2ef7-e711-4f83-843c-110f2a840610 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:24:24.178293 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e74b2ef7-e711-4f83-843c-110f2a840610 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:24:24.178610 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e74b2ef7-e711-4f83-843c-110f2a840610 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Subscribe: > port after_create 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:24:24.178919 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e74b2ef7-e711-4f83-843c-110f2a840610 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:24:24.179646 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e74b2ef7-e711-4f83-843c-110f2a840610 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Subscribe: > port after_update 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:24:24.179646 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e74b2ef7-e711-4f83-843c-110f2a840610 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:24:24.179902 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e74b2ef7-e711-4f83-843c-110f2a840610 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:24:24.180185 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e74b2ef7-e711-4f83-843c-110f2a840610 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:24:24.180475 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e74b2ef7-e711-4f83-843c-110f2a840610 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:24:24.199071 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-31a5b9bf-a9e0-4a22-8286-bd5ff6e36f3d None None] For port 0a8743a7-898b-4328-b821-e687c11fa69d, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:24:24.253444 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-31a5b9bf-a9e0-4a22-8286-bd5ff6e36f3d None None] For port 0a8743a7-898b-4328-b821-e687c11fa69d, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=0a8743a7-898b-4328-b821-e687c11fa69d,segment=NetworkSegment(37859e70-4e06-4377-b078-36ce997eddea),segment_id=37859e70-4e06-4377-b078-36ce997eddea)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:24:24.276198 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29ae30-bedc-4e8c-9b78-8611bed2b3fb None None] Pushing event updated for resources: {'Port': ['ID=85eb6023-6403-4d3c-93a7-0c4fe66c77d6,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:24.342399 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e74b2ef7-e711-4f83-843c-110f2a840610 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:24:24.342755 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e74b2ef7-e711-4f83-843c-110f2a840610 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:24:24.342962 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-31a5b9bf-a9e0-4a22-8286-bd5ff6e36f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:24.343173 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e74b2ef7-e711-4f83-843c-110f2a840610 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:24:24.343403 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e74b2ef7-e711-4f83-843c-110f2a840610 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:24:24.343940 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-e74b2ef7-e711-4f83-843c-110f2a840610 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2716a79-bbb1-42a9-8a76-b159a46584af']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:24.351966 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-3e404675-f3c9-467b-a5bc-0132bb3f6c8f tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] device_id is not set on port dbd8fdff-039e-41a9-82f5-b1241955e963 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:24:24.392181 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c7201db-f04c-4194-a55c-51e65beac7aa tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:24.402410 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-e74b2ef7-e711-4f83-843c-110f2a840610 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e3a4df-34d1-493a-9fd4-c82192910c64') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:24.402697 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-e74b2ef7-e711-4f83-843c-110f2a840610 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e3a4df-34d1-493a-9fd4-c82192910c64') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:24.426698 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5b9bf-a9e0-4a22-8286-bd5ff6e36f3d None None] Pushing event updated for resources: {'Port': ['ID=0a8743a7-898b-4328-b821-e687c11fa69d,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:24.445635 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-c6293e3a-a5ab-493f-898c-c373caf294d6 None None] Set router 99e95aa8-dfb9-4235-a3fa-d63c4c02e25a gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:24:24.479482 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7201db-f04c-4194-a55c-51e65beac7aa tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Pushing event deleted for resources: {'Port': ['ID=49908934-3728-49ae-91cc-39484fdce3b2,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:24.502665 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e74b2ef7-e711-4f83-843c-110f2a840610 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:24.528217 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e74b2ef7-e711-4f83-843c-110f2a840610 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:24.536646 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e74b2ef7-e711-4f83-843c-110f2a840610 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:24:24.537039 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e74b2ef7-e711-4f83-843c-110f2a840610 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:24.614917 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07ae212c-69db-4b7b-af12-be3d1456fe15 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:24.620788 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ae212c-69db-4b7b-af12-be3d1456fe15 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 139f098a-7600-4e41-b8e4-c9957510ef54 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 31 15:24:24.623925 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07ae212c-69db-4b7b-af12-be3d1456fe15 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: from cryptography.utils import int_from_bytes Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: from cryptography.utils import int_from_bytes Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: util.warn_limited( Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:24:24.705011 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:24:24.714048 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c7201db-f04c-4194-a55c-51e65beac7aa tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:24.779949 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e74b2ef7-e711-4f83-843c-110f2a840610 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:24.796302 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0c7201db-f04c-4194-a55c-51e65beac7aa tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] 10.222.0.31 "DELETE /v2.0/ports/49908934-3728-49ae-91cc-39484fdce3b2 HTTP/1.1" status: 204 len: 168 time: 1.7058685 Mar 31 15:24:24.804195 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ec7e-8925-47b8-9631-69ea9b3efc34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:24.816122 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38214) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:24.835798 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e74b2ef7-e711-4f83-843c-110f2a840610 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:24.842736 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e74b2ef7-e711-4f83-843c-110f2a840610 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] 10.222.0.31 "DELETE /v2.0/networks/c2716a79-bbb1-42a9-8a76-b159a46584af HTTP/1.1" status: 204 len: 168 time: 1.5034776 Mar 31 15:24:24.846836 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b2ef7-e711-4f83-843c-110f2a840610 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Pushing event deleted for resources: {'Network': ['ID=c2716a79-bbb1-42a9-8a76-b159a46584af,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:24.848636 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38218) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:24.867964 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-c6293e3a-a5ab-493f-898c-c373caf294d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'name': 'tempest-ServersTestJSON-444491906-router', 'tenant_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '85eb6023-6403-4d3c-93a7-0c4fe66c77d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:15Z', 'updated_at': '2022-03-31T15:24:19Z', 'revision_number': 3, 'project_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'gw_port': {'id': '85eb6023-6403-4d3c-93a7-0c4fe66c77d6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:17Z', 'updated_at': '2022-03-31T15:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:24.873996 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6293e3a-a5ab-493f-898c-c373caf294d6 None None] The sync data for ids ['99e95aa8-dfb9-4235-a3fa-d63c4c02e25a'] in dv-neutron-833379-2-hyperv is: [{'id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'name': 'tempest-ServersTestJSON-444491906-router', 'tenant_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '85eb6023-6403-4d3c-93a7-0c4fe66c77d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:15Z', 'updated_at': '2022-03-31T15:24:19Z', 'revision_number': 3, 'project_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'gw_port': {'id': '85eb6023-6403-4d3c-93a7-0c4fe66c77d6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:17Z', 'updated_at': '2022-03-31T15:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:24:24.907926 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-360d8611-3054-47bf-aa59-42f00bf98dc7 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] GET failed (client error): The resource could not be found. Mar 31 15:24:24.909340 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-360d8611-3054-47bf-aa59-42f00bf98dc7 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] 10.222.0.31 "GET /v2.0/ports/49908934-3728-49ae-91cc-39484fdce3b2 HTTP/1.1" status: 404 len: 333 time: 0.0907431 Mar 31 15:24:24.922538 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-07ae212c-69db-4b7b-af12-be3d1456fe15 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] 10.222.0.31 "DELETE /v2.0/networks/139f098a-7600-4e41-b8e4-c9957510ef54 HTTP/1.1" status: 204 len: 168 time: 2.8543649 Mar 31 15:24:24.922538 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d32eb8db-7ef6-4078-8784-470625248e67 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:24.925592 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38224) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:24.925929 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38226) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:24.938943 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-cbb5a7c4-a59e-43db-8b55-46f55c910c74 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:24.945111 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-3e404675-f3c9-467b-a5bc-0132bb3f6c8f tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Allocated IP 172.20.0.9 (6f974cd5-9b5f-4265-be68-0963fbdf5134/51b563e9-12fc-4562-8182-79614a66e01c/dbd8fdff-039e-41a9-82f5-b1241955e963) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:24:24.953179 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-ff2d8f4b-ad87-44a2-bddd-593d8ca762e5 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Request body: {'port': {'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-912701102'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:24.957847 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:24.958325 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ff2d8f4b-ad87-44a2-bddd-593d8ca762e5 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:24.963638 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-cbb5a7c4-a59e-43db-8b55-46f55c910c74 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:25.026350 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ff2d8f4b-ad87-44a2-bddd-593d8ca762e5 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Usage tracker for resource:port and tenant:6e53ba7d41364a35aa3a28c43d81ae4f is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:25.034561 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae212c-69db-4b7b-af12-be3d1456fe15 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Pushing event deleted for resources: {'Network': ['ID=139f098a-7600-4e41-b8e4-c9957510ef54,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:25.038411 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-cbb5a7c4-a59e-43db-8b55-46f55c910c74 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Usage tracker for resource:network and tenant:50448080daeb446f997155727d5ab0c1 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:25.043109 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ff2d8f4b-ad87-44a2-bddd-593d8ca762e5 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:25.052623 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-cbb5a7c4-a59e-43db-8b55-46f55c910c74 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:25.056877 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ff2d8f4b-ad87-44a2-bddd-593d8ca762e5 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:25.079298 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9c792ba6-5044-4137-805e-2d3a8d777573 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:25.085014 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-cbb5a7c4-a59e-43db-8b55-46f55c910c74 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:25.138298 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a18b3480-1591-4288-8394-af922501cf78 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:25.199391 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2d8f4b-ad87-44a2-bddd-593d8ca762e5 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Made reservation on behalf of 6e53ba7d41364a35aa3a28c43d81ae4f for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:25.201632 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ff2d8f4b-ad87-44a2-bddd-593d8ca762e5 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:25.263138 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb5a7c4-a59e-43db-8b55-46f55c910c74 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Made reservation on behalf of 50448080daeb446f997155727d5ab0c1 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:25.264486 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cbb5a7c4-a59e-43db-8b55-46f55c910c74 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:25.400706 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-ff2d8f4b-ad87-44a2-bddd-593d8ca762e5 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] device_id is not set on port 3b58888a-917a-429f-8944-f0d751166e27 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:24:25.450022 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9c792ba6-5044-4137-805e-2d3a8d777573 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:25.484679 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb5a7c4-a59e-43db-8b55-46f55c910c74 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:24:25.522469 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-9c792ba6-5044-4137-805e-2d3a8d777573 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['099be5d0-51a5-4725-8159-f74a01ef3c27']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:25.533949 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e404675-f3c9-467b-a5bc-0132bb3f6c8f tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:25.537089 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cbb5a7c4-a59e-43db-8b55-46f55c910c74 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:25.537475 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-cbb5a7c4-a59e-43db-8b55-46f55c910c74 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Added segment b11139dd-2d4f-4144-b110-72d8923d4e42 of type vlan for network 4afc0f54-a449-4c53-9acf-5224db6a9f43 Mar 31 15:24:25.555985 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d32eb8db-7ef6-4078-8784-470625248e67 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:25.569466 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-9c792ba6-5044-4137-805e-2d3a8d777573 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b351f23d-4ae6-4ea8-9c88-e7c88a12e34d') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:25.570456 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-9c792ba6-5044-4137-805e-2d3a8d777573 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b351f23d-4ae6-4ea8-9c88-e7c88a12e34d') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:25.572407 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d32eb8db-7ef6-4078-8784-470625248e67 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:25.606663 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b3480-1591-4288-8394-af922501cf78 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event updated for resources: {'Subnet': ['ID=2d127956-e15f-4ee7-a80d-08a95ad70fb1,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:25.619528 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9c792ba6-5044-4137-805e-2d3a8d777573 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:25.637101 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9c792ba6-5044-4137-805e-2d3a8d777573 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:25.653222 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c792ba6-5044-4137-805e-2d3a8d777573 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:24:25.653616 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9c792ba6-5044-4137-805e-2d3a8d777573 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:25.667148 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b3cfd3-b1cf-424b-96bb-59f548184981 None None] Network 6f974cd5-9b5f-4265-be68-0963fbdf5134 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:24:25.684989 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:24:25.684989 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:24:25.684989 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:24:25.684989 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:24:25.684989 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:24:25.684989 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:24:25.684989 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:24:25.684989 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:24:25.684989 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:24:25.684989 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:24:25.684989 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:24:25.684989 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:24:25.684989 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:24:25.684989 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:24:25.684989 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:24:25.684989 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:24:25.684989 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:24:25.684989 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:24:25.684989 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:24:25.684989 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:24:25.684989 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:24:25.684989 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:24:25.684989 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:24:25.684989 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:24:25.684989 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:24:25.684989 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:24:25.684989 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:24:25.684989 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:24:25.684989 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:24:25.684989 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:24:25.684989 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:24:25.684989 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:24:25.747320 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3e404675-f3c9-467b-a5bc-0132bb3f6c8f tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Transition to ACTIVE for port object dbd8fdff-039e-41a9-82f5-b1241955e963 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:24:25.756576 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18b3480-1591-4288-8394-af922501cf78 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Checking segment: {'id': 'e68bd02a-ea68-4173-8c3f-cd3806272908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'af35fe3f-cd79-47db-bc77-db544213cd71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:24:25.756924 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18b3480-1591-4288-8394-af922501cf78 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Network hostable DHCP agents. Network: af35fe3f-cd79-47db-bc77-db544213cd71, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:24:25.883125 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cbb5a7c4-a59e-43db-8b55-46f55c910c74 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:25.891830 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a0fb03ef-f69a-44b7-9597-562a45d55abd None None] Provisioning for port 0a8743a7-898b-4328-b821-e687c11fa69d completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:24:25.977314 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d32eb8db-7ef6-4078-8784-470625248e67 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:25.977882 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32eb8db-7ef6-4078-8784-470625248e67 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be9f5de8-dab5-4068-8bdc-cfebd6a1ef27 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:24:26.034804 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ff2d8f4b-ad87-44a2-bddd-593d8ca762e5 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:26.047704 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9c792ba6-5044-4137-805e-2d3a8d777573 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:26.052292 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9c792ba6-5044-4137-805e-2d3a8d777573 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:26.081481 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9c792ba6-5044-4137-805e-2d3a8d777573 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] 10.222.0.31 "DELETE /v2.0/networks/099be5d0-51a5-4725-8159-f74a01ef3c27 HTTP/1.1" status: 204 len: 168 time: 1.2291434 Mar 31 15:24:26.091125 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c792ba6-5044-4137-805e-2d3a8d777573 tempest-QuotasNegativeTest-781421778 tempest-QuotasNegativeTest-781421778-project-admin] Pushing event deleted for resources: {'Network': ['ID=099be5d0-51a5-4725-8159-f74a01ef3c27,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:26.107845 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be087367-ff61-4627-935a-462b879c9fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:26.126643 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18b3480-1591-4288-8394-af922501cf78 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Network af35fe3f-cd79-47db-bc77-db544213cd71 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:24:26.169904 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cbb5a7c4-a59e-43db-8b55-46f55c910c74 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:26.171049 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb5a7c4-a59e-43db-8b55-46f55c910c74 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:26.172021 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cbb5a7c4-a59e-43db-8b55-46f55c910c74 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:26.175647 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-d32eb8db-7ef6-4078-8784-470625248e67 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 31 15:24:26.179506 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d32eb8db-7ef6-4078-8784-470625248e67 tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.9194577 Mar 31 15:24:26.179506 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd9ec7e-8925-47b8-9631-69ea9b3efc34 admin admin] Router 997f8b29-5971-4910-86af-45f2c7cb6320 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:24:26.180957 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38234) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:26.211373 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e404675-f3c9-467b-a5bc-0132bb3f6c8f tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:26.269131 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-a18b3480-1591-4288-8394-af922501cf78 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, af35fe3f-cd79-47db-bc77-db544213cd71) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:26.282319 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41851697-1845-42c0-9ddf-6d6c7fe38252 None None] Network af35fe3f-cd79-47db-bc77-db544213cd71 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:24:26.283832 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ff2d8f4b-ad87-44a2-bddd-593d8ca762e5 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:26.300411 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18b3480-1591-4288-8394-af922501cf78 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:26.301209 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a18b3480-1591-4288-8394-af922501cf78 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:26.308653 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-dff00c93-bd34-4b36-986f-4aba0e9c207f tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Deleting port 1cba2cd3-7c84-434e-865b-a1ec01b491eb {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:24:26.309169 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dff00c93-bd34-4b36-986f-4aba0e9c207f tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:26.561345 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e404675-f3c9-467b-a5bc-0132bb3f6c8f tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Pushing event updated for resources: {'Port': ['ID=dbd8fdff-039e-41a9-82f5-b1241955e963,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:26.576242 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 0a8743a7-898b-4328-b821-e687c11fa69d up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:24:26.621702 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e404675-f3c9-467b-a5bc-0132bb3f6c8f tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Network 6f974cd5-9b5f-4265-be68-0963fbdf5134 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:24:26.629945 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5a7c4-a59e-43db-8b55-46f55c910c74 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Pushing event updated for resources: {'Network': ['ID=4afc0f54-a449-4c53-9acf-5224db6a9f43,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:26.641869 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-3e404675-f3c9-467b-a5bc-0132bb3f6c8f tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:26.649576 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2d8f4b-ad87-44a2-bddd-593d8ca762e5 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Network 90785481-132c-48cb-bbb5-cd6542d1a3af is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:24:26.659896 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-cbb5a7c4-a59e-43db-8b55-46f55c910c74 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.7292545 Mar 31 15:24:26.677831 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38240) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:26.679392 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-ff2d8f4b-ad87-44a2-bddd-593d8ca762e5 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:26.683259 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e404675-f3c9-467b-a5bc-0132bb3f6c8f tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:24:26.710217 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-2764b98a-8cc4-4eb4-a737-12466283de93 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Request body: {'subnet': {'network_id': '4afc0f54-a449-4c53-9acf-5224db6a9f43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:26.724111 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a18b3480-1591-4288-8394-af922501cf78 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.6268539 Mar 31 15:24:26.737609 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 4afc0f54-a449-4c53-9acf-5224db6a9f43 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:24:26.748040 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-2764b98a-8cc4-4eb4-a737-12466283de93 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:26.754612 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38244) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:26.764200 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e404675-f3c9-467b-a5bc-0132bb3f6c8f tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:26.764843 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e404675-f3c9-467b-a5bc-0132bb3f6c8f tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:26.773583 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2764b98a-8cc4-4eb4-a737-12466283de93 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Usage tracker for resource:subnet and tenant:50448080daeb446f997155727d5ab0c1 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:26.780273 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e3cdda02-4120-4e88-bd50-bdef97e50027 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1328298528', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:26.782515 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2d8f4b-ad87-44a2-bddd-593d8ca762e5 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:24:26.783493 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2d8f4b-ad87-44a2-bddd-593d8ca762e5 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:26.784093 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ff2d8f4b-ad87-44a2-bddd-593d8ca762e5 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:26.793322 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2764b98a-8cc4-4eb4-a737-12466283de93 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:26.807992 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e3cdda02-4120-4e88-bd50-bdef97e50027 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:26.813754 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d8f4b-ad87-44a2-bddd-593d8ca762e5 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Pushing event updated for resources: {'Port': ['ID=3b58888a-917a-429f-8944-f0d751166e27,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:26.850575 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3e404675-f3c9-467b-a5bc-0132bb3f6c8f tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5065980 Mar 31 15:24:26.851811 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38248) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:26.860139 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd9ec7e-8925-47b8-9631-69ea9b3efc34 admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:24:26.868557 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-2764b98a-8cc4-4eb4-a737-12466283de93 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:26.870784 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e3cdda02-4120-4e88-bd50-bdef97e50027 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Usage tracker for resource:router and tenant:e42d5336284c4dafbfb75f78ea62f851 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:26.910911 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ff2d8f4b-ad87-44a2-bddd-593d8ca762e5 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.9818227 Mar 31 15:24:26.913679 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38252) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:26.929550 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:26.936180 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e3cdda02-4120-4e88-bd50-bdef97e50027 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:26.948726 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c117a3-3108-49ec-969b-d7c951e7f7f6 None None] Sync routers for ids ['997f8b29-5971-4910-86af-45f2c7cb6320'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:24:26.986099 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c117a3-3108-49ec-969b-d7c951e7f7f6 None None] Routers {'997f8b29-5971-4910-86af-45f2c7cb6320'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:24:26.986862 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-06c117a3-3108-49ec-969b-d7c951e7f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:24:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['997f8b29-5971-4910-86af-45f2c7cb6320'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:27.076717 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-be087367-ff61-4627-935a-462b879c9fde admin admin] Allocated IP 172.20.0.1 (cc4f77bd-a8a1-4de3-ae11-e5fff1d18587/b57b1a83-224b-460a-8d96-97b3371a0b4c/e228c55b-05a1-4d2f-a79c-b3def2ee6fa7) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:24:27.077302 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-5d221d34-7d20-4b8d-81c8-e4668fabcc04 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Deleting port dbd8fdff-039e-41a9-82f5-b1241955e963 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:24:27.077302 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5d221d34-7d20-4b8d-81c8-e4668fabcc04 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:27.112663 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd79a5f-fe59-4f2d-9a8b-e67558a9e83d None None] Network af35fe3f-cd79-47db-bc77-db544213cd71 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:24:27.117891 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:27.256702 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e3cdda02-4120-4e88-bd50-bdef97e50027 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:27.259536 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ec7e-8925-47b8-9631-69ea9b3efc34 admin admin] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:27.263987 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6bd9ec7e-8925-47b8-9631-69ea9b3efc34 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.0200346 Mar 31 15:24:27.266565 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38260) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:27.339697 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 0a8743a7-898b-4328-b821-e687c11fa69d completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:24:27.343789 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c1daf3b7-5918-439f-9a32-26451911c56d None None] Provisioning for port dbd8fdff-039e-41a9-82f5-b1241955e963 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:24:27.364551 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38264) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:27.391468 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2764b98a-8cc4-4eb4-a737-12466283de93 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Made reservation on behalf of 50448080daeb446f997155727d5ab0c1 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:27.394356 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2764b98a-8cc4-4eb4-a737-12466283de93 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:27.400713 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 0a8743a7-898b-4328-b821-e687c11fa69d triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:24:27.401076 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:27.429826 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be087367-ff61-4627-935a-462b879c9fde admin admin] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:27.437226 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c1daf3b7-5918-439f-9a32-26451911c56d None None] Provisioning complete for port dbd8fdff-039e-41a9-82f5-b1241955e963 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:24:27.437390 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c1daf3b7-5918-439f-9a32-26451911c56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:27.481440 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3cdda02-4120-4e88-bd50-bdef97e50027 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:27.483029 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3cdda02-4120-4e88-bd50-bdef97e50027 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:27.485661 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-06c117a3-3108-49ec-969b-d7c951e7f7f6 None None] Set router 997f8b29-5971-4910-86af-45f2c7cb6320 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:24:27.503148 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-be087367-ff61-4627-935a-462b879c9fde admin admin] Transition to ACTIVE for port object e228c55b-05a1-4d2f-a79c-b3def2ee6fa7 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:24:27.527248 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5d221d34-7d20-4b8d-81c8-e4668fabcc04 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:27.681322 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dff00c93-bd34-4b36-986f-4aba0e9c207f tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:27.684612 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-c1daf3b7-5918-439f-9a32-26451911c56d None None] Port dbd8fdff-039e-41a9-82f5-b1241955e963 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:24:27.685157 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-5d221d34-7d20-4b8d-81c8-e4668fabcc04 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Calling delete_port for dbd8fdff-039e-41a9-82f5-b1241955e963 owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:24:27.865306 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] device_id is not set on port 3b58888a-917a-429f-8944-f0d751166e27 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:24:27.884209 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:27.914898 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:27.934201 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78170b94-8c3b-4334-899a-cb1dfb6d0f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:27.954787 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-dff00c93-bd34-4b36-986f-4aba0e9c207f tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Calling delete_port for 1cba2cd3-7c84-434e-865b-a1ec01b491eb owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:24:27.989172 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3cdda02-4120-4e88-bd50-bdef97e50027 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:27.996276 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 0a8743a7-898b-4328-b821-e687c11fa69d, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=0a8743a7-898b-4328-b821-e687c11fa69d,segment=NetworkSegment(37859e70-4e06-4377-b078-36ce997eddea),segment_id=37859e70-4e06-4377-b078-36ce997eddea)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:24:28.005694 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Transition to ACTIVE for port object 3b58888a-917a-429f-8944-f0d751166e27 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:24:28.006596 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5d221d34-7d20-4b8d-81c8-e4668fabcc04 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:28.014645 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-06c117a3-3108-49ec-969b-d7c951e7f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'name': 'tempest-ServerActionsTestJSON-679145321-router', 'tenant_id': '054d30a6120446fcba39a5a299093095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '7b868656-c137-481c-94e4-0b1696f68d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:17Z', 'updated_at': '2022-03-31T15:24:22Z', 'revision_number': 3, 'project_id': '054d30a6120446fcba39a5a299093095', 'gw_port': {'id': '7b868656-c137-481c-94e4-0b1696f68d29', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:20Z', 'updated_at': '2022-03-31T15:24:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:28.018841 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c117a3-3108-49ec-969b-d7c951e7f7f6 None None] Checking router: 997f8b29-5971-4910-86af-45f2c7cb6320 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:24:28.019177 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c117a3-3108-49ec-969b-d7c951e7f7f6 None None] Updating router 997f8b29-5971-4910-86af-45f2c7cb6320 port 7b868656-c137-481c-94e4-0b1696f68d29 binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:24:28.051724 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-78170b94-8c3b-4334-899a-cb1dfb6d0f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:28.059379 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d221d34-7d20-4b8d-81c8-e4668fabcc04 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Pushing event deleted for resources: {'Port': ['ID=dbd8fdff-039e-41a9-82f5-b1241955e963,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:28.087823 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-06c117a3-3108-49ec-969b-d7c951e7f7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:28.117526 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:28.118215 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 85eb6023-6403-4d3c-93a7-0c4fe66c77d6 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:24:28.122961 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-78170b94-8c3b-4334-899a-cb1dfb6d0f06 admin admin] Usage tracker for resource:security_group_rule and tenant:ff3cff2c8e5146debc615f27e373cf50 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:28.145219 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-78170b94-8c3b-4334-899a-cb1dfb6d0f06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:28.149284 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:28.318636 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=0a8743a7-898b-4328-b821-e687c11fa69d,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:28.324130 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Pushing event updated for resources: {'Port': ['ID=3b58888a-917a-429f-8944-f0d751166e27,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:28.327306 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5d221d34-7d20-4b8d-81c8-e4668fabcc04 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:28.334877 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5d221d34-7d20-4b8d-81c8-e4668fabcc04 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] 10.222.0.31 "DELETE /v2.0/ports/dbd8fdff-039e-41a9-82f5-b1241955e963 HTTP/1.1" status: 204 len: 168 time: 1.4812744 Mar 31 15:24:28.338505 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38270) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:28.351229 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 3b58888a-917a-429f-8944-f0d751166e27 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:28.351229 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 3b58888a-917a-429f-8944-f0d751166e27 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:28.351229 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 3b58888a-917a-429f-8944-f0d751166e27 on network 90785481-132c-48cb-bbb5-cd6542d1a3af {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:28.354416 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Port 3b58888a-917a-429f-8944-f0d751166e27 on network 90785481-132c-48cb-bbb5-cd6542d1a3af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:24:28.354832 dv-neutron-833379-2-hyperv neutron-server[103444]: ERROR neutron.plugins.ml2.managers [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Failed to bind port 3b58888a-917a-429f-8944-f0d751166e27 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] Mar 31 15:24:28.355454 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.plugins.ml2.plugin [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempt 2 to bind port 3b58888a-917a-429f-8944-f0d751166e27 Mar 31 15:24:28.372550 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 3b58888a-917a-429f-8944-f0d751166e27 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:28.372942 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 3b58888a-917a-429f-8944-f0d751166e27 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:28.373385 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 3b58888a-917a-429f-8944-f0d751166e27 on network 90785481-132c-48cb-bbb5-cd6542d1a3af {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:28.384558 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Port 3b58888a-917a-429f-8944-f0d751166e27 on network 90785481-132c-48cb-bbb5-cd6542d1a3af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:24:28.384558 dv-neutron-833379-2-hyperv neutron-server[103444]: ERROR neutron.plugins.ml2.managers [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Failed to bind port 3b58888a-917a-429f-8944-f0d751166e27 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] Mar 31 15:24:28.384558 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.plugins.ml2.plugin [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempt 3 to bind port 3b58888a-917a-429f-8944-f0d751166e27 Mar 31 15:24:28.395213 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 3b58888a-917a-429f-8944-f0d751166e27 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:28.395712 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 3b58888a-917a-429f-8944-f0d751166e27 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:28.396145 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 3b58888a-917a-429f-8944-f0d751166e27 on network 90785481-132c-48cb-bbb5-cd6542d1a3af {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:28.401142 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Port 3b58888a-917a-429f-8944-f0d751166e27 on network 90785481-132c-48cb-bbb5-cd6542d1a3af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:24:28.401613 dv-neutron-833379-2-hyperv neutron-server[103444]: ERROR neutron.plugins.ml2.managers [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Failed to bind port 3b58888a-917a-429f-8944-f0d751166e27 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] Mar 31 15:24:28.402088 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.plugins.ml2.plugin [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempt 4 to bind port 3b58888a-917a-429f-8944-f0d751166e27 Mar 31 15:24:28.420819 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 3b58888a-917a-429f-8944-f0d751166e27 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:28.421891 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 3b58888a-917a-429f-8944-f0d751166e27 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:28.422329 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 3b58888a-917a-429f-8944-f0d751166e27 on network 90785481-132c-48cb-bbb5-cd6542d1a3af {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:28.427246 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Port 3b58888a-917a-429f-8944-f0d751166e27 on network 90785481-132c-48cb-bbb5-cd6542d1a3af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:24:28.427677 dv-neutron-833379-2-hyperv neutron-server[103444]: ERROR neutron.plugins.ml2.managers [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Failed to bind port 3b58888a-917a-429f-8944-f0d751166e27 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] Mar 31 15:24:28.428222 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.plugins.ml2.plugin [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempt 5 to bind port 3b58888a-917a-429f-8944-f0d751166e27 Mar 31 15:24:28.478775 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-78170b94-8c3b-4334-899a-cb1dfb6d0f06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:28.487396 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 85eb6023-6403-4d3c-93a7-0c4fe66c77d6 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:24:28.505719 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be087367-ff61-4627-935a-462b879c9fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:28.506052 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 85eb6023-6403-4d3c-93a7-0c4fe66c77d6 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:24:28.506574 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:28.511842 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 3b58888a-917a-429f-8944-f0d751166e27 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:28.512282 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 3b58888a-917a-429f-8944-f0d751166e27 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:28.512712 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 3b58888a-917a-429f-8944-f0d751166e27 on network 90785481-132c-48cb-bbb5-cd6542d1a3af {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:28.518668 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4acb41ee-b6d4-44f8-b9c6-fabc6e78cdba tempest-DHCPAgentSchedulersTestJSON-802719165 tempest-DHCPAgentSchedulersTestJSON-802719165-project-admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.1790860 Mar 31 15:24:28.520711 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Port 3b58888a-917a-429f-8944-f0d751166e27 on network 90785481-132c-48cb-bbb5-cd6542d1a3af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:24:28.521128 dv-neutron-833379-2-hyperv neutron-server[103444]: ERROR neutron.plugins.ml2.managers [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Failed to bind port 3b58888a-917a-429f-8944-f0d751166e27 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] Mar 31 15:24:28.521635 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38276) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:28.522160 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.plugins.ml2.plugin [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempt 6 to bind port 3b58888a-917a-429f-8944-f0d751166e27 Mar 31 15:24:28.535626 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-f3506870-d0ee-4fb4-a37c-7e59090730da tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-247557006'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:28.542538 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f3506870-d0ee-4fb4-a37c-7e59090730da tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:28.549946 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f3506870-d0ee-4fb4-a37c-7e59090730da tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Usage tracker for resource:network and tenant:a059a87c2c7e4236bc9581f8d646722e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:28.556601 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 3b58888a-917a-429f-8944-f0d751166e27 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:28.556601 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 3b58888a-917a-429f-8944-f0d751166e27 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:28.556601 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 3b58888a-917a-429f-8944-f0d751166e27 on network 90785481-132c-48cb-bbb5-cd6542d1a3af {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:28.557849 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f3506870-d0ee-4fb4-a37c-7e59090730da tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:28.560483 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Port 3b58888a-917a-429f-8944-f0d751166e27 on network 90785481-132c-48cb-bbb5-cd6542d1a3af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:24:28.560912 dv-neutron-833379-2-hyperv neutron-server[103444]: ERROR neutron.plugins.ml2.managers [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Failed to bind port 3b58888a-917a-429f-8944-f0d751166e27 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] Mar 31 15:24:28.564577 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.plugins.ml2.plugin [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempt 7 to bind port 3b58888a-917a-429f-8944-f0d751166e27 Mar 31 15:24:28.573159 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f3506870-d0ee-4fb4-a37c-7e59090730da tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:28.585022 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 3b58888a-917a-429f-8944-f0d751166e27 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:28.585516 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 3b58888a-917a-429f-8944-f0d751166e27 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:28.585941 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 3b58888a-917a-429f-8944-f0d751166e27 on network 90785481-132c-48cb-bbb5-cd6542d1a3af {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:28.591194 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Port 3b58888a-917a-429f-8944-f0d751166e27 on network 90785481-132c-48cb-bbb5-cd6542d1a3af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:24:28.591547 dv-neutron-833379-2-hyperv neutron-server[103444]: ERROR neutron.plugins.ml2.managers [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Failed to bind port 3b58888a-917a-429f-8944-f0d751166e27 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] Mar 31 15:24:28.591984 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.plugins.ml2.plugin [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempt 8 to bind port 3b58888a-917a-429f-8944-f0d751166e27 Mar 31 15:24:28.608495 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 3b58888a-917a-429f-8944-f0d751166e27 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:28.609550 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 3b58888a-917a-429f-8944-f0d751166e27 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:28.609994 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 3b58888a-917a-429f-8944-f0d751166e27 on network 90785481-132c-48cb-bbb5-cd6542d1a3af {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:28.615479 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Port 3b58888a-917a-429f-8944-f0d751166e27 on network 90785481-132c-48cb-bbb5-cd6542d1a3af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:24:28.615981 dv-neutron-833379-2-hyperv neutron-server[103444]: ERROR neutron.plugins.ml2.managers [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Failed to bind port 3b58888a-917a-429f-8944-f0d751166e27 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] Mar 31 15:24:28.616583 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.plugins.ml2.plugin [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempt 9 to bind port 3b58888a-917a-429f-8944-f0d751166e27 Mar 31 15:24:28.633020 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 3b58888a-917a-429f-8944-f0d751166e27 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:28.633581 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 3b58888a-917a-429f-8944-f0d751166e27 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:28.634038 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 3b58888a-917a-429f-8944-f0d751166e27 on network 90785481-132c-48cb-bbb5-cd6542d1a3af {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:28.639736 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Port 3b58888a-917a-429f-8944-f0d751166e27 on network 90785481-132c-48cb-bbb5-cd6542d1a3af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:24:28.639939 dv-neutron-833379-2-hyperv neutron-server[103444]: ERROR neutron.plugins.ml2.managers [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Failed to bind port 3b58888a-917a-429f-8944-f0d751166e27 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] Mar 31 15:24:28.640420 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.plugins.ml2.plugin [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempt 10 to bind port 3b58888a-917a-429f-8944-f0d751166e27 Mar 31 15:24:28.658341 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 3b58888a-917a-429f-8944-f0d751166e27 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:28.658782 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 3b58888a-917a-429f-8944-f0d751166e27 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:28.659271 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 3b58888a-917a-429f-8944-f0d751166e27 on network 90785481-132c-48cb-bbb5-cd6542d1a3af {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:28.664643 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Port 3b58888a-917a-429f-8944-f0d751166e27 on network 90785481-132c-48cb-bbb5-cd6542d1a3af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:24:28.665206 dv-neutron-833379-2-hyperv neutron-server[103444]: ERROR neutron.plugins.ml2.managers [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Failed to bind port 3b58888a-917a-429f-8944-f0d751166e27 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] Mar 31 15:24:28.665662 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:28.680341 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3506870-d0ee-4fb4-a37c-7e59090730da tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Made reservation on behalf of a059a87c2c7e4236bc9581f8d646722e for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:28.683923 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f3506870-d0ee-4fb4-a37c-7e59090730da tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:28.712142 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:28.720170 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dff00c93-bd34-4b36-986f-4aba0e9c207f tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:28.743457 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-06c117a3-3108-49ec-969b-d7c951e7f7f6 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:28.746597 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 85eb6023-6403-4d3c-93a7-0c4fe66c77d6, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=85eb6023-6403-4d3c-93a7-0c4fe66c77d6,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:24:28.757756 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-06c117a3-3108-49ec-969b-d7c951e7f7f6 None None] Transition to ACTIVE for port object 7b868656-c137-481c-94e4-0b1696f68d29 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:24:28.758077 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3506870-d0ee-4fb4-a37c-7e59090730da tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:24:28.786826 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f3506870-d0ee-4fb4-a37c-7e59090730da tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:28.787265 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-f3506870-d0ee-4fb4-a37c-7e59090730da tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Added segment 67406be5-ba2f-4333-9cd2-868de614d07c of type vlan for network 5050026a-df55-455f-a1b2-d317167640db Mar 31 15:24:28.803042 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] For port 3b58888a-917a-429f-8944-f0d751166e27, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:24:28.803402 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempted to set empty binding levels {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 31 15:24:28.811542 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:28.820356 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f3506870-d0ee-4fb4-a37c-7e59090730da tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:28.869639 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be087367-ff61-4627-935a-462b879c9fde admin admin] Network cc4f77bd-a8a1-4de3-ae11-e5fff1d18587 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:24:28.879124 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-06c117a3-3108-49ec-969b-d7c951e7f7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:28.886488 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:28.905156 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 0a8743a7-898b-4328-b821-e687c11fa69d up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:24:28.928278 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-be087367-ff61-4627-935a-462b879c9fde admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:28.931199 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be087367-ff61-4627-935a-462b879c9fde admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:24:28.938440 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] In _notify_port_updated(), no bound segment for port 3b58888a-917a-429f-8944-f0d751166e27 on network 90785481-132c-48cb-bbb5-cd6542d1a3af {{(pid=103444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 31 15:24:28.939276 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:28.940476 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:28.943816 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] 10.222.0.31 "PUT /v2.0/ports/3b58888a-917a-429f-8944-f0d751166e27 HTTP/1.1" status: 200 len: 976 time: 2.0289283 Mar 31 15:24:28.946753 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38280) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:28.964618 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-06c117a3-3108-49ec-969b-d7c951e7f7f6 None None] Attempting to bind port 7b868656-c137-481c-94e4-0b1696f68d29 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:28.965334 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-06c117a3-3108-49ec-969b-d7c951e7f7f6 None None] Attempting to bind port 7b868656-c137-481c-94e4-0b1696f68d29 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:28.966679 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c117a3-3108-49ec-969b-d7c951e7f7f6 None None] Attempting to bind port 7b868656-c137-481c-94e4-0b1696f68d29 on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:28.975576 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=85eb6023-6403-4d3c-93a7-0c4fe66c77d6,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:29.002509 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f3506870-d0ee-4fb4-a37c-7e59090730da tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:29.007880 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3506870-d0ee-4fb4-a37c-7e59090730da tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:29.008479 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f3506870-d0ee-4fb4-a37c-7e59090730da tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:29.018097 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c117a3-3108-49ec-969b-d7c951e7f7f6 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:24:29.018777 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c117a3-3108-49ec-969b-d7c951e7f7f6 None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:24:29.019340 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-06c117a3-3108-49ec-969b-d7c951e7f7f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:29.019892 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c117a3-3108-49ec-969b-d7c951e7f7f6 None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:24:29.020546 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-06c117a3-3108-49ec-969b-d7c951e7f7f6 None None] Bound port: 7b868656-c137-481c-94e4-0b1696f68d29, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:24:29.021109 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-06c117a3-3108-49ec-969b-d7c951e7f7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:29.041441 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b3b6e-acb0-41ac-a7d2-9d766b41dc7f tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Pushing event updated for resources: {'Port': ['ID=3b58888a-917a-429f-8944-f0d751166e27,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:29.076305 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be087367-ff61-4627-935a-462b879c9fde admin admin] Pushing event updated for resources: {'Port': ['ID=e228c55b-05a1-4d2f-a79c-b3def2ee6fa7,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:29.123084 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3cdda02-4120-4e88-bd50-bdef97e50027 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:29.137300 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3506870-d0ee-4fb4-a37c-7e59090730da tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Pushing event updated for resources: {'Network': ['ID=5050026a-df55-455f-a1b2-d317167640db,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:29.145578 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f3506870-d0ee-4fb4-a37c-7e59090730da tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6142468 Mar 31 15:24:29.148966 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38284) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:29.174746 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a40e9-0cb4-49c1-894b-a370c2aec58d None None] Pushing event updated for resources: {'Port': ['ID=7b868656-c137-481c-94e4-0b1696f68d29,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:29.177181 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 5050026a-df55-455f-a1b2-d317167640db details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:24:29.187891 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffe6981-87b3-439e-8473-9d2dfa54043b tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:29.188535 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffe6981-87b3-439e-8473-9d2dfa54043b tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:29.189574 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffe6981-87b3-439e-8473-9d2dfa54043b tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:29.189574 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffe6981-87b3-439e-8473-9d2dfa54043b tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:29.189940 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffe6981-87b3-439e-8473-9d2dfa54043b tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:29.190379 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffe6981-87b3-439e-8473-9d2dfa54043b tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:29.190830 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffe6981-87b3-439e-8473-9d2dfa54043b tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:29.191284 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffe6981-87b3-439e-8473-9d2dfa54043b tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:29.191728 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffe6981-87b3-439e-8473-9d2dfa54043b tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:29.192177 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffe6981-87b3-439e-8473-9d2dfa54043b tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:29.192620 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffe6981-87b3-439e-8473-9d2dfa54043b tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:29.193962 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9ffe6981-87b3-439e-8473-9d2dfa54043b tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Synchronizing usage tracker for tenant:6e53ba7d41364a35aa3a28c43d81ae4f on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:24:29.250813 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff00c93-bd34-4b36-986f-4aba0e9c207f tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Pushing event deleted for resources: {'Port': ['ID=1cba2cd3-7c84-434e-865b-a1ec01b491eb,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:29.297865 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-06c117a3-3108-49ec-969b-d7c951e7f7f6 None None] For port 7b868656-c137-481c-94e4-0b1696f68d29, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:24:29.325036 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be087367-ff61-4627-935a-462b879c9fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:29.326088 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-06c117a3-3108-49ec-969b-d7c951e7f7f6 None None] For port 7b868656-c137-481c-94e4-0b1696f68d29, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=7b868656-c137-481c-94e4-0b1696f68d29,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:24:29.336897 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 0a8743a7-898b-4328-b821-e687c11fa69d triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:24:29.337293 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:29.347118 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f9deeaf6-5204-4ee5-82ff-581e59c84f6f tempest-DHCPAgentSchedulersTestJSON-802719165 tempest-DHCPAgentSchedulersTestJSON-802719165-project-admin] 10.222.0.31 "GET /v2.0/agents/cd5340db-d45e-4dc4-8b29-62acf73c8c1f/dhcp-networks HTTP/1.1" status: 200 len: 6451 time: 0.1944945 Mar 31 15:24:29.347739 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38288) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:29.365354 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dff00c93-bd34-4b36-986f-4aba0e9c207f tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:29.365940 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0d07b28a-ddbd-4512-b201-1d223ccbd12c None None] Provisioning for port e228c55b-05a1-4d2f-a79c-b3def2ee6fa7 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:24:29.385399 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0d07b28a-ddbd-4512-b201-1d223ccbd12c None None] Provisioning complete for port e228c55b-05a1-4d2f-a79c-b3def2ee6fa7 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:24:29.385770 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0d07b28a-ddbd-4512-b201-1d223ccbd12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:29.419525 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-06c117a3-3108-49ec-969b-d7c951e7f7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:29.480547 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8ed24f-1650-4a34-80ec-2b07f3a1465a tempest-DHCPAgentSchedulersTestJSON-802719165 tempest-DHCPAgentSchedulersTestJSON-802719165-project-admin] Network 5050026a-df55-455f-a1b2-d317167640db is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:24:29.516388 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-0d07b28a-ddbd-4512-b201-1d223ccbd12c None None] Port e228c55b-05a1-4d2f-a79c-b3def2ee6fa7 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:24:29.578360 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a40e9-0cb4-49c1-894b-a370c2aec58d None None] Pushing event updated for resources: {'Port': ['ID=7b868656-c137-481c-94e4-0b1696f68d29,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:29.585829 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c117a3-3108-49ec-969b-d7c951e7f7f6 None None] Routers {'997f8b29-5971-4910-86af-45f2c7cb6320'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:24:29.586463 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-06c117a3-3108-49ec-969b-d7c951e7f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:24:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['997f8b29-5971-4910-86af-45f2c7cb6320'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:29.587102 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4a8ed24f-1650-4a34-80ec-2b07f3a1465a tempest-DHCPAgentSchedulersTestJSON-802719165 tempest-DHCPAgentSchedulersTestJSON-802719165-project-admin] 10.222.0.31 "POST /v2.0/agents/cd5340db-d45e-4dc4-8b29-62acf73c8c1f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2383194 Mar 31 15:24:29.587793 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38292) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:29.637647 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78170b94-8c3b-4334-899a-cb1dfb6d0f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:29.647055 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f254224c-9fb8-4091-a8ac-18653c0824be None None] Network 5050026a-df55-455f-a1b2-d317167640db requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:24:29.695646 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-dff00c93-bd34-4b36-986f-4aba0e9c207f tempest-RoutersAdminNegativeIpV6Test-867571847 tempest-RoutersAdminNegativeIpV6Test-867571847-project-admin] 10.222.0.31 "DELETE /v2.0/ports/1cba2cd3-7c84-434e-865b-a1ec01b491eb HTTP/1.1" status: 204 len: 168 time: 3.5144951 Mar 31 15:24:29.727685 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78170b94-8c3b-4334-899a-cb1dfb6d0f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:29.830363 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b72cfff5-19a9-4a57-9f4c-e52de2935a31 tempest-DHCPAgentSchedulersTestJSON-802719165 tempest-DHCPAgentSchedulersTestJSON-802719165-project-admin] 10.222.0.31 "GET /v2.0/agents/cd5340db-d45e-4dc4-8b29-62acf73c8c1f/dhcp-networks HTTP/1.1" status: 200 len: 7220 time: 0.2411501 Mar 31 15:24:29.831079 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38298) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:29.847649 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9ffe6981-87b3-439e-8473-9d2dfa54043b tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Unset dirty status for tenant:6e53ba7d41364a35aa3a28c43d81ae4f on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:24:29.852097 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9ffe6981-87b3-439e-8473-9d2dfa54043b tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10073 time: 0.9012876 Mar 31 15:24:29.854432 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38302) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:29.861348 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-78170b94-8c3b-4334-899a-cb1dfb6d0f06 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff3cff2c8e5146debc615f27e373cf50&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4841535 Mar 31 15:24:29.864762 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78170b94-8c3b-4334-899a-cb1dfb6d0f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e31300-1e6c-4842-8e3a-5427f9654cdf,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:29.868901 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38306) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:29.947610 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-06c117a3-3108-49ec-969b-d7c951e7f7f6 None None] Set router 997f8b29-5971-4910-86af-45f2c7cb6320 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:24:29.963746 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-823dc78d-b109-4b0d-9be6-2cfc75304e32 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Deleting port 3b58888a-917a-429f-8944-f0d751166e27 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:24:29.964216 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-823dc78d-b109-4b0d-9be6-2cfc75304e32 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:30.048948 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4120996c-24d6-4a97-bfc0-39e1b42187e6 tempest-DHCPAgentSchedulersTestJSON-802719165 tempest-DHCPAgentSchedulersTestJSON-802719165-project-admin] 10.222.0.31 "DELETE /v2.0/agents/cd5340db-d45e-4dc4-8b29-62acf73c8c1f/dhcp-networks/5050026a-df55-455f-a1b2-d317167640db HTTP/1.1" status: 204 len: 168 time: 0.2144933 Mar 31 15:24:30.052264 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38310) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:30.137574 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f12fa66e-fe2f-4187-9607-bac40e5c427f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:30.244192 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38316) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:30.283484 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3e34e028-8424-4868-a6f8-a21319e8bd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:30.296134 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f12fa66e-fe2f-4187-9607-bac40e5c427f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:30.315392 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-06c117a3-3108-49ec-969b-d7c951e7f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'name': 'tempest-ServerActionsTestJSON-679145321-router', 'tenant_id': '054d30a6120446fcba39a5a299093095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '7b868656-c137-481c-94e4-0b1696f68d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:17Z', 'updated_at': '2022-03-31T15:24:22Z', 'revision_number': 3, 'project_id': '054d30a6120446fcba39a5a299093095', 'gw_port': {'id': '7b868656-c137-481c-94e4-0b1696f68d29', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:20Z', 'updated_at': '2022-03-31T15:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:30.320595 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c117a3-3108-49ec-969b-d7c951e7f7f6 None None] The sync data for ids ['997f8b29-5971-4910-86af-45f2c7cb6320'] in dv-neutron-833379-2-hyperv is: [{'id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'name': 'tempest-ServerActionsTestJSON-679145321-router', 'tenant_id': '054d30a6120446fcba39a5a299093095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '7b868656-c137-481c-94e4-0b1696f68d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:17Z', 'updated_at': '2022-03-31T15:24:22Z', 'revision_number': 3, 'project_id': '054d30a6120446fcba39a5a299093095', 'gw_port': {'id': '7b868656-c137-481c-94e4-0b1696f68d29', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:20Z', 'updated_at': '2022-03-31T15:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:24:30.337470 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-823dc78d-b109-4b0d-9be6-2cfc75304e32 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] For port 3b58888a-917a-429f-8944-f0d751166e27, host hv-neutron-8333, got binding levels [] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:24:30.337907 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-823dc78d-b109-4b0d-9be6-2cfc75304e32 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:30.494277 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be087367-ff61-4627-935a-462b879c9fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:30.528335 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3cdda02-4120-4e88-bd50-bdef97e50027 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:30.546655 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-823dc78d-b109-4b0d-9be6-2cfc75304e32 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Calling delete_port for 3b58888a-917a-429f-8944-f0d751166e27 owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:24:30.575577 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ba7733a1-8030-4560-b811-66bf71138027 tempest-DHCPAgentSchedulersTestJSON-802719165 tempest-DHCPAgentSchedulersTestJSON-802719165-project-admin] 10.222.0.31 "GET /v2.0/agents/cd5340db-d45e-4dc4-8b29-62acf73c8c1f/dhcp-networks HTTP/1.1" status: 200 len: 6451 time: 0.5218432 Mar 31 15:24:30.586076 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38322) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:30.586671 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.objects.ports [None req-2764b98a-8cc4-4eb4-a737-12466283de93 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103443) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 31 15:24:30.591647 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2764b98a-8cc4-4eb4-a737-12466283de93 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:30.591779 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e16695ce-7fe9-4503-894d-be50b864a6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:30.592194 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3cdda02-4120-4e88-bd50-bdef97e50027 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:30.644106 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e16695ce-7fe9-4503-894d-be50b864a6ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:30.654445 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e16695ce-7fe9-4503-894d-be50b864a6ce admin admin] Usage tracker for resource:security_group_rule and tenant:d2fbf1c1c12d48cbb72a4e08da31a88f is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:30.659827 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e16695ce-7fe9-4503-894d-be50b864a6ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:30.682203 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e16695ce-7fe9-4503-894d-be50b864a6ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:30.685745 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0dc31f98-8db7-4e39-a72d-a9fbb8acc64e tempest-DHCPAgentSchedulersTestJSON-802719165 tempest-DHCPAgentSchedulersTestJSON-802719165-project-admin] 10.222.0.31 "GET /v2.0/networks/6f974cd5-9b5f-4265-be68-0963fbdf5134/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0974932 Mar 31 15:24:30.693800 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38326) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:30.734798 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0405d66c-cede-4bc7-83cf-512397eb5052 tempest-DHCPAgentSchedulersTestJSON-802719165 tempest-DHCPAgentSchedulersTestJSON-802719165-project-admin] 10.222.0.31 "GET /v2.0/networks/6f974cd5-9b5f-4265-be68-0963fbdf5134/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0372529 Mar 31 15:24:30.736888 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38330) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:30.813990 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-823dc78d-b109-4b0d-9be6-2cfc75304e32 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:30.907215 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764b98a-8cc4-4eb4-a737-12466283de93 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e4079f97-ad8f-41b3-a981-c912f179e105,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:30.932225 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823dc78d-b109-4b0d-9be6-2cfc75304e32 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b58888a-917a-429f-8944-f0d751166e27,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:30.955055 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-823dc78d-b109-4b0d-9be6-2cfc75304e32 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:31.004031 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e16695ce-7fe9-4503-894d-be50b864a6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:31.004226 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2764b98a-8cc4-4eb4-a737-12466283de93 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Checking segment: {'id': 'b11139dd-2d4f-4144-b110-72d8923d4e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4afc0f54-a449-4c53-9acf-5224db6a9f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:24:31.004593 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2764b98a-8cc4-4eb4-a737-12466283de93 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Network hostable DHCP agents. Network: 4afc0f54-a449-4c53-9acf-5224db6a9f43, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:24:31.008912 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f12fa66e-fe2f-4187-9607-bac40e5c427f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:31.033932 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 7b868656-c137-481c-94e4-0b1696f68d29 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:24:31.057271 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-96dcb012-5944-4dc1-a668-49415513de84 tempest-DHCPAgentSchedulersTestJSON-802719165 tempest-DHCPAgentSchedulersTestJSON-802719165-project-admin] 10.222.0.31 "GET /v2.0/agents/cd5340db-d45e-4dc4-8b29-62acf73c8c1f/dhcp-networks HTTP/1.1" status: 200 len: 6451 time: 0.3189850 Mar 31 15:24:31.058038 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38334) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:31.099718 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e16695ce-7fe9-4503-894d-be50b864a6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:31.112939 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fa66e-fe2f-4187-9607-bac40e5c427f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e31300-1e6c-4842-8e3a-5427f9654cdf,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:31.197580 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 7b868656-c137-481c-94e4-0b1696f68d29 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:24:31.204250 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 7b868656-c137-481c-94e4-0b1696f68d29 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:24:31.204763 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:31.229309 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e16695ce-7fe9-4503-894d-be50b864a6ce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d2fbf1c1c12d48cbb72a4e08da31a88f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9359901 Mar 31 15:24:31.229309 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-823dc78d-b109-4b0d-9be6-2cfc75304e32 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] 10.222.0.31 "DELETE /v2.0/ports/3b58888a-917a-429f-8944-f0d751166e27 HTTP/1.1" status: 204 len: 168 time: 1.3752685 Mar 31 15:24:31.236194 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38338) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:31.236521 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38340) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:31.311225 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-e3cdda02-4120-4e88-bd50-bdef97e50027 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Allocated IP 172.26.5.129 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/7454bf20-4ba7-4e2a-a8bf-0ac424c227aa) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:24:31.328998 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f12fa66e-fe2f-4187-9607-bac40e5c427f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:31.330159 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f12fa66e-fe2f-4187-9607-bac40e5c427f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/64e31300-1e6c-4842-8e3a-5427f9654cdf HTTP/1.1" status: 204 len: 168 time: 1.4527409 Mar 31 15:24:31.342053 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94e1dca-e436-459c-a713-fa093b429c1b tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] GET failed (client error): The resource could not be found. Mar 31 15:24:31.342053 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d94e1dca-e436-459c-a713-fa093b429c1b tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Synchronizing usage tracker for tenant:6e53ba7d41364a35aa3a28c43d81ae4f on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:24:31.343778 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-3e34e028-8424-4868-a6f8-a21319e8bd49 admin admin] Allocated IP 172.20.0.1 (8570db4c-fed6-40aa-8a1b-99615046312c/6b28caf7-0cc4-4f02-9ea5-a472add592af/c56e9046-3332-4905-892c-df292599b719) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:24:31.359395 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:31.372788 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ee2224cf-379d-43f8-b7e4-33491f4730de tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:31.380255 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3af766d0-f2d9-4c48-a332-ce45a29e4ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:31.383621 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 7b868656-c137-481c-94e4-0b1696f68d29, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=7b868656-c137-481c-94e4-0b1696f68d29,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:24:31.388304 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16695ce-7fe9-4503-894d-be50b864a6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4488339d-986b-40c2-9617-52d82e525aca,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:31.419834 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2764b98a-8cc4-4eb4-a737-12466283de93 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Network 4afc0f54-a449-4c53-9acf-5224db6a9f43 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:24:31.451706 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3af766d0-f2d9-4c48-a332-ce45a29e4ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:31.467645 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:31.469439 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 85eb6023-6403-4d3c-93a7-0c4fe66c77d6 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:24:31.504571 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d94e1dca-e436-459c-a713-fa093b429c1b tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Unset dirty status for tenant:6e53ba7d41364a35aa3a28c43d81ae4f on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:24:31.505664 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d94e1dca-e436-459c-a713-fa093b429c1b tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] 10.222.0.31 "GET /v2.0/ports/3b58888a-917a-429f-8944-f0d751166e27 HTTP/1.1" status: 404 len: 333 time: 0.2667387 Mar 31 15:24:31.511224 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38348) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:31.519003 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-2764b98a-8cc4-4eb4-a737-12466283de93 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 4afc0f54-a449-4c53-9acf-5224db6a9f43) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:31.538050 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2764b98a-8cc4-4eb4-a737-12466283de93 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:31.538645 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2764b98a-8cc4-4eb4-a737-12466283de93 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:31.574419 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-b68671f3-624d-4f6b-a9d5-096b5fcc6ca1 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-530026580', 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:31.591485 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-b68671f3-624d-4f6b-a9d5-096b5fcc6ca1 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:31.595220 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ee2224cf-379d-43f8-b7e4-33491f4730de tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:31.629331 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-b68671f3-624d-4f6b-a9d5-096b5fcc6ca1 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:31.635714 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-ee2224cf-379d-43f8-b7e4-33491f4730de tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5050026a-df55-455f-a1b2-d317167640db']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:31.646416 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3e5e2e-6456-420f-871e-f5f1d761144e None None] Network 4afc0f54-a449-4c53-9acf-5224db6a9f43 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:24:31.650638 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-ee2224cf-379d-43f8-b7e4-33491f4730de tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67406be5-ba2f-4333-9cd2-868de614d07c') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:31.651233 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-ee2224cf-379d-43f8-b7e4-33491f4730de tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67406be5-ba2f-4333-9cd2-868de614d07c') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:31.661831 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be087367-ff61-4627-935a-462b879c9fde admin admin] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:31.665055 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ee2224cf-379d-43f8-b7e4-33491f4730de tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:31.685280 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ee2224cf-379d-43f8-b7e4-33491f4730de tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:31.688508 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3cdda02-4120-4e88-bd50-bdef97e50027 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:31.695897 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2224cf-379d-43f8-b7e4-33491f4730de tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:24:31.696615 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ee2224cf-379d-43f8-b7e4-33491f4730de tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:31.718521 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:24:31.718521 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:24:31.718521 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:24:31.718521 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:24:31.718521 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:24:31.718521 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:24:31.718521 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:24:31.718521 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:24:31.718521 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:24:31.718521 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:24:31.718521 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:24:31.718521 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:24:31.718521 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:24:31.718521 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:24:31.718521 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:24:31.718521 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:24:31.718521 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:24:31.718521 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:24:31.718521 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:24:31.718521 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:24:31.718521 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:24:31.718521 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:24:31.718521 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:24:31.718521 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:24:31.718521 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:24:31.718521 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:24:31.718521 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:24:31.718521 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:24:31.718521 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:24:31.718521 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:24:31.718521 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:24:31.718521 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:24:31.726538 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 85eb6023-6403-4d3c-93a7-0c4fe66c77d6 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:24:31.726538 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:31.736097 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2764b98a-8cc4-4eb4-a737-12466283de93 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.0296843 Mar 31 15:24:31.739682 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3e34e028-8424-4868-a6f8-a21319e8bd49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:31.742765 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38354) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:31.752898 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-f1961ef2-2b71-43ed-89e3-bd6b2679bdce tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Request body: {'floatingip': {'floating_network_id': '4afc0f54-a449-4c53-9acf-5224db6a9f43'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:31.781385 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be087367-ff61-4627-935a-462b879c9fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:31.818295 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68671f3-624d-4f6b-a9d5-096b5fcc6ca1 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Made reservation on behalf of 6e53ba7d41364a35aa3a28c43d81ae4f for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:31.822581 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b68671f3-624d-4f6b-a9d5-096b5fcc6ca1 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:31.834275 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3af766d0-f2d9-4c48-a332-ce45a29e4ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:31.839577 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f1961ef2-2b71-43ed-89e3-bd6b2679bdce tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:31.860954 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=7b868656-c137-481c-94e4-0b1696f68d29,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:31.869987 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f1961ef2-2b71-43ed-89e3-bd6b2679bdce tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Usage tracker for resource:floatingip and tenant:50448080daeb446f997155727d5ab0c1 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:31.880410 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f1961ef2-2b71-43ed-89e3-bd6b2679bdce tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:31.883842 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3af766d0-f2d9-4c48-a332-ce45a29e4ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:31.884968 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3af766d0-f2d9-4c48-a332-ce45a29e4ca2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4488339d-986b-40c2-9617-52d82e525aca HTTP/1.1" status: 204 len: 168 time: 0.6475239 Mar 31 15:24:31.885829 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af766d0-f2d9-4c48-a332-ce45a29e4ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4488339d-986b-40c2-9617-52d82e525aca,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:31.891097 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3cdda02-4120-4e88-bd50-bdef97e50027 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:31.908536 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-b68671f3-624d-4f6b-a9d5-096b5fcc6ca1 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] device_id is not set on port f82b85e4-2a06-476b-96ca-635ad84daf2e yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:24:31.944271 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be087367-ff61-4627-935a-462b879c9fde admin admin] Pushing event updated for resources: {'Port': ['ID=e228c55b-05a1-4d2f-a79c-b3def2ee6fa7,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:31.948806 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cdda02-4120-4e88-bd50-bdef97e50027 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:24:32.035687 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f1961ef2-2b71-43ed-89e3-bd6b2679bdce tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:32.038520 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-e3cdda02-4120-4e88-bd50-bdef97e50027 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:32.048482 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-3e34e028-8424-4868-a6f8-a21319e8bd49 admin admin] Transition to ACTIVE for port object c56e9046-3332-4905-892c-df292599b719 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:24:32.054621 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ee2224cf-379d-43f8-b7e4-33491f4730de tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:32.055397 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cdda02-4120-4e88-bd50-bdef97e50027 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:24:32.060100 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ee2224cf-379d-43f8-b7e4-33491f4730de tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:32.094794 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be087367-ff61-4627-935a-462b879c9fde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:32.099547 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e0cbeb-4afd-46cf-b53c-652c103e7a09 None None] Network 4afc0f54-a449-4c53-9acf-5224db6a9f43 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:24:32.148472 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2224cf-379d-43f8-b7e4-33491f4730de tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Pushing event deleted for resources: {'Network': ['ID=5050026a-df55-455f-a1b2-d317167640db,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:32.157263 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ee2224cf-379d-43f8-b7e4-33491f4730de tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] 10.222.0.31 "DELETE /v2.0/networks/5050026a-df55-455f-a1b2-d317167640db HTTP/1.1" status: 204 len: 168 time: 1.0976462 Mar 31 15:24:32.165980 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38360) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:32.207410 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38364) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:32.219651 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cdda02-4120-4e88-bd50-bdef97e50027 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event updated for resources: {'Port': ['ID=7454bf20-4ba7-4e2a-a8bf-0ac424c227aa,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:32.244494 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f1961ef2-2b71-43ed-89e3-bd6b2679bdce tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:32.263086 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee325159-5c4a-4443-a1ee-840ba34e9e2c tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] DELETE failed (client error): The resource could not be found. Mar 31 15:24:32.263551 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee325159-5c4a-4443-a1ee-840ba34e9e2c tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:24:32.265444 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ee325159-5c4a-4443-a1ee-840ba34e9e2c tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] 10.222.0.31 "DELETE /v2.0/ports/dbd8fdff-039e-41a9-82f5-b1241955e963 HTTP/1.1" status: 404 len: 333 time: 0.0984778 Mar 31 15:24:32.271091 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38368) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:32.273939 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b68671f3-624d-4f6b-a9d5-096b5fcc6ca1 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:32.275928 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0b99-b570-4ccc-9ec0-15db2083b4d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:32.340522 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e1fe0b99-b570-4ccc-9ec0-15db2083b4d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:32.356188 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e1fe0b99-b570-4ccc-9ec0-15db2083b4d5 admin admin] Usage tracker for resource:security_group_rule and tenant:a786c4ddd17e47efad8e4740ea93cfb5 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:32.369786 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e1fe0b99-b570-4ccc-9ec0-15db2083b4d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:32.385937 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e1fe0b99-b570-4ccc-9ec0-15db2083b4d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:32.406340 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7ed34a-d5a6-40f9-8f38-7a69d5d3c0e3 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Deleting subnet 51b563e9-12fc-4562-8182-79614a66e01c {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:24:32.414763 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be7ed34a-d5a6-40f9-8f38-7a69d5d3c0e3 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:32.528161 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be087367-ff61-4627-935a-462b879c9fde admin admin] Network cc4f77bd-a8a1-4de3-ae11-e5fff1d18587 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:24:32.530449 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-be087367-ff61-4627-935a-462b879c9fde admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:32.594157 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3e34e028-8424-4868-a6f8-a21319e8bd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:32.603601 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be7ed34a-d5a6-40f9-8f38-7a69d5d3c0e3 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:32.669759 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b68671f3-624d-4f6b-a9d5-096b5fcc6ca1 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:32.747587 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e34e028-8424-4868-a6f8-a21319e8bd49 admin admin] Network 8570db4c-fed6-40aa-8a1b-99615046312c is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:24:32.759917 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-3e34e028-8424-4868-a6f8-a21319e8bd49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:32.779496 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e34e028-8424-4868-a6f8-a21319e8bd49 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:24:32.819593 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68671f3-624d-4f6b-a9d5-096b5fcc6ca1 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Network 90785481-132c-48cb-bbb5-cd6542d1a3af is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:24:32.833533 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-b68671f3-624d-4f6b-a9d5-096b5fcc6ca1 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:32.868754 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68671f3-624d-4f6b-a9d5-096b5fcc6ca1 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:24:32.869729 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68671f3-624d-4f6b-a9d5-096b5fcc6ca1 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:32.870326 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b68671f3-624d-4f6b-a9d5-096b5fcc6ca1 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:32.877613 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-e2e4bcc8-48c6-487d-9a94-5ee3a7b44aa4 None None] Provisioning complete for port e228c55b-05a1-4d2f-a79c-b3def2ee6fa7 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:24:32.879544 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e2e4bcc8-48c6-487d-9a94-5ee3a7b44aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:32.890550 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68671f3-624d-4f6b-a9d5-096b5fcc6ca1 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Pushing event updated for resources: {'Port': ['ID=f82b85e4-2a06-476b-96ca-635ad84daf2e,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:32.907819 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38374) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:32.939990 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34e028-8424-4868-a6f8-a21319e8bd49 admin admin] Pushing event updated for resources: {'Port': ['ID=c56e9046-3332-4905-892c-df292599b719,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:32.945435 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 7b868656-c137-481c-94e4-0b1696f68d29 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:24:32.949641 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0b99-b570-4ccc-9ec0-15db2083b4d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:32.954451 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be7ed34a-d5a6-40f9-8f38-7a69d5d3c0e3 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:33.019459 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f1961ef2-2b71-43ed-89e3-bd6b2679bdce tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:33.026629 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-e2e4bcc8-48c6-487d-9a94-5ee3a7b44aa4 None None] Port e228c55b-05a1-4d2f-a79c-b3def2ee6fa7 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:24:33.047576 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 7b868656-c137-481c-94e4-0b1696f68d29 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:24:33.047838 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:33.069336 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0b99-b570-4ccc-9ec0-15db2083b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:33.128922 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b68671f3-624d-4f6b-a9d5-096b5fcc6ca1 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6129291 Mar 31 15:24:33.145256 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38378) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:33.166722 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d5bf332f-50f9-4e47-b924-02f9e7f6af98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:33.170723 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-1794d528-0945-4dc5-82ac-4fc1ea24b079 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3656c05241be4e3ab3be763940190149&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2576361 Mar 31 15:24:33.178179 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38382) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:33.180037 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be087367-ff61-4627-935a-462b879c9fde admin admin] Router 99e95aa8-dfb9-4235-a3fa-d63c4c02e25a has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:24:33.221254 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e1fe0b99-b570-4ccc-9ec0-15db2083b4d5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a786c4ddd17e47efad8e4740ea93cfb5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0055659 Mar 31 15:24:33.221441 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3e34e028-8424-4868-a6f8-a21319e8bd49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:33.231255 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38386) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:33.234801 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe0b99-b570-4ccc-9ec0-15db2083b4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51f25d8-0491-4f74-919f-949e681d0ac0,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:33.248786 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3cdda02-4120-4e88-bd50-bdef97e50027 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:33.272956 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4f58224a-dde4-4bca-b4f8-a735067d0e46 None None] Provisioning for port c56e9046-3332-4905-892c-df292599b719 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:24:33.278801 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4f58224a-dde4-4bca-b4f8-a735067d0e46 None None] Provisioning complete for port c56e9046-3332-4905-892c-df292599b719 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:24:33.279192 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4f58224a-dde4-4bca-b4f8-a735067d0e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:33.316882 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be7ed34a-d5a6-40f9-8f38-7a69d5d3c0e3 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:33.342041 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-4f58224a-dde4-4bca-b4f8-a735067d0e46 None None] Port c56e9046-3332-4905-892c-df292599b719 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:24:33.361600 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9751471d-ef4b-485e-9f75-3d49cfa42e3a tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:33.362153 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9751471d-ef4b-485e-9f75-3d49cfa42e3a tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Synchronizing usage tracker for tenant:6e53ba7d41364a35aa3a28c43d81ae4f on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:24:33.386666 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ed34a-d5a6-40f9-8f38-7a69d5d3c0e3 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Pushing event deleted for resources: {'Subnet': ['ID=51b563e9-12fc-4562-8182-79614a66e01c,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:33.388442 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be7ed34a-d5a6-40f9-8f38-7a69d5d3c0e3 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:33.391116 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c4f58d-e74f-44c1-9787-45250892fc33 None None] Network 6f974cd5-9b5f-4265-be68-0963fbdf5134 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:24:33.420309 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-be7ed34a-d5a6-40f9-8f38-7a69d5d3c0e3 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] 10.222.0.31 "DELETE /v2.0/subnets/51b563e9-12fc-4562-8182-79614a66e01c HTTP/1.1" status: 204 len: 168 time: 1.1343169 Mar 31 15:24:33.428104 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38390) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:33.429291 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-f1961ef2-2b71-43ed-89e3-bd6b2679bdce tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Allocated IP 172.20.0.3 (4afc0f54-a449-4c53-9acf-5224db6a9f43/e4079f97-ad8f-41b3-a981-c912f179e105/629dd5f1-2c78-4024-99ad-61efe9260198) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:24:33.472376 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-89d4f88d-4fdb-475d-a5aa-cc492e70eb6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:33.474222 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4c51ff65-e31e-4584-b516-117627aa9f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:33.561327 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9751471d-ef4b-485e-9f75-3d49cfa42e3a tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Unset dirty status for tenant:6e53ba7d41364a35aa3a28c43d81ae4f on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:24:33.563139 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9751471d-ef4b-485e-9f75-3d49cfa42e3a tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] 10.222.0.31 "GET /v2.0/ports/f82b85e4-2a06-476b-96ca-635ad84daf2e HTTP/1.1" status: 200 len: 954 time: 0.4098897 Mar 31 15:24:33.583251 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38394) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:33.652666 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4c51ff65-e31e-4584-b516-117627aa9f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:33.679014 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7ea5a3d4-ae5d-4a22-93bd-3d09730c7cc6 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:33.681768 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a63fff1-4b62-4a3d-a25e-929593a88c73 None None] DHCP port deletion for 6f974cd5-9b5f-4265-be68-0963fbdf5134 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:24:33.686506 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-7a63fff1-4b62-4a3d-a25e-929593a88c73 None None] Deleting port 0a8743a7-898b-4328-b821-e687c11fa69d {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:24:33.687869 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7a63fff1-4b62-4a3d-a25e-929593a88c73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:33.724981 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7ea5a3d4-ae5d-4a22-93bd-3d09730c7cc6 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Deleting port 0a8743a7-898b-4328-b821-e687c11fa69d {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:24:33.725344 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7ea5a3d4-ae5d-4a22-93bd-3d09730c7cc6 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:33.737158 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-89d4f88d-4fdb-475d-a5aa-cc492e70eb6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:33.808270 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f1961ef2-2b71-43ed-89e3-bd6b2679bdce tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:33.812719 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-1578b76f-97b4-4c3c-b6fd-56181f29b62d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Deleting port f82b85e4-2a06-476b-96ca-635ad84daf2e {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:24:33.813315 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1578b76f-97b4-4c3c-b6fd-56181f29b62d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:33.840951 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be087367-ff61-4627-935a-462b879c9fde admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:24:33.859302 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde27368-1c42-4179-a08e-564b28fb5397 None None] Sync routers for ids ['99e95aa8-dfb9-4235-a3fa-d63c4c02e25a'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:24:33.872507 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-be087367-ff61-4627-935a-462b879c9fde admin admin] 10.222.0.31 "PUT /v2.0/routers/99e95aa8-dfb9-4235-a3fa-d63c4c02e25a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8984964 Mar 31 15:24:33.874862 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde27368-1c42-4179-a08e-564b28fb5397 None None] Routers {'99e95aa8-dfb9-4235-a3fa-d63c4c02e25a'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:24:33.878016 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-bde27368-1c42-4179-a08e-564b28fb5397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:24:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['99e95aa8-dfb9-4235-a3fa-d63c4c02e25a'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:33.911476 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4c51ff65-e31e-4584-b516-117627aa9f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:33.944494 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-7a63fff1-4b62-4a3d-a25e-929593a88c73 None None] For port 0a8743a7-898b-4328-b821-e687c11fa69d, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=0a8743a7-898b-4328-b821-e687c11fa69d,segment=NetworkSegment(37859e70-4e06-4377-b078-36ce997eddea),segment_id=37859e70-4e06-4377-b078-36ce997eddea)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:24:33.945951 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7a63fff1-4b62-4a3d-a25e-929593a88c73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:33.991055 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51ff65-e31e-4584-b516-117627aa9f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51f25d8-0491-4f74-919f-949e681d0ac0,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:34.004113 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4c51ff65-e31e-4584-b516-117627aa9f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:34.005247 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4c51ff65-e31e-4584-b516-117627aa9f20 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c51f25d8-0491-4f74-919f-949e681d0ac0 HTTP/1.1" status: 204 len: 168 time: 0.7677341 Mar 31 15:24:34.047982 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7ea5a3d4-ae5d-4a22-93bd-3d09730c7cc6 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] For port 0a8743a7-898b-4328-b821-e687c11fa69d, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=0a8743a7-898b-4328-b821-e687c11fa69d,segment=NetworkSegment(37859e70-4e06-4377-b078-36ce997eddea),segment_id=37859e70-4e06-4377-b078-36ce997eddea)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:24:34.049423 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7ea5a3d4-ae5d-4a22-93bd-3d09730c7cc6 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:34.106208 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-7a63fff1-4b62-4a3d-a25e-929593a88c73 None None] Calling delete_port for 0a8743a7-898b-4328-b821-e687c11fa69d owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:24:34.217152 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f1961ef2-2b71-43ed-89e3-bd6b2679bdce tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:34.221098 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-bde27368-1c42-4179-a08e-564b28fb5397 None None] Set router 99e95aa8-dfb9-4235-a3fa-d63c4c02e25a gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:24:34.279316 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3cdda02-4120-4e88-bd50-bdef97e50027 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:34.347140 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3e34e028-8424-4868-a6f8-a21319e8bd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:34.351731 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7a63fff1-4b62-4a3d-a25e-929593a88c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:34.400835 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a63fff1-4b62-4a3d-a25e-929593a88c73 None None] No DVR routers for this DVR port 0a8743a7-898b-4328-b821-e687c11fa69d on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:24:34.409657 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7ea5a3d4-ae5d-4a22-93bd-3d09730c7cc6 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Calling delete_port for 0a8743a7-898b-4328-b821-e687c11fa69d owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:24:34.410463 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63fff1-4b62-4a3d-a25e-929593a88c73 None None] Pushing event deleted for resources: {'Port': ['ID=0a8743a7-898b-4328-b821-e687c11fa69d,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:34.433435 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-89d4f88d-4fdb-475d-a5aa-cc492e70eb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:34.507375 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1961ef2-2b71-43ed-89e3-bd6b2679bdce tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Network 4afc0f54-a449-4c53-9acf-5224db6a9f43 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:24:34.512529 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-f1961ef2-2b71-43ed-89e3-bd6b2679bdce tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:34.516322 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1961ef2-2b71-43ed-89e3-bd6b2679bdce tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Pushing event updated for resources: {'Port': ['ID=629dd5f1-2c78-4024-99ad-61efe9260198,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:34.518521 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1961ef2-2b71-43ed-89e3-bd6b2679bdce tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:24:34.559090 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1578b76f-97b4-4c3c-b6fd-56181f29b62d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:34.568109 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4f88d-4fdb-475d-a5aa-cc492e70eb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b635d321-dc4e-4e87-bc18-978c2de70d5a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:34.585945 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.api [None req-7ea5a3d4-ae5d-4a22-93bd-3d09730c7cc6 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:24:34.586225 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG oslo_db.api [None req-7ea5a3d4-ae5d-4a22-93bd-3d09730c7cc6 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:24:34.809601 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-bde27368-1c42-4179-a08e-564b28fb5397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'name': 'tempest-ServersTestJSON-444491906-router', 'tenant_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '85eb6023-6403-4d3c-93a7-0c4fe66c77d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:15Z', 'updated_at': '2022-03-31T15:24:30Z', 'revision_number': 4, 'project_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'gw_port': {'id': '85eb6023-6403-4d3c-93a7-0c4fe66c77d6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:17Z', 'updated_at': '2022-03-31T15:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'e228c55b-05a1-4d2f-a79c-b3def2ee6fa7', 'name': '', 'network_id': 'cc4f77bd-a8a1-4de3-ae11-e5fff1d18587', 'tenant_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'mac_address': 'fa:16:3e:22:2f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'b57b1a83-224b-460a-8d96-97b3371a0b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:26Z', 'updated_at': '2022-03-31T15:24:30Z', 'revision_number': 2, 'project_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'subnets': [{'id': 'b57b1a83-224b-460a-8d96-97b3371a0b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:34.820295 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde27368-1c42-4179-a08e-564b28fb5397 None None] Checking router: 99e95aa8-dfb9-4235-a3fa-d63c4c02e25a for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:24:34.820658 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde27368-1c42-4179-a08e-564b28fb5397 None None] Updating router 99e95aa8-dfb9-4235-a3fa-d63c4c02e25a port e228c55b-05a1-4d2f-a79c-b3def2ee6fa7 binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:24:34.864667 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f1961ef2-2b71-43ed-89e3-bd6b2679bdce tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:34.903744 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 0a8743a7-898b-4328-b821-e687c11fa69d no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:24:34.925149 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-bde27368-1c42-4179-a08e-564b28fb5397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:34.933872 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-1578b76f-97b4-4c3c-b6fd-56181f29b62d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Calling delete_port for f82b85e4-2a06-476b-96ca-635ad84daf2e owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:24:34.949461 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 0a8743a7-898b-4328-b821-e687c11fa69d {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:24:34.950040 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 0a8743a7-898b-4328-b821-e687c11fa69d not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:24:34.977237 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-89d4f88d-4fdb-475d-a5aa-cc492e70eb6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:34.978380 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-89d4f88d-4fdb-475d-a5aa-cc492e70eb6f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b635d321-dc4e-4e87-bc18-978c2de70d5a HTTP/1.1" status: 204 len: 168 time: 1.7972586 Mar 31 15:24:35.059422 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f1961ef2-2b71-43ed-89e3-bd6b2679bdce tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:35.121143 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7ea5a3d4-ae5d-4a22-93bd-3d09730c7cc6 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Deleting port 0a8743a7-898b-4328-b821-e687c11fa69d {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:24:35.121506 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7ea5a3d4-ae5d-4a22-93bd-3d09730c7cc6 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:35.173002 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fa8cff4f-18cc-4977-a115-b4d4ed09a4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:35.262361 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1578b76f-97b4-4c3c-b6fd-56181f29b62d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:35.280023 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7ea5a3d4-ae5d-4a22-93bd-3d09730c7cc6 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] The port '0a8743a7-898b-4328-b821-e687c11fa69d' was deleted {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:24:35.334354 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578b76f-97b4-4c3c-b6fd-56181f29b62d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Pushing event deleted for resources: {'Port': ['ID=f82b85e4-2a06-476b-96ca-635ad84daf2e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:35.407003 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1578b76f-97b4-4c3c-b6fd-56181f29b62d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:35.420830 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7ea5a3d4-ae5d-4a22-93bd-3d09730c7cc6 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:35.447082 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-7ea5a3d4-ae5d-4a22-93bd-3d09730c7cc6 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f974cd5-9b5f-4265-be68-0963fbdf5134']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:35.465298 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3e34e028-8424-4868-a6f8-a21319e8bd49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:35.466991 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-7ea5a3d4-ae5d-4a22-93bd-3d09730c7cc6 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37859e70-4e06-4377-b078-36ce997eddea') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:35.467279 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cdda02-4120-4e88-bd50-bdef97e50027 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Router 12c3bdd7-ec80-47bb-a654-40336a8e2de2 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:24:35.467393 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-7ea5a3d4-ae5d-4a22-93bd-3d09730c7cc6 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37859e70-4e06-4377-b078-36ce997eddea') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:35.486863 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7ea5a3d4-ae5d-4a22-93bd-3d09730c7cc6 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:35.589423 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-bde27368-1c42-4179-a08e-564b28fb5397 None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:35.603330 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1578b76f-97b4-4c3c-b6fd-56181f29b62d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] 10.222.0.31 "DELETE /v2.0/ports/f82b85e4-2a06-476b-96ca-635ad84daf2e HTTP/1.1" status: 204 len: 168 time: 2.0183940 Mar 31 15:24:35.606101 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3e34e028-8424-4868-a6f8-a21319e8bd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:35.639112 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38436) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:35.660745 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7ea5a3d4-ae5d-4a22-93bd-3d09730c7cc6 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:35.690318 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea5a3d4-ae5d-4a22-93bd-3d09730c7cc6 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:24:35.690721 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7ea5a3d4-ae5d-4a22-93bd-3d09730c7cc6 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: util.warn( Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: util.warn( Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: util.warn( Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: util.warn( Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:24:35.705566 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:24:35.733240 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38446) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:35.769817 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cbce15a-17ac-4e7d-82cb-c80665d178bc tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] GET failed (client error): The resource could not be found. Mar 31 15:24:35.770351 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4cbce15a-17ac-4e7d-82cb-c80665d178bc tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Synchronizing usage tracker for tenant:6e53ba7d41364a35aa3a28c43d81ae4f on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:24:35.797608 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-6fadc5a8-f954-4653-9d7c-387eed252ec9 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1951490383', 'description': 'tempest-description--164660406'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:35.806325 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6fadc5a8-f954-4653-9d7c-387eed252ec9 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:35.816070 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6fadc5a8-f954-4653-9d7c-387eed252ec9 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Usage tracker for resource:security_group and tenant:1d3b9b77f9fd4ab9a15d41c62b10bfd0 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:35.826171 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6fadc5a8-f954-4653-9d7c-387eed252ec9 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:35.836519 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6fadc5a8-f954-4653-9d7c-387eed252ec9 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:35.849284 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34e028-8424-4868-a6f8-a21319e8bd49 admin admin] Pushing event updated for resources: {'Port': ['ID=c56e9046-3332-4905-892c-df292599b719,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:35.873918 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3e34e028-8424-4868-a6f8-a21319e8bd49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:35.880159 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f1961ef2-2b71-43ed-89e3-bd6b2679bdce tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:35.896187 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-bde27368-1c42-4179-a08e-564b28fb5397 None None] Transition to ACTIVE for port object e228c55b-05a1-4d2f-a79c-b3def2ee6fa7 will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:24:35.896481 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7ea5a3d4-ae5d-4a22-93bd-3d09730c7cc6 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:35.934350 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cdda02-4120-4e88-bd50-bdef97e50027 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:24:35.936455 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7ea5a3d4-ae5d-4a22-93bd-3d09730c7cc6 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:35.946728 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6fadc5a8-f954-4653-9d7c-387eed252ec9 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:35.954357 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a05172-5932-4b20-9d8d-725233c3adc7 None None] Sync routers for ids ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:24:35.964434 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5a3d4-ae5d-4a22-93bd-3d09730c7cc6 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] Pushing event deleted for resources: {'Network': ['ID=6f974cd5-9b5f-4265-be68-0963fbdf5134,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:35.970343 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a05172-5932-4b20-9d8d-725233c3adc7 None None] Routers {'12c3bdd7-ec80-47bb-a654-40336a8e2de2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:24:35.972480 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c1a05172-5932-4b20-9d8d-725233c3adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:24:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:35.985569 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f1961ef2-2b71-43ed-89e3-bd6b2679bdce tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:36.000158 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4cbce15a-17ac-4e7d-82cb-c80665d178bc tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Unset dirty status for tenant:6e53ba7d41364a35aa3a28c43d81ae4f on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:24:36.004603 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4cbce15a-17ac-4e7d-82cb-c80665d178bc tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] 10.222.0.31 "GET /v2.0/ports/f82b85e4-2a06-476b-96ca-635ad84daf2e HTTP/1.1" status: 404 len: 333 time: 0.3305757 Mar 31 15:24:36.013505 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38454) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:36.025989 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ae6d982e-68b5-454a-a577-94acde14b826 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Request body: {'port': {'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-56062326'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:36.033691 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ae6d982e-68b5-454a-a577-94acde14b826 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:36.050185 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-bde27368-1c42-4179-a08e-564b28fb5397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:36.057996 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7ea5a3d4-ae5d-4a22-93bd-3d09730c7cc6 tempest-DHCPAgentSchedulersTestJSON-113516997 tempest-DHCPAgentSchedulersTestJSON-113516997-project] 10.222.0.31 "DELETE /v2.0/networks/6f974cd5-9b5f-4265-be68-0963fbdf5134 HTTP/1.1" status: 204 len: 168 time: 2.6241663 Mar 31 15:24:36.065368 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ae6d982e-68b5-454a-a577-94acde14b826 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:36.065515 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6fadc5a8-f954-4653-9d7c-387eed252ec9 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:36.065515 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6fadc5a8-f954-4653-9d7c-387eed252ec9 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Usage tracker for resource:security_group_rule and tenant:1d3b9b77f9fd4ab9a15d41c62b10bfd0 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:36.068141 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6fadc5a8-f954-4653-9d7c-387eed252ec9 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:36.074328 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6fadc5a8-f954-4653-9d7c-387eed252ec9 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:36.077843 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c1a05172-5932-4b20-9d8d-725233c3adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:36.083046 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e34e028-8424-4868-a6f8-a21319e8bd49 admin admin] Network 8570db4c-fed6-40aa-8a1b-99615046312c is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:24:36.084248 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-3e34e028-8424-4868-a6f8-a21319e8bd49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:36.090667 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a05172-5932-4b20-9d8d-725233c3adc7 None None] Routers {'12c3bdd7-ec80-47bb-a654-40336a8e2de2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:24:36.091556 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c1a05172-5932-4b20-9d8d-725233c3adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:24:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:36.165503 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3cdda02-4120-4e88-bd50-bdef97e50027 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:36.169690 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e3cdda02-4120-4e88-bd50-bdef97e50027 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.4141805 Mar 31 15:24:36.170646 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6d982e-68b5-454a-a577-94acde14b826 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Made reservation on behalf of 6e53ba7d41364a35aa3a28c43d81ae4f for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:36.173242 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ae6d982e-68b5-454a-a577-94acde14b826 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:36.197590 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38466) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:36.242337 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c1a05172-5932-4b20-9d8d-725233c3adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:36.244963 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a05172-5932-4b20-9d8d-725233c3adc7 None None] The sync data for ids ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:24:36.275081 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-ae6d982e-68b5-454a-a577-94acde14b826 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] device_id is not set on port 5798a354-1461-4203-8ac3-1b0654ab3dc7 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:24:36.316805 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235118ad-71d1-4d59-a106-9040c875d10e None None] Pushing event updated for resources: {'Port': ['ID=e228c55b-05a1-4d2f-a79c-b3def2ee6fa7,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:36.353377 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:36.443157 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1961ef2-2b71-43ed-89e3-bd6b2679bdce tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Pushing event updated for resources: {'Port': ['ID=629dd5f1-2c78-4024-99ad-61efe9260198,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:36.472555 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:36.484457 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-bde27368-1c42-4179-a08e-564b28fb5397 None None] Attempting to bind port e228c55b-05a1-4d2f-a79c-b3def2ee6fa7 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:36.486017 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-bde27368-1c42-4179-a08e-564b28fb5397 None None] Attempting to bind port e228c55b-05a1-4d2f-a79c-b3def2ee6fa7 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '08fe2f32-b615-4231-88e9-12bda0ccc8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'cc4f77bd-a8a1-4de3-ae11-e5fff1d18587'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:36.486681 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde27368-1c42-4179-a08e-564b28fb5397 None None] Attempting to bind port e228c55b-05a1-4d2f-a79c-b3def2ee6fa7 on network cc4f77bd-a8a1-4de3-ae11-e5fff1d18587 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:36.494194 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde27368-1c42-4179-a08e-564b28fb5397 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:24:36.495043 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde27368-1c42-4179-a08e-564b28fb5397 None None] Checking segment: {'id': '08fe2f32-b615-4231-88e9-12bda0ccc8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'cc4f77bd-a8a1-4de3-ae11-e5fff1d18587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:24:36.495712 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-bde27368-1c42-4179-a08e-564b28fb5397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:36.496432 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde27368-1c42-4179-a08e-564b28fb5397 None None] Bound using segment: {'id': '08fe2f32-b615-4231-88e9-12bda0ccc8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'cc4f77bd-a8a1-4de3-ae11-e5fff1d18587'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:24:36.497153 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-bde27368-1c42-4179-a08e-564b28fb5397 None None] Bound port: e228c55b-05a1-4d2f-a79c-b3def2ee6fa7, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08fe2f32-b615-4231-88e9-12bda0ccc8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'cc4f77bd-a8a1-4de3-ae11-e5fff1d18587'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:24:36.497836 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-bde27368-1c42-4179-a08e-564b28fb5397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:36.498400 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f1961ef2-2b71-43ed-89e3-bd6b2679bdce tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:36.507112 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-641c9e86-b9cc-454a-a3a2-0745c43e9f78 None None] Provisioning complete for port c56e9046-3332-4905-892c-df292599b719 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:24:36.507739 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-641c9e86-b9cc-454a-a3a2-0745c43e9f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:36.617438 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e34e028-8424-4868-a6f8-a21319e8bd49 admin admin] Router 997f8b29-5971-4910-86af-45f2c7cb6320 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:24:36.640481 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-641c9e86-b9cc-454a-a3a2-0745c43e9f78 None None] Port c56e9046-3332-4905-892c-df292599b719 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:24:36.679164 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-bde27368-1c42-4179-a08e-564b28fb5397 None None] For port e228c55b-05a1-4d2f-a79c-b3def2ee6fa7, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:24:36.684123 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-bde27368-1c42-4179-a08e-564b28fb5397 None None] For port e228c55b-05a1-4d2f-a79c-b3def2ee6fa7, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e228c55b-05a1-4d2f-a79c-b3def2ee6fa7,segment=NetworkSegment(08fe2f32-b615-4231-88e9-12bda0ccc8ba),segment_id=08fe2f32-b615-4231-88e9-12bda0ccc8ba)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:24:36.686385 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f1961ef2-2b71-43ed-89e3-bd6b2679bdce tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:36.691369 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f1961ef2-2b71-43ed-89e3-bd6b2679bdce tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.9474280 Mar 31 15:24:36.705633 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38476) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:36.817277 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-b94be275-813d-401b-9b5d-7cd0068f96bb tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Synchronizing usage tracker for tenant:50448080daeb446f997155727d5ab0c1 on resource:floatingip {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:24:36.817481 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-bde27368-1c42-4179-a08e-564b28fb5397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:36.821144 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6fadc5a8-f954-4653-9d7c-387eed252ec9 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:36.927857 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6fadc5a8-f954-4653-9d7c-387eed252ec9 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:36.978181 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde27368-1c42-4179-a08e-564b28fb5397 None None] Routers {'99e95aa8-dfb9-4235-a3fa-d63c4c02e25a'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:24:36.978732 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-bde27368-1c42-4179-a08e-564b28fb5397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:24:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['99e95aa8-dfb9-4235-a3fa-d63c4c02e25a'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:37.056076 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235118ad-71d1-4d59-a106-9040c875d10e None None] Pushing event updated for resources: {'Port': ['ID=e228c55b-05a1-4d2f-a79c-b3def2ee6fa7,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:37.068806 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38486) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:37.121133 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ae6d982e-68b5-454a-a577-94acde14b826 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:37.181133 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e34e028-8424-4868-a6f8-a21319e8bd49 admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:24:37.199780 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38492) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:37.199904 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2ee3c6-c53c-4b3c-9e7c-e20436ca0656 None None] Sync routers for ids ['997f8b29-5971-4910-86af-45f2c7cb6320'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:24:37.217567 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2ee3c6-c53c-4b3c-9e7c-e20436ca0656 None None] Routers {'997f8b29-5971-4910-86af-45f2c7cb6320'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:24:37.218952 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-2f2ee3c6-c53c-4b3c-9e7c-e20436ca0656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:24:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['997f8b29-5971-4910-86af-45f2c7cb6320'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:37.244925 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-b94be275-813d-401b-9b5d-7cd0068f96bb tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Unset dirty status for tenant:50448080daeb446f997155727d5ab0c1 on resource:floatingip {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:24:37.245671 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b94be275-813d-401b-9b5d-7cd0068f96bb tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] 10.222.0.31 "GET /v2.0/floatingips?floating_network_id=4afc0f54-a449-4c53-9acf-5224db6a9f43 HTTP/1.1" status: 200 len: 689 time: 0.5389569 Mar 31 15:24:37.248495 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38500) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:37.285519 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6fadc5a8-f954-4653-9d7c-387eed252ec9 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:37.286441 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3e34e028-8424-4868-a6f8-a21319e8bd49 admin admin] 10.222.0.31 "PUT /v2.0/routers/997f8b29-5971-4910-86af-45f2c7cb6320/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0101426 Mar 31 15:24:37.291262 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6fadc5a8-f954-4653-9d7c-387eed252ec9 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5082960 Mar 31 15:24:37.300263 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38504) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:37.313098 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a2d46dcc-b6ea-4d3a-9fa8-44bb0d11e17c tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Request body: {'security_group_rule': {'security_group_id': 'b2c87546-beca-4d24-a25e-a48837010178', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:37.319577 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a2d46dcc-b6ea-4d3a-9fa8-44bb0d11e17c tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:37.323730 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a2d46dcc-b6ea-4d3a-9fa8-44bb0d11e17c tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Usage tracker for resource:security_group_rule and tenant:1d3b9b77f9fd4ab9a15d41c62b10bfd0 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:37.326872 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a2d46dcc-b6ea-4d3a-9fa8-44bb0d11e17c tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:37.334435 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a2d46dcc-b6ea-4d3a-9fa8-44bb0d11e17c tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:37.345278 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ae6d982e-68b5-454a-a577-94acde14b826 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:37.361442 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fadc5a8-f954-4653-9d7c-387eed252ec9 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c87546-beca-4d24-a25e-a48837010178,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:37.446479 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-2f2ee3c6-c53c-4b3c-9e7c-e20436ca0656 None None] Set router 997f8b29-5971-4910-86af-45f2c7cb6320 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:24:37.477033 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d982e-68b5-454a-a577-94acde14b826 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Pushing event updated for resources: {'Port': ['ID=5798a354-1461-4203-8ac3-1b0654ab3dc7,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:37.523860 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2d46dcc-b6ea-4d3a-9fa8-44bb0d11e17c tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:37.569379 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-bde27368-1c42-4179-a08e-564b28fb5397 None None] Set router 99e95aa8-dfb9-4235-a3fa-d63c4c02e25a gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:24:37.573122 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6d982e-68b5-454a-a577-94acde14b826 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Network 90785481-132c-48cb-bbb5-cd6542d1a3af is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:24:37.582942 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-ae6d982e-68b5-454a-a577-94acde14b826 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:37.605368 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2d46dcc-b6ea-4d3a-9fa8-44bb0d11e17c tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:37.608467 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6d982e-68b5-454a-a577-94acde14b826 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:24:37.609631 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6d982e-68b5-454a-a577-94acde14b826 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:37.610221 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ae6d982e-68b5-454a-a577-94acde14b826 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:37.664875 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c43fcbe2-ee16-427a-8162-ba2ffa83e0f8 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:37.674015 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ac73c4a1-0f4b-48b5-a021-118092dd0fbd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a059a87c2c7e4236bc9581f8d646722e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5941856 Mar 31 15:24:37.679312 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38512) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:37.683623 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2d46dcc-b6ea-4d3a-9fa8-44bb0d11e17c tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:37.808497 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d46dcc-b6ea-4d3a-9fa8-44bb0d11e17c tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeaf954b-0ef0-4fd4-ab1a-e0ca551694ef,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:37.810281 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:37.810766 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c43fcbe2-ee16-427a-8162-ba2ffa83e0f8 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Deleting port 629dd5f1-2c78-4024-99ad-61efe9260198 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:24:37.811110 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c43fcbe2-ee16-427a-8162-ba2ffa83e0f8 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:37.845142 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-74663b14-6fb3-4fc4-a206-bd86fe705dc3 tempest-AgentManagementNegativeTest-198724757 tempest-AgentManagementNegativeTest-198724757-project] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6433342 Mar 31 15:24:37.851304 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ae6d982e-68b5-454a-a577-94acde14b826 tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.8367605 Mar 31 15:24:37.856332 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38524) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:37.894379 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8333'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:37.945387 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-843b0270-c6d7-4b2a-9010-797e9b77b7cc tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:38.016823 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38528) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:38.020132 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:38.262727 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2d46dcc-b6ea-4d3a-9fa8-44bb0d11e17c tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:38.267081 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a2d46dcc-b6ea-4d3a-9fa8-44bb0d11e17c tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9620876 Mar 31 15:24:38.268089 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38536) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:38.315380 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-8c995d4b-a3f3-4c6f-820b-334bbcb245a8 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Request body: {'security_group_rule': {'security_group_id': 'b2c87546-beca-4d24-a25e-a48837010178', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:38.328830 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-8c995d4b-a3f3-4c6f-820b-334bbcb245a8 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:38.345647 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-8c995d4b-a3f3-4c6f-820b-334bbcb245a8 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Usage tracker for resource:security_group_rule and tenant:1d3b9b77f9fd4ab9a15d41c62b10bfd0 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:38.352232 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-8c995d4b-a3f3-4c6f-820b-334bbcb245a8 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:38.367021 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-8c995d4b-a3f3-4c6f-820b-334bbcb245a8 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:38.445500 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4670bdc6-af0a-4c90-a8dc-ba231c394795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:38.484119 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-2f2ee3c6-c53c-4b3c-9e7c-e20436ca0656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'name': 'tempest-ServerActionsTestJSON-679145321-router', 'tenant_id': '054d30a6120446fcba39a5a299093095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '7b868656-c137-481c-94e4-0b1696f68d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:17Z', 'updated_at': '2022-03-31T15:24:33Z', 'revision_number': 4, 'project_id': '054d30a6120446fcba39a5a299093095', 'gw_port': {'id': '7b868656-c137-481c-94e4-0b1696f68d29', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:20Z', 'updated_at': '2022-03-31T15:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'c56e9046-3332-4905-892c-df292599b719', 'name': '', 'network_id': '8570db4c-fed6-40aa-8a1b-99615046312c', 'tenant_id': '054d30a6120446fcba39a5a299093095', 'mac_address': 'fa:16:3e:e9:10:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '6b28caf7-0cc4-4f02-9ea5-a472add592af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:30Z', 'updated_at': '2022-03-31T15:24:35Z', 'revision_number': 2, 'project_id': '054d30a6120446fcba39a5a299093095', 'subnets': [{'id': '6b28caf7-0cc4-4f02-9ea5-a472add592af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:38.502924 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2ee3c6-c53c-4b3c-9e7c-e20436ca0656 None None] Checking router: 997f8b29-5971-4910-86af-45f2c7cb6320 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:24:38.504210 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2ee3c6-c53c-4b3c-9e7c-e20436ca0656 None None] Updating router 997f8b29-5971-4910-86af-45f2c7cb6320 port c56e9046-3332-4905-892c-df292599b719 binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:24:38.514453 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8c995d4b-a3f3-4c6f-820b-334bbcb245a8 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:38.576210 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4670bdc6-af0a-4c90-a8dc-ba231c394795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:38.582187 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-bde27368-1c42-4179-a08e-564b28fb5397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'name': 'tempest-ServersTestJSON-444491906-router', 'tenant_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '85eb6023-6403-4d3c-93a7-0c4fe66c77d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:15Z', 'updated_at': '2022-03-31T15:24:30Z', 'revision_number': 4, 'project_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'gw_port': {'id': '85eb6023-6403-4d3c-93a7-0c4fe66c77d6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:17Z', 'updated_at': '2022-03-31T15:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'e228c55b-05a1-4d2f-a79c-b3def2ee6fa7', 'name': '', 'network_id': 'cc4f77bd-a8a1-4de3-ae11-e5fff1d18587', 'tenant_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'mac_address': 'fa:16:3e:22:2f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'b57b1a83-224b-460a-8d96-97b3371a0b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:26Z', 'updated_at': '2022-03-31T15:24:36Z', 'revision_number': 4, 'project_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'subnets': [{'id': 'b57b1a83-224b-460a-8d96-97b3371a0b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:38.585434 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-843b0270-c6d7-4b2a-9010-797e9b77b7cc tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Allocated IP 172.20.0.1 (af35fe3f-cd79-47db-bc77-db544213cd71/2d127956-e15f-4ee7-a80d-08a95ad70fb1/bf379692-5b88-4305-be01-30cd63ed381d) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:24:38.622259 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde27368-1c42-4179-a08e-564b28fb5397 None None] The sync data for ids ['99e95aa8-dfb9-4235-a3fa-d63c4c02e25a'] in dv-neutron-833379-2-hyperv is: [{'id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'name': 'tempest-ServersTestJSON-444491906-router', 'tenant_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '85eb6023-6403-4d3c-93a7-0c4fe66c77d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:15Z', 'updated_at': '2022-03-31T15:24:30Z', 'revision_number': 4, 'project_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'gw_port': {'id': '85eb6023-6403-4d3c-93a7-0c4fe66c77d6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:17Z', 'updated_at': '2022-03-31T15:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'e228c55b-05a1-4d2f-a79c-b3def2ee6fa7', 'name': '', 'network_id': 'cc4f77bd-a8a1-4de3-ae11-e5fff1d18587', 'tenant_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'mac_address': 'fa:16:3e:22:2f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'b57b1a83-224b-460a-8d96-97b3371a0b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:26Z', 'updated_at': '2022-03-31T15:24:36Z', 'revision_number': 4, 'project_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'subnets': [{'id': 'b57b1a83-224b-460a-8d96-97b3371a0b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:24:38.623888 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] device_id is not set on port 5798a354-1461-4203-8ac3-1b0654ab3dc7 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:24:38.644162 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38544) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:38.651250 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f2ee3c6-c53c-4b3c-9e7c-e20436ca0656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:38.659759 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:38.763106 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c43fcbe2-ee16-427a-8162-ba2ffa83e0f8 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:38.763663 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c43fcbe2-ee16-427a-8162-ba2ffa83e0f8 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:38.799317 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Transition to ACTIVE for port object 5798a354-1461-4203-8ac3-1b0654ab3dc7 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:24:38.911793 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38550) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:38.912150 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-45d6325c-1f0c-45b7-ba48-15feb49300ca tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-652342825', 'router:external': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:38.928424 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8c995d4b-a3f3-4c6f-820b-334bbcb245a8 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:38.931955 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-29a04273-9035-40ef-85ee-c340f01e26db tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1298018047', 'description': 'tempest-description--1099256171'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:38.978208 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e228c55b-05a1-4d2f-a79c-b3def2ee6fa7 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:24:39.003404 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:39.007857 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-45d6325c-1f0c-45b7-ba48-15feb49300ca tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:39.017875 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c43fcbe2-ee16-427a-8162-ba2ffa83e0f8 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Calling delete_port for 629dd5f1-2c78-4024-99ad-61efe9260198 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:24:39.083942 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d79628a0-ef7b-46fb-8ed8-c1dd5f899b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:39.112768 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-45d6325c-1f0c-45b7-ba48-15feb49300ca tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Usage tracker for resource:network and tenant:b90e5debb7e44a49a84328c79720d332 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:39.117725 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-45d6325c-1f0c-45b7-ba48-15feb49300ca tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:39.137411 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-29a04273-9035-40ef-85ee-c340f01e26db tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:39.139941 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-45d6325c-1f0c-45b7-ba48-15feb49300ca tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:39.142616 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8c995d4b-a3f3-4c6f-820b-334bbcb245a8 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:39.144566 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d79628a0-ef7b-46fb-8ed8-c1dd5f899b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:39.162006 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-29a04273-9035-40ef-85ee-c340f01e26db tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Usage tracker for resource:security_group and tenant:054d30a6120446fcba39a5a299093095 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:39.174369 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f2ee3c6-c53c-4b3c-9e7c-e20436ca0656 None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:39.174825 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d79628a0-ef7b-46fb-8ed8-c1dd5f899b8a admin admin] Usage tracker for resource:security_group_rule and tenant:ececbe7450864ae9ac12e311985a2e2e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:39.177791 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-29a04273-9035-40ef-85ee-c340f01e26db tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:39.187339 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-2f2ee3c6-c53c-4b3c-9e7c-e20436ca0656 None None] Transition to ACTIVE for port object c56e9046-3332-4905-892c-df292599b719 will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:24:39.187691 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d79628a0-ef7b-46fb-8ed8-c1dd5f899b8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:39.200455 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-29a04273-9035-40ef-85ee-c340f01e26db tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:39.202765 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d79628a0-ef7b-46fb-8ed8-c1dd5f899b8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:39.206793 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c995d4b-a3f3-4c6f-820b-334bbcb245a8 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b345f3b8-8dda-44eb-a9c2-2e5a031b5e8e,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:39.221852 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port e228c55b-05a1-4d2f-a79c-b3def2ee6fa7 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:24:39.227441 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port e228c55b-05a1-4d2f-a79c-b3def2ee6fa7 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:24:39.227820 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:39.240243 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4670bdc6-af0a-4c90-a8dc-ba231c394795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:39.243830 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Pushing event updated for resources: {'Port': ['ID=5798a354-1461-4203-8ac3-1b0654ab3dc7,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:39.268244 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670bdc6-af0a-4c90-a8dc-ba231c394795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6535f8-badf-49d7-a10c-b6da406d3efe,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:39.274033 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-843b0270-c6d7-4b2a-9010-797e9b77b7cc tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:39.290178 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f2ee3c6-c53c-4b3c-9e7c-e20436ca0656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:39.334991 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8c995d4b-a3f3-4c6f-820b-334bbcb245a8 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:39.351233 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8c995d4b-a3f3-4c6f-820b-334bbcb245a8 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0809879 Mar 31 15:24:39.352012 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-29a04273-9035-40ef-85ee-c340f01e26db tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:39.368047 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38556) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:39.374527 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-009ca9cd-2667-46a2-8b43-2067ce33818a tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:39.407924 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-009ca9cd-2667-46a2-8b43-2067ce33818a tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:39.415492 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4670bdc6-af0a-4c90-a8dc-ba231c394795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:39.427823 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-009ca9cd-2667-46a2-8b43-2067ce33818a tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Usage tracker for resource:floatingip and tenant:1d3b9b77f9fd4ab9a15d41c62b10bfd0 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:39.432440 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4670bdc6-af0a-4c90-a8dc-ba231c394795 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d6535f8-badf-49d7-a10c-b6da406d3efe HTTP/1.1" status: 204 len: 168 time: 1.7419429 Mar 31 15:24:39.433757 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:39.436530 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-009ca9cd-2667-46a2-8b43-2067ce33818a tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:39.436841 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:39.437457 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on network 90785481-132c-48cb-bbb5-cd6542d1a3af {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:39.438102 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:39.447474 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on network 90785481-132c-48cb-bbb5-cd6542d1a3af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:24:39.456581 dv-neutron-833379-2-hyperv neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Failed to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] Mar 31 15:24:39.464073 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempt 2 to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 Mar 31 15:24:39.468924 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-29a04273-9035-40ef-85ee-c340f01e26db tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:39.481726 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d79628a0-ef7b-46fb-8ed8-c1dd5f899b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:39.483210 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-009ca9cd-2667-46a2-8b43-2067ce33818a tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:39.486470 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-29a04273-9035-40ef-85ee-c340f01e26db tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Usage tracker for resource:security_group_rule and tenant:054d30a6120446fcba39a5a299093095 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:39.490383 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-29a04273-9035-40ef-85ee-c340f01e26db tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:39.505240 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-29a04273-9035-40ef-85ee-c340f01e26db tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:39.513675 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port e228c55b-05a1-4d2f-a79c-b3def2ee6fa7, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e228c55b-05a1-4d2f-a79c-b3def2ee6fa7,segment=NetworkSegment(08fe2f32-b615-4231-88e9-12bda0ccc8ba),segment_id=08fe2f32-b615-4231-88e9-12bda0ccc8ba)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:24:39.542872 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-843b0270-c6d7-4b2a-9010-797e9b77b7cc tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:39.568787 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d6325c-1f0c-45b7-ba48-15feb49300ca tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Made reservation on behalf of b90e5debb7e44a49a84328c79720d332 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:39.571235 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-45d6325c-1f0c-45b7-ba48-15feb49300ca tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:39.584409 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ad041-d1f3-4b53-b92f-0fb7ede8734b None None] Pushing event updated for resources: {'Port': ['ID=c56e9046-3332-4905-892c-df292599b719,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:39.601538 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:39.602420 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:39.602932 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on network 90785481-132c-48cb-bbb5-cd6542d1a3af {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:39.607560 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-45d6325c-1f0c-45b7-ba48-15feb49300ca tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:39.629158 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on network 90785481-132c-48cb-bbb5-cd6542d1a3af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:24:39.629853 dv-neutron-833379-2-hyperv neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Failed to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] Mar 31 15:24:39.633777 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempt 3 to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 Mar 31 15:24:39.638545 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:39.654920 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-45d6325c-1f0c-45b7-ba48-15feb49300ca tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:39.664324 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-45d6325c-1f0c-45b7-ba48-15feb49300ca tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Usage tracker for resource:security_group_rule and tenant:b90e5debb7e44a49a84328c79720d332 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:39.675232 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-2f2ee3c6-c53c-4b3c-9e7c-e20436ca0656 None None] Attempting to bind port c56e9046-3332-4905-892c-df292599b719 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:39.675777 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-2f2ee3c6-c53c-4b3c-9e7c-e20436ca0656 None None] Attempting to bind port c56e9046-3332-4905-892c-df292599b719 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '478cadf4-0aeb-4142-b453-0c4f37f9f3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8570db4c-fed6-40aa-8a1b-99615046312c'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:39.676151 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2ee3c6-c53c-4b3c-9e7c-e20436ca0656 None None] Attempting to bind port c56e9046-3332-4905-892c-df292599b719 on network 8570db4c-fed6-40aa-8a1b-99615046312c {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:39.679537 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:39.682317 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:39.686230 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2ee3c6-c53c-4b3c-9e7c-e20436ca0656 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:24:39.687145 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on network 90785481-132c-48cb-bbb5-cd6542d1a3af {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:39.688221 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2ee3c6-c53c-4b3c-9e7c-e20436ca0656 None None] Checking segment: {'id': '478cadf4-0aeb-4142-b453-0c4f37f9f3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8570db4c-fed6-40aa-8a1b-99615046312c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:24:39.688799 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f2ee3c6-c53c-4b3c-9e7c-e20436ca0656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:39.689221 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2ee3c6-c53c-4b3c-9e7c-e20436ca0656 None None] Bound using segment: {'id': '478cadf4-0aeb-4142-b453-0c4f37f9f3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8570db4c-fed6-40aa-8a1b-99615046312c'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:24:39.692205 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-45d6325c-1f0c-45b7-ba48-15feb49300ca tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:39.692751 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-2f2ee3c6-c53c-4b3c-9e7c-e20436ca0656 None None] Bound port: c56e9046-3332-4905-892c-df292599b719, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478cadf4-0aeb-4142-b453-0c4f37f9f3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8570db4c-fed6-40aa-8a1b-99615046312c'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:24:39.693164 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f2ee3c6-c53c-4b3c-9e7c-e20436ca0656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:39.706019 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d79628a0-ef7b-46fb-8ed8-c1dd5f899b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:39.713632 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-45d6325c-1f0c-45b7-ba48-15feb49300ca tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:39.715925 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on network 90785481-132c-48cb-bbb5-cd6542d1a3af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:24:39.720416 dv-neutron-833379-2-hyperv neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Failed to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] Mar 31 15:24:39.722293 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempt 4 to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 Mar 31 15:24:39.736816 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-009ca9cd-2667-46a2-8b43-2067ce33818a tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks [] for floatingip, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:39.755416 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c43fcbe2-ee16-427a-8162-ba2ffa83e0f8 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:39.756005 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b0270-c6d7-4b2a-9010-797e9b77b7cc tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event updated for resources: {'Port': ['ID=bf379692-5b88-4305-be01-30cd63ed381d,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:39.792744 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d79628a0-ef7b-46fb-8ed8-c1dd5f899b8a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ececbe7450864ae9ac12e311985a2e2e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1450286 Mar 31 15:24:39.814618 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38562) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:39.821663 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:39.822124 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:39.822552 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on network 90785481-132c-48cb-bbb5-cd6542d1a3af {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:39.830250 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843b0270-c6d7-4b2a-9010-797e9b77b7cc tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Network af35fe3f-cd79-47db-bc77-db544213cd71 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:24:39.843617 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43fcbe2-ee16-427a-8162-ba2ffa83e0f8 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Pushing event deleted for resources: {'Port': ['ID=629dd5f1-2c78-4024-99ad-61efe9260198,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:39.852426 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-843b0270-c6d7-4b2a-9010-797e9b77b7cc tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:39.862231 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843b0270-c6d7-4b2a-9010-797e9b77b7cc tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:24:39.867290 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=e228c55b-05a1-4d2f-a79c-b3def2ee6fa7,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:39.894183 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-2f2ee3c6-c53c-4b3c-9e7c-e20436ca0656 None None] For port c56e9046-3332-4905-892c-df292599b719, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:24:39.901643 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-2f2ee3c6-c53c-4b3c-9e7c-e20436ca0656 None None] For port c56e9046-3332-4905-892c-df292599b719, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=c56e9046-3332-4905-892c-df292599b719,segment=NetworkSegment(478cadf4-0aeb-4142-b453-0c4f37f9f3e4),segment_id=478cadf4-0aeb-4142-b453-0c4f37f9f3e4)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:24:39.911682 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on network 90785481-132c-48cb-bbb5-cd6542d1a3af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:24:39.912248 dv-neutron-833379-2-hyperv neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Failed to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] Mar 31 15:24:39.919562 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempt 5 to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 Mar 31 15:24:39.992353 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f2ee3c6-c53c-4b3c-9e7c-e20436ca0656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:39.993134 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:39.993661 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:39.994065 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on network 90785481-132c-48cb-bbb5-cd6542d1a3af {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:40.008735 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on network 90785481-132c-48cb-bbb5-cd6542d1a3af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:24:40.009373 dv-neutron-833379-2-hyperv neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Failed to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] Mar 31 15:24:40.012885 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempt 6 to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 Mar 31 15:24:40.026766 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79628a0-ef7b-46fb-8ed8-c1dd5f899b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751e4c86-72d4-4533-8983-83c5b352ca83,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:40.041347 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:40.041861 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:40.042299 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on network 90785481-132c-48cb-bbb5-cd6542d1a3af {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:40.061213 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c43fcbe2-ee16-427a-8162-ba2ffa83e0f8 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:40.064688 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on network 90785481-132c-48cb-bbb5-cd6542d1a3af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:24:40.065100 dv-neutron-833379-2-hyperv neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Failed to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] Mar 31 15:24:40.069880 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempt 7 to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 Mar 31 15:24:40.097126 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-29a04273-9035-40ef-85ee-c340f01e26db tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:40.107594 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2ee3c6-c53c-4b3c-9e7c-e20436ca0656 None None] Routers {'997f8b29-5971-4910-86af-45f2c7cb6320'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:24:40.108220 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-2f2ee3c6-c53c-4b3c-9e7c-e20436ca0656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:24:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['997f8b29-5971-4910-86af-45f2c7cb6320'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:40.125973 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-843b0270-c6d7-4b2a-9010-797e9b77b7cc tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:40.148030 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:40.148691 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:40.148896 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on network 90785481-132c-48cb-bbb5-cd6542d1a3af {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:40.164425 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-45d6325c-1f0c-45b7-ba48-15feb49300ca tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:40.171922 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on network 90785481-132c-48cb-bbb5-cd6542d1a3af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:24:40.172535 dv-neutron-833379-2-hyperv neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Failed to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] Mar 31 15:24:40.175001 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempt 8 to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 Mar 31 15:24:40.181143 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ad041-d1f3-4b53-b92f-0fb7ede8734b None None] Pushing event updated for resources: {'Port': ['ID=c56e9046-3332-4905-892c-df292599b719,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:40.197779 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:40.198294 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:40.198739 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on network 90785481-132c-48cb-bbb5-cd6542d1a3af {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:40.205632 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c43fcbe2-ee16-427a-8162-ba2ffa83e0f8 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:40.241302 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on network 90785481-132c-48cb-bbb5-cd6542d1a3af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:24:40.241776 dv-neutron-833379-2-hyperv neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Failed to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] Mar 31 15:24:40.246354 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempt 9 to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 Mar 31 15:24:40.272288 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-45d6325c-1f0c-45b7-ba48-15feb49300ca tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:40.303994 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:40.304467 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:40.305090 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on network 90785481-132c-48cb-bbb5-cd6542d1a3af {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:40.347791 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d6325c-1f0c-45b7-ba48-15feb49300ca tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:24:40.350188 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on network 90785481-132c-48cb-bbb5-cd6542d1a3af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:24:40.350746 dv-neutron-833379-2-hyperv neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Failed to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] Mar 31 15:24:40.355414 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempt 10 to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 Mar 31 15:24:40.358276 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-2f2ee3c6-c53c-4b3c-9e7c-e20436ca0656 None None] Set router 997f8b29-5971-4910-86af-45f2c7cb6320 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:24:40.378465 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6325c-1f0c-45b7-ba48-15feb49300ca tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4fc409-aa55-4c86-93a7-c1013f16ed42,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:40.394592 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38568) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:40.447847 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:24:40.448337 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:24:40.448778 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempting to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on network 90785481-132c-48cb-bbb5-cd6542d1a3af {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:24:40.453329 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26cae333-da14-4877-8d5a-2c48283d063f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:40.465560 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-29a04273-9035-40ef-85ee-c340f01e26db tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:40.476754 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on network 90785481-132c-48cb-bbb5-cd6542d1a3af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:24:40.477091 dv-neutron-833379-2-hyperv neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Failed to bind port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '90785481-132c-48cb-bbb5-cd6542d1a3af'}] Mar 31 15:24:40.477542 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:40.507059 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-26cae333-da14-4877-8d5a-2c48283d063f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:40.512107 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-26cae333-da14-4877-8d5a-2c48283d063f admin admin] Usage tracker for resource:security_group_rule and tenant:b465643986a34e209fb0b98947be293c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:40.515727 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-26cae333-da14-4877-8d5a-2c48283d063f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:40.522390 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-26cae333-da14-4877-8d5a-2c48283d063f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:40.577511 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-45d6325c-1f0c-45b7-ba48-15feb49300ca tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:40.578203 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-45d6325c-1f0c-45b7-ba48-15feb49300ca tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Added segment 28c5e681-bafd-49a1-b52b-060b6f7e6d3c of type vlan for network cacf1897-8993-4216-a3fc-34c708ddf9c7 Mar 31 15:24:40.580385 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c43fcbe2-ee16-427a-8162-ba2ffa83e0f8 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:40.580920 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a04273-9035-40ef-85ee-c340f01e26db tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64eae60a-2fa4-4ca1-af90-b7729202a20e,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:40.599046 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-748b2076-ae13-4bdb-9b6c-e8940426a44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:40.656138 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-29a04273-9035-40ef-85ee-c340f01e26db tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:40.657368 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-29a04273-9035-40ef-85ee-c340f01e26db tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.7442453 Mar 31 15:24:40.660866 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43fcbe2-ee16-427a-8162-ba2ffa83e0f8 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e4079f97-ad8f-41b3-a981-c912f179e105,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:40.664446 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38572) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:40.666153 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-748b2076-ae13-4bdb-9b6c-e8940426a44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:40.691350 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-d2c16b2d-9505-46f8-acac-8469d1ac2211 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Request body: {'security_group_rule': {'security_group_id': '64eae60a-2fa4-4ca1-af90-b7729202a20e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:40.717028 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d2c16b2d-9505-46f8-acac-8469d1ac2211 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:40.743679 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-2f2ee3c6-c53c-4b3c-9e7c-e20436ca0656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'name': 'tempest-ServerActionsTestJSON-679145321-router', 'tenant_id': '054d30a6120446fcba39a5a299093095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '7b868656-c137-481c-94e4-0b1696f68d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:17Z', 'updated_at': '2022-03-31T15:24:33Z', 'revision_number': 4, 'project_id': '054d30a6120446fcba39a5a299093095', 'gw_port': {'id': '7b868656-c137-481c-94e4-0b1696f68d29', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:20Z', 'updated_at': '2022-03-31T15:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'c56e9046-3332-4905-892c-df292599b719', 'name': '', 'network_id': '8570db4c-fed6-40aa-8a1b-99615046312c', 'tenant_id': '054d30a6120446fcba39a5a299093095', 'mac_address': 'fa:16:3e:e9:10:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '6b28caf7-0cc4-4f02-9ea5-a472add592af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:30Z', 'updated_at': '2022-03-31T15:24:39Z', 'revision_number': 4, 'project_id': '054d30a6120446fcba39a5a299093095', 'subnets': [{'id': '6b28caf7-0cc4-4f02-9ea5-a472add592af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:40.747919 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2ee3c6-c53c-4b3c-9e7c-e20436ca0656 None None] The sync data for ids ['997f8b29-5971-4910-86af-45f2c7cb6320'] in dv-neutron-833379-2-hyperv is: [{'id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'name': 'tempest-ServerActionsTestJSON-679145321-router', 'tenant_id': '054d30a6120446fcba39a5a299093095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '7b868656-c137-481c-94e4-0b1696f68d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:17Z', 'updated_at': '2022-03-31T15:24:33Z', 'revision_number': 4, 'project_id': '054d30a6120446fcba39a5a299093095', 'gw_port': {'id': '7b868656-c137-481c-94e4-0b1696f68d29', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:20Z', 'updated_at': '2022-03-31T15:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'c56e9046-3332-4905-892c-df292599b719', 'name': '', 'network_id': '8570db4c-fed6-40aa-8a1b-99615046312c', 'tenant_id': '054d30a6120446fcba39a5a299093095', 'mac_address': 'fa:16:3e:e9:10:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '6b28caf7-0cc4-4f02-9ea5-a472add592af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:30Z', 'updated_at': '2022-03-31T15:24:39Z', 'revision_number': 4, 'project_id': '054d30a6120446fcba39a5a299093095', 'subnets': [{'id': '6b28caf7-0cc4-4f02-9ea5-a472add592af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:24:40.773707 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d2c16b2d-9505-46f8-acac-8469d1ac2211 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Usage tracker for resource:security_group_rule and tenant:054d30a6120446fcba39a5a299093095 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:40.796848 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d2c16b2d-9505-46f8-acac-8469d1ac2211 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:40.831215 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d2c16b2d-9505-46f8-acac-8469d1ac2211 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:40.870725 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c43fcbe2-ee16-427a-8162-ba2ffa83e0f8 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:40.876135 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-009ca9cd-2667-46a2-8b43-2067ce33818a tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:40.899306 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-45d6325c-1f0c-45b7-ba48-15feb49300ca tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:40.904418 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] For port 5798a354-1461-4203-8ac3-1b0654ab3dc7, host hv-neutron-8333, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:24:40.904772 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attempted to set empty binding levels {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 31 15:24:40.975086 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-c43fcbe2-ee16-427a-8162-ba2ffa83e0f8 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4afc0f54-a449-4c53-9acf-5224db6a9f43']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:40.994018 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-748b2076-ae13-4bdb-9b6c-e8940426a44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:40.997816 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e228c55b-05a1-4d2f-a79c-b3def2ee6fa7 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:24:41.020441 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-c43fcbe2-ee16-427a-8162-ba2ffa83e0f8 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b11139dd-2d4f-4144-b110-72d8923d4e42') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:41.020953 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-c43fcbe2-ee16-427a-8162-ba2ffa83e0f8 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b11139dd-2d4f-4144-b110-72d8923d4e42') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:41.031287 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:41.044147 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-748b2076-ae13-4bdb-9b6c-e8940426a44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:41.045259 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-748b2076-ae13-4bdb-9b6c-e8940426a44d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/751e4c86-72d4-4533-8983-83c5b352ca83 HTTP/1.1" status: 204 len: 168 time: 1.2015662 Mar 31 15:24:41.052764 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b2076-ae13-4bdb-9b6c-e8940426a44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751e4c86-72d4-4533-8983-83c5b352ca83,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:41.060002 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2c16b2d-9505-46f8-acac-8469d1ac2211 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:41.094721 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-843b0270-c6d7-4b2a-9010-797e9b77b7cc tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:41.110600 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-45d6325c-1f0c-45b7-ba48-15feb49300ca tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:24:41.119901 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c43fcbe2-ee16-427a-8162-ba2ffa83e0f8 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:41.128743 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] In _notify_port_updated(), no bound segment for port 5798a354-1461-4203-8ac3-1b0654ab3dc7 on network 90785481-132c-48cb-bbb5-cd6542d1a3af {{(pid=103443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 31 15:24:41.129819 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:41.130413 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:41.131935 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] 10.222.0.31 "PUT /v2.0/ports/5798a354-1461-4203-8ac3-1b0654ab3dc7 HTTP/1.1" status: 200 len: 975 time: 3.2661493 Mar 31 15:24:41.137697 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38578) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:41.146691 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26cae333-da14-4877-8d5a-2c48283d063f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:41.148220 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port e228c55b-05a1-4d2f-a79c-b3def2ee6fa7 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:24:41.148599 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:41.227750 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-772c7892-ce05-46b8-b687-dbe7a679ea1a tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Deleting port 5798a354-1461-4203-8ac3-1b0654ab3dc7 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:24:41.228263 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-772c7892-ce05-46b8-b687-dbe7a679ea1a tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:41.291527 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26cae333-da14-4877-8d5a-2c48283d063f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:41.293127 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-009ca9cd-2667-46a2-8b43-2067ce33818a tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Allocated IP 172.26.5.53 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/dae89bbc-693c-4561-899d-d1396d0075ed) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:24:41.299056 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2c16b2d-9505-46f8-acac-8469d1ac2211 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:41.321967 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device c56e9046-3332-4905-892c-df292599b719 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:24:41.380453 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2c16b2d-9505-46f8-acac-8469d1ac2211 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:41.394947 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0825c-5d47-4c6b-864a-056a75d8995d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Pushing event updated for resources: {'Port': ['ID=5798a354-1461-4203-8ac3-1b0654ab3dc7,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:41.419643 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c43fcbe2-ee16-427a-8162-ba2ffa83e0f8 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:41.422676 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-45d6325c-1f0c-45b7-ba48-15feb49300ca tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:41.424257 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d6325c-1f0c-45b7-ba48-15feb49300ca tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:41.424856 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-45d6325c-1f0c-45b7-ba48-15feb49300ca tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:41.455658 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c16b2d-9505-46f8-acac-8469d1ac2211 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f535019-3c63-4a00-a6ba-19b1c2f885cf,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:41.478981 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port c56e9046-3332-4905-892c-df292599b719 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:24:41.487243 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port c56e9046-3332-4905-892c-df292599b719 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:24:41.487924 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:41.507918 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c43fcbe2-ee16-427a-8162-ba2ffa83e0f8 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:24:41.508531 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c43fcbe2-ee16-427a-8162-ba2ffa83e0f8 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:41.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:24:41.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:24:41.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:24:41.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:24:41.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:24:41.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:24:41.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:24:41.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:24:41.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:24:41.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:24:41.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:24:41.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:24:41.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:24:41.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:24:41.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:24:41.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:24:41.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:24:41.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:24:41.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:24:41.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:24:41.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:24:41.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:24:41.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:24:41.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:24:41.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:24:41.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:24:41.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:24:41.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:24:41.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:24:41.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:24:41.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:24:41.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:24:41.622815 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2c16b2d-9505-46f8-acac-8469d1ac2211 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:41.624027 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d2c16b2d-9505-46f8-acac-8469d1ac2211 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9494035 Mar 31 15:24:41.629348 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38584) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:41.647043 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-db4d3856-3f26-46d9-afa9-6153ae2ed308 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Request body: {'security_group_rule': {'security_group_id': '64eae60a-2fa4-4ca1-af90-b7729202a20e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:41.667182 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-26cae333-da14-4877-8d5a-2c48283d063f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b465643986a34e209fb0b98947be293c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2694159 Mar 31 15:24:41.671996 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-db4d3856-3f26-46d9-afa9-6153ae2ed308 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:41.674044 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38588) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:41.721799 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-db4d3856-3f26-46d9-afa9-6153ae2ed308 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Usage tracker for resource:security_group_rule and tenant:054d30a6120446fcba39a5a299093095 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:41.777595 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-db4d3856-3f26-46d9-afa9-6153ae2ed308 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:41.783840 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6325c-1f0c-45b7-ba48-15feb49300ca tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Pushing event updated for resources: {'Network': ['ID=cacf1897-8993-4216-a3fc-34c708ddf9c7,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:41.786096 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cae333-da14-4877-8d5a-2c48283d063f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db538eed-f58a-4a83-855b-ffc4ade32147,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:41.796606 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-db4d3856-3f26-46d9-afa9-6153ae2ed308 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:41.799252 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network cacf1897-8993-4216-a3fc-34c708ddf9c7 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:24:41.815521 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-009ca9cd-2667-46a2-8b43-2067ce33818a tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:41.917301 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-85c5fd25-2f45-45fc-b58b-ae252a4dcf32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:41.927300 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-772c7892-ce05-46b8-b687-dbe7a679ea1a tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] For port 5798a354-1461-4203-8ac3-1b0654ab3dc7, host hv-neutron-8333, got binding levels [] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:24:41.927886 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-772c7892-ce05-46b8-b687-dbe7a679ea1a tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:41.962595 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-85c5fd25-2f45-45fc-b58b-ae252a4dcf32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:41.980171 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-843b0270-c6d7-4b2a-9010-797e9b77b7cc tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:41.985772 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:42.033235 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-009ca9cd-2667-46a2-8b43-2067ce33818a tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:42.044195 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port c56e9046-3332-4905-892c-df292599b719, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=c56e9046-3332-4905-892c-df292599b719,segment=NetworkSegment(478cadf4-0aeb-4142-b453-0c4f37f9f3e4),segment_id=478cadf4-0aeb-4142-b453-0c4f37f9f3e4)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:24:42.084921 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-45d6325c-1f0c-45b7-ba48-15feb49300ca tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 4.0481746 Mar 31 15:24:42.088096 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38600) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:42.104819 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-4e70d077-0d7d-4371-8b31-cec70e948a24 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Request body: {'subnet': {'network_id': 'cacf1897-8993-4216-a3fc-34c708ddf9c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:42.112613 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009ca9cd-2667-46a2-8b43-2067ce33818a tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:24:42.116683 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-009ca9cd-2667-46a2-8b43-2067ce33818a tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:42.119323 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009ca9cd-2667-46a2-8b43-2067ce33818a tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:24:42.140465 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c43fcbe2-ee16-427a-8162-ba2ffa83e0f8 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:42.142449 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:42.147340 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-772c7892-ce05-46b8-b687-dbe7a679ea1a tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Calling delete_port for 5798a354-1461-4203-8ac3-1b0654ab3dc7 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:24:42.151287 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4e70d077-0d7d-4371-8b31-cec70e948a24 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:42.161338 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-85c5fd25-2f45-45fc-b58b-ae252a4dcf32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:42.165090 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-843b0270-c6d7-4b2a-9010-797e9b77b7cc tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:42.205982 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43fcbe2-ee16-427a-8162-ba2ffa83e0f8 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Pushing event deleted for resources: {'Network': ['ID=4afc0f54-a449-4c53-9acf-5224db6a9f43,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:42.208131 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43fcbe2-ee16-427a-8162-ba2ffa83e0f8 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4afc0f54-a449-4c53-9acf-5224db6a9f43 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 31 15:24:42.213874 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c43fcbe2-ee16-427a-8162-ba2ffa83e0f8 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:42.229654 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c43fcbe2-ee16-427a-8162-ba2ffa83e0f8 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] 10.222.0.31 "DELETE /v2.0/networks/4afc0f54-a449-4c53-9acf-5224db6a9f43 HTTP/1.1" status: 204 len: 168 time: 4.9797843 Mar 31 15:24:42.234123 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38604) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:42.245458 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-843b0270-c6d7-4b2a-9010-797e9b77b7cc tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:42.254126 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=c56e9046-3332-4905-892c-df292599b719,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:42.272738 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4e70d077-0d7d-4371-8b31-cec70e948a24 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Usage tracker for resource:subnet and tenant:b90e5debb7e44a49a84328c79720d332 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:42.310543 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d70a63ed-1d40-47ca-9637-0ed7ed7b85fd tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Synchronizing usage tracker for tenant:50448080daeb446f997155727d5ab0c1 on resource:floatingip {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:24:42.433044 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-772c7892-ce05-46b8-b687-dbe7a679ea1a tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:42.439278 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4e70d077-0d7d-4371-8b31-cec70e948a24 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:42.442105 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ca9cd-2667-46a2-8b43-2067ce33818a tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Pushing event updated for resources: {'Port': ['ID=dae89bbc-693c-4561-899d-d1396d0075ed,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:42.454921 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5fd25-2f45-45fc-b58b-ae252a4dcf32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db538eed-f58a-4a83-855b-ffc4ade32147,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:42.456967 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-db4d3856-3f26-46d9-afa9-6153ae2ed308 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:42.463978 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4e70d077-0d7d-4371-8b31-cec70e948a24 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:42.515190 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d70a63ed-1d40-47ca-9637-0ed7ed7b85fd tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Unset dirty status for tenant:50448080daeb446f997155727d5ab0c1 on resource:floatingip {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:24:42.516385 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d70a63ed-1d40-47ca-9637-0ed7ed7b85fd tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.2814562 Mar 31 15:24:42.526166 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38616) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:42.550752 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-85c5fd25-2f45-45fc-b58b-ae252a4dcf32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:42.554105 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-85c5fd25-2f45-45fc-b58b-ae252a4dcf32 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db538eed-f58a-4a83-855b-ffc4ade32147 HTTP/1.1" status: 204 len: 168 time: 0.8649063 Mar 31 15:24:42.584380 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c7892-ce05-46b8-b687-dbe7a679ea1a tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Pushing event deleted for resources: {'Port': ['ID=5798a354-1461-4203-8ac3-1b0654ab3dc7,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:42.603804 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-772c7892-ce05-46b8-b687-dbe7a679ea1a tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:42.630063 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b0270-c6d7-4b2a-9010-797e9b77b7cc tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event updated for resources: {'Port': ['ID=bf379692-5b88-4305-be01-30cd63ed381d,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:42.662426 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38622) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:42.663159 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-772c7892-ce05-46b8-b687-dbe7a679ea1a tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] 10.222.0.31 "DELETE /v2.0/ports/5798a354-1461-4203-8ac3-1b0654ab3dc7 HTTP/1.1" status: 204 len: 168 time: 1.5193624 Mar 31 15:24:42.669038 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843b0270-c6d7-4b2a-9010-797e9b77b7cc tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Network af35fe3f-cd79-47db-bc77-db544213cd71 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:24:42.671769 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-db4d3856-3f26-46d9-afa9-6153ae2ed308 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:42.696113 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f05cdd-53d1-4acb-9b22-a8ddfef6d2d9 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:42.704996 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f05cdd-53d1-4acb-9b22-a8ddfef6d2d9 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:42.705499 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f05cdd-53d1-4acb-9b22-a8ddfef6d2d9 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:42.705957 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f05cdd-53d1-4acb-9b22-a8ddfef6d2d9 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:42.706421 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f05cdd-53d1-4acb-9b22-a8ddfef6d2d9 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:42.706873 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f05cdd-53d1-4acb-9b22-a8ddfef6d2d9 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:42.707902 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-74f05cdd-53d1-4acb-9b22-a8ddfef6d2d9 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Synchronizing usage tracker for tenant:50448080daeb446f997155727d5ab0c1 on resource:subnet {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:24:42.716477 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e70d077-0d7d-4371-8b31-cec70e948a24 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Made reservation on behalf of b90e5debb7e44a49a84328c79720d332 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:42.719755 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4e70d077-0d7d-4371-8b31-cec70e948a24 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:42.747412 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-843b0270-c6d7-4b2a-9010-797e9b77b7cc tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:42.761631 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38626) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:42.776025 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d88fa5f-9893-45e4-a3ab-bf8ac69db67d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] GET failed (client error): The resource could not be found. Mar 31 15:24:42.777400 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4d88fa5f-9893-45e4-a3ab-bf8ac69db67d tempest-PortsAdminExtendedAttrsTestJSON-1131551858 tempest-PortsAdminExtendedAttrsTestJSON-1131551858-project-admin] 10.222.0.31 "GET /v2.0/ports/5798a354-1461-4203-8ac3-1b0654ab3dc7 HTTP/1.1" status: 404 len: 333 time: 0.1116407 Mar 31 15:24:42.781082 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38632) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:42.788617 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-009ca9cd-2667-46a2-8b43-2067ce33818a tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:42.794516 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-db4d3856-3f26-46d9-afa9-6153ae2ed308 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:42.815350 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-74f05cdd-53d1-4acb-9b22-a8ddfef6d2d9 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Unset dirty status for tenant:50448080daeb446f997155727d5ab0c1 on resource:subnet {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:24:42.816543 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-74f05cdd-53d1-4acb-9b22-a8ddfef6d2d9 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3968 time: 0.2877429 Mar 31 15:24:42.829118 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38636) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:42.912383 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-144310ce-2560-4155-9fa5-31a0fa0fb5c3 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] delete failed (client error): The resource could not be found. Mar 31 15:24:42.916038 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-144310ce-2560-4155-9fa5-31a0fa0fb5c3 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/7b082e7e-be74-4633-8d13-17cfb4318647 HTTP/1.1" status: 404 len: 345 time: 0.0834720 Mar 31 15:24:42.932034 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device c56e9046-3332-4905-892c-df292599b719 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:24:42.958368 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38640) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:43.001128 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-b981e0dd-61a1-43fb-b61e-d1787da7f301 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] DELETE failed (client error): The resource could not be found. Mar 31 15:24:43.001707 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b981e0dd-61a1-43fb-b61e-d1787da7f301 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:24:43.003453 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b981e0dd-61a1-43fb-b61e-d1787da7f301 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] 10.222.0.31 "DELETE /v2.0/networks/4afc0f54-a449-4c53-9acf-5224db6a9f43 HTTP/1.1" status: 404 len: 339 time: 0.0440831 Mar 31 15:24:43.011532 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ed642cb-abdf-46a4-8d4f-1deb96d54371 tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:43.014904 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38644) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:43.024977 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-757b6f17-6e9e-4fbe-b0c3-2a5dccb83cde tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Request body: {'network': {'name': 'tempest-network--1029979678', 'router:external': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:43.029771 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-757b6f17-6e9e-4fbe-b0c3-2a5dccb83cde tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:43.034064 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-757b6f17-6e9e-4fbe-b0c3-2a5dccb83cde tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Usage tracker for resource:network and tenant:50448080daeb446f997155727d5ab0c1 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:43.036952 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-757b6f17-6e9e-4fbe-b0c3-2a5dccb83cde tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:43.043580 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-757b6f17-6e9e-4fbe-b0c3-2a5dccb83cde tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:43.058567 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port c56e9046-3332-4905-892c-df292599b719 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:24:43.059547 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:43.116069 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-009ca9cd-2667-46a2-8b43-2067ce33818a tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:43.151420 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d3856-3f26-46d9-afa9-6153ae2ed308 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7540237a-de9f-4a11-8dee-8615f5134c4e,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:43.188399 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Request body: {'networks': [{'name': 'tempest-network--1922980482'}, {'name': 'tempest-network--430963188'}]} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:43.188753 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Request body: {'network': {'name': 'tempest-network--1922980482'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:43.189177 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Request body: {'network': {'name': 'tempest-network--430963188'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:43.192296 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757b6f17-6e9e-4fbe-b0c3-2a5dccb83cde tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Made reservation on behalf of 50448080daeb446f997155727d5ab0c1 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:43.194667 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-757b6f17-6e9e-4fbe-b0c3-2a5dccb83cde tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:43.230139 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:43.234079 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ed642cb-abdf-46a4-8d4f-1deb96d54371 tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:43.247252 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Usage tracker for resource:network and tenant:5780cdcea3204a9cb6823db9812ed69c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:43.253330 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:43.262188 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757b6f17-6e9e-4fbe-b0c3-2a5dccb83cde tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:24:43.272404 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:43.286805 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-3ed642cb-abdf-46a4-8d4f-1deb96d54371 tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90785481-132c-48cb-bbb5-cd6542d1a3af']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:43.302055 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-3ed642cb-abdf-46a4-8d4f-1deb96d54371 tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:43.302362 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-3ed642cb-abdf-46a4-8d4f-1deb96d54371 tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '877a84fd-1d3a-4ff4-899a-0cd8ee8cf308') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:43.309047 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-757b6f17-6e9e-4fbe-b0c3-2a5dccb83cde tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:43.309418 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-757b6f17-6e9e-4fbe-b0c3-2a5dccb83cde tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Added segment 0f630cae-cd7c-47d6-af19-d95411b8507d of type vlan for network 5383df7d-7c6e-441d-850a-b892921da7a0 Mar 31 15:24:43.314570 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-db4d3856-3f26-46d9-afa9-6153ae2ed308 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:43.316813 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-db4d3856-3f26-46d9-afa9-6153ae2ed308 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6844056 Mar 31 15:24:43.321832 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ed642cb-abdf-46a4-8d4f-1deb96d54371 tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:43.326011 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38654) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:43.350245 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-9606f074-029d-4416-8a98-8bdd68b8cd24 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:43.352673 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ed642cb-abdf-46a4-8d4f-1deb96d54371 tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:43.364051 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-757b6f17-6e9e-4fbe-b0c3-2a5dccb83cde tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:43.367648 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed642cb-abdf-46a4-8d4f-1deb96d54371 tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:24:43.368053 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ed642cb-abdf-46a4-8d4f-1deb96d54371 tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:43.372087 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9606f074-029d-4416-8a98-8bdd68b8cd24 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:43.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:24:43.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:24:43.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:24:43.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:24:43.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:24:43.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:24:43.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:24:43.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:24:43.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:24:43.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:24:43.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:24:43.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:24:43.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:24:43.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:24:43.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:24:43.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:24:43.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:24:43.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:24:43.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:24:43.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:24:43.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:24:43.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:24:43.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:24:43.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:24:43.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:24:43.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:24:43.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:24:43.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:24:43.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:24:43.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:24:43.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:24:43.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:24:43.392978 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9606f074-029d-4416-8a98-8bdd68b8cd24 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Usage tracker for resource:floatingip and tenant:054d30a6120446fcba39a5a299093095 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:43.397420 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Made reservation on behalf of 5780cdcea3204a9cb6823db9812ed69c for: {'network': 2} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:43.401810 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:43.426377 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9606f074-029d-4416-8a98-8bdd68b8cd24 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:43.474211 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:43.487976 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9606f074-029d-4416-8a98-8bdd68b8cd24 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:43.494320 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:43.498144 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Usage tracker for resource:security_group_rule and tenant:5780cdcea3204a9cb6823db9812ed69c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:43.501703 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:43.507402 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:43.529333 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843b0270-c6d7-4b2a-9010-797e9b77b7cc tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Router 12c3bdd7-ec80-47bb-a654-40336a8e2de2 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:24:43.614846 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:43.632836 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ed642cb-abdf-46a4-8d4f-1deb96d54371 tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:43.656993 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ed642cb-abdf-46a4-8d4f-1deb96d54371 tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:43.659706 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed642cb-abdf-46a4-8d4f-1deb96d54371 tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] Pushing event deleted for resources: {'Network': ['ID=90785481-132c-48cb-bbb5-cd6542d1a3af,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:43.665629 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-757b6f17-6e9e-4fbe-b0c3-2a5dccb83cde tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:43.666538 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757b6f17-6e9e-4fbe-b0c3-2a5dccb83cde tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:43.667099 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-757b6f17-6e9e-4fbe-b0c3-2a5dccb83cde tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:43.674099 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9606f074-029d-4416-8a98-8bdd68b8cd24 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks [] for floatingip, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:43.713951 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:43.714330 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:43.726140 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3ed642cb-abdf-46a4-8d4f-1deb96d54371 tempest-PortsAdminExtendedAttrsTestJSON-1729487606 tempest-PortsAdminExtendedAttrsTestJSON-1729487606-project] 10.222.0.31 "DELETE /v2.0/networks/90785481-132c-48cb-bbb5-cd6542d1a3af HTTP/1.1" status: 204 len: 168 time: 0.9416506 Mar 31 15:24:43.774393 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-009ca9cd-2667-46a2-8b43-2067ce33818a tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:43.822943 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b6f17-6e9e-4fbe-b0c3-2a5dccb83cde tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Pushing event updated for resources: {'Network': ['ID=5383df7d-7c6e-441d-850a-b892921da7a0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:43.831179 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d06b63-26c5-48d1-afa0-5c8627cef56c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:43.837815 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 5383df7d-7c6e-441d-850a-b892921da7a0 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:24:43.848441 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-009ca9cd-2667-46a2-8b43-2067ce33818a tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:43.849613 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-757b6f17-6e9e-4fbe-b0c3-2a5dccb83cde tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8291211 Mar 31 15:24:43.850475 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:24:43.852350 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38668) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:43.881435 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843b0270-c6d7-4b2a-9010-797e9b77b7cc tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:24:43.951772 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dc7ec2-7180-40c4-aa93-3732d04a5533 None None] Sync routers for ids ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:24:43.978617 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dc7ec2-7180-40c4-aa93-3732d04a5533 None None] Routers {'12c3bdd7-ec80-47bb-a654-40336a8e2de2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:24:43.979146 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-52dc7ec2-7180-40c4-aa93-3732d04a5533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:24:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:43.984838 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-843b0270-c6d7-4b2a-9010-797e9b77b7cc tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "PUT /v2.0/routers/12c3bdd7-ec80-47bb-a654-40336a8e2de2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7716455 Mar 31 15:24:44.014169 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38674) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:44.044619 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-a24c9899-d2ba-4b83-a517-62fb5a789755 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Request body: {'port': {'network_id': 'af35fe3f-cd79-47db-bc77-db544213cd71', 'name': 'tempest-FloatingIPTestJSON-1659820005'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:44.064176 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a6d63c-c06f-4894-ab4b-2bae231ffdec tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:44.071583 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-52dc7ec2-7180-40c4-aa93-3732d04a5533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:44.072092 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ca9cd-2667-46a2-8b43-2067ce33818a tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Pushing event updated for resources: {'Port': ['ID=dae89bbc-693c-4561-899d-d1396d0075ed,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:44.081117 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a6d63c-c06f-4894-ab4b-2bae231ffdec tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:44.087585 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a6d63c-c06f-4894-ab4b-2bae231ffdec tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:44.089742 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dc7ec2-7180-40c4-aa93-3732d04a5533 None None] Routers {'12c3bdd7-ec80-47bb-a654-40336a8e2de2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:24:44.090912 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-52dc7ec2-7180-40c4-aa93-3732d04a5533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:24:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:44.093878 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a6d63c-c06f-4894-ab4b-2bae231ffdec tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:44.100062 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a6d63c-c06f-4894-ab4b-2bae231ffdec tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:44.107024 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-66a6d63c-c06f-4894-ab4b-2bae231ffdec tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3055 time: 0.2484574 Mar 31 15:24:44.107024 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:44.107024 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Added segment 6e5d7dff-6df5-4c03-9428-41624371cc93 of type vlan for network e8904950-9271-4da8-9be1-c7986e5af492 Mar 31 15:24:44.107024 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38680) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:44.225943 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:44.237267 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-52dc7ec2-7180-40c4-aa93-3732d04a5533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:44.238661 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dc7ec2-7180-40c4-aa93-3732d04a5533 None None] The sync data for ids ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:24:44.252757 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f123f064-2232-4c65-ad0e-b8bcadaa430d tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:44.305039 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38688) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:44.331458 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-009ca9cd-2667-46a2-8b43-2067ce33818a tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:44.423252 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a24c9899-d2ba-4b83-a517-62fb5a789755 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:44.426364 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:24:44.427030 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9606f074-029d-4416-8a98-8bdd68b8cd24 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:44.464117 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a24c9899-d2ba-4b83-a517-62fb5a789755 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Usage tracker for resource:port and tenant:e42d5336284c4dafbfb75f78ea62f851 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:44.482120 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a24c9899-d2ba-4b83-a517-62fb5a789755 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Quota usage for port was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:44.486738 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-009ca9cd-2667-46a2-8b43-2067ce33818a tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:44.487755 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-009ca9cd-2667-46a2-8b43-2067ce33818a tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1190131 Mar 31 15:24:44.490797 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:44.491138 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Added segment 27351352-1335-4849-852c-d3ad04e1d536 of type vlan for network 7be66dda-e80b-461b-8a1d-7d72cd4b98f2 Mar 31 15:24:44.492975 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f123f064-2232-4c65-ad0e-b8bcadaa430d tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:44.494795 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a24c9899-d2ba-4b83-a517-62fb5a789755 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:44.540649 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f123f064-2232-4c65-ad0e-b8bcadaa430d tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5383df7d-7c6e-441d-850a-b892921da7a0']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:44.556616 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:44.561179 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f123f064-2232-4c65-ad0e-b8bcadaa430d tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f630cae-cd7c-47d6-af19-d95411b8507d') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:44.561769 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f123f064-2232-4c65-ad0e-b8bcadaa430d tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f630cae-cd7c-47d6-af19-d95411b8507d') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:44.575981 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f123f064-2232-4c65-ad0e-b8bcadaa430d tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:44.596735 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.objects.ports [None req-4e70d077-0d7d-4371-8b31-cec70e948a24 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103444) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 31 15:24:44.597236 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4e70d077-0d7d-4371-8b31-cec70e948a24 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:44.604811 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f123f064-2232-4c65-ad0e-b8bcadaa430d tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:44.615672 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f123f064-2232-4c65-ad0e-b8bcadaa430d tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:24:44.616282 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f123f064-2232-4c65-ad0e-b8bcadaa430d tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:44.630479 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:24:44.630479 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:24:44.630479 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:24:44.630479 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:24:44.630479 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:24:44.630479 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:24:44.630479 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:24:44.630479 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:24:44.630479 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:24:44.630479 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:24:44.630479 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:24:44.630479 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:24:44.630479 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:24:44.630479 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:24:44.630479 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:24:44.630479 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:24:44.630479 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:24:44.630479 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:24:44.630479 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:24:44.630479 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:24:44.630479 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:24:44.630479 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:24:44.630479 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:24:44.630479 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:24:44.630479 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:24:44.630479 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:24:44.630479 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:24:44.630479 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:24:44.630479 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:24:44.630479 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:24:44.630479 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:24:44.630479 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:24:44.652935 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24c9899-d2ba-4b83-a517-62fb5a789755 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Made reservation on behalf of e42d5336284c4dafbfb75f78ea62f851 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:44.660265 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a24c9899-d2ba-4b83-a517-62fb5a789755 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:44.723792 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:44.724394 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:44.731189 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:44.736926 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:44.738086 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:44.745834 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c2ad1587-80f3-46ca-8c1b-721885d4e6c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f16161d022142ab89bb0019e031677d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4386792 Mar 31 15:24:44.757054 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38706) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:44.783085 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-a24c9899-d2ba-4b83-a517-62fb5a789755 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] device_id is not set on port e0b8d2dd-7699-4425-aa14-9fd425e7b2a4 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:24:44.858155 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70d077-0d7d-4371-8b31-cec70e948a24 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f14b9e64-d324-4c84-bae0-43dcf9122553,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:44.904842 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Pushing event updated for resources: {'Network': ['ID=e8904950-9271-4da8-9be1-c7986e5af492,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:44.910852 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e70d077-0d7d-4371-8b31-cec70e948a24 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Checking segment: {'id': '28c5e681-bafd-49a1-b52b-060b6f7e6d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'cacf1897-8993-4216-a3fc-34c708ddf9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:24:44.911206 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e70d077-0d7d-4371-8b31-cec70e948a24 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Network hostable DHCP agents. Network: cacf1897-8993-4216-a3fc-34c708ddf9c7, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:24:44.917492 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network e8904950-9271-4da8-9be1-c7986e5af492 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:24:44.929376 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-9606f074-029d-4416-8a98-8bdd68b8cd24 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Allocated IP 172.26.5.232 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/c7d5bdd6-98cb-44ea-b7a3-10473f0323c6) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:24:44.930498 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.1676054 Mar 31 15:24:44.931464 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f123f064-2232-4c65-ad0e-b8bcadaa430d tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:44.937602 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f123f064-2232-4c65-ad0e-b8bcadaa430d tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5383df7d-7c6e-441d-850a-b892921da7a0 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 31 15:24:44.941036 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f123f064-2232-4c65-ad0e-b8bcadaa430d tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:44.947279 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f123f064-2232-4c65-ad0e-b8bcadaa430d tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] 10.222.0.31 "DELETE /v2.0/networks/5383df7d-7c6e-441d-850a-b892921da7a0 HTTP/1.1" status: 204 len: 168 time: 0.8412938 Mar 31 15:24:44.947991 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38722) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:44.948329 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38724) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:45.077840 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ed94e200-8036-4e15-9d53-ff2b7967aeaf tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Request body: {'network': {'name': 'tempest-network--1440194030', 'router:external': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:45.089111 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ed94e200-8036-4e15-9d53-ff2b7967aeaf tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:45.136689 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-75648df9-b648-4176-b0d1-78126b04a960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:45.150220 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ed94e200-8036-4e15-9d53-ff2b7967aeaf tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Usage tracker for resource:network and tenant:50448080daeb446f997155727d5ab0c1 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:45.157974 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-a24c9899-d2ba-4b83-a517-62fb5a789755 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Allocated IP 172.20.0.9 (af35fe3f-cd79-47db-bc77-db544213cd71/2d127956-e15f-4ee7-a80d-08a95ad70fb1/e0b8d2dd-7699-4425-aa14-9fd425e7b2a4) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:24:45.159627 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ed94e200-8036-4e15-9d53-ff2b7967aeaf tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:45.176709 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ed94e200-8036-4e15-9d53-ff2b7967aeaf tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:45.181022 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f983f3-d4d4-43c0-aa17-a6b1457ab639 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Pushing event updated for resources: {'Network': ['ID=7be66dda-e80b-461b-8a1d-7d72cd4b98f2,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:45.188537 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e70d077-0d7d-4371-8b31-cec70e948a24 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Network cacf1897-8993-4216-a3fc-34c708ddf9c7 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:24:45.196680 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 7be66dda-e80b-461b-8a1d-7d72cd4b98f2 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:24:45.243590 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f123f064-2232-4c65-ad0e-b8bcadaa430d tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Pushing event deleted for resources: {'Network': ['ID=5383df7d-7c6e-441d-850a-b892921da7a0,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:45.288234 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61760a3e-652b-4f1f-9612-19e7022fd36e tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:45.306327 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61760a3e-652b-4f1f-9612-19e7022fd36e tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:45.315973 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61760a3e-652b-4f1f-9612-19e7022fd36e tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:45.321852 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61760a3e-652b-4f1f-9612-19e7022fd36e tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:45.337885 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61760a3e-652b-4f1f-9612-19e7022fd36e tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:45.339192 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-61760a3e-652b-4f1f-9612-19e7022fd36e tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Synchronizing usage tracker for tenant:5780cdcea3204a9cb6823db9812ed69c on resource:network {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:24:45.343441 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed94e200-8036-4e15-9d53-ff2b7967aeaf tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Made reservation on behalf of 50448080daeb446f997155727d5ab0c1 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:45.355807 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ed94e200-8036-4e15-9d53-ff2b7967aeaf tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:45.434191 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38740) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:45.435726 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed94e200-8036-4e15-9d53-ff2b7967aeaf tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:24:45.453837 dv-neutron-833379-2-hyperv neutron-server[103444]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 15:24:45.455876 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-75648df9-b648-4176-b0d1-78126b04a960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:45.456650 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ed94e200-8036-4e15-9d53-ff2b7967aeaf tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:45.457000 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-ed94e200-8036-4e15-9d53-ff2b7967aeaf tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Added segment e04fae4b-5d75-437f-80d8-9152bc4cc09e of type vlan for network 6860a614-4fbe-422c-b245-5c7e05f7cf67 Mar 31 15:24:45.493962 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ed94e200-8036-4e15-9d53-ff2b7967aeaf tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:45.498624 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-61760a3e-652b-4f1f-9612-19e7022fd36e tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Unset dirty status for tenant:5780cdcea3204a9cb6823db9812ed69c on resource:network {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:24:45.500799 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-61760a3e-652b-4f1f-9612-19e7022fd36e tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3007 time: 0.5375302 Mar 31 15:24:45.507074 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38746) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:45.563064 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-4e70d077-0d7d-4371-8b31-cec70e948a24 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, cacf1897-8993-4216-a3fc-34c708ddf9c7) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:45.571349 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e233b31-347a-402d-8295-76aebe6e78ab None None] Network cacf1897-8993-4216-a3fc-34c708ddf9c7 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:24:45.624375 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e70d077-0d7d-4371-8b31-cec70e948a24 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:45.625145 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4e70d077-0d7d-4371-8b31-cec70e948a24 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:45.631938 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-9e275b25-bc66-49e0-8ac6-34d41bd4dcfc tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Synchronizing usage tracker for tenant:1d3b9b77f9fd4ab9a15d41c62b10bfd0 on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:24:45.659271 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9606f074-029d-4416-8a98-8bdd68b8cd24 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:45.737819 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-ed94e200-8036-4e15-9d53-ff2b7967aeaf tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:24:45.762689 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-beedca25-1cee-4b85-ae78-b7daa5f58678 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:45.829549 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a24c9899-d2ba-4b83-a517-62fb5a789755 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:45.854277 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4e70d077-0d7d-4371-8b31-cec70e948a24 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.7626953 Mar 31 15:24:45.858758 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38754) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:45.865343 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-4197f7ae-6733-4cd8-b7a8-a7ef7ccc03d6 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1979644178', 'network_id': 'cacf1897-8993-4216-a3fc-34c708ddf9c7'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:45.870651 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4197f7ae-6733-4cd8-b7a8-a7ef7ccc03d6 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:45.877531 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4197f7ae-6733-4cd8-b7a8-a7ef7ccc03d6 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Usage tracker for resource:port and tenant:b90e5debb7e44a49a84328c79720d332 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:45.881333 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4197f7ae-6733-4cd8-b7a8-a7ef7ccc03d6 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:45.889017 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4197f7ae-6733-4cd8-b7a8-a7ef7ccc03d6 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:45.891697 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a8f454-488a-481f-9c5e-ae8ea938490d None None] Network cacf1897-8993-4216-a3fc-34c708ddf9c7 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:24:45.919352 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-9e275b25-bc66-49e0-8ac6-34d41bd4dcfc tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Unset dirty status for tenant:1d3b9b77f9fd4ab9a15d41c62b10bfd0 on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:24:45.922120 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-9e275b25-bc66-49e0-8ac6-34d41bd4dcfc tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1951490383&fields=id&tenant_id=1d3b9b77f9fd4ab9a15d41c62b10bfd0 HTTP/1.1" status: 200 len: 267 time: 0.4855542 Mar 31 15:24:45.923730 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-75648df9-b648-4176-b0d1-78126b04a960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:45.926220 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ed94e200-8036-4e15-9d53-ff2b7967aeaf tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:45.927164 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed94e200-8036-4e15-9d53-ff2b7967aeaf tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:45.927753 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ed94e200-8036-4e15-9d53-ff2b7967aeaf tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:45.934027 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-beedca25-1cee-4b85-ae78-b7daa5f58678 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:45.965290 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75648df9-b648-4176-b0d1-78126b04a960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fa8933-4d4b-4647-b9f4-321dac113554,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:45.968948 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38758) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:45.972246 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-75648df9-b648-4176-b0d1-78126b04a960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:45.976420 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-75648df9-b648-4176-b0d1-78126b04a960 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21fa8933-4d4b-4647-b9f4-321dac113554 HTTP/1.1" status: 204 len: 168 time: 1.2157123 Mar 31 15:24:45.991891 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9606f074-029d-4416-8a98-8bdd68b8cd24 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:46.016172 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-beedca25-1cee-4b85-ae78-b7daa5f58678 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8904950-9271-4da8-9be1-c7986e5af492']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:46.076184 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-beedca25-1cee-4b85-ae78-b7daa5f58678 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e5d7dff-6df5-4c03-9428-41624371cc93') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:46.076483 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-beedca25-1cee-4b85-ae78-b7daa5f58678 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e5d7dff-6df5-4c03-9428-41624371cc93') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:46.092595 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ed94e200-8036-4e15-9d53-ff2b7967aeaf tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1243176 Mar 31 15:24:46.093467 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94e200-8036-4e15-9d53-ff2b7967aeaf tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Pushing event updated for resources: {'Network': ['ID=6860a614-4fbe-422c-b245-5c7e05f7cf67,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:46.095670 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38766) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:46.097381 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-beedca25-1cee-4b85-ae78-b7daa5f58678 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:46.120260 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 6860a614-4fbe-422c-b245-5c7e05f7cf67 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:24:46.147174 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4197f7ae-6733-4cd8-b7a8-a7ef7ccc03d6 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Made reservation on behalf of b90e5debb7e44a49a84328c79720d332 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:46.151195 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4197f7ae-6733-4cd8-b7a8-a7ef7ccc03d6 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:46.154393 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-94dd20d1-a39e-48aa-89f2-8a3069b7362d tempest-QuotasTest-1693306759 tempest-QuotasTest-1693306759-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:46.160879 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-beedca25-1cee-4b85-ae78-b7daa5f58678 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:46.166501 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a24c9899-d2ba-4b83-a517-62fb5a789755 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:46.219987 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beedca25-1cee-4b85-ae78-b7daa5f58678 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:24:46.220391 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-beedca25-1cee-4b85-ae78-b7daa5f58678 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:46.235744 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:24:46.235744 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:24:46.235744 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:24:46.235744 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:24:46.235744 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:24:46.235744 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:24:46.235744 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:24:46.235744 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:24:46.235744 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:24:46.235744 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:24:46.235744 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:24:46.235744 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:24:46.235744 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:24:46.235744 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:24:46.235744 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:24:46.235744 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:24:46.235744 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:24:46.235744 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:24:46.235744 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:24:46.235744 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:24:46.235744 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:24:46.235744 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:24:46.235744 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:24:46.235744 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:24:46.235744 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:24:46.235744 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:24:46.235744 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:24:46.235744 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:24:46.235744 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:24:46.235744 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:24:46.235744 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:24:46.235744 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:24:46.298097 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-5cae7d01-c007-42d0-8259-ef9ae79588d6 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:46.298770 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-5cae7d01-c007-42d0-8259-ef9ae79588d6 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Synchronizing usage tracker for tenant:1d3b9b77f9fd4ab9a15d41c62b10bfd0 on resource:network {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:24:46.311135 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606f074-029d-4416-8a98-8bdd68b8cd24 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Pushing event updated for resources: {'Port': ['ID=c7d5bdd6-98cb-44ea-b7a3-10473f0323c6,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:46.319258 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9606f074-029d-4416-8a98-8bdd68b8cd24 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:24:46.321283 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-4197f7ae-6733-4cd8-b7a8-a7ef7ccc03d6 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] device_id is not set on port 4feb320f-6404-4109-9f1c-33f095cdeb93 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:24:46.346236 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af40d151-539e-409c-8c12-8a956f5512e1 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:46.347600 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-af40d151-539e-409c-8c12-8a956f5512e1 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] 10.222.0.31 "GET /v2.0/networks/6860a614-4fbe-422c-b245-5c7e05f7cf67 HTTP/1.1" status: 200 len: 757 time: 0.2431808 Mar 31 15:24:46.350665 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38770) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:46.385912 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-9606f074-029d-4416-8a98-8bdd68b8cd24 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:46.409246 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9606f074-029d-4416-8a98-8bdd68b8cd24 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:24:46.468902 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24c9899-d2ba-4b83-a517-62fb5a789755 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Network af35fe3f-cd79-47db-bc77-db544213cd71 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:24:46.485739 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-a24c9899-d2ba-4b83-a517-62fb5a789755 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:46.495627 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24c9899-d2ba-4b83-a517-62fb5a789755 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:24:46.526802 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-beedca25-1cee-4b85-ae78-b7daa5f58678 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:46.559954 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-beedca25-1cee-4b85-ae78-b7daa5f58678 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:46.561138 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c9899-d2ba-4b83-a517-62fb5a789755 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event updated for resources: {'Port': ['ID=e0b8d2dd-7699-4425-aa14-9fd425e7b2a4,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:46.573234 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-94dd20d1-a39e-48aa-89f2-8a3069b7362d tempest-QuotasTest-1693306759 tempest-QuotasTest-1693306759-project-admin] 10.222.0.31 "PUT /v2.0/quotas/1bfedc9afa4d4e36beec1bfedf4ea37e HTTP/1.1" status: 200 len: 366 time: 0.6016996 Mar 31 15:24:46.578244 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38776) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:46.578520 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-5cae7d01-c007-42d0-8259-ef9ae79588d6 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Unset dirty status for tenant:1d3b9b77f9fd4ab9a15d41c62b10bfd0 on resource:network {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:24:46.579689 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-5cae7d01-c007-42d0-8259-ef9ae79588d6 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/networks?id=cc4f77bd-a8a1-4de3-ae11-e5fff1d18587 HTTP/1.1" status: 200 len: 805 time: 0.6412768 Mar 31 15:24:46.586995 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beedca25-1cee-4b85-ae78-b7daa5f58678 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Pushing event deleted for resources: {'Network': ['ID=e8904950-9271-4da8-9be1-c7986e5af492,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:46.600891 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9dad4c-e8dc-481b-80a8-5f10b90719b2 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:46.602390 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6e9dad4c-e8dc-481b-80a8-5f10b90719b2 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] 10.222.0.31 "GET /v2.0/networks/146627d1-fd78-4c42-a512-79df629e146a HTTP/1.1" status: 200 len: 768 time: 0.2511203 Mar 31 15:24:46.605289 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38780) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:46.628626 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e69bed60-61a3-4664-bbed-c5489dfecc54 tempest-QuotasTest-1693306759 tempest-QuotasTest-1693306759-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0457685 Mar 31 15:24:46.629557 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38784) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:46.660053 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-30c833ed-8dea-4c58-a365-1d07ed4fd5e2 tempest-QuotasTest-1693306759 tempest-QuotasTest-1693306759-project-admin] 10.222.0.31 "GET /v2.0/quotas/1bfedc9afa4d4e36beec1bfedf4ea37e HTTP/1.1" status: 200 len: 366 time: 0.0271292 Mar 31 15:24:46.707226 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38788) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:46.736515 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-beedca25-1cee-4b85-ae78-b7daa5f58678 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] 10.222.0.31 "DELETE /v2.0/networks/e8904950-9271-4da8-9be1-c7986e5af492 HTTP/1.1" status: 204 len: 168 time: 1.2281125 Mar 31 15:24:46.738641 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24c9899-d2ba-4b83-a517-62fb5a789755 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:46.739221 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a24c9899-d2ba-4b83-a517-62fb5a789755 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:46.739337 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38792) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:46.751380 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-3a95ecaa-ef8e-4afc-b010-d3861d6debba tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/quotas/1d3b9b77f9fd4ab9a15d41c62b10bfd0 HTTP/1.1" status: 200 len: 375 time: 0.1373215 Mar 31 15:24:46.760731 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-447eb2b0-d0a6-485e-b53d-af8da43fb9e3 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:46.826317 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-4197f7ae-6733-4cd8-b7a8-a7ef7ccc03d6 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Allocated IP 2001:db8::38 (cacf1897-8993-4216-a3fc-34c708ddf9c7/f14b9e64-d324-4c84-bae0-43dcf9122553/4feb320f-6404-4109-9f1c-33f095cdeb93) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:24:46.839539 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9606f074-029d-4416-8a98-8bdd68b8cd24 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:46.861342 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38796) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:46.879848 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-50704110-2ecb-48aa-819a-1b9b1ff18da5 tempest-QuotasTest-1693306759 tempest-QuotasTest-1693306759-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/1bfedc9afa4d4e36beec1bfedf4ea37e HTTP/1.1" status: 204 len: 168 time: 0.1693275 Mar 31 15:24:46.882079 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38800) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:46.910978 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6282a45e-a625-4f6e-b1ae-c12ae983101d tempest-QuotasTest-1693306759 tempest-QuotasTest-1693306759-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0276589 Mar 31 15:24:46.913690 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38804) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:46.947812 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a24c9899-d2ba-4b83-a517-62fb5a789755 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9175949 Mar 31 15:24:46.960484 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38808) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:46.988782 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20f48877-de9a-4bd1-b0ff-9cd9a4b7c02d tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:47.075078 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-64aa1459-253b-41fa-9de0-dcbd8fb9f184 tempest-QuotasTest-1693306759 tempest-QuotasTest-1693306759-project-admin] 10.222.0.31 "GET /v2.0/quotas/1bfedc9afa4d4e36beec1bfedf4ea37e HTTP/1.1" status: 200 len: 370 time: 0.0744622 Mar 31 15:24:47.075078 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-7e938b76-cbce-45a5-95e7-1d11a5ffcd32 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Request body: {'port': {'network_id': 'af35fe3f-cd79-47db-bc77-db544213cd71', 'name': 'tempest-FloatingIPTestJSON-863123550'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:47.075911 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-447eb2b0-d0a6-485e-b53d-af8da43fb9e3 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:47.076211 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-9f545073-20e4-4cb1-988c-640f95d40e0b tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1d3b9b77f9fd4ab9a15d41c62b10bfd0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2659748 Mar 31 15:24:47.076288 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e8c0bc2d-9bf6-4bad-b314-0abab31cc092 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6e53ba7d41364a35aa3a28c43d81ae4f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1833820 Mar 31 15:24:47.089997 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-447eb2b0-d0a6-485e-b53d-af8da43fb9e3 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6860a614-4fbe-422c-b245-5c7e05f7cf67']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:47.093431 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38816) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:47.094123 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38818) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:47.118132 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-447eb2b0-d0a6-485e-b53d-af8da43fb9e3 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e04fae4b-5d75-437f-80d8-9152bc4cc09e') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:47.118500 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-447eb2b0-d0a6-485e-b53d-af8da43fb9e3 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e04fae4b-5d75-437f-80d8-9152bc4cc09e') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:47.169579 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ac19337b-2bcb-4d82-b971-981ab2e8c9e2 tempest-QuotasTest-1693306759 tempest-QuotasTest-1693306759-project-admin] 10.222.0.31 "GET /v2.0/quotas/1bfedc9afa4d4e36beec1bfedf4ea37e/default HTTP/1.1" status: 200 len: 370 time: 0.0285964 Mar 31 15:24:47.169687 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-447eb2b0-d0a6-485e-b53d-af8da43fb9e3 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:47.190935 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38824) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:47.216595 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20f48877-de9a-4bd1-b0ff-9cd9a4b7c02d tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:47.223436 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-447eb2b0-d0a6-485e-b53d-af8da43fb9e3 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:47.240356 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447eb2b0-d0a6-485e-b53d-af8da43fb9e3 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:24:47.245790 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-447eb2b0-d0a6-485e-b53d-af8da43fb9e3 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:47.254275 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:24:47.254275 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:24:47.254275 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:24:47.254275 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:24:47.254275 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:24:47.254275 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:24:47.254275 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:24:47.254275 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:24:47.254275 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:24:47.254275 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:24:47.254275 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:24:47.254275 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:24:47.254275 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:24:47.254275 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:24:47.254275 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:24:47.254275 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:24:47.254275 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:24:47.254275 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:24:47.254275 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:24:47.254275 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:24:47.254275 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:24:47.254275 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:24:47.254275 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:24:47.254275 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:24:47.254275 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:24:47.254275 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:24:47.254275 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:24:47.254275 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:24:47.254275 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:24:47.254275 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:24:47.254275 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:24:47.254275 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:24:47.261139 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-457f68ed-b232-4c4e-9ade-79e645b23484 tempest-QuotasTest-1693306759 tempest-QuotasTest-1693306759-project-admin] delete failed (client error): The resource could not be found. Mar 31 15:24:47.265281 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-457f68ed-b232-4c4e-9ade-79e645b23484 tempest-QuotasTest-1693306759 tempest-QuotasTest-1693306759-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/1bfedc9afa4d4e36beec1bfedf4ea37e HTTP/1.1" status: 404 len: 348 time: 0.0704234 Mar 31 15:24:47.265281 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9606f074-029d-4416-8a98-8bdd68b8cd24 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:47.272538 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-20f48877-de9a-4bd1-b0ff-9cd9a4b7c02d tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be66dda-e80b-461b-8a1d-7d72cd4b98f2']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:47.323282 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-f8a17d04-6ed4-474e-a289-4b22dd005c4a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:47.324278 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-f8a17d04-6ed4-474e-a289-4b22dd005c4a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0967824 Mar 31 15:24:47.336384 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-20f48877-de9a-4bd1-b0ff-9cd9a4b7c02d tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27351352-1335-4849-852c-d3ad04e1d536') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:47.336732 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-20f48877-de9a-4bd1-b0ff-9cd9a4b7c02d tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27351352-1335-4849-852c-d3ad04e1d536') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:47.352634 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20f48877-de9a-4bd1-b0ff-9cd9a4b7c02d tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:47.373504 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20f48877-de9a-4bd1-b0ff-9cd9a4b7c02d tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:47.380633 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f48877-de9a-4bd1-b0ff-9cd9a4b7c02d tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:24:47.381018 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20f48877-de9a-4bd1-b0ff-9cd9a4b7c02d tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:47.395658 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:24:47.395658 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:24:47.395658 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:24:47.395658 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:24:47.395658 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:24:47.395658 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:24:47.395658 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:24:47.395658 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:24:47.395658 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:24:47.395658 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:24:47.395658 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:24:47.395658 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:24:47.395658 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:24:47.395658 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:24:47.395658 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:24:47.395658 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:24:47.395658 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:24:47.395658 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:24:47.395658 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:24:47.395658 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:24:47.395658 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:24:47.395658 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:24:47.395658 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:24:47.395658 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:24:47.395658 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:24:47.395658 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:24:47.395658 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:24:47.395658 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:24:47.395658 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:24:47.395658 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:24:47.395658 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:24:47.395658 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:24:47.429062 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b836f96b-4bdb-42b8-8068-649c11e01351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:47.437181 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-7e938b76-cbce-45a5-95e7-1d11a5ffcd32 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:47.451769 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4197f7ae-6733-4cd8-b7a8-a7ef7ccc03d6 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:47.455726 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-447eb2b0-d0a6-485e-b53d-af8da43fb9e3 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:47.479185 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447eb2b0-d0a6-485e-b53d-af8da43fb9e3 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6860a614-4fbe-422c-b245-5c7e05f7cf67 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 31 15:24:47.484612 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-447eb2b0-d0a6-485e-b53d-af8da43fb9e3 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:47.497299 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447eb2b0-d0a6-485e-b53d-af8da43fb9e3 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Pushing event deleted for resources: {'Network': ['ID=6860a614-4fbe-422c-b245-5c7e05f7cf67,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:47.507530 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-447eb2b0-d0a6-485e-b53d-af8da43fb9e3 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] 10.222.0.31 "DELETE /v2.0/networks/6860a614-4fbe-422c-b245-5c7e05f7cf67 HTTP/1.1" status: 204 len: 168 time: 0.9010520 Mar 31 15:24:47.510623 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38834) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:47.514128 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-7e938b76-cbce-45a5-95e7-1d11a5ffcd32 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Usage tracker for resource:port and tenant:e42d5336284c4dafbfb75f78ea62f851 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:47.515816 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-78e7a0d7-4c18-4468-83a2-91f279fe2355 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Request body: {'network': {'name': 'tempest-network--507336042'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:47.520497 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-78e7a0d7-4c18-4468-83a2-91f279fe2355 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:47.522897 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-7e938b76-cbce-45a5-95e7-1d11a5ffcd32 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Quota usage for port was recalculated. Used quota:2. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:47.524392 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-78e7a0d7-4c18-4468-83a2-91f279fe2355 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Usage tracker for resource:network and tenant:50448080daeb446f997155727d5ab0c1 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:47.527661 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-78e7a0d7-4c18-4468-83a2-91f279fe2355 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:47.534712 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-78e7a0d7-4c18-4468-83a2-91f279fe2355 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:47.562461 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-7e938b76-cbce-45a5-95e7-1d11a5ffcd32 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:47.567494 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b836f96b-4bdb-42b8-8068-649c11e01351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:47.633679 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20f48877-de9a-4bd1-b0ff-9cd9a4b7c02d tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:47.658029 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20f48877-de9a-4bd1-b0ff-9cd9a4b7c02d tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:47.667690 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e7a0d7-4c18-4468-83a2-91f279fe2355 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Made reservation on behalf of 50448080daeb446f997155727d5ab0c1 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:47.669936 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78e7a0d7-4c18-4468-83a2-91f279fe2355 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:47.687046 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38838) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:47.696282 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-20f48877-de9a-4bd1-b0ff-9cd9a4b7c02d tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] 10.222.0.31 "DELETE /v2.0/networks/7be66dda-e80b-461b-8a1d-7d72cd4b98f2 HTTP/1.1" status: 204 len: 168 time: 0.9562325 Mar 31 15:24:47.698894 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38842) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:47.714238 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6297d6ff-7adc-4711-b055-c2cfffa7fda9 tempest-QuotasTest-1693306759 tempest-QuotasTest-1693306759-project-admin] Usage tracker for resource:network and tenant:3123d4a843654742b09528000f1947c3 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:47.728134 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6297d6ff-7adc-4711-b055-c2cfffa7fda9 tempest-QuotasTest-1693306759 tempest-QuotasTest-1693306759-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:47.734941 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f48877-de9a-4bd1-b0ff-9cd9a4b7c02d tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Pushing event deleted for resources: {'Network': ['ID=7be66dda-e80b-461b-8a1d-7d72cd4b98f2,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:47.752567 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e7a0d7-4c18-4468-83a2-91f279fe2355 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:24:47.766225 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-be945ca8-331d-46af-a95b-7f5910ae0c44 service neutron] 10.222.0.31 "GET /v2.0/networks/cc4f77bd-a8a1-4de3-ae11-e5fff1d18587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080610 Mar 31 15:24:47.771410 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6297d6ff-7adc-4711-b055-c2cfffa7fda9 tempest-QuotasTest-1693306759 tempest-QuotasTest-1693306759-project-admin] Usage tracker for resource:subnet and tenant:3123d4a843654742b09528000f1947c3 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:47.805581 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6297d6ff-7adc-4711-b055-c2cfffa7fda9 tempest-QuotasTest-1693306759 tempest-QuotasTest-1693306759-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:47.807414 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e938b76-cbce-45a5-95e7-1d11a5ffcd32 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Made reservation on behalf of e42d5336284c4dafbfb75f78ea62f851 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:47.811127 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e938b76-cbce-45a5-95e7-1d11a5ffcd32 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:47.822082 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78e7a0d7-4c18-4468-83a2-91f279fe2355 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:47.822082 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-78e7a0d7-4c18-4468-83a2-91f279fe2355 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Added segment 13b6b837-487c-479a-b954-37675d6a6b10 of type vlan for network 64847822-b0fb-4b57-9316-d6f26d51c7bf Mar 31 15:24:47.848647 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4197f7ae-6733-4cd8-b7a8-a7ef7ccc03d6 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:47.875194 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78e7a0d7-4c18-4468-83a2-91f279fe2355 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:47.905594 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9d611b-95fc-4337-9d44-9c05fd9b8ca7 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:47.912190 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9d611b-95fc-4337-9d44-9c05fd9b8ca7 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:47.918033 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9d611b-95fc-4337-9d44-9c05fd9b8ca7 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:47.918836 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-dd9d611b-95fc-4337-9d44-9c05fd9b8ca7 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Synchronizing usage tracker for tenant:5780cdcea3204a9cb6823db9812ed69c on resource:network {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:24:47.954303 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b836f96b-4bdb-42b8-8068-649c11e01351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:47.976021 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6297d6ff-7adc-4711-b055-c2cfffa7fda9 tempest-QuotasTest-1693306759 tempest-QuotasTest-1693306759-project-admin] Usage tracker for resource:subnetpool and tenant:3123d4a843654742b09528000f1947c3 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:47.986575 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-7e938b76-cbce-45a5-95e7-1d11a5ffcd32 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] device_id is not set on port f3b518e9-871f-409f-9f48-3adc73b6c3c0 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:24:48.009972 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-dd9d611b-95fc-4337-9d44-9c05fd9b8ca7 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Unset dirty status for tenant:5780cdcea3204a9cb6823db9812ed69c on resource:network {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:24:48.015422 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-dd9d611b-95fc-4337-9d44-9c05fd9b8ca7 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1946 time: 0.3112254 Mar 31 15:24:48.016523 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38848) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:48.022537 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-eb9c87f5-c1f8-442e-bfbb-12393a2838f3 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1495603027'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:48.028477 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-eb9c87f5-c1f8-442e-bfbb-12393a2838f3 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:48.030867 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78e7a0d7-4c18-4468-83a2-91f279fe2355 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:48.031802 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e7a0d7-4c18-4468-83a2-91f279fe2355 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:48.041950 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6297d6ff-7adc-4711-b055-c2cfffa7fda9 tempest-QuotasTest-1693306759 tempest-QuotasTest-1693306759-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:48.046078 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-9606f074-029d-4416-8a98-8bdd68b8cd24 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:24:48.054753 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78e7a0d7-4c18-4468-83a2-91f279fe2355 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:48.087645 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4197f7ae-6733-4cd8-b7a8-a7ef7ccc03d6 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Network cacf1897-8993-4216-a3fc-34c708ddf9c7 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:24:48.100273 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836f96b-4bdb-42b8-8068-649c11e01351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec05ee1-ceeb-46a0-868b-82a4cbc0ce96,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:48.116028 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-4197f7ae-6733-4cd8-b7a8-a7ef7ccc03d6 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:48.116405 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-eb9c87f5-c1f8-442e-bfbb-12393a2838f3 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:48.124616 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9606f074-029d-4416-8a98-8bdd68b8cd24 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:48.128147 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197f7ae-6733-4cd8-b7a8-a7ef7ccc03d6 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Pushing event updated for resources: {'Port': ['ID=4feb320f-6404-4109-9f1c-33f095cdeb93,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:48.129280 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4197f7ae-6733-4cd8-b7a8-a7ef7ccc03d6 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:24:48.130167 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4197f7ae-6733-4cd8-b7a8-a7ef7ccc03d6 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:48.130753 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4197f7ae-6733-4cd8-b7a8-a7ef7ccc03d6 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:48.138880 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b836f96b-4bdb-42b8-8068-649c11e01351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:48.140268 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b836f96b-4bdb-42b8-8068-649c11e01351 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eec05ee1-ceeb-46a0-868b-82a4cbc0ce96 HTTP/1.1" status: 204 len: 168 time: 1.0455296 Mar 31 15:24:48.162212 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6297d6ff-7adc-4711-b055-c2cfffa7fda9 tempest-QuotasTest-1693306759 tempest-QuotasTest-1693306759-project-admin] Usage tracker for resource:port and tenant:3123d4a843654742b09528000f1947c3 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:48.206812 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7a0d7-4c18-4468-83a2-91f279fe2355 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Pushing event updated for resources: {'Network': ['ID=64847822-b0fb-4b57-9316-d6f26d51c7bf,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:48.219666 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 64847822-b0fb-4b57-9316-d6f26d51c7bf details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:24:48.230301 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6297d6ff-7adc-4711-b055-c2cfffa7fda9 tempest-QuotasTest-1693306759 tempest-QuotasTest-1693306759-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:48.240880 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-5a2887d6-f9e5-4d32-b1f2-42bbe17f3b6b service neutron] 10.222.0.31 "GET /v2.0/networks/cc4f77bd-a8a1-4de3-ae11-e5fff1d18587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561117 Mar 31 15:24:48.244643 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9c87f5-c1f8-442e-bfbb-12393a2838f3 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Made reservation on behalf of 5780cdcea3204a9cb6823db9812ed69c for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:48.248513 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9606f074-029d-4416-8a98-8bdd68b8cd24 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:48.249101 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb9c87f5-c1f8-442e-bfbb-12393a2838f3 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:48.262037 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-78e7a0d7-4c18-4468-83a2-91f279fe2355 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7518451 Mar 31 15:24:48.270288 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38854) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:48.283573 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c5fbd5dd-1bf2-42dc-b1a4-dc4d5eea8b21 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:48.343058 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6297d6ff-7adc-4711-b055-c2cfffa7fda9 tempest-QuotasTest-1693306759 tempest-QuotasTest-1693306759-project-admin] Usage tracker for resource:router and tenant:3123d4a843654742b09528000f1947c3 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:48.357390 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4197f7ae-6733-4cd8-b7a8-a7ef7ccc03d6 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.4959016 Mar 31 15:24:48.367005 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38858) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:48.371327 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6297d6ff-7adc-4711-b055-c2cfffa7fda9 tempest-QuotasTest-1693306759 tempest-QuotasTest-1693306759-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:48.381606 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb9c87f5-c1f8-442e-bfbb-12393a2838f3 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:24:48.392419 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-7e938b76-cbce-45a5-95e7-1d11a5ffcd32 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Allocated IP 172.20.0.11 (af35fe3f-cd79-47db-bc77-db544213cd71/2d127956-e15f-4ee7-a80d-08a95ad70fb1/f3b518e9-871f-409f-9f48-3adc73b6c3c0) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:24:48.405719 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb9c87f5-c1f8-442e-bfbb-12393a2838f3 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:48.406060 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-eb9c87f5-c1f8-442e-bfbb-12393a2838f3 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Added segment aaf09e03-87fe-4b3b-98f9-29c4d70cf5e4 of type vlan for network 941ea947-e9fc-49ec-a924-d692684f3540 Mar 31 15:24:48.440211 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606f074-029d-4416-8a98-8bdd68b8cd24 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Pushing event updated for resources: {'Port': ['ID=c7d5bdd6-98cb-44ea-b7a3-10473f0323c6,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:48.475073 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6297d6ff-7adc-4711-b055-c2cfffa7fda9 tempest-QuotasTest-1693306759 tempest-QuotasTest-1693306759-project-admin] Usage tracker for resource:floatingip and tenant:3123d4a843654742b09528000f1947c3 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:48.494981 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9606f074-029d-4416-8a98-8bdd68b8cd24 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:48.524667 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6297d6ff-7adc-4711-b055-c2cfffa7fda9 tempest-QuotasTest-1693306759 tempest-QuotasTest-1693306759-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:48.534327 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9b3d4b11-e703-4280-8c9e-463cfcee48d4 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Deleting port 4feb320f-6404-4109-9f1c-33f095cdeb93 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:24:48.534668 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9b3d4b11-e703-4280-8c9e-463cfcee48d4 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:48.641693 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb9c87f5-c1f8-442e-bfbb-12393a2838f3 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:48.701030 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5fbd5dd-1bf2-42dc-b1a4-dc4d5eea8b21 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:48.753076 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9606f074-029d-4416-8a98-8bdd68b8cd24 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:48.754279 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9606f074-029d-4416-8a98-8bdd68b8cd24 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4255190 Mar 31 15:24:48.810373 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb9c87f5-c1f8-442e-bfbb-12393a2838f3 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:48.821347 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9c87f5-c1f8-442e-bfbb-12393a2838f3 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:48.823705 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb9c87f5-c1f8-442e-bfbb-12393a2838f3 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:48.850097 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5fbd5dd-1bf2-42dc-b1a4-dc4d5eea8b21 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:48.863393 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c5fbd5dd-1bf2-42dc-b1a4-dc4d5eea8b21 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Network 64847822-b0fb-4b57-9316-d6f26d51c7bf is not hosted by any dhcp agent {{(pid=103443) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 31 15:24:48.864885 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fbd5dd-1bf2-42dc-b1a4-dc4d5eea8b21 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:48.866321 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5fbd5dd-1bf2-42dc-b1a4-dc4d5eea8b21 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:48.872587 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c5fbd5dd-1bf2-42dc-b1a4-dc4d5eea8b21 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] 10.222.0.31 "PUT /v2.0/networks/64847822-b0fb-4b57-9316-d6f26d51c7bf HTTP/1.1" status: 200 len: 857 time: 0.5962076 Mar 31 15:24:48.876525 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38888) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:48.999841 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c87f5-c1f8-442e-bfbb-12393a2838f3 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Pushing event updated for resources: {'Network': ['ID=941ea947-e9fc-49ec-a924-d692684f3540,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:49.005815 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 941ea947-e9fc-49ec-a924-d692684f3540 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:24:49.085545 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38904) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:49.095500 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-eb9c87f5-c1f8-442e-bfbb-12393a2838f3 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0776632 Mar 31 15:24:49.111443 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6297d6ff-7adc-4711-b055-c2cfffa7fda9 tempest-QuotasTest-1693306759 tempest-QuotasTest-1693306759-project-admin] Usage tracker for resource:security_group and tenant:3123d4a843654742b09528000f1947c3 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:49.129599 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38908) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:49.149542 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-4d1a5d17-8d89-4691-890a-a69dc015c29f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1584938542'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:49.175950 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6297d6ff-7adc-4711-b055-c2cfffa7fda9 tempest-QuotasTest-1693306759 tempest-QuotasTest-1693306759-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:49.178718 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4d1a5d17-8d89-4691-890a-a69dc015c29f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:49.185628 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e938b76-cbce-45a5-95e7-1d11a5ffcd32 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:49.193860 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91fe51b2-385c-403e-b89a-7331472fe287 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:49.207806 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4d1a5d17-8d89-4691-890a-a69dc015c29f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Usage tracker for resource:network and tenant:5780cdcea3204a9cb6823db9812ed69c is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:49.209793 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fbd5dd-1bf2-42dc-b1a4-dc4d5eea8b21 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Pushing event updated for resources: {'Network': ['ID=64847822-b0fb-4b57-9316-d6f26d51c7bf,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:49.215110 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4d1a5d17-8d89-4691-890a-a69dc015c29f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:49.246975 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4d1a5d17-8d89-4691-890a-a69dc015c29f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:49.273937 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6297d6ff-7adc-4711-b055-c2cfffa7fda9 tempest-QuotasTest-1693306759 tempest-QuotasTest-1693306759-project-admin] Usage tracker for resource:security_group_rule and tenant:3123d4a843654742b09528000f1947c3 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:49.278295 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9b3d4b11-e703-4280-8c9e-463cfcee48d4 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:49.290507 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-39f08d64-b5df-4144-b171-90b1f65490ad req-2dec63b0-3d44-4649-9465-267fd83010c0 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Synchronizing usage tracker for tenant:054d30a6120446fcba39a5a299093095 on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:24:49.329386 dv-neutron-833379-2-hyperv neutron-server[103443]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 15:24:49.372868 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-b773a437-4bf1-4a96-b0b2-69b9c2afa8e1 req-da6703a3-a385-4ee7-a743-fcb33e05ac6b tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Synchronizing usage tracker for tenant:1d3b9b77f9fd4ab9a15d41c62b10bfd0 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:24:49.382096 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6297d6ff-7adc-4711-b055-c2cfffa7fda9 tempest-QuotasTest-1693306759 tempest-QuotasTest-1693306759-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:49.457845 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9b3d4b11-e703-4280-8c9e-463cfcee48d4 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Calling delete_port for 4feb320f-6404-4109-9f1c-33f095cdeb93 owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:24:49.478835 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-b773a437-4bf1-4a96-b0b2-69b9c2afa8e1 req-da6703a3-a385-4ee7-a743-fcb33e05ac6b tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Unset dirty status for tenant:1d3b9b77f9fd4ab9a15d41c62b10bfd0 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:24:49.480274 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b773a437-4bf1-4a96-b0b2-69b9c2afa8e1 req-da6703a3-a385-4ee7-a743-fcb33e05ac6b tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c73b9c-8195-44c7-9920-d2b60e1cb25e HTTP/1.1" status: 200 len: 210 time: 0.3914683 Mar 31 15:24:49.496904 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1a5d17-8d89-4691-890a-a69dc015c29f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Made reservation on behalf of 5780cdcea3204a9cb6823db9812ed69c for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:49.501124 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4d1a5d17-8d89-4691-890a-a69dc015c29f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:49.523915 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6297d6ff-7adc-4711-b055-c2cfffa7fda9 tempest-QuotasTest-1693306759 tempest-QuotasTest-1693306759-project-admin] 10.222.0.31 "GET /v2.0/quotas/3123d4a843654742b09528000f1947c3/details.json HTTP/1.1" status: 200 len: 703 time: 1.8351233 Mar 31 15:24:49.635613 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d1a5d17-8d89-4691-890a-a69dc015c29f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:24:49.639407 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91fe51b2-385c-403e-b89a-7331472fe287 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:49.669243 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-39f08d64-b5df-4144-b171-90b1f65490ad req-2dec63b0-3d44-4649-9465-267fd83010c0 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Unset dirty status for tenant:054d30a6120446fcba39a5a299093095 on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:24:49.669243 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-39f08d64-b5df-4144-b171-90b1f65490ad req-2dec63b0-3d44-4649-9465-267fd83010c0 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1298018047&fields=id&tenant_id=054d30a6120446fcba39a5a299093095 HTTP/1.1" status: 200 len: 267 time: 0.5544441 Mar 31 15:24:49.684043 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4d1a5d17-8d89-4691-890a-a69dc015c29f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:49.684043 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-4d1a5d17-8d89-4691-890a-a69dc015c29f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Added segment 87e49df3-30af-4a52-895b-3cd8611445f4 of type vlan for network 2e4e78c3-a53a-4045-9ec3-5c5a3ec55263 Mar 31 15:24:49.715945 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-91fe51b2-385c-403e-b89a-7331472fe287 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64847822-b0fb-4b57-9316-d6f26d51c7bf']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:49.774324 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e938b76-cbce-45a5-95e7-1d11a5ffcd32 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:49.778980 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-91fe51b2-385c-403e-b89a-7331472fe287 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b6b837-487c-479a-b954-37675d6a6b10') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:49.779274 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-91fe51b2-385c-403e-b89a-7331472fe287 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b6b837-487c-479a-b954-37675d6a6b10') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:49.881643 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:24:49.905175 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91fe51b2-385c-403e-b89a-7331472fe287 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:49.923854 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4d1a5d17-8d89-4691-890a-a69dc015c29f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:49.979228 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e938b76-cbce-45a5-95e7-1d11a5ffcd32 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Network af35fe3f-cd79-47db-bc77-db544213cd71 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:24:49.984357 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91fe51b2-385c-403e-b89a-7331472fe287 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:49.992733 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-7e938b76-cbce-45a5-95e7-1d11a5ffcd32 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:50.002924 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38948) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:50.008553 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e938b76-cbce-45a5-95e7-1d11a5ffcd32 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:24:50.035646 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e938b76-cbce-45a5-95e7-1d11a5ffcd32 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event updated for resources: {'Port': ['ID=f3b518e9-871f-409f-9f48-3adc73b6c3c0,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:50.042812 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91fe51b2-385c-403e-b89a-7331472fe287 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:24:50.043681 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91fe51b2-385c-403e-b89a-7331472fe287 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:50.060767 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:24:50.060767 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:24:50.060767 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:24:50.060767 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:24:50.060767 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:24:50.060767 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:24:50.060767 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:24:50.060767 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:24:50.060767 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:24:50.060767 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:24:50.060767 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:24:50.060767 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:24:50.060767 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:24:50.060767 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:24:50.060767 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:24:50.060767 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:24:50.060767 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:24:50.060767 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:24:50.060767 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:24:50.060767 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:24:50.060767 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:24:50.060767 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:24:50.060767 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:24:50.060767 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:24:50.060767 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:24:50.060767 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:24:50.060767 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:24:50.060767 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:24:50.060767 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:24:50.060767 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:24:50.060767 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:24:50.060767 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:24:50.141163 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-08fc41e0-c3d1-4e54-813a-70e9a7afe15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:50.155784 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-08fc41e0-c3d1-4e54-813a-70e9a7afe15d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:50.159768 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-08fc41e0-c3d1-4e54-813a-70e9a7afe15d admin admin] Usage tracker for resource:security_group_rule and tenant:cd6893bf161f48259ea5cdd086449e86 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:50.162706 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-08fc41e0-c3d1-4e54-813a-70e9a7afe15d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:50.168461 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-08fc41e0-c3d1-4e54-813a-70e9a7afe15d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:50.170882 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9b3d4b11-e703-4280-8c9e-463cfcee48d4 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:50.229348 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f08d64-b5df-4144-b171-90b1f65490ad req-f68fa223-b6b1-4e87-860d-b0acbc3cd444 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:50.230725 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-39f08d64-b5df-4144-b171-90b1f65490ad req-f68fa223-b6b1-4e87-860d-b0acbc3cd444 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/networks?id=8570db4c-fed6-40aa-8a1b-99615046312c HTTP/1.1" status: 200 len: 811 time: 0.5520508 Mar 31 15:24:50.247404 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d4b11-e703-4280-8c9e-463cfcee48d4 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Pushing event deleted for resources: {'Port': ['ID=4feb320f-6404-4109-9f1c-33f095cdeb93,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:50.259582 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e938b76-cbce-45a5-95e7-1d11a5ffcd32 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:50.259582 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e938b76-cbce-45a5-95e7-1d11a5ffcd32 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:50.269635 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4d1a5d17-8d89-4691-890a-a69dc015c29f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:50.274870 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1a5d17-8d89-4691-890a-a69dc015c29f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:50.275436 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4d1a5d17-8d89-4691-890a-a69dc015c29f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:50.436419 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91fe51b2-385c-403e-b89a-7331472fe287 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:50.438890 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-39f08d64-b5df-4144-b171-90b1f65490ad req-bac4f297-2078-441b-8bcf-eb0045b9dcf3 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/quotas/054d30a6120446fcba39a5a299093095 HTTP/1.1" status: 200 len: 375 time: 0.1925807 Mar 31 15:24:50.463323 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fe51b2-385c-403e-b89a-7331472fe287 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 64847822-b0fb-4b57-9316-d6f26d51c7bf {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 31 15:24:50.463479 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-08fc41e0-c3d1-4e54-813a-70e9a7afe15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:50.531106 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-08fc41e0-c3d1-4e54-813a-70e9a7afe15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:50.548838 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91fe51b2-385c-403e-b89a-7331472fe287 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:50.553706 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-91fe51b2-385c-403e-b89a-7331472fe287 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] 10.222.0.31 "DELETE /v2.0/networks/64847822-b0fb-4b57-9316-d6f26d51c7bf HTTP/1.1" status: 204 len: 168 time: 1.6723213 Mar 31 15:24:50.553706 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9b3d4b11-e703-4280-8c9e-463cfcee48d4 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:50.553706 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9b3d4b11-e703-4280-8c9e-463cfcee48d4 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "DELETE /v2.0/ports/4feb320f-6404-4109-9f1c-33f095cdeb93 HTTP/1.1" status: 204 len: 168 time: 2.1838915 Mar 31 15:24:50.565764 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38968) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:50.569808 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38970) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:50.582616 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-f2ccc3c5-010d-4c3b-a0ea-fd4bc35ea202 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cacf1897-8993-4216-a3fc-34c708ddf9c7', 'external_fixed_ips': [{'subnet_id': 'f14b9e64-d324-4c84-bae0-43dcf9122553', 'ip_address': '2001:db8::38'}]}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:50.613825 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a5d17-8d89-4691-890a-a69dc015c29f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Pushing event updated for resources: {'Network': ['ID=2e4e78c3-a53a-4045-9ec3-5c5a3ec55263,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:50.625415 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f2ccc3c5-010d-4c3b-a0ea-fd4bc35ea202 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:50.631691 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 2e4e78c3-a53a-4045-9ec3-5c5a3ec55263 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:24:50.646085 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f99045-14ae-4665-8fd9-ecb896229505 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] DELETE failed (client error): The resource could not be found. Mar 31 15:24:50.646531 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30f99045-14ae-4665-8fd9-ecb896229505 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:24:50.649072 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-30f99045-14ae-4665-8fd9-ecb896229505 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] 10.222.0.31 "DELETE /v2.0/subnets/e4079f97-ad8f-41b3-a981-c912f179e105 HTTP/1.1" status: 404 len: 337 time: 0.0785339 Mar 31 15:24:50.653752 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7e938b76-cbce-45a5-95e7-1d11a5ffcd32 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.6880240 Mar 31 15:24:50.654647 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38978) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:50.655949 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f2ccc3c5-010d-4c3b-a0ea-fd4bc35ea202 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Usage tracker for resource:router and tenant:b90e5debb7e44a49a84328c79720d332 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:50.665754 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f2ccc3c5-010d-4c3b-a0ea-fd4bc35ea202 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:50.665980 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 38980) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:50.669047 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe51b2-385c-403e-b89a-7331472fe287 tempest-ExternalNetworksTestJSON-318972051 tempest-ExternalNetworksTestJSON-318972051-project-admin] Pushing event deleted for resources: {'Network': ['ID=64847822-b0fb-4b57-9316-d6f26d51c7bf,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:50.679800 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3b344196-a3ea-46cf-9a8e-43793a0f2918 req-88547980-0cef-4c44-90ee-e6669fb91c9b tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c73b9c-8195-44c7-9920-d2b60e1cb25e HTTP/1.1" status: 200 len: 210 time: 0.1287432 Mar 31 15:24:50.692746 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38986) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:50.693843 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-08fc41e0-c3d1-4e54-813a-70e9a7afe15d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd6893bf161f48259ea5cdd086449e86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6893587 Mar 31 15:24:50.702336 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4d1a5d17-8d89-4691-890a-a69dc015c29f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5690486 Mar 31 15:24:50.704550 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f2ccc3c5-010d-4c3b-a0ea-fd4bc35ea202 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:50.713862 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-57aec60d-7de1-49ed-83a4-3eb4567379fb tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'port_id': 'f3b518e9-871f-409f-9f48-3adc73b6c3c0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:50.717370 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 38990) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:50.725138 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc41e0-c3d1-4e54-813a-70e9a7afe15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29c3c8d-3f67-4fb4-8622-acd6fee155d7,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:50.738554 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-57aec60d-7de1-49ed-83a4-3eb4567379fb tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:50.744327 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-d70cd18d-afe3-41ab-94d5-d20f9b8cb0b8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Request body: {'ports': [{'network_id': '941ea947-e9fc-49ec-a924-d692684f3540', 'name': 'tempest-port--575286839', 'admin_state_up': True}, {'network_id': '2e4e78c3-a53a-4045-9ec3-5c5a3ec55263', 'admin_state_up': False}]} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:50.744878 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-d70cd18d-afe3-41ab-94d5-d20f9b8cb0b8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Request body: {'port': {'network_id': '941ea947-e9fc-49ec-a924-d692684f3540', 'name': 'tempest-port--575286839', 'admin_state_up': True}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:50.745685 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-d70cd18d-afe3-41ab-94d5-d20f9b8cb0b8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Request body: {'port': {'network_id': '2e4e78c3-a53a-4045-9ec3-5c5a3ec55263', 'admin_state_up': False}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:50.746841 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-57aec60d-7de1-49ed-83a4-3eb4567379fb tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Usage tracker for resource:floatingip and tenant:e42d5336284c4dafbfb75f78ea62f851 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:50.753397 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-57aec60d-7de1-49ed-83a4-3eb4567379fb tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:50.772642 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-57aec60d-7de1-49ed-83a4-3eb4567379fb tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:50.885393 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-57aec60d-7de1-49ed-83a4-3eb4567379fb tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:50.891591 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc3c5-010d-4c3b-a0ea-fd4bc35ea202 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:50.893030 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc3c5-010d-4c3b-a0ea-fd4bc35ea202 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:50.972319 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1f19a059-fa0a-4e81-b776-9e920468a464 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:51.012868 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-39f08d64-b5df-4144-b171-90b1f65490ad req-fa63333b-dc5c-41b8-a1da-d5ad06aa44ec tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=054d30a6120446fcba39a5a299093095&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5396466 Mar 31 15:24:51.076612 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-57aec60d-7de1-49ed-83a4-3eb4567379fb tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:51.088952 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc3c5-010d-4c3b-a0ea-fd4bc35ea202 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:51.114710 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39000) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:51.165329 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-501e5445-21e2-47af-96da-17350bcbc0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:51.244047 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d8bd1bd2-b984-4646-ba43-8d557e37331c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1424758252', 'router:external': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:51.253851 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d8bd1bd2-b984-4646-ba43-8d557e37331c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:51.256638 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-57aec60d-7de1-49ed-83a4-3eb4567379fb tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Allocated IP 172.26.5.211 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/7ef18b12-d92d-4524-9c1e-ff802366bb0e) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:24:51.261158 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d8bd1bd2-b984-4646-ba43-8d557e37331c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Usage tracker for resource:network and tenant:93c80d0d670e4136bbfd2c69b3be82c8 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:51.265494 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d8bd1bd2-b984-4646-ba43-8d557e37331c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:51.275497 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d8bd1bd2-b984-4646-ba43-8d557e37331c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:51.398252 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-501e5445-21e2-47af-96da-17350bcbc0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:51.400648 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bd1bd2-b984-4646-ba43-8d557e37331c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Made reservation on behalf of 93c80d0d670e4136bbfd2c69b3be82c8 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:51.403172 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8bd1bd2-b984-4646-ba43-8d557e37331c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:51.419700 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8bd1bd2-b984-4646-ba43-8d557e37331c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:51.448871 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-57aec60d-7de1-49ed-83a4-3eb4567379fb tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:51.451914 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d8bd1bd2-b984-4646-ba43-8d557e37331c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:51.458646 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d8bd1bd2-b984-4646-ba43-8d557e37331c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Usage tracker for resource:security_group_rule and tenant:93c80d0d670e4136bbfd2c69b3be82c8 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:51.461479 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d8bd1bd2-b984-4646-ba43-8d557e37331c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:51.463597 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d70cd18d-afe3-41ab-94d5-d20f9b8cb0b8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:51.468231 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d8bd1bd2-b984-4646-ba43-8d557e37331c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:51.534955 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d70cd18d-afe3-41ab-94d5-d20f9b8cb0b8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Usage tracker for resource:port and tenant:5780cdcea3204a9cb6823db9812ed69c is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:51.548797 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d70cd18d-afe3-41ab-94d5-d20f9b8cb0b8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:51.552384 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1f19a059-fa0a-4e81-b776-9e920468a464 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:51.567979 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8bd1bd2-b984-4646-ba43-8d557e37331c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:51.584298 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d70cd18d-afe3-41ab-94d5-d20f9b8cb0b8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:51.586385 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-57aec60d-7de1-49ed-83a4-3eb4567379fb tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:51.647790 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8bd1bd2-b984-4646-ba43-8d557e37331c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:51.654767 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-39f08d64-b5df-4144-b171-90b1f65490ad req-e796cdac-ffb9-45ec-aa89-843a7ff50fa8 service neutron] 10.222.0.31 "GET /v2.0/networks/8570db4c-fed6-40aa-8a1b-99615046312c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6409488 Mar 31 15:24:51.665818 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57aec60d-7de1-49ed-83a4-3eb4567379fb tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:24:51.671395 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-57aec60d-7de1-49ed-83a4-3eb4567379fb tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:51.684054 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aec60d-7de1-49ed-83a4-3eb4567379fb tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:24:51.711785 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8bd1bd2-b984-4646-ba43-8d557e37331c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:24:51.743301 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aec60d-7de1-49ed-83a4-3eb4567379fb tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event updated for resources: {'Port': ['ID=7ef18b12-d92d-4524-9c1e-ff802366bb0e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:51.743818 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-1f19a059-fa0a-4e81-b776-9e920468a464 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['146627d1-fd78-4c42-a512-79df629e146a']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:51.754635 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8bd1bd2-b984-4646-ba43-8d557e37331c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:51.754982 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-d8bd1bd2-b984-4646-ba43-8d557e37331c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Added segment 46de1f1b-9701-4f44-add8-cfe7e7efa63a of type vlan for network 9d0337ef-1567-4224-a3d3-626eb18746ef Mar 31 15:24:51.758332 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd1bd2-b984-4646-ba43-8d557e37331c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263f6002-cefc-496a-83c9-f40adcf28e41,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:51.783548 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70cd18d-afe3-41ab-94d5-d20f9b8cb0b8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Made reservation on behalf of 5780cdcea3204a9cb6823db9812ed69c for: {'port': 2} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:51.787978 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d70cd18d-afe3-41ab-94d5-d20f9b8cb0b8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:51.840119 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8bd1bd2-b984-4646-ba43-8d557e37331c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:51.892928 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-1f19a059-fa0a-4e81-b776-9e920468a464 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e440c015-1133-44e8-8bfd-810c43265639') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:51.893562 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-1f19a059-fa0a-4e81-b776-9e920468a464 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e440c015-1133-44e8-8bfd-810c43265639') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:51.958801 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3464f1f7-42eb-4bc7-bda4-0d3fd6f65183 req-cf2e2fae-8302-4d94-aad2-0272774de74d tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c73b9c-8195-44c7-9920-d2b60e1cb25e HTTP/1.1" status: 200 len: 210 time: 0.0593512 Mar 31 15:24:51.961468 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1f19a059-fa0a-4e81-b776-9e920468a464 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:52.020670 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d70cd18d-afe3-41ab-94d5-d20f9b8cb0b8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:52.036211 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc3c5-010d-4c3b-a0ea-fd4bc35ea202 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:52.105997 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1f19a059-fa0a-4e81-b776-9e920468a464 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:52.121781 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8bd1bd2-b984-4646-ba43-8d557e37331c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:52.131660 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bd1bd2-b984-4646-ba43-8d557e37331c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:52.131660 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8bd1bd2-b984-4646-ba43-8d557e37331c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:52.131884 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f19a059-fa0a-4e81-b776-9e920468a464 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:24:52.131884 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1f19a059-fa0a-4e81-b776-9e920468a464 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:52.144334 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:24:52.144334 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:24:52.144334 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:24:52.144334 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:24:52.144334 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:24:52.144334 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:24:52.144334 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:24:52.144334 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:24:52.144334 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:24:52.144334 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:24:52.144334 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:24:52.144334 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:24:52.144334 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:24:52.144334 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:24:52.144334 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:24:52.144334 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:24:52.144334 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:24:52.144334 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:24:52.144334 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:24:52.144334 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:24:52.144334 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:24:52.144334 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:24:52.144334 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:24:52.144334 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:24:52.144334 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:24:52.144334 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:24:52.144334 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:24:52.144334 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:24:52.144334 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:24:52.144334 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:24:52.144334 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:24:52.144334 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:24:52.204698 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.41', 54158) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:52.208195 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-501e5445-21e2-47af-96da-17350bcbc0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:52.327635 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-39f08d64-b5df-4144-b171-90b1f65490ad req-982311d9-d3c4-4bb4-8b2c-f1bccd4cd7ff service neutron] 10.222.0.31 "GET /v2.0/networks/8570db4c-fed6-40aa-8a1b-99615046312c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6514134 Mar 31 15:24:52.350582 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e5445-21e2-47af-96da-17350bcbc0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29c3c8d-3f67-4fb4-8622-acd6fee155d7,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:52.359889 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd1bd2-b984-4646-ba43-8d557e37331c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Pushing event updated for resources: {'Network': ['ID=9d0337ef-1567-4224-a3d3-626eb18746ef,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:52.388497 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 9d0337ef-1567-4224-a3d3-626eb18746ef details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:24:52.523821 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-501e5445-21e2-47af-96da-17350bcbc0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:52.527510 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-501e5445-21e2-47af-96da-17350bcbc0ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c29c3c8d-3f67-4fb4-8622-acd6fee155d7 HTTP/1.1" status: 204 len: 168 time: 1.8270733 Mar 31 15:24:52.541595 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1f19a059-fa0a-4e81-b776-9e920468a464 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:52.572238 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d8bd1bd2-b984-4646-ba43-8d557e37331c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4535785 Mar 31 15:24:52.578324 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-d70cd18d-afe3-41ab-94d5-d20f9b8cb0b8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] device_id is not set on port a3185c12-2a2e-4da3-8fa3-74a78045407e yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:24:52.579388 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39014) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:52.588193 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1f19a059-fa0a-4e81-b776-9e920468a464 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:52.604601 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d5192db2-95d2-4912-a62a-43694360b408 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Request body: {'subnet': {'network_id': '9d0337ef-1567-4224-a3d3-626eb18746ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:52.615559 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d5192db2-95d2-4912-a62a-43694360b408 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:52.624282 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d5192db2-95d2-4912-a62a-43694360b408 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Usage tracker for resource:subnet and tenant:93c80d0d670e4136bbfd2c69b3be82c8 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:52.633923 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d5192db2-95d2-4912-a62a-43694360b408 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:52.672803 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d5192db2-95d2-4912-a62a-43694360b408 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:52.679254 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19a059-fa0a-4e81-b776-9e920468a464 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] Pushing event deleted for resources: {'Network': ['ID=146627d1-fd78-4c42-a512-79df629e146a,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:52.699100 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-1f19a059-fa0a-4e81-b776-9e920468a464 tempest-ExternalNetworksTestJSON-210867721 tempest-ExternalNetworksTestJSON-210867721-project] 10.222.0.31 "DELETE /v2.0/networks/146627d1-fd78-4c42-a512-79df629e146a HTTP/1.1" status: 204 len: 168 time: 2.0376377 Mar 31 15:24:52.705934 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-1c6bea8e-a006-47d4-b3a8-c7838cd0e9c5 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:52.707377 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-1c6bea8e-a006-47d4-b3a8-c7838cd0e9c5 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.41 "GET /v2.0/networks?id=cc4f77bd-a8a1-4de3-ae11-e5fff1d18587 HTTP/1.1" status: 200 len: 805 time: 0.4844594 Mar 31 15:24:52.788309 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-a4b7d621-366d-4e60-88f1-7283c47aad9c req-05d94404-33b5-4fc2-8d0c-91ef2422dc63 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Synchronizing usage tracker for tenant:054d30a6120446fcba39a5a299093095 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:24:52.798255 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5192db2-95d2-4912-a62a-43694360b408 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Made reservation on behalf of 93c80d0d670e4136bbfd2c69b3be82c8 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:52.800574 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5192db2-95d2-4912-a62a-43694360b408 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:52.878227 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-4ace7d7c-66eb-4473-8f7f-ed67f1fb1751 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d3b9b77f9fd4ab9a15d41c62b10bfd0 HTTP/1.1" status: 200 len: 380 time: 0.1265616 Mar 31 15:24:52.912615 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d70cd18d-afe3-41ab-94d5-d20f9b8cb0b8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:52.918183 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-7173a9bd-3c37-47c2-b61c-d5c30b792637 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Request body: {'port': {'device_id': 'f5c73b9c-8195-44c7-9920-d2b60e1cb25e', 'network_id': 'cc4f77bd-a8a1-4de3-ae11-e5fff1d18587', 'admin_state_up': True, 'tenant_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'security_groups': ['b2c87546-beca-4d24-a25e-a48837010178']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:53.017419 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-57aec60d-7de1-49ed-83a4-3eb4567379fb tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:53.136671 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-a4b7d621-366d-4e60-88f1-7283c47aad9c req-05d94404-33b5-4fc2-8d0c-91ef2422dc63 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Unset dirty status for tenant:054d30a6120446fcba39a5a299093095 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:24:53.138196 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-d70cd18d-afe3-41ab-94d5-d20f9b8cb0b8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] device_id is not set on port 9319ffdc-6df9-476d-aeec-f2ecf073bc86 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:24:53.146256 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a4b7d621-366d-4e60-88f1-7283c47aad9c req-05d94404-33b5-4fc2-8d0c-91ef2422dc63 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 210 time: 0.4550936 Mar 31 15:24:53.268554 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-57aec60d-7de1-49ed-83a4-3eb4567379fb tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:53.374267 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39062) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:53.398898 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78043e0f-b49b-45a1-a606-b7676a8ba67f req-ce16e0fe-ef7c-4600-b43e-86529d077c26 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c73b9c-8195-44c7-9920-d2b60e1cb25e HTTP/1.1" status: 200 len: 210 time: 0.1706376 Mar 31 15:24:53.614116 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-7173a9bd-3c37-47c2-b61c-d5c30b792637 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:53.638243 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-7173a9bd-3c37-47c2-b61c-d5c30b792637 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:53.644682 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc3c5-010d-4c3b-a0ea-fd4bc35ea202 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:53.690124 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc3c5-010d-4c3b-a0ea-fd4bc35ea202 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:53.705830 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2ce61ee0-5cf4-4a7b-851c-da05cc58acbf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5437256d8fe744ba904280585969ded1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3350348 Mar 31 15:24:53.714651 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39080) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:53.735098 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d70cd18d-afe3-41ab-94d5-d20f9b8cb0b8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:53.741640 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-57aec60d-7de1-49ed-83a4-3eb4567379fb tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:53.806226 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39084) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:53.820245 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-7173a9bd-3c37-47c2-b61c-d5c30b792637 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Made reservation on behalf of 1d3b9b77f9fd4ab9a15d41c62b10bfd0 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:53.823665 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-7173a9bd-3c37-47c2-b61c-d5c30b792637 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:53.840781 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-559fa067-0ad1-4074-a656-ed89b8d52425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:53.885105 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-57aec60d-7de1-49ed-83a4-3eb4567379fb tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:53.907237 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-559fa067-0ad1-4074-a656-ed89b8d52425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:53.944478 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d70cd18d-afe3-41ab-94d5-d20f9b8cb0b8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:54.030048 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aec60d-7de1-49ed-83a4-3eb4567379fb tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event updated for resources: {'Port': ['ID=7ef18b12-d92d-4524-9c1e-ff802366bb0e,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:54.037216 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-559fa067-0ad1-4074-a656-ed89b8d52425 admin admin] Usage tracker for resource:security_group_rule and tenant:3123d4a843654742b09528000f1947c3 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:54.085089 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-559fa067-0ad1-4074-a656-ed89b8d52425 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:54.088327 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5a110f80-1ec6-4350-89f1-63b68e8fe642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:54.091814 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-f2ccc3c5-010d-4c3b-a0ea-fd4bc35ea202 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Allocated IP 2001:db8::38 (cacf1897-8993-4216-a3fc-34c708ddf9c7/f14b9e64-d324-4c84-bae0-43dcf9122553/347aee55-78dd-488b-82dd-30df27fbb1a7) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:24:54.093911 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70cd18d-afe3-41ab-94d5-d20f9b8cb0b8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Pushing event updated for resources: {'Port': ['ID=a3185c12-2a2e-4da3-8fa3-74a78045407e,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:54.151049 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-559fa067-0ad1-4074-a656-ed89b8d52425 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:54.174455 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.objects.ports [None req-d5192db2-95d2-4912-a62a-43694360b408 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103443) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 31 15:24:54.175166 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5192db2-95d2-4912-a62a-43694360b408 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:54.206311 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70cd18d-afe3-41ab-94d5-d20f9b8cb0b8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Checking segment: {'id': 'aaf09e03-87fe-4b3b-98f9-29c4d70cf5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '941ea947-e9fc-49ec-a924-d692684f3540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:24:54.206735 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70cd18d-afe3-41ab-94d5-d20f9b8cb0b8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Network hostable DHCP agents. Network: 941ea947-e9fc-49ec-a924-d692684f3540, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:24:54.307248 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-7173a9bd-3c37-47c2-b61c-d5c30b792637 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Allocated IP 172.20.0.11 (cc4f77bd-a8a1-4de3-ae11-e5fff1d18587/b57b1a83-224b-460a-8d96-97b3371a0b4c/4b820d05-b775-478c-bfb5-af29b02da3d9) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:24:54.411604 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc3c5-010d-4c3b-a0ea-fd4bc35ea202 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:54.438587 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70cd18d-afe3-41ab-94d5-d20f9b8cb0b8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Network 941ea947-e9fc-49ec-a924-d692684f3540 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:24:54.460498 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b0fb7a76-857f-472d-a518-7468f4448caa req-4c34c976-0d05-4f47-ade3-3d3e875540ff tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 210 time: 0.2265432 Mar 31 15:24:54.493491 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5a110f80-1ec6-4350-89f1-63b68e8fe642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:54.552227 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-57aec60d-7de1-49ed-83a4-3eb4567379fb tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:54.561433 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-d70cd18d-afe3-41ab-94d5-d20f9b8cb0b8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 941ea947-e9fc-49ec-a924-d692684f3540) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:54.576168 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70cd18d-afe3-41ab-94d5-d20f9b8cb0b8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:24:54.577562 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d70cd18d-afe3-41ab-94d5-d20f9b8cb0b8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:54.578578 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23d88af-092f-459f-a88a-20eb9d947d5a None None] Network 941ea947-e9fc-49ec-a924-d692684f3540 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:24:54.690484 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-7173a9bd-3c37-47c2-b61c-d5c30b792637 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:54.699362 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc3c5-010d-4c3b-a0ea-fd4bc35ea202 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:54.726095 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-aa749356-98e5-4980-94be-e1b4bd109e87 req-c435019d-efcd-4804-baf2-9020e291e445 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c73b9c-8195-44c7-9920-d2b60e1cb25e HTTP/1.1" status: 200 len: 210 time: 0.1515365 Mar 31 15:24:54.770786 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5192db2-95d2-4912-a62a-43694360b408 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0af0d4b4-f501-4e1f-81e0-77039a2556aa,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:54.772759 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-7173a9bd-3c37-47c2-b61c-d5c30b792637 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Transition to ACTIVE for port object 4b820d05-b775-478c-bfb5-af29b02da3d9 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:24:54.773443 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5192db2-95d2-4912-a62a-43694360b408 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Checking segment: {'id': '46de1f1b-9701-4f44-add8-cfe7e7efa63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9d0337ef-1567-4224-a3d3-626eb18746ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:24:54.773966 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5192db2-95d2-4912-a62a-43694360b408 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Network hostable DHCP agents. Network: 9d0337ef-1567-4224-a3d3-626eb18746ef, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:24:54.785062 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ccc3c5-010d-4c3b-a0ea-fd4bc35ea202 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Network cacf1897-8993-4216-a3fc-34c708ddf9c7 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:24:54.792466 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-f2ccc3c5-010d-4c3b-a0ea-fd4bc35ea202 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:54.800544 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ccc3c5-010d-4c3b-a0ea-fd4bc35ea202 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:24:54.857611 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70cd18d-afe3-41ab-94d5-d20f9b8cb0b8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Pushing event updated for resources: {'Port': ['ID=9319ffdc-6df9-476d-aeec-f2ecf073bc86,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:54.992510 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70cd18d-afe3-41ab-94d5-d20f9b8cb0b8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Checking segment: {'id': '87e49df3-30af-4a52-895b-3cd8611445f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2e4e78c3-a53a-4045-9ec3-5c5a3ec55263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:24:54.993218 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70cd18d-afe3-41ab-94d5-d20f9b8cb0b8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Network hostable DHCP agents. Network: 2e4e78c3-a53a-4045-9ec3-5c5a3ec55263, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:24:54.997441 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:55.046397 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-57aec60d-7de1-49ed-83a4-3eb4567379fb tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Floating IP 7afd7bec-8b5e-45d5-8c2e-ec286d728d06 associated. External IP: 172.26.5.211, port: f3b518e9-871f-409f-9f48-3adc73b6c3c0. Mar 31 15:24:55.080746 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ccc3c5-010d-4c3b-a0ea-fd4bc35ea202 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Pushing event updated for resources: {'Port': ['ID=347aee55-78dd-488b-82dd-30df27fbb1a7,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:55.103608 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-559fa067-0ad1-4074-a656-ed89b8d52425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:55.110248 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5192db2-95d2-4912-a62a-43694360b408 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Network 9d0337ef-1567-4224-a3d3-626eb18746ef is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:24:55.121461 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5a110f80-1ec6-4350-89f1-63b68e8fe642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:55.142365 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-d5192db2-95d2-4912-a62a-43694360b408 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 9d0337ef-1567-4224-a3d3-626eb18746ef) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:55.146066 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a110f80-1ec6-4350-89f1-63b68e8fe642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d27d867-bde9-43d9-b816-c391880e1485,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:55.158344 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5192db2-95d2-4912-a62a-43694360b408 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:55.159045 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5192db2-95d2-4912-a62a-43694360b408 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:55.177920 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb3a59a-68e8-40be-84bb-f910494fa9ff None None] Network 9d0337ef-1567-4224-a3d3-626eb18746ef requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:24:55.283752 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5a110f80-1ec6-4350-89f1-63b68e8fe642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:55.287782 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5a110f80-1ec6-4350-89f1-63b68e8fe642 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4d27d867-bde9-43d9-b816-c391880e1485 HTTP/1.1" status: 204 len: 168 time: 1.5721736 Mar 31 15:24:55.314709 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-7173a9bd-3c37-47c2-b61c-d5c30b792637 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:55.340125 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70cd18d-afe3-41ab-94d5-d20f9b8cb0b8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Network 2e4e78c3-a53a-4045-9ec3-5c5a3ec55263 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:24:55.414416 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-559fa067-0ad1-4074-a656-ed89b8d52425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:55.482183 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d5192db2-95d2-4912-a62a-43694360b408 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8752432 Mar 31 15:24:55.482183 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-559fa067-0ad1-4074-a656-ed89b8d52425 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3123d4a843654742b09528000f1947c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6562238 Mar 31 15:24:55.493162 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39102) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:55.493804 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39104) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:55.550891 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b9821f7b-092c-41be-9821-a02d01beb6ab tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1905333248', 'network_id': '9d0337ef-1567-4224-a3d3-626eb18746ef'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:55.567644 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7416c000-d3e6-450b-8a24-3e8fc505bbeb None None] Network 9d0337ef-1567-4224-a3d3-626eb18746ef requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:24:55.579599 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559fa067-0ad1-4074-a656-ed89b8d52425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d36bc8-2bd1-4397-ad25-fafdc2bfc2ca,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:55.583245 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b9821f7b-092c-41be-9821-a02d01beb6ab tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:55.595268 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b9821f7b-092c-41be-9821-a02d01beb6ab tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Usage tracker for resource:port and tenant:93c80d0d670e4136bbfd2c69b3be82c8 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:55.710489 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-7173a9bd-3c37-47c2-b61c-d5c30b792637 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Network cc4f77bd-a8a1-4de3-ae11-e5fff1d18587 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:24:55.725421 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b9821f7b-092c-41be-9821-a02d01beb6ab tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:55.750493 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b9821f7b-092c-41be-9821-a02d01beb6ab tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:55.832655 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-83f67d4a-c61a-4f21-8021-c27c810c77c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:55.871609 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1798e18a-abd3-45c6-9d0f-7641546e8c02 req-2ba2c5fc-6991-479f-981b-50453c11bd98 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 210 time: 0.1222405 Mar 31 15:24:55.923844 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-7173a9bd-3c37-47c2-b61c-d5c30b792637 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:55.926927 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57aec60d-7de1-49ed-83a4-3eb4567379fb tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Router 12c3bdd7-ec80-47bb-a654-40336a8e2de2 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:24:55.928008 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9821f7b-092c-41be-9821-a02d01beb6ab tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Made reservation on behalf of 93c80d0d670e4136bbfd2c69b3be82c8 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:55.935136 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b9821f7b-092c-41be-9821-a02d01beb6ab tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:55.972685 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-83f67d4a-c61a-4f21-8021-c27c810c77c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:56.001180 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-b9821f7b-092c-41be-9821-a02d01beb6ab tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] device_id is not set on port f9cd670c-88f8-42a3-94da-49156cc872a4 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:24:56.184614 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-d70cd18d-afe3-41ab-94d5-d20f9b8cb0b8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 2e4e78c3-a53a-4045-9ec3-5c5a3ec55263) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:56.204221 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e011c69-899f-4960-8737-e6d1a77cc941 None None] Network 2e4e78c3-a53a-4045-9ec3-5c5a3ec55263 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:24:56.209481 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-7173a9bd-3c37-47c2-b61c-d5c30b792637 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:24:56.284989 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc3c5-010d-4c3b-a0ea-fd4bc35ea202 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:56.397547 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70cd18d-afe3-41ab-94d5-d20f9b8cb0b8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:24:56.403234 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70cd18d-afe3-41ab-94d5-d20f9b8cb0b8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:56.411771 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-b9821f7b-092c-41be-9821-a02d01beb6ab tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Allocated IP 172.20.0.2 (9d0337ef-1567-4224-a3d3-626eb18746ef/0af0d4b4-f501-4e1f-81e0-77039a2556aa/f9cd670c-88f8-42a3-94da-49156cc872a4) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:24:56.412906 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70cd18d-afe3-41ab-94d5-d20f9b8cb0b8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:56.413802 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d70cd18d-afe3-41ab-94d5-d20f9b8cb0b8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:56.478764 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173a9bd-3c37-47c2-b61c-d5c30b792637 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Pushing event updated for resources: {'Port': ['ID=4b820d05-b775-478c-bfb5-af29b02da3d9,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:56.543585 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-7173a9bd-3c37-47c2-b61c-d5c30b792637 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:56.544172 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-7173a9bd-3c37-47c2-b61c-d5c30b792637 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:56.567374 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-486bb40b-098e-47f3-84a8-fe084ecbdcb8 None None] Provisioning for port 4b820d05-b775-478c-bfb5-af29b02da3d9 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:24:56.578504 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-486bb40b-098e-47f3-84a8-fe084ecbdcb8 None None] Provisioning complete for port 4b820d05-b775-478c-bfb5-af29b02da3d9 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:24:56.578882 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-486bb40b-098e-47f3-84a8-fe084ecbdcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:56.613476 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.41', 54164) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:56.742894 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-486bb40b-098e-47f3-84a8-fe084ecbdcb8 None None] Port 4b820d05-b775-478c-bfb5-af29b02da3d9 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:24:56.758333 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57aec60d-7de1-49ed-83a4-3eb4567379fb tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:24:56.773785 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4a3b1e-0d28-4d13-9597-e3ae963a010c None None] Sync routers for ids ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:24:56.799629 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4a3b1e-0d28-4d13-9597-e3ae963a010c None None] Routers {'12c3bdd7-ec80-47bb-a654-40336a8e2de2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:24:56.799990 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-8e4a3b1e-0d28-4d13-9597-e3ae963a010c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:24:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:56.845305 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39120) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:56.862552 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d70cd18d-afe3-41ab-94d5-d20f9b8cb0b8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.1334715 Mar 31 15:24:56.868381 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39124) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:56.922191 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-8e4a3b1e-0d28-4d13-9597-e3ae963a010c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:56.933037 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4a3b1e-0d28-4d13-9597-e3ae963a010c None None] Routers {'12c3bdd7-ec80-47bb-a654-40336a8e2de2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:24:56.934133 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-8e4a3b1e-0d28-4d13-9597-e3ae963a010c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:24:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:56.955030 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-7173a9bd-3c37-47c2-b61c-d5c30b792637 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0479095 Mar 31 15:24:56.961381 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-83f67d4a-c61a-4f21-8021-c27c810c77c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:56.975126 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f08d64-b5df-4144-b171-90b1f65490ad req-df4fdead-758f-4734-8457-8bbec0dd485e tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:56.979467 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-39f08d64-b5df-4144-b171-90b1f65490ad req-df4fdead-758f-4734-8457-8bbec0dd485e tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.41 "GET /v2.0/networks?id=8570db4c-fed6-40aa-8a1b-99615046312c HTTP/1.1" status: 200 len: 811 time: 0.3621953 Mar 31 15:24:56.979854 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-57aec60d-7de1-49ed-83a4-3eb4567379fb tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:56.984602 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3b4db-3e16-4685-a91b-a11dae553f06 req-d4fdb18c-a9c0-4eeb-a60f-bb7ef20bb553 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:56.985430 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-edb3b4db-3e16-4685-a91b-a11dae553f06 req-d4fdb18c-a9c0-4eeb-a60f-bb7ef20bb553 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Synchronizing usage tracker for tenant:1d3b9b77f9fd4ab9a15d41c62b10bfd0 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:24:57.004614 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-8e4a3b1e-0d28-4d13-9597-e3ae963a010c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:24:57.005077 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4a3b1e-0d28-4d13-9597-e3ae963a010c None None] The sync data for ids ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:24:57.088477 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-f2d6a9a0-416d-4caa-8ff0-0bebea7a47ba tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:24:57.091832 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-f2d6a9a0-416d-4caa-8ff0-0bebea7a47ba tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1022630 Mar 31 15:24:57.128539 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-57aec60d-7de1-49ed-83a4-3eb4567379fb tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.4581535 Mar 31 15:24:57.153706 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39132) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:57.168517 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-b4757ec3-b130-4bb9-b934-3261616bb6c5 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:57.190719 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f67d4a-c61a-4f21-8021-c27c810c77c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d36bc8-2bd1-4397-ad25-fafdc2bfc2ca,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:57.235276 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5da414b5-a835-4c19-878d-dc27743a1c78 req-54f7b628-7038-4e9a-ab89-e4e98ee9e48e tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 210 time: 0.1204555 Mar 31 15:24:57.247882 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-83f67d4a-c61a-4f21-8021-c27c810c77c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:57.250591 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-83f67d4a-c61a-4f21-8021-c27c810c77c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04d36bc8-2bd1-4397-ad25-fafdc2bfc2ca HTTP/1.1" status: 204 len: 168 time: 1.7542615 Mar 31 15:24:57.447832 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc3c5-010d-4c3b-a0ea-fd4bc35ea202 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:57.481954 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-bd5dda0f-6fce-4f2b-8425-c55c53590ed1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=50448080daeb446f997155727d5ab0c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6177206 Mar 31 15:24:57.486448 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39138) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:57.561863 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da56952-21cb-48d5-9395-6a41c1b7b46f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:57.602003 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da56952-21cb-48d5-9395-6a41c1b7b46f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:57.602003 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0da56952-21cb-48d5-9395-6a41c1b7b46f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.6944752 Mar 31 15:24:57.602601 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39142) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:57.623228 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-39f08d64-b5df-4144-b171-90b1f65490ad req-24a123a4-373f-4855-97cc-8f00d192e7b2 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=054d30a6120446fcba39a5a299093095 HTTP/1.1" status: 200 len: 380 time: 0.6345282 Mar 31 15:24:57.718355 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2bfddfec-c1c3-493b-91ac-3a2fb632505c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:57.736175 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-39f08d64-b5df-4144-b171-90b1f65490ad req-ab1443b4-a739-428d-a51a-bed1df07c507 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Request body: {'port': {'device_id': '89393acc-4760-4f34-ac6d-faee27481093', 'network_id': '8570db4c-fed6-40aa-8a1b-99615046312c', 'admin_state_up': True, 'tenant_id': '054d30a6120446fcba39a5a299093095', 'security_groups': ['64eae60a-2fa4-4ca1-af90-b7729202a20e']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:57.742748 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b9821f7b-092c-41be-9821-a02d01beb6ab tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:57.797889 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2bfddfec-c1c3-493b-91ac-3a2fb632505c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:57.801371 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-edb3b4db-3e16-4685-a91b-a11dae553f06 req-d4fdb18c-a9c0-4eeb-a60f-bb7ef20bb553 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Unset dirty status for tenant:1d3b9b77f9fd4ab9a15d41c62b10bfd0 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:24:57.803473 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-edb3b4db-3e16-4685-a91b-a11dae553f06 req-d4fdb18c-a9c0-4eeb-a60f-bb7ef20bb553 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c73b9c-8195-44c7-9920-d2b60e1cb25e HTTP/1.1" status: 200 len: 932 time: 1.7030885 Mar 31 15:24:57.911238 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b4757ec3-b130-4bb9-b934-3261616bb6c5 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:57.987956 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b9821f7b-092c-41be-9821-a02d01beb6ab tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:58.048591 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2bfddfec-c1c3-493b-91ac-3a2fb632505c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:58.078308 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfddfec-c1c3-493b-91ac-3a2fb632505c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b966c6-720c-46ea-9c88-3d0c62b18d8f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:58.088921 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9821f7b-092c-41be-9821-a02d01beb6ab tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Network 9d0337ef-1567-4224-a3d3-626eb18746ef is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:24:58.093753 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-b9821f7b-092c-41be-9821-a02d01beb6ab tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:24:58.101030 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9821f7b-092c-41be-9821-a02d01beb6ab tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:24:58.179804 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2bfddfec-c1c3-493b-91ac-3a2fb632505c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:58.181382 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2bfddfec-c1c3-493b-91ac-3a2fb632505c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2b966c6-720c-46ea-9c88-3d0c62b18d8f HTTP/1.1" status: 204 len: 168 time: 0.6930628 Mar 31 15:24:58.185313 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9821f7b-092c-41be-9821-a02d01beb6ab tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Pushing event updated for resources: {'Port': ['ID=f9cd670c-88f8-42a3-94da-49156cc872a4,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:58.200789 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9821f7b-092c-41be-9821-a02d01beb6ab tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:24:58.201581 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b9821f7b-092c-41be-9821-a02d01beb6ab tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:58.271004 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-4b52876b-4ce7-4779-beb4-15b32a1af837 service neutron] Request body: {'port': {'device_id': 'f5c73b9c-8195-44c7-9920-d2b60e1cb25e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:58.278863 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b9821f7b-092c-41be-9821-a02d01beb6ab tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.7820585 Mar 31 15:24:58.281820 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39160) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:58.471623 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ff8640db-904d-4c79-ae8d-003b07930b6e tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Deleting port f9cd670c-88f8-42a3-94da-49156cc872a4 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:24:58.471623 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ff8640db-904d-4c79-ae8d-003b07930b6e tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:58.556405 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f671e40d-eef6-41c6-a43b-c88adada3dd0 req-5861e4a8-d677-426d-b5d4-ba050f439830 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 210 time: 0.0519817 Mar 31 15:24:58.573442 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c12fd878-beb1-4844-8fe6-572a2b49b092 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Deleting port a3185c12-2a2e-4da3-8fa3-74a78045407e {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:24:58.574195 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c12fd878-beb1-4844-8fe6-572a2b49b092 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:58.738014 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ff8640db-904d-4c79-ae8d-003b07930b6e tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:58.825581 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b4757ec3-b130-4bb9-b934-3261616bb6c5 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:58.882786 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-edb3b4db-3e16-4685-a91b-a11dae553f06 req-8ba0ef74-051a-4ff6-b40d-5608f092e350 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2c87546-beca-4d24-a25e-a48837010178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0226786 Mar 31 15:24:58.913311 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ff8640db-904d-4c79-ae8d-003b07930b6e tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Calling delete_port for f9cd670c-88f8-42a3-94da-49156cc872a4 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:24:59.125938 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-39f08d64-b5df-4144-b171-90b1f65490ad req-ab1443b4-a739-428d-a51a-bed1df07c507 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:59.137023 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b4757ec3-b130-4bb9-b934-3261616bb6c5 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:59.137023 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [None req-b4757ec3-b130-4bb9-b934-3261616bb6c5 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Floating IP 7afd7bec-8b5e-45d5-8c2e-ec286d728d06 disassociated. External IP: 172.26.5.211, port: f3b518e9-871f-409f-9f48-3adc73b6c3c0. Mar 31 15:24:59.163138 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ff8640db-904d-4c79-ae8d-003b07930b6e tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:59.221155 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-4b52876b-4ce7-4779-beb4-15b32a1af837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:59.251503 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-39f08d64-b5df-4144-b171-90b1f65490ad req-ab1443b4-a739-428d-a51a-bed1df07c507 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:59.427833 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8640db-904d-4c79-ae8d-003b07930b6e tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9cd670c-88f8-42a3-94da-49156cc872a4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:24:59.466856 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c12fd878-beb1-4844-8fe6-572a2b49b092 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:59.553185 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ff8640db-904d-4c79-ae8d-003b07930b6e tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:59.567200 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ff8640db-904d-4c79-ae8d-003b07930b6e tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "DELETE /v2.0/ports/f9cd670c-88f8-42a3-94da-49156cc872a4 HTTP/1.1" status: 204 len: 168 time: 1.2841089 Mar 31 15:24:59.571784 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39186) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:24:59.583927 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4b465a86-3679-4af4-8691-4376edeb5080 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d0337ef-1567-4224-a3d3-626eb18746ef', 'external_fixed_ips': [{'subnet_id': '0af0d4b4-f501-4e1f-81e0-77039a2556aa', 'ip_address': '172.20.0.2'}]}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:24:59.591611 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4b465a86-3679-4af4-8691-4376edeb5080 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:24:59.603780 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4b465a86-3679-4af4-8691-4376edeb5080 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Usage tracker for resource:router and tenant:93c80d0d670e4136bbfd2c69b3be82c8 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:24:59.626020 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4b465a86-3679-4af4-8691-4376edeb5080 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:24:59.657589 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4b465a86-3679-4af4-8691-4376edeb5080 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:24:59.725525 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c12fd878-beb1-4844-8fe6-572a2b49b092 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Calling delete_port for a3185c12-2a2e-4da3-8fa3-74a78045407e owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:24:59.766840 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1dd509fc-04ca-44d1-8ff2-698a803257cb req-04a0ada1-a98d-405b-b312-824459933908 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 210 time: 0.0597293 Mar 31 15:24:59.805992 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ccc3c5-010d-4c3b-a0ea-fd4bc35ea202 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Router 32f368ae-c816-4f12-8cdc-ae8407824c16 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:24:59.809221 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39f08d64-b5df-4144-b171-90b1f65490ad req-ab1443b4-a739-428d-a51a-bed1df07c507 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Made reservation on behalf of 054d30a6120446fcba39a5a299093095 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:24:59.815639 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-39f08d64-b5df-4144-b171-90b1f65490ad req-ab1443b4-a739-428d-a51a-bed1df07c507 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:59.879027 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4b465a86-3679-4af4-8691-4376edeb5080 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:59.880358 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4b465a86-3679-4af4-8691-4376edeb5080 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:24:59.900924 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4b465a86-3679-4af4-8691-4376edeb5080 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:00.101954 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39204) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:00.562662 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ccc3c5-010d-4c3b-a0ea-fd4bc35ea202 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:25:00.586324 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7083ac1-9519-4de5-afc4-3eeee110cb90 None None] Sync routers for ids ['32f368ae-c816-4f12-8cdc-ae8407824c16'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:25:00.617071 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7083ac1-9519-4de5-afc4-3eeee110cb90 None None] Routers {'32f368ae-c816-4f12-8cdc-ae8407824c16'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:00.617071 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d7083ac1-9519-4de5-afc4-3eeee110cb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:24:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['32f368ae-c816-4f12-8cdc-ae8407824c16'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:00.695385 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ae4e1cb2-2169-48d3-8a36-cbc199f4e9a1 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-987385636'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:00.715196 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ae4e1cb2-2169-48d3-8a36-cbc199f4e9a1 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:00.721031 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4b465a86-3679-4af4-8691-4376edeb5080 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:00.736676 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ae4e1cb2-2169-48d3-8a36-cbc199f4e9a1 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Usage tracker for resource:network and tenant:6c2318190d444e19bd817a81020a7f17 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:00.749433 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-39f08d64-b5df-4144-b171-90b1f65490ad req-ab1443b4-a739-428d-a51a-bed1df07c507 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Allocated IP 172.20.0.14 (8570db4c-fed6-40aa-8a1b-99615046312c/6b28caf7-0cc4-4f02-9ea5-a472add592af/bca974bf-04e8-4b40-8dd3-77d968794f2b) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:00.750336 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ae4e1cb2-2169-48d3-8a36-cbc199f4e9a1 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:00.773785 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ae4e1cb2-2169-48d3-8a36-cbc199f4e9a1 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:00.813143 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc3c5-010d-4c3b-a0ea-fd4bc35ea202 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:00.818059 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39216) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:00.821761 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f2ccc3c5-010d-4c3b-a0ea-fd4bc35ea202 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 10.2431695 Mar 31 15:25:00.960573 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4e1cb2-2169-48d3-8a36-cbc199f4e9a1 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Made reservation on behalf of 6c2318190d444e19bd817a81020a7f17 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:25:00.966903 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ae4e1cb2-2169-48d3-8a36-cbc199f4e9a1 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:01.039301 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-4b52876b-4ce7-4779-beb4-15b32a1af837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b820d05-b775-478c-bfb5-af29b02da3d9 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:25:01.050117 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-4b52876b-4ce7-4779-beb4-15b32a1af837 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:01.075179 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ae4e1cb2-2169-48d3-8a36-cbc199f4e9a1 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:01.086182 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-d7083ac1-9519-4de5-afc4-3eeee110cb90 None None] Set router 32f368ae-c816-4f12-8cdc-ae8407824c16 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:25:01.125003 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ae4e1cb2-2169-48d3-8a36-cbc199f4e9a1 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:01.130016 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-10b569ea-b855-44e1-bc69-bcca1561212d req-3a9653ae-b6ed-4e71-a606-743f5706fb31 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 210 time: 0.1398971 Mar 31 15:25:01.134740 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ae4e1cb2-2169-48d3-8a36-cbc199f4e9a1 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Usage tracker for resource:security_group_rule and tenant:6c2318190d444e19bd817a81020a7f17 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:01.141133 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ae4e1cb2-2169-48d3-8a36-cbc199f4e9a1 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:01.174500 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ae4e1cb2-2169-48d3-8a36-cbc199f4e9a1 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:01.231065 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4757ec3-b130-4bb9-b934-3261616bb6c5 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Router 12c3bdd7-ec80-47bb-a654-40336a8e2de2 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:25:01.287022 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-4b52876b-4ce7-4779-beb4-15b32a1af837 service neutron] Transition to ACTIVE for port object 4b820d05-b775-478c-bfb5-af29b02da3d9 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:25:01.350607 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d0ad03f-8c7d-4750-9ad7-4f8f700ce8ae tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:01.368813 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c12fd878-beb1-4844-8fe6-572a2b49b092 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:01.388726 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aae01e-9edc-41cf-97c3-3d5e6e460372 req-d544729f-e0cf-4fac-9c18-392a76dcdac3 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:01.391194 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78aae01e-9edc-41cf-97c3-3d5e6e460372 req-d544729f-e0cf-4fac-9c18-392a76dcdac3 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c73b9c-8195-44c7-9920-d2b60e1cb25e HTTP/1.1" status: 200 len: 932 time: 0.8359809 Mar 31 15:25:01.460207 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-4b52876b-4ce7-4779-beb4-15b32a1af837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:01.552369 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12fd878-beb1-4844-8fe6-572a2b49b092 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Pushing event deleted for resources: {'Port': ['ID=a3185c12-2a2e-4da3-8fa3-74a78045407e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:01.644884 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c12fd878-beb1-4844-8fe6-572a2b49b092 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:01.778923 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d7083ac1-9519-4de5-afc4-3eeee110cb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f368ae-c816-4f12-8cdc-ae8407824c16', 'name': '', 'tenant_id': 'b90e5debb7e44a49a84328c79720d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cacf1897-8993-4216-a3fc-34c708ddf9c7', 'external_fixed_ips': [{'subnet_id': 'f14b9e64-d324-4c84-bae0-43dcf9122553', 'ip_address': '2001:db8::38'}], 'enable_snat': True}, 'gw_port_id': '347aee55-78dd-488b-82dd-30df27fbb1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:50Z', 'updated_at': '2022-03-31T15:24:55Z', 'revision_number': 3, 'project_id': 'b90e5debb7e44a49a84328c79720d332', 'gw_port': {'id': '347aee55-78dd-488b-82dd-30df27fbb1a7', 'name': '', 'network_id': 'cacf1897-8993-4216-a3fc-34c708ddf9c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f368ae-c816-4f12-8cdc-ae8407824c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'f14b9e64-d324-4c84-bae0-43dcf9122553', 'ip_address': '2001:db8::38', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:53Z', 'updated_at': '2022-03-31T15:24:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f14b9e64-d324-4c84-bae0-43dcf9122553', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:01.783969 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7083ac1-9519-4de5-afc4-3eeee110cb90 None None] Checking router: 32f368ae-c816-4f12-8cdc-ae8407824c16 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:25:01.784544 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7083ac1-9519-4de5-afc4-3eeee110cb90 None None] Updating router 32f368ae-c816-4f12-8cdc-ae8407824c16 port 347aee55-78dd-488b-82dd-30df27fbb1a7 binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:25:01.936771 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d0ad03f-8c7d-4750-9ad7-4f8f700ce8ae tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:01.936771 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ae4e1cb2-2169-48d3-8a36-cbc199f4e9a1 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:02.031837 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d7083ac1-9519-4de5-afc4-3eeee110cb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:02.076131 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4b465a86-3679-4af4-8691-4376edeb5080 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:02.117170 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4b465a86-3679-4af4-8691-4376edeb5080 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:02.224009 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ae4e1cb2-2169-48d3-8a36-cbc199f4e9a1 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:02.316747 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6d0ad03f-8c7d-4750-9ad7-4f8f700ce8ae tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Deleting port 347aee55-78dd-488b-82dd-30df27fbb1a7 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:25:02.319237 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d0ad03f-8c7d-4750-9ad7-4f8f700ce8ae tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:02.380299 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e1cb2-2169-48d3-8a36-cbc199f4e9a1 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=703484ad-7bf9-40be-a454-7ecd6b04ffee,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:02.518480 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52876b-4ce7-4779-beb4-15b32a1af837 service neutron] Pushing event updated for resources: {'Port': ['ID=4b820d05-b775-478c-bfb5-af29b02da3d9,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:02.519893 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4e1cb2-2169-48d3-8a36-cbc199f4e9a1 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:25:02.519989 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c12fd878-beb1-4844-8fe6-572a2b49b092 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] 10.222.0.31 "DELETE /v2.0/ports/a3185c12-2a2e-4da3-8fa3-74a78045407e HTTP/1.1" status: 204 len: 168 time: 4.8771405 Mar 31 15:25:02.520065 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4338a20f-36d9-4dea-bcb8-89cf89c4ab4c req-96219645-5a4e-4771-b33a-bd15a7979796 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 210 time: 0.1148803 Mar 31 15:25:02.520065 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39234) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:02.574276 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78aae01e-9edc-41cf-97c3-3d5e6e460372 req-02e9a573-67e7-4ec2-a483-15cb3f4d3b7d tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2c87546-beca-4d24-a25e-a48837010178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1038313 Mar 31 15:25:02.656198 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ae4e1cb2-2169-48d3-8a36-cbc199f4e9a1 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:02.657454 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-ae4e1cb2-2169-48d3-8a36-cbc199f4e9a1 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Added segment 6fafffd3-e1ce-4030-bcee-f95422c3df8e of type vlan for network d69532ac-5f54-4e19-a2c2-faab7d2f8b98 Mar 31 15:25:02.735552 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4757ec3-b130-4bb9-b934-3261616bb6c5 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:25:02.755436 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4595aa7-e7df-45fb-86f4-6f1720f9fd5d None None] Sync routers for ids ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:25:02.779034 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b4757ec3-b130-4bb9-b934-3261616bb6c5 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:02.781683 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4595aa7-e7df-45fb-86f4-6f1720f9fd5d None None] Routers {'12c3bdd7-ec80-47bb-a654-40336a8e2de2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:02.784501 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e4595aa7-e7df-45fb-86f4-6f1720f9fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:24:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:02.862517 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e76b4703-7471-4b90-a724-d6ede586dd28 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Deleting port 9319ffdc-6df9-476d-aeec-f2ecf073bc86 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:25:02.862881 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e76b4703-7471-4b90-a724-d6ede586dd28 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:02.902747 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d7083ac1-9519-4de5-afc4-3eeee110cb90 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:02.918611 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d7083ac1-9519-4de5-afc4-3eeee110cb90 None None] Transition to ACTIVE for port object 347aee55-78dd-488b-82dd-30df27fbb1a7 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:25:02.929658 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e4595aa7-e7df-45fb-86f4-6f1720f9fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:02.943738 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4595aa7-e7df-45fb-86f4-6f1720f9fd5d None None] Routers {'12c3bdd7-ec80-47bb-a654-40336a8e2de2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:02.945444 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e4595aa7-e7df-45fb-86f4-6f1720f9fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:24:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:02.999520 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d7083ac1-9519-4de5-afc4-3eeee110cb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:03.075195 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e4595aa7-e7df-45fb-86f4-6f1720f9fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:03.075688 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4595aa7-e7df-45fb-86f4-6f1720f9fd5d None None] The sync data for ids ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:25:03.145838 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-4b52876b-4ce7-4779-beb4-15b32a1af837 service neutron] Attempting to bind port 4b820d05-b775-478c-bfb5-af29b02da3d9 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:25:03.146194 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-4b52876b-4ce7-4779-beb4-15b32a1af837 service neutron] Attempting to bind port 4b820d05-b775-478c-bfb5-af29b02da3d9 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '08fe2f32-b615-4231-88e9-12bda0ccc8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'cc4f77bd-a8a1-4de3-ae11-e5fff1d18587'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:25:03.146501 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-4b52876b-4ce7-4779-beb4-15b32a1af837 service neutron] Attempting to bind port 4b820d05-b775-478c-bfb5-af29b02da3d9 on network cc4f77bd-a8a1-4de3-ae11-e5fff1d18587 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:25:03.152833 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-390387d5-1980-4fcb-afcb-8f96dd921e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:03.158036 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b4757ec3-b130-4bb9-b934-3261616bb6c5 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "PUT /v2.0/floatingips/7afd7bec-8b5e-45d5-8c2e-ec286d728d06 HTTP/1.1" status: 200 len: 688 time: 6.0030394 Mar 31 15:25:03.172436 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-39f08d64-b5df-4144-b171-90b1f65490ad req-ab1443b4-a739-428d-a51a-bed1df07c507 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:03.178803 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39248) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:03.188256 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-d7083ac1-9519-4de5-afc4-3eeee110cb90 None None] Attempting to bind port 347aee55-78dd-488b-82dd-30df27fbb1a7 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:25:03.188725 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-d7083ac1-9519-4de5-afc4-3eeee110cb90 None None] Attempting to bind port 347aee55-78dd-488b-82dd-30df27fbb1a7 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '28c5e681-bafd-49a1-b52b-060b6f7e6d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'cacf1897-8993-4216-a3fc-34c708ddf9c7'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:25:03.189169 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7083ac1-9519-4de5-afc4-3eeee110cb90 None None] Attempting to bind port 347aee55-78dd-488b-82dd-30df27fbb1a7 on network cacf1897-8993-4216-a3fc-34c708ddf9c7 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:25:03.216463 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7083ac1-9519-4de5-afc4-3eeee110cb90 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:25:03.217222 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7083ac1-9519-4de5-afc4-3eeee110cb90 None None] Checking segment: {'id': '28c5e681-bafd-49a1-b52b-060b6f7e6d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'cacf1897-8993-4216-a3fc-34c708ddf9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:25:03.217638 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d7083ac1-9519-4de5-afc4-3eeee110cb90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:03.218122 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7083ac1-9519-4de5-afc4-3eeee110cb90 None None] Bound using segment: {'id': '28c5e681-bafd-49a1-b52b-060b6f7e6d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'cacf1897-8993-4216-a3fc-34c708ddf9c7'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:25:03.218707 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-d7083ac1-9519-4de5-afc4-3eeee110cb90 None None] Bound port: 347aee55-78dd-488b-82dd-30df27fbb1a7, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c5e681-bafd-49a1-b52b-060b6f7e6d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'cacf1897-8993-4216-a3fc-34c708ddf9c7'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:25:03.219185 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d7083ac1-9519-4de5-afc4-3eeee110cb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:03.306003 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ae4e1cb2-2169-48d3-8a36-cbc199f4e9a1 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:03.309474 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61138b77-7954-46ad-8585-16efa7324728 None None] Pushing event updated for resources: {'Port': ['ID=347aee55-78dd-488b-82dd-30df27fbb1a7,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:03.325588 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39252) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:03.360705 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-4b52876b-4ce7-4779-beb4-15b32a1af837 service neutron] Port 4b820d05-b775-478c-bfb5-af29b02da3d9 on network cc4f77bd-a8a1-4de3-ae11-e5fff1d18587 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:25:03.361480 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-4b52876b-4ce7-4779-beb4-15b32a1af837 service neutron] Attempting to bind port 4b820d05-b775-478c-bfb5-af29b02da3d9 on network cc4f77bd-a8a1-4de3-ae11-e5fff1d18587 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:25:03.377933 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-39f08d64-b5df-4144-b171-90b1f65490ad req-ab1443b4-a739-428d-a51a-bed1df07c507 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Transition to ACTIVE for port object bca974bf-04e8-4b40-8dd3-77d968794f2b will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:25:03.387240 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-d7083ac1-9519-4de5-afc4-3eeee110cb90 None None] For port 347aee55-78dd-488b-82dd-30df27fbb1a7, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:25:03.391902 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-d7083ac1-9519-4de5-afc4-3eeee110cb90 None None] For port 347aee55-78dd-488b-82dd-30df27fbb1a7, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=347aee55-78dd-488b-82dd-30df27fbb1a7,segment=NetworkSegment(28c5e681-bafd-49a1-b52b-060b6f7e6d3c),segment_id=28c5e681-bafd-49a1-b52b-060b6f7e6d3c)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:25:03.408848 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-4b52876b-4ce7-4779-beb4-15b32a1af837 service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:25:03.409242 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-4b52876b-4ce7-4779-beb4-15b32a1af837 service neutron] Checking segment: {'id': '08fe2f32-b615-4231-88e9-12bda0ccc8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'cc4f77bd-a8a1-4de3-ae11-e5fff1d18587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:25:03.409819 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-4b52876b-4ce7-4779-beb4-15b32a1af837 service neutron] Bound using segment: {'id': '08fe2f32-b615-4231-88e9-12bda0ccc8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'cc4f77bd-a8a1-4de3-ae11-e5fff1d18587'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:25:03.410316 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-4b52876b-4ce7-4779-beb4-15b32a1af837 service neutron] Bound port: 4b820d05-b775-478c-bfb5-af29b02da3d9, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08fe2f32-b615-4231-88e9-12bda0ccc8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'cc4f77bd-a8a1-4de3-ae11-e5fff1d18587'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:25:03.410789 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-4b52876b-4ce7-4779-beb4-15b32a1af837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:03.552231 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d0ad03f-8c7d-4750-9ad7-4f8f700ce8ae tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:03.741894 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d7083ac1-9519-4de5-afc4-3eeee110cb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:03.900211 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7083ac1-9519-4de5-afc4-3eeee110cb90 None None] Routers {'32f368ae-c816-4f12-8cdc-ae8407824c16'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:03.902248 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d7083ac1-9519-4de5-afc4-3eeee110cb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:24:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['32f368ae-c816-4f12-8cdc-ae8407824c16'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:03.933245 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-51e4f566-ecc0-4e39-9334-d42156f4ad9e tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Deleting port 7ef18b12-d92d-4524-9c1e-ff802366bb0e {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:25:03.933860 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-51e4f566-ecc0-4e39-9334-d42156f4ad9e tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:04.093793 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6d0ad03f-8c7d-4750-9ad7-4f8f700ce8ae tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Calling delete_port for 347aee55-78dd-488b-82dd-30df27fbb1a7 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:25:04.100439 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-4b52876b-4ce7-4779-beb4-15b32a1af837 service neutron] For port 4b820d05-b775-478c-bfb5-af29b02da3d9, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:25:04.105836 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-4b52876b-4ce7-4779-beb4-15b32a1af837 service neutron] For port 4b820d05-b775-478c-bfb5-af29b02da3d9, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4b820d05-b775-478c-bfb5-af29b02da3d9,segment=NetworkSegment(08fe2f32-b615-4231-88e9-12bda0ccc8ba),segment_id=08fe2f32-b615-4231-88e9-12bda0ccc8ba)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:25:04.134982 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-ae4e1cb2-2169-48d3-8a36-cbc199f4e9a1 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] It took 0.68 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:25:04.158616 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-39f08d64-b5df-4144-b171-90b1f65490ad req-ab1443b4-a739-428d-a51a-bed1df07c507 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:04.202950 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61138b77-7954-46ad-8585-16efa7324728 None None] Pushing event updated for resources: {'Port': ['ID=347aee55-78dd-488b-82dd-30df27fbb1a7,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:04.254173 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-d7083ac1-9519-4de5-afc4-3eeee110cb90 None None] Set router 32f368ae-c816-4f12-8cdc-ae8407824c16 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:25:04.388280 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1443b4-a739-428d-a51a-bed1df07c507 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Pushing event updated for resources: {'Port': ['ID=bca974bf-04e8-4b40-8dd3-77d968794f2b,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:04.391857 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-4b52876b-4ce7-4779-beb4-15b32a1af837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:04.406900 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d7083ac1-9519-4de5-afc4-3eeee110cb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f368ae-c816-4f12-8cdc-ae8407824c16', 'name': '', 'tenant_id': 'b90e5debb7e44a49a84328c79720d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:50Z', 'updated_at': '2022-03-31T15:25:01Z', 'revision_number': 4, 'project_id': 'b90e5debb7e44a49a84328c79720d332', 'gw_port_host': None}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:04.412880 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7083ac1-9519-4de5-afc4-3eeee110cb90 None None] The sync data for ids ['32f368ae-c816-4f12-8cdc-ae8407824c16'] in dv-neutron-833379-2-hyperv is: [{'id': '32f368ae-c816-4f12-8cdc-ae8407824c16', 'name': '', 'tenant_id': 'b90e5debb7e44a49a84328c79720d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:50Z', 'updated_at': '2022-03-31T15:25:01Z', 'revision_number': 4, 'project_id': 'b90e5debb7e44a49a84328c79720d332', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:25:04.456133 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-53f6d915-4a2e-4d4f-8324-85bb57d0f84d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:04.462121 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-53f6d915-4a2e-4d4f-8324-85bb57d0f84d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:04.466477 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-53f6d915-4a2e-4d4f-8324-85bb57d0f84d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Usage tracker for resource:floatingip and tenant:acee9909de8f4e24bdbce39de10bfe87 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:04.470075 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-53f6d915-4a2e-4d4f-8324-85bb57d0f84d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:04.480767 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ae4e1cb2-2169-48d3-8a36-cbc199f4e9a1 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:04.487242 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4e1cb2-2169-48d3-8a36-cbc199f4e9a1 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:04.487846 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ae4e1cb2-2169-48d3-8a36-cbc199f4e9a1 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:04.496483 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39f08d64-b5df-4144-b171-90b1f65490ad req-ab1443b4-a739-428d-a51a-bed1df07c507 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Network 8570db4c-fed6-40aa-8a1b-99615046312c is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:04.545676 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e76b4703-7471-4b90-a724-d6ede586dd28 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:04.561373 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-53f6d915-4a2e-4d4f-8324-85bb57d0f84d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:04.608099 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-39f08d64-b5df-4144-b171-90b1f65490ad req-ab1443b4-a739-428d-a51a-bed1df07c507 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:04.687201 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f08d64-b5df-4144-b171-90b1f65490ad req-ab1443b4-a739-428d-a51a-bed1df07c507 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:25:04.687201 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-4b52876b-4ce7-4779-beb4-15b32a1af837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:04.687201 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-4b52876b-4ce7-4779-beb4-15b32a1af837 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:04.687201 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-4b52876b-4ce7-4779-beb4-15b32a1af837 service neutron] 10.222.0.41 "PUT /v2.0/ports/4b820d05-b775-478c-bfb5-af29b02da3d9 HTTP/1.1" status: 200 len: 1094 time: 6.9802258 Mar 31 15:25:04.687201 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c73b9c-8195-44c7-9920-d2b60e1cb25e', 'tag': '4b820d05-b775-478c-bfb5-af29b02da3d9'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:25:04.896180 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-51e4f566-ecc0-4e39-9334-d42156f4ad9e tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:04.897035 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-51e4f566-ecc0-4e39-9334-d42156f4ad9e tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:04.943873 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f08d64-b5df-4144-b171-90b1f65490ad req-ab1443b4-a739-428d-a51a-bed1df07c507 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:04.944566 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-39f08d64-b5df-4144-b171-90b1f65490ad req-ab1443b4-a739-428d-a51a-bed1df07c507 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:05.079084 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a51521c5-4af6-4678-bf48-18baaea996b2 None None] Provisioning for port bca974bf-04e8-4b40-8dd3-77d968794f2b completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:25:05.084506 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a51521c5-4af6-4678-bf48-18baaea996b2 None None] Provisioning complete for port bca974bf-04e8-4b40-8dd3-77d968794f2b triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:05.089313 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a51521c5-4af6-4678-bf48-18baaea996b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:05.122159 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52876b-4ce7-4779-beb4-15b32a1af837 service neutron] Pushing event updated for resources: {'Port': ['ID=4b820d05-b775-478c-bfb5-af29b02da3d9,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:05.136297 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-51e4f566-ecc0-4e39-9334-d42156f4ad9e tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Calling delete_port for 7ef18b12-d92d-4524-9c1e-ff802366bb0e owned by network:floatingip {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:25:05.146843 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e76b4703-7471-4b90-a724-d6ede586dd28 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Calling delete_port for 9319ffdc-6df9-476d-aeec-f2ecf073bc86 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:25:05.148618 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-89b1b19d-c7e6-4cfb-9b4d-2c6291c96eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:05.161729 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a51521c5-4af6-4678-bf48-18baaea996b2 None None] Port bca974bf-04e8-4b40-8dd3-77d968794f2b cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:25:05.174494 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-4b465a86-3679-4af4-8691-4376edeb5080 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Allocated IP 172.20.0.2 (9d0337ef-1567-4224-a3d3-626eb18746ef/0af0d4b4-f501-4e1f-81e0-77039a2556aa/bba7f3c5-9279-4595-b3b9-b915940cd6ea) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:05.191264 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53f6d915-4a2e-4d4f-8324-85bb57d0f84d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:05.191838 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f7124-a785-466a-b66e-5b7859c876b1 req-1ffcbe37-6780-4655-b32c-54b1ab5361dd tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:05.193436 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7d2f7124-a785-466a-b66e-5b7859c876b1 req-1ffcbe37-6780-4655-b32c-54b1ab5361dd tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c73b9c-8195-44c7-9920-d2b60e1cb25e HTTP/1.1" status: 200 len: 944 time: 1.2107136 Mar 31 15:25:05.220884 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ae4e1cb2-2169-48d3-8a36-cbc199f4e9a1 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 5.1173697 Mar 31 15:25:05.235109 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39270) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:05.243886 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e1cb2-2169-48d3-8a36-cbc199f4e9a1 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Pushing event updated for resources: {'Network': ['ID=d69532ac-5f54-4e19-a2c2-faab7d2f8b98,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:05.248770 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-be1c35d1-6871-4aad-b83d-b75a4f3e634c tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Request body: {'subnet': {'network_id': 'd69532ac-5f54-4e19-a2c2-faab7d2f8b98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:05.277330 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network d69532ac-5f54-4e19-a2c2-faab7d2f8b98 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:25:05.305841 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-39f08d64-b5df-4144-b171-90b1f65490ad req-ab1443b4-a739-428d-a51a-bed1df07c507 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.6054449 Mar 31 15:25:05.327239 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-39f08d64-b5df-4144-b171-90b1f65490ad req-fd9cc79a-377b-4e3c-8e5b-49d564e0c873 service neutron] Request body: {'port': {'device_id': '89393acc-4760-4f34-ac6d-faee27481093', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:05.442685 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7d2f7124-a785-466a-b66e-5b7859c876b1 req-2bcb265f-b406-43cf-9d88-d6174715dad7 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2c87546-beca-4d24-a25e-a48837010178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393630 Mar 31 15:25:05.504884 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef103e-b12a-4add-ae3f-09446467662b req-541f72c7-a550-4e14-9b84-7056300d58e5 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:05.506438 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-11ef103e-b12a-4add-ae3f-09446467662b req-541f72c7-a550-4e14-9b84-7056300d58e5 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 932 time: 1.3493657 Mar 31 15:25:05.574774 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-9881111e-66e5-4e1a-b1f4-27720b0ccc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:05.581477 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-9881111e-66e5-4e1a-b1f4-27720b0ccc8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d3b9b77f9fd4ab9a15d41c62b10bfd0&device_id=f5c73b9c-8195-44c7-9920-d2b60e1cb25e HTTP/1.1" status: 200 len: 1097 time: 0.5601108 Mar 31 15:25:05.581477 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-be1c35d1-6871-4aad-b83d-b75a4f3e634c tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:05.601647 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-be1c35d1-6871-4aad-b83d-b75a4f3e634c tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Usage tracker for resource:subnet and tenant:6c2318190d444e19bd817a81020a7f17 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:05.610729 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-be1c35d1-6871-4aad-b83d-b75a4f3e634c tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:05.622228 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-be1c35d1-6871-4aad-b83d-b75a4f3e634c tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:05.653670 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c73b9c-8195-44c7-9920-d2b60e1cb25e', 'tag': '4b820d05-b775-478c-bfb5-af29b02da3d9', 'status': 'completed', 'code': 200} Mar 31 15:25:05.655920 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-39f08d64-b5df-4144-b171-90b1f65490ad req-fd9cc79a-377b-4e3c-8e5b-49d564e0c873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:05.715185 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.api [None req-6d0ad03f-8c7d-4750-9ad7-4f8f700ce8ae tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:25:05.715530 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG oslo_db.api [None req-6d0ad03f-8c7d-4750-9ad7-4f8f700ce8ae tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:25:05.716017 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e76b4703-7471-4b90-a724-d6ede586dd28 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:05.771074 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-51e4f566-ecc0-4e39-9334-d42156f4ad9e tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:05.775067 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1c35d1-6871-4aad-b83d-b75a4f3e634c tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Made reservation on behalf of 6c2318190d444e19bd817a81020a7f17 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:25:05.778560 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be1c35d1-6871-4aad-b83d-b75a4f3e634c tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:05.796745 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b4703-7471-4b90-a724-d6ede586dd28 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Pushing event deleted for resources: {'Port': ['ID=9319ffdc-6df9-476d-aeec-f2ecf073bc86,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:05.800722 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4b465a86-3679-4af4-8691-4376edeb5080 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:05.822179 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e76b4703-7471-4b90-a724-d6ede586dd28 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:05.828041 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-11ef103e-b12a-4add-ae3f-09446467662b req-efeac36f-6ce6-45a6-bcea-0a144dca5996 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Synchronizing usage tracker for tenant:054d30a6120446fcba39a5a299093095 on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:25:05.853634 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e76b4703-7471-4b90-a724-d6ede586dd28 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] 10.222.0.31 "DELETE /v2.0/ports/9319ffdc-6df9-476d-aeec-f2ecf073bc86 HTTP/1.1" status: 204 len: 168 time: 3.3430262 Mar 31 15:25:05.859494 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39278) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:05.898945 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-11ef103e-b12a-4add-ae3f-09446467662b req-efeac36f-6ce6-45a6-bcea-0a144dca5996 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Unset dirty status for tenant:054d30a6120446fcba39a5a299093095 on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:25:05.900091 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-11ef103e-b12a-4add-ae3f-09446467662b req-efeac36f-6ce6-45a6-bcea-0a144dca5996 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3789730 Mar 31 15:25:05.921320 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-720ad910-e267-4973-b135-ec1aa4ad2c56 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Synchronizing usage tracker for tenant:5780cdcea3204a9cb6823db9812ed69c on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:25:05.931858 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53f6d915-4a2e-4d4f-8324-85bb57d0f84d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:05.937796 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-a7216e83-44bf-40cf-8461-fc614211b569 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b820d05-b775-478c-bfb5-af29b02da3d9 HTTP/1.1" status: 200 len: 217 time: 0.2332585 Mar 31 15:25:05.958037 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4f566-ecc0-4e39-9334-d42156f4ad9e tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event deleted for resources: {'Port': ['ID=7ef18b12-d92d-4524-9c1e-ff802366bb0e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:06.047758 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4b465a86-3679-4af4-8691-4376edeb5080 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:06.100316 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-720ad910-e267-4973-b135-ec1aa4ad2c56 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Unset dirty status for tenant:5780cdcea3204a9cb6823db9812ed69c on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:25:06.104827 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-720ad910-e267-4973-b135-ec1aa4ad2c56 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2396829 Mar 31 15:25:06.114502 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39282) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:06.133282 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7c4c048e-45d6-4ef7-9e41-8bf9c845f532 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-23295091'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:06.140453 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b465a86-3679-4af4-8691-4376edeb5080 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Network 9d0337ef-1567-4224-a3d3-626eb18746ef is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:06.146416 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-4b465a86-3679-4af4-8691-4376edeb5080 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:06.153792 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7c4c048e-45d6-4ef7-9e41-8bf9c845f532 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:06.162531 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-53f6d915-4a2e-4d4f-8324-85bb57d0f84d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Allocated IP 172.26.5.117 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/7344bdd9-0ca8-4f39-b9c9-63ba94ab81b0) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:06.165478 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b465a86-3679-4af4-8691-4376edeb5080 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:25:06.201446 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7c4c048e-45d6-4ef7-9e41-8bf9c845f532 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Usage tracker for resource:network and tenant:5780cdcea3204a9cb6823db9812ed69c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:06.211135 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b465a86-3679-4af4-8691-4376edeb5080 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Pushing event updated for resources: {'Port': ['ID=bba7f3c5-9279-4595-b3b9-b915940cd6ea,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:06.214246 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7c4c048e-45d6-4ef7-9e41-8bf9c845f532 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Quota usage for network was recalculated. Used quota:2. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:06.223086 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6d0ad03f-8c7d-4750-9ad7-4f8f700ce8ae tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Deleting port 347aee55-78dd-488b-82dd-30df27fbb1a7 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:25:06.223430 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d0ad03f-8c7d-4750-9ad7-4f8f700ce8ae tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:06.228539 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-2b27e7df-076d-4c1a-9eae-46af1ef4fd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:06.230109 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-2b27e7df-076d-4c1a-9eae-46af1ef4fd68 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b57b1a83-224b-460a-8d96-97b3371a0b4c HTTP/1.1" status: 200 len: 844 time: 0.2736113 Mar 31 15:25:06.280406 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-51e4f566-ecc0-4e39-9334-d42156f4ad9e tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:06.286936 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7c4c048e-45d6-4ef7-9e41-8bf9c845f532 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:06.345859 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:06.351217 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-51e4f566-ecc0-4e39-9334-d42156f4ad9e tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:06.358236 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-51e4f566-ecc0-4e39-9334-d42156f4ad9e tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "DELETE /v2.0/floatingips/7afd7bec-8b5e-45d5-8c2e-ec286d728d06 HTTP/1.1" status: 204 len: 168 time: 3.1742339 Mar 31 15:25:06.359384 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39286) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:06.416841 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'port_id': 'e0b8d2dd-7699-4425-aa14-9fd425e7b2a4'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:06.432286 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:06.441880 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Usage tracker for resource:floatingip and tenant:e42d5336284c4dafbfb75f78ea62f851 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:06.466742 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:06.483171 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4c048e-45d6-4ef7-9e41-8bf9c845f532 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Made reservation on behalf of 5780cdcea3204a9cb6823db9812ed69c for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:25:06.484886 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:06.486769 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c4c048e-45d6-4ef7-9e41-8bf9c845f532 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:06.504492 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:06.556225 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-551d75d6-dc9a-410f-943a-7483b73ca041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:06.560186 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-551d75d6-dc9a-410f-943a-7483b73ca041 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc4f77bd-a8a1-4de3-ae11-e5fff1d18587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3192182 Mar 31 15:25:06.673630 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:06.715527 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4c048e-45d6-4ef7-9e41-8bf9c845f532 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:25:06.721215 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53f6d915-4a2e-4d4f-8324-85bb57d0f84d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:06.751164 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c4c048e-45d6-4ef7-9e41-8bf9c845f532 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:06.751501 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-7c4c048e-45d6-4ef7-9e41-8bf9c845f532 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Added segment 0032722d-b346-40f5-b994-2dee79dc32ba of type vlan for network 2c8121fb-4aef-43f4-a518-7e42ddd2dbe9 Mar 31 15:25:06.771215 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [req-39f08d64-b5df-4144-b171-90b1f65490ad req-fd9cc79a-377b-4e3c-8e5b-49d564e0c873 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:25:06.786215 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-6d0ad03f-8c7d-4750-9ad7-4f8f700ce8ae tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] For port 347aee55-78dd-488b-82dd-30df27fbb1a7, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=347aee55-78dd-488b-82dd-30df27fbb1a7,segment=NetworkSegment(28c5e681-bafd-49a1-b52b-060b6f7e6d3c),segment_id=28c5e681-bafd-49a1-b52b-060b6f7e6d3c)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:25:06.786583 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d0ad03f-8c7d-4750-9ad7-4f8f700ce8ae tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:06.787803 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be1c35d1-6871-4aad-b83d-b75a4f3e634c tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:06.812159 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c4c048e-45d6-4ef7-9e41-8bf9c845f532 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:06.958546 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-39f08d64-b5df-4144-b171-90b1f65490ad req-fd9cc79a-377b-4e3c-8e5b-49d564e0c873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bca974bf-04e8-4b40-8dd3-77d968794f2b {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:25:06.991388 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6d0ad03f-8c7d-4750-9ad7-4f8f700ce8ae tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Calling delete_port for 347aee55-78dd-488b-82dd-30df27fbb1a7 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:25:07.027505 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-0d9c3e44-2c17-4a1f-aded-d984a96ec2f0 service neutron] 10.222.0.41 "GET /v2.0/networks/cc4f77bd-a8a1-4de3-ae11-e5fff1d18587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609315 Mar 31 15:25:07.029213 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-39f08d64-b5df-4144-b171-90b1f65490ad req-fd9cc79a-377b-4e3c-8e5b-49d564e0c873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:07.038577 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c35d1-6871-4aad-b83d-b75a4f3e634c tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Pushing event updated for resources: {'Subnet': ['ID=948c72ae-3937-43ab-b2b0-ddabe129b9fc,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:07.085413 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-7c4c048e-45d6-4ef7-9e41-8bf9c845f532 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:25:07.093096 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3d86b-0d1f-45f5-8287-460cfe0b58de req-b70b6e48-f526-41bf-a6b2-c611458bb6b9 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:07.094599 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4aa3d86b-0d1f-45f5-8287-460cfe0b58de req-b70b6e48-f526-41bf-a6b2-c611458bb6b9 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c73b9c-8195-44c7-9920-d2b60e1cb25e HTTP/1.1" status: 200 len: 944 time: 0.4971669 Mar 31 15:25:07.114890 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1c35d1-6871-4aad-b83d-b75a4f3e634c tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Checking segment: {'id': '6fafffd3-e1ce-4030-bcee-f95422c3df8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd69532ac-5f54-4e19-a2c2-faab7d2f8b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:25:07.118661 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1c35d1-6871-4aad-b83d-b75a4f3e634c tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Network hostable DHCP agents. Network: d69532ac-5f54-4e19-a2c2-faab7d2f8b98, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:25:07.120501 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-39f08d64-b5df-4144-b171-90b1f65490ad req-fd9cc79a-377b-4e3c-8e5b-49d564e0c873 service neutron] Transition to ACTIVE for port object bca974bf-04e8-4b40-8dd3-77d968794f2b will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:25:07.212806 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-39f08d64-b5df-4144-b171-90b1f65490ad req-fd9cc79a-377b-4e3c-8e5b-49d564e0c873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:07.345813 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53f6d915-4a2e-4d4f-8324-85bb57d0f84d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:07.363397 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1c35d1-6871-4aad-b83d-b75a4f3e634c tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Network d69532ac-5f54-4e19-a2c2-faab7d2f8b98 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:25:07.382053 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4aa3d86b-0d1f-45f5-8287-460cfe0b58de req-1dcf7afc-5cd2-4097-bdb9-e56730473869 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2c87546-beca-4d24-a25e-a48837010178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604513 Mar 31 15:25:07.429442 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c4c048e-45d6-4ef7-9e41-8bf9c845f532 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:07.434844 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4c048e-45d6-4ef7-9e41-8bf9c845f532 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:07.435439 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c4c048e-45d6-4ef7-9e41-8bf9c845f532 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:07.459404 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9cc79a-377b-4e3c-8e5b-49d564e0c873 service neutron] Pushing event updated for resources: {'Port': ['ID=bca974bf-04e8-4b40-8dd3-77d968794f2b,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:07.510097 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4b465a86-3679-4af4-8691-4376edeb5080 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:07.575920 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f6d915-4a2e-4d4f-8324-85bb57d0f84d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:07.593568 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-53f6d915-4a2e-4d4f-8324-85bb57d0f84d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:07.595385 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6d915-4a2e-4d4f-8324-85bb57d0f84d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Pushing event updated for resources: {'Port': ['ID=7344bdd9-0ca8-4f39-b9c9-63ba94ab81b0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:07.597599 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f6d915-4a2e-4d4f-8324-85bb57d0f84d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:25:07.605782 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-59e3d924-c6bc-48ec-81a0-2ae6a2833436 req-5d7bfc90-9545-4ba9-afc2-6e9315fad3a8 service neutron] 10.222.0.41 "GET /v2.0/networks/cc4f77bd-a8a1-4de3-ae11-e5fff1d18587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5639112 Mar 31 15:25:07.606356 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-be1c35d1-6871-4aad-b83d-b75a4f3e634c tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, d69532ac-5f54-4e19-a2c2-faab7d2f8b98) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:07.612906 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1c35d1-6871-4aad-b83d-b75a4f3e634c tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:07.613522 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be1c35d1-6871-4aad-b83d-b75a4f3e634c tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:07.631281 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0142b9-74ab-4946-b2db-b25fb95f993c None None] Network d69532ac-5f54-4e19-a2c2-faab7d2f8b98 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:25:07.656989 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:07.716554 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-39f08d64-b5df-4144-b171-90b1f65490ad req-fd9cc79a-377b-4e3c-8e5b-49d564e0c873 service neutron] Attempting to bind port bca974bf-04e8-4b40-8dd3-77d968794f2b on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:25:07.716900 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-39f08d64-b5df-4144-b171-90b1f65490ad req-fd9cc79a-377b-4e3c-8e5b-49d564e0c873 service neutron] Attempting to bind port bca974bf-04e8-4b40-8dd3-77d968794f2b by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '478cadf4-0aeb-4142-b453-0c4f37f9f3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8570db4c-fed6-40aa-8a1b-99615046312c'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:25:07.717840 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f08d64-b5df-4144-b171-90b1f65490ad req-fd9cc79a-377b-4e3c-8e5b-49d564e0c873 service neutron] Attempting to bind port bca974bf-04e8-4b40-8dd3-77d968794f2b on network 8570db4c-fed6-40aa-8a1b-99615046312c {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:25:07.745748 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c048e-45d6-4ef7-9e41-8bf9c845f532 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Pushing event updated for resources: {'Network': ['ID=2c8121fb-4aef-43f4-a518-7e42ddd2dbe9,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:07.759818 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d264500-f8a4-4077-a9a7-38c1bf46c3e0 req-1aa30f7a-b200-4236-93f0-4d46c9f3f2cf tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:07.761334 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-be1c35d1-6871-4aad-b83d-b75a4f3e634c tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5250800 Mar 31 15:25:07.761477 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4d264500-f8a4-4077-a9a7-38c1bf46c3e0 req-1aa30f7a-b200-4236-93f0-4d46c9f3f2cf tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 932 time: 0.7224493 Mar 31 15:25:07.774426 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39294) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:07.785388 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7c4c048e-45d6-4ef7-9e41-8bf9c845f532 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6633029 Mar 31 15:25:07.787349 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 2c8121fb-4aef-43f4-a518-7e42ddd2dbe9 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:25:07.790959 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39296) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:07.794141 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f08d64-b5df-4144-b171-90b1f65490ad req-fd9cc79a-377b-4e3c-8e5b-49d564e0c873 service neutron] Port bca974bf-04e8-4b40-8dd3-77d968794f2b on network 8570db4c-fed6-40aa-8a1b-99615046312c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:25:07.794469 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f08d64-b5df-4144-b171-90b1f65490ad req-fd9cc79a-377b-4e3c-8e5b-49d564e0c873 service neutron] Attempting to bind port bca974bf-04e8-4b40-8dd3-77d968794f2b on network 8570db4c-fed6-40aa-8a1b-99615046312c {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:25:07.802880 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-29cf2057-6d92-426c-8641-f4a79cae312e tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2102438029'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:07.811689 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-9894cbde-8132-4060-b0a3-332296f92e78 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Request body: {'port': {'network_id': 'd69532ac-5f54-4e19-a2c2-faab7d2f8b98', 'name': 'tempest-AllowedAddressPairTestJSON-454580782'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:07.838070 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-29cf2057-6d92-426c-8641-f4a79cae312e tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:07.855143 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f08d64-b5df-4144-b171-90b1f65490ad req-fd9cc79a-377b-4e3c-8e5b-49d564e0c873 service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:25:07.855533 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f08d64-b5df-4144-b171-90b1f65490ad req-fd9cc79a-377b-4e3c-8e5b-49d564e0c873 service neutron] Checking segment: {'id': '478cadf4-0aeb-4142-b453-0c4f37f9f3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8570db4c-fed6-40aa-8a1b-99615046312c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:25:07.856062 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f08d64-b5df-4144-b171-90b1f65490ad req-fd9cc79a-377b-4e3c-8e5b-49d564e0c873 service neutron] Bound using segment: {'id': '478cadf4-0aeb-4142-b453-0c4f37f9f3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8570db4c-fed6-40aa-8a1b-99615046312c'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:25:07.856363 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-39f08d64-b5df-4144-b171-90b1f65490ad req-fd9cc79a-377b-4e3c-8e5b-49d564e0c873 service neutron] Bound port: bca974bf-04e8-4b40-8dd3-77d968794f2b, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478cadf4-0aeb-4142-b453-0c4f37f9f3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8570db4c-fed6-40aa-8a1b-99615046312c'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:25:07.857158 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-39f08d64-b5df-4144-b171-90b1f65490ad req-fd9cc79a-377b-4e3c-8e5b-49d564e0c873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:07.876649 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-29cf2057-6d92-426c-8641-f4a79cae312e tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Usage tracker for resource:network and tenant:5780cdcea3204a9cb6823db9812ed69c is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:07.891874 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-29cf2057-6d92-426c-8641-f4a79cae312e tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Quota usage for network was recalculated. Used quota:3. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:07.928165 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:08.022339 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-29cf2057-6d92-426c-8641-f4a79cae312e tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:08.030746 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4d264500-f8a4-4077-a9a7-38c1bf46c3e0 req-3693eb27-7c5a-4260-b679-349353d39597 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2443907 Mar 31 15:25:08.078255 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825da6bd-a664-40e0-88df-17ca7b6b7fb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-d69532ac-5f54-4e19-a2c2-faab7d2f8b98', 'network_id': 'd69532ac-5f54-4e19-a2c2-faab7d2f8b98', 'tenant_id': '6c2318190d444e19bd817a81020a7f17', 'fixed_ips': [{'subnet_id': '948c72ae-3937-43ab-b2b0-ddabe129b9fc'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:25:08.081827 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-825da6bd-a664-40e0-88df-17ca7b6b7fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:08.147281 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Allocated IP 172.26.5.75 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/700347c6-476a-4575-8707-bc3df3b3d705) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:08.161794 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d0ad03f-8c7d-4750-9ad7-4f8f700ce8ae tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:08.172728 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9894cbde-8132-4060-b0a3-332296f92e78 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:08.177635 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a35ce-1166-48a8-8485-237f164bf9b9 req-aad50d32-349f-4beb-b677-ee67e404caea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:08.181297 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-844a35ce-1166-48a8-8485-237f164bf9b9 req-aad50d32-349f-4beb-b677-ee67e404caea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d3b9b77f9fd4ab9a15d41c62b10bfd0&device_id=f5c73b9c-8195-44c7-9920-d2b60e1cb25e HTTP/1.1" status: 200 len: 1097 time: 0.4586360 Mar 31 15:25:08.181608 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-39f08d64-b5df-4144-b171-90b1f65490ad req-fd9cc79a-377b-4e3c-8e5b-49d564e0c873 service neutron] For port bca974bf-04e8-4b40-8dd3-77d968794f2b, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:25:08.185658 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9894cbde-8132-4060-b0a3-332296f92e78 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Usage tracker for resource:port and tenant:6c2318190d444e19bd817a81020a7f17 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:08.189416 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-39f08d64-b5df-4144-b171-90b1f65490ad req-fd9cc79a-377b-4e3c-8e5b-49d564e0c873 service neutron] For port bca974bf-04e8-4b40-8dd3-77d968794f2b, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bca974bf-04e8-4b40-8dd3-77d968794f2b,segment=NetworkSegment(478cadf4-0aeb-4142-b453-0c4f37f9f3e4),segment_id=478cadf4-0aeb-4142-b453-0c4f37f9f3e4)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:25:08.190359 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cf2057-6d92-426c-8641-f4a79cae312e tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Made reservation on behalf of 5780cdcea3204a9cb6823db9812ed69c for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:25:08.193856 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-29cf2057-6d92-426c-8641-f4a79cae312e tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:08.218478 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9894cbde-8132-4060-b0a3-332296f92e78 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:08.221318 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ad03f-8c7d-4750-9ad7-4f8f700ce8ae tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Pushing event deleted for resources: {'Port': ['ID=347aee55-78dd-488b-82dd-30df27fbb1a7,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:08.225792 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4b465a86-3679-4af4-8691-4376edeb5080 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:08.248833 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-825da6bd-a664-40e0-88df-17ca7b6b7fb5 None None] Allocated IP 172.20.0.2 (d69532ac-5f54-4e19-a2c2-faab7d2f8b98/948c72ae-3937-43ab-b2b0-ddabe129b9fc/934bfc89-b670-4816-9c14-91132083beef) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:08.283147 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9894cbde-8132-4060-b0a3-332296f92e78 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:08.291829 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d0ad03f-8c7d-4750-9ad7-4f8f700ce8ae tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:08.296052 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-39f08d64-b5df-4144-b171-90b1f65490ad req-fd9cc79a-377b-4e3c-8e5b-49d564e0c873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:08.483386 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f08d64-b5df-4144-b171-90b1f65490ad req-fd9cc79a-377b-4e3c-8e5b-49d564e0c873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:08.483920 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-39f08d64-b5df-4144-b171-90b1f65490ad req-fd9cc79a-377b-4e3c-8e5b-49d564e0c873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:08.485350 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-39f08d64-b5df-4144-b171-90b1f65490ad req-fd9cc79a-377b-4e3c-8e5b-49d564e0c873 service neutron] 10.222.0.41 "PUT /v2.0/ports/bca974bf-04e8-4b40-8dd3-77d968794f2b HTTP/1.1" status: 200 len: 1094 time: 3.1627190 Mar 31 15:25:08.497258 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89393acc-4760-4f34-ac6d-faee27481093', 'tag': 'bca974bf-04e8-4b40-8dd3-77d968794f2b'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:25:08.500383 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-825da6bd-a664-40e0-88df-17ca7b6b7fb5 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:08.512833 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-825da6bd-a664-40e0-88df-17ca7b6b7fb5 None None] Transition to ACTIVE for port object 934bfc89-b670-4816-9c14-91132083beef will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:25:08.519508 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29cf2057-6d92-426c-8641-f4a79cae312e tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:25:08.540274 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-825da6bd-a664-40e0-88df-17ca7b6b7fb5 None None] Transition to ACTIVE for port object 934bfc89-b670-4816-9c14-91132083beef will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:25:08.566791 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9894cbde-8132-4060-b0a3-332296f92e78 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Made reservation on behalf of 6c2318190d444e19bd817a81020a7f17 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:25:08.581419 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9894cbde-8132-4060-b0a3-332296f92e78 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:08.686759 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a35ce-1166-48a8-8485-237f164bf9b9 req-a7a2e01f-07b8-484b-a382-ce2dd9f44a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:08.686759 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-844a35ce-1166-48a8-8485-237f164bf9b9 req-a7a2e01f-07b8-484b-a382-ce2dd9f44a44 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc4f77bd-a8a1-4de3-ae11-e5fff1d18587 HTTP/1.1" status: 200 len: 906 time: 0.4301977 Mar 31 15:25:08.687307 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-825da6bd-a664-40e0-88df-17ca7b6b7fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:08.697278 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89393acc-4760-4f34-ac6d-faee27481093', 'tag': 'bca974bf-04e8-4b40-8dd3-77d968794f2b', 'status': 'completed', 'code': 200} Mar 31 15:25:08.709572 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-29cf2057-6d92-426c-8641-f4a79cae312e tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:08.709899 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-29cf2057-6d92-426c-8641-f4a79cae312e tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Added segment 0561adb9-c77b-42e5-8233-67487eb7826a of type vlan for network c66a6b79-a384-4e0a-b555-190c8cfb811a Mar 31 15:25:08.759914 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53f6d915-4a2e-4d4f-8324-85bb57d0f84d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:08.761303 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9cc79a-377b-4e3c-8e5b-49d564e0c873 service neutron] Pushing event updated for resources: {'Port': ['ID=bca974bf-04e8-4b40-8dd3-77d968794f2b,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:08.770037 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825da6bd-a664-40e0-88df-17ca7b6b7fb5 None None] Network d69532ac-5f54-4e19-a2c2-faab7d2f8b98 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:08.774388 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-825da6bd-a664-40e0-88df-17ca7b6b7fb5 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:08.778602 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825da6bd-a664-40e0-88df-17ca7b6b7fb5 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:25:08.828088 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-9894cbde-8132-4060-b0a3-332296f92e78 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] device_id is not set on port f6dcdf75-d419-407f-88f5-e80d42146054 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:25:08.829650 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825da6bd-a664-40e0-88df-17ca7b6b7fb5 None None] Pushing event updated for resources: {'Port': ['ID=934bfc89-b670-4816-9c14-91132083beef,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:08.902792 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d0ad03f-8c7d-4750-9ad7-4f8f700ce8ae tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:08.909606 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-825da6bd-a664-40e0-88df-17ca7b6b7fb5 None None] Attempting to bind port 934bfc89-b670-4816-9c14-91132083beef on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:25:08.910413 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-825da6bd-a664-40e0-88df-17ca7b6b7fb5 None None] Attempting to bind port 934bfc89-b670-4816-9c14-91132083beef by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '6fafffd3-e1ce-4030-bcee-f95422c3df8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd69532ac-5f54-4e19-a2c2-faab7d2f8b98'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:25:08.910996 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825da6bd-a664-40e0-88df-17ca7b6b7fb5 None None] Attempting to bind port 934bfc89-b670-4816-9c14-91132083beef on network d69532ac-5f54-4e19-a2c2-faab7d2f8b98 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:25:08.950857 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d0ad03f-8c7d-4750-9ad7-4f8f700ce8ae tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:08.951968 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825da6bd-a664-40e0-88df-17ca7b6b7fb5 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:25:08.951968 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825da6bd-a664-40e0-88df-17ca7b6b7fb5 None None] Checking segment: {'id': '6fafffd3-e1ce-4030-bcee-f95422c3df8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd69532ac-5f54-4e19-a2c2-faab7d2f8b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:25:08.951968 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-825da6bd-a664-40e0-88df-17ca7b6b7fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:08.951968 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825da6bd-a664-40e0-88df-17ca7b6b7fb5 None None] Bound using segment: {'id': '6fafffd3-e1ce-4030-bcee-f95422c3df8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd69532ac-5f54-4e19-a2c2-faab7d2f8b98'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:25:08.951968 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-825da6bd-a664-40e0-88df-17ca7b6b7fb5 None None] Bound port: 934bfc89-b670-4816-9c14-91132083beef, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fafffd3-e1ce-4030-bcee-f95422c3df8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd69532ac-5f54-4e19-a2c2-faab7d2f8b98'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:25:08.951968 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-825da6bd-a664-40e0-88df-17ca7b6b7fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:08.952481 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-844a35ce-1166-48a8-8485-237f164bf9b9 req-8b49b75e-cebe-47ec-af3a-934d3ecf3830 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b820d05-b775-478c-bfb5-af29b02da3d9 HTTP/1.1" status: 200 len: 217 time: 0.1776848 Mar 31 15:25:08.952481 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:08.966957 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53f6d915-4a2e-4d4f-8324-85bb57d0f84d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:09.035137 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-825da6bd-a664-40e0-88df-17ca7b6b7fb5 None None] For port 934bfc89-b670-4816-9c14-91132083beef, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:25:09.038692 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-825da6bd-a664-40e0-88df-17ca7b6b7fb5 None None] For port 934bfc89-b670-4816-9c14-91132083beef, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=934bfc89-b670-4816-9c14-91132083beef,segment=NetworkSegment(6fafffd3-e1ce-4030-bcee-f95422c3df8e),segment_id=6fafffd3-e1ce-4030-bcee-f95422c3df8e)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:25:09.077780 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-29cf2057-6d92-426c-8641-f4a79cae312e tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:09.112588 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-825da6bd-a664-40e0-88df-17ca7b6b7fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:09.165731 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a35ce-1166-48a8-8485-237f164bf9b9 req-5f7967a4-4828-4bb0-8a8e-a3801d7199ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:09.167620 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-844a35ce-1166-48a8-8485-237f164bf9b9 req-5f7967a4-4828-4bb0-8a8e-a3801d7199ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b57b1a83-224b-460a-8d96-97b3371a0b4c HTTP/1.1" status: 200 len: 844 time: 0.2045882 Mar 31 15:25:09.213907 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d0ad03f-8c7d-4750-9ad7-4f8f700ce8ae tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:09.214364 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825da6bd-a664-40e0-88df-17ca7b6b7fb5 None None] Pushing event updated for resources: {'Port': ['ID=934bfc89-b670-4816-9c14-91132083beef,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:09.214490 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0ad03f-8c7d-4750-9ad7-4f8f700ce8ae tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32f368ae-c816-4f12-8cdc-ae8407824c16 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:25:09.246410 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f08d64-b5df-4144-b171-90b1f65490ad req-ed183f09-50d0-48cb-b55b-bb03edf6eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:09.247883 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-39f08d64-b5df-4144-b171-90b1f65490ad req-ed183f09-50d0-48cb-b55b-bb03edf6eccc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=054d30a6120446fcba39a5a299093095&device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 1097 time: 0.5366750 Mar 31 15:25:09.262381 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b465a86-3679-4af4-8691-4376edeb5080 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Router ac7be4da-6c79-45de-b966-a6c7920bc7bd is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:25:09.346349 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-39f08d64-b5df-4144-b171-90b1f65490ad req-a2458833-2293-43d0-a660-fecf1a1127b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bca974bf-04e8-4b40-8dd3-77d968794f2b HTTP/1.1" status: 200 len: 217 time: 0.0824394 Mar 31 15:25:09.359594 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ddda5f-2d26-4c8c-b45c-d09879fbf424 req-e6b01b50-0aaf-4ebd-a4b2-7cd2a26fd420 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:09.361067 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-54ddda5f-2d26-4c8c-b45c-d09879fbf424 req-e6b01b50-0aaf-4ebd-a4b2-7cd2a26fd420 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c73b9c-8195-44c7-9920-d2b60e1cb25e HTTP/1.1" status: 200 len: 944 time: 0.5939114 Mar 31 15:25:09.362353 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-9894cbde-8132-4060-b0a3-332296f92e78 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Allocated IP 172.20.0.3 (d69532ac-5f54-4e19-a2c2-faab7d2f8b98/948c72ae-3937-43ab-b2b0-ddabe129b9fc/f6dcdf75-d419-407f-88f5-e80d42146054) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:09.418339 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-29cf2057-6d92-426c-8641-f4a79cae312e tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:09.424021 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cf2057-6d92-426c-8641-f4a79cae312e tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:09.424631 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-29cf2057-6d92-426c-8641-f4a79cae312e tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:09.424895 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d0ad03f-8c7d-4750-9ad7-4f8f700ce8ae tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:09.430794 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6d0ad03f-8c7d-4750-9ad7-4f8f700ce8ae tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "DELETE /v2.0/routers/32f368ae-c816-4f12-8cdc-ae8407824c16 HTTP/1.1" status: 204 len: 168 time: 8.6095676 Mar 31 15:25:09.438331 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39310) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:09.593836 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:09.658774 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b61110-4319-4db8-a9c5-f66b24c93153 req-9ccfe593-2ce8-4ee2-be0c-11a3343a9f08 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:09.660294 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-04b61110-4319-4db8-a9c5-f66b24c93153 req-9ccfe593-2ce8-4ee2-be0c-11a3343a9f08 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 944 time: 0.4937072 Mar 31 15:25:09.676467 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-47d7f3ae-49ca-4e09-a2ac-8cdd8064d998 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Deleting subnet f14b9e64-d324-4c84-bae0-43dcf9122553 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:25:09.698706 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47d7f3ae-49ca-4e09-a2ac-8cdd8064d998 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:09.780804 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53f6d915-4a2e-4d4f-8324-85bb57d0f84d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:09.792911 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b465a86-3679-4af4-8691-4376edeb5080 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:25:09.797453 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f08d64-b5df-4144-b171-90b1f65490ad req-eff3328d-81c1-456a-a3f5-ce8845d717de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:09.798480 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-39f08d64-b5df-4144-b171-90b1f65490ad req-eff3328d-81c1-456a-a3f5-ce8845d717de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b28caf7-0cc4-4f02-9ea5-a472add592af HTTP/1.1" status: 200 len: 850 time: 0.4316683 Mar 31 15:25:09.805893 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97be4eee-8516-4cae-99fd-f39251c4f301 None None] Sync routers for ids ['ac7be4da-6c79-45de-b966-a6c7920bc7bd'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:25:09.813504 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-04b61110-4319-4db8-a9c5-f66b24c93153 req-197b231e-b395-49af-861c-05d94ebd5aef tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401918 Mar 31 15:25:09.819582 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47d7f3ae-49ca-4e09-a2ac-8cdd8064d998 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:09.823200 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97be4eee-8516-4cae-99fd-f39251c4f301 None None] Routers {'ac7be4da-6c79-45de-b966-a6c7920bc7bd'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:09.823372 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:09.824437 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-97be4eee-8516-4cae-99fd-f39251c4f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['ac7be4da-6c79-45de-b966-a6c7920bc7bd'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:09.866496 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-29cf2057-6d92-426c-8641-f4a79cae312e tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.0735047 Mar 31 15:25:09.870457 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53f6d915-4a2e-4d4f-8324-85bb57d0f84d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:09.902952 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-54ddda5f-2d26-4c8c-b45c-d09879fbf424 req-58d39457-0a1c-4c19-bc97-a13395e9a0fe tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2c87546-beca-4d24-a25e-a48837010178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4997804 Mar 31 15:25:09.905369 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:09.915770 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf2057-6d92-426c-8641-f4a79cae312e tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Pushing event updated for resources: {'Network': ['ID=c66a6b79-a384-4e0a-b555-190c8cfb811a,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:09.939230 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event updated for resources: {'Port': ['ID=700347c6-476a-4575-8707-bc3df3b3d705,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:09.943743 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network c66a6b79-a384-4e0a-b555-190c8cfb811a details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:25:09.956189 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:25:09.992319 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4b465a86-3679-4af4-8691-4376edeb5080 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:09.994679 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a35ce-1166-48a8-8485-237f164bf9b9 req-a2147c37-7874-42ad-9319-cba64f036f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:09.996574 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4b465a86-3679-4af4-8691-4376edeb5080 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 10.4233031 Mar 31 15:25:09.997491 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-844a35ce-1166-48a8-8485-237f164bf9b9 req-a2147c37-7874-42ad-9319-cba64f036f28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc4f77bd-a8a1-4de3-ae11-e5fff1d18587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8030322 Mar 31 15:25:09.998014 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39314) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:10.035743 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6d915-4a2e-4d4f-8324-85bb57d0f84d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Pushing event updated for resources: {'Port': ['ID=7344bdd9-0ca8-4f39-b9c9-63ba94ab81b0,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:10.040702 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47d7f3ae-49ca-4e09-a2ac-8cdd8064d998 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:10.131971 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53f6d915-4a2e-4d4f-8324-85bb57d0f84d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:10.215731 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-97be4eee-8516-4cae-99fd-f39251c4f301 None None] Set router ac7be4da-6c79-45de-b966-a6c7920bc7bd gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:25:10.267635 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53f6d915-4a2e-4d4f-8324-85bb57d0f84d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:10.268914 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-53f6d915-4a2e-4d4f-8324-85bb57d0f84d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8972065 Mar 31 15:25:10.273074 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39318) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:10.280764 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-77ce1831-aad8-4316-8c67-f8bc436f2cbd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1414202581'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:10.288906 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-77ce1831-aad8-4316-8c67-f8bc436f2cbd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:10.294406 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-77ce1831-aad8-4316-8c67-f8bc436f2cbd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Usage tracker for resource:network and tenant:acee9909de8f4e24bdbce39de10bfe87 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:10.298427 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-77ce1831-aad8-4316-8c67-f8bc436f2cbd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:10.303331 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47d7f3ae-49ca-4e09-a2ac-8cdd8064d998 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:10.363950 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-77ce1831-aad8-4316-8c67-f8bc436f2cbd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:10.379216 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d7f3ae-49ca-4e09-a2ac-8cdd8064d998 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f14b9e64-d324-4c84-bae0-43dcf9122553,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:10.386277 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47d7f3ae-49ca-4e09-a2ac-8cdd8064d998 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:10.400018 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-47d7f3ae-49ca-4e09-a2ac-8cdd8064d998 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/f14b9e64-d324-4c84-bae0-43dcf9122553 HTTP/1.1" status: 204 len: 168 time: 0.9604967 Mar 31 15:25:10.402374 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39322) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:10.531378 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ce1831-aad8-4316-8c67-f8bc436f2cbd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Made reservation on behalf of acee9909de8f4e24bdbce39de10bfe87 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:25:10.535116 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-77ce1831-aad8-4316-8c67-f8bc436f2cbd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:10.564161 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-844a35ce-1166-48a8-8485-237f164bf9b9 req-250e1b0e-ceb6-421c-bf12-0c1d195b6496 service neutron] 10.222.0.41 "GET /v2.0/networks/cc4f77bd-a8a1-4de3-ae11-e5fff1d18587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031977 Mar 31 15:25:10.585004 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-77ce1831-aad8-4316-8c67-f8bc436f2cbd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:10.650577 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-77ce1831-aad8-4316-8c67-f8bc436f2cbd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:10.658375 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-77ce1831-aad8-4316-8c67-f8bc436f2cbd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Usage tracker for resource:security_group_rule and tenant:acee9909de8f4e24bdbce39de10bfe87 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:10.661304 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-77ce1831-aad8-4316-8c67-f8bc436f2cbd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:10.672570 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-77ce1831-aad8-4316-8c67-f8bc436f2cbd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:10.702084 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5a09b0f5-40a8-482f-8d21-5bd6b14097a3 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:10.709215 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0395d976-cd0f-441d-8355-aec885131c96 None None] Network d69532ac-5f54-4e19-a2c2-faab7d2f8b98 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:25:10.854612 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f08d64-b5df-4144-b171-90b1f65490ad req-7ef3c7ea-0a4f-4a9a-9ec7-fde32e0978a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:10.856237 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-39f08d64-b5df-4144-b171-90b1f65490ad req-7ef3c7ea-0a4f-4a9a-9ec7-fde32e0978a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8570db4c-fed6-40aa-8a1b-99615046312c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0230122 Mar 31 15:25:10.887907 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5a09b0f5-40a8-482f-8d21-5bd6b14097a3 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:10.910649 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ae16004b-b320-41f9-859a-bf5307ac0ee9 None None] Provisioning for port 934bfc89-b670-4816-9c14-91132083beef completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:25:10.937515 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-5a09b0f5-40a8-482f-8d21-5bd6b14097a3 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cacf1897-8993-4216-a3fc-34c708ddf9c7']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:10.989633 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-77ce1831-aad8-4316-8c67-f8bc436f2cbd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:10.999613 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-5a09b0f5-40a8-482f-8d21-5bd6b14097a3 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c5e681-bafd-49a1-b52b-060b6f7e6d3c') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:11.002258 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-5a09b0f5-40a8-482f-8d21-5bd6b14097a3 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c5e681-bafd-49a1-b52b-060b6f7e6d3c') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:11.035439 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5a09b0f5-40a8-482f-8d21-5bd6b14097a3 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:11.039734 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91d4c073-2501-42ad-8170-92fa65151db9 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:11.081689 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-77ce1831-aad8-4316-8c67-f8bc436f2cbd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:11.128438 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 934bfc89-b670-4816-9c14-91132083beef up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:25:11.129710 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-39f08d64-b5df-4144-b171-90b1f65490ad req-e244ed79-0a3b-4128-9b80-7de111681291 service neutron] 10.222.0.41 "GET /v2.0/networks/8570db4c-fed6-40aa-8a1b-99615046312c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509258 Mar 31 15:25:11.132748 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9894cbde-8132-4060-b0a3-332296f92e78 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:11.189446 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5a09b0f5-40a8-482f-8d21-5bd6b14097a3 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:11.205256 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-97be4eee-8516-4cae-99fd-f39251c4f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7be4da-6c79-45de-b966-a6c7920bc7bd', 'name': '', 'tenant_id': '93c80d0d670e4136bbfd2c69b3be82c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0337ef-1567-4224-a3d3-626eb18746ef', 'external_fixed_ips': [{'subnet_id': '0af0d4b4-f501-4e1f-81e0-77039a2556aa', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bba7f3c5-9279-4595-b3b9-b915940cd6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:59Z', 'updated_at': '2022-03-31T15:25:06Z', 'revision_number': 3, 'project_id': '93c80d0d670e4136bbfd2c69b3be82c8', 'gw_port': {'id': 'bba7f3c5-9279-4595-b3b9-b915940cd6ea', 'name': '', 'network_id': '9d0337ef-1567-4224-a3d3-626eb18746ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:18:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7be4da-6c79-45de-b966-a6c7920bc7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '0af0d4b4-f501-4e1f-81e0-77039a2556aa', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:25:02Z', 'updated_at': '2022-03-31T15:25:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0af0d4b4-f501-4e1f-81e0-77039a2556aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:11.215139 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97be4eee-8516-4cae-99fd-f39251c4f301 None None] Checking router: ac7be4da-6c79-45de-b966-a6c7920bc7bd for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:25:11.215543 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97be4eee-8516-4cae-99fd-f39251c4f301 None None] Updating router ac7be4da-6c79-45de-b966-a6c7920bc7bd port bba7f3c5-9279-4595-b3b9-b915940cd6ea binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:25:11.227335 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ce1831-aad8-4316-8c67-f8bc436f2cbd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:25:11.233495 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a09b0f5-40a8-482f-8d21-5bd6b14097a3 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:25:11.233891 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5a09b0f5-40a8-482f-8d21-5bd6b14097a3 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: util.warn( Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:25:11.252121 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:25:11.283566 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce1831-aad8-4316-8c67-f8bc436f2cbd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db5b4bf9-9813-417e-b5a5-861d5a4d887a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:11.358190 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-77ce1831-aad8-4316-8c67-f8bc436f2cbd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:11.358571 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-77ce1831-aad8-4316-8c67-f8bc436f2cbd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Added segment 9db8c52b-4f77-4d4a-be74-8bc675a76355 of type vlan for network 4dfc618d-97cf-43ef-b4c3-02c3eeb9e45f Mar 31 15:25:11.372534 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-97be4eee-8516-4cae-99fd-f39251c4f301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:11.408485 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-77ce1831-aad8-4316-8c67-f8bc436f2cbd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:11.429747 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca763ea5-e13d-422d-a7d3-de7708325afe req-4353fa04-622f-4844-9279-0a7da892b06b tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:11.431505 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-ca763ea5-e13d-422d-a7d3-de7708325afe req-4353fa04-622f-4844-9279-0a7da892b06b tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 944 time: 0.3607798 Mar 31 15:25:11.560278 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 934bfc89-b670-4816-9c14-91132083beef completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:25:11.602400 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9894cbde-8132-4060-b0a3-332296f92e78 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Transition to ACTIVE for port object f6dcdf75-d419-407f-88f5-e80d42146054 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:25:11.636877 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 934bfc89-b670-4816-9c14-91132083beef triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:11.637432 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:11.654179 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5a09b0f5-40a8-482f-8d21-5bd6b14097a3 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:11.691518 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a09b0f5-40a8-482f-8d21-5bd6b14097a3 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cacf1897-8993-4216-a3fc-34c708ddf9c7 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 31 15:25:11.703654 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5a09b0f5-40a8-482f-8d21-5bd6b14097a3 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:11.706819 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 4b820d05-b775-478c-bfb5-af29b02da3d9 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:25:11.757616 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09b0f5-40a8-482f-8d21-5bd6b14097a3 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Pushing event deleted for resources: {'Network': ['ID=cacf1897-8993-4216-a3fc-34c708ddf9c7,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:11.808832 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5a09b0f5-40a8-482f-8d21-5bd6b14097a3 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "DELETE /v2.0/networks/cacf1897-8993-4216-a3fc-34c708ddf9c7 HTTP/1.1" status: 204 len: 168 time: 1.4053068 Mar 31 15:25:11.831034 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-ca763ea5-e13d-422d-a7d3-de7708325afe req-3cfeec69-5f5e-480a-af9e-4e0374544e93 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3900919 Mar 31 15:25:11.856018 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-77ce1831-aad8-4316-8c67-f8bc436f2cbd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:11.856018 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ce1831-aad8-4316-8c67-f8bc436f2cbd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:11.856018 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-77ce1831-aad8-4316-8c67-f8bc436f2cbd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:11.865973 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-844a35ce-1166-48a8-8485-237f164bf9b9 req-070ff29e-9ec8-48ef-8ee5-85d9b975995f service neutron] 10.222.0.41 "GET /v2.0/networks/cc4f77bd-a8a1-4de3-ae11-e5fff1d18587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2382662 Mar 31 15:25:11.955644 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9894cbde-8132-4060-b0a3-332296f92e78 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:12.106121 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-77ce1831-aad8-4316-8c67-f8bc436f2cbd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8318462 Mar 31 15:25:12.123893 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39336) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:12.128633 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-97be4eee-8516-4cae-99fd-f39251c4f301 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:12.137564 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-5aafa3ed-42e5-44ed-8c3a-6344c819d4ff tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Request body: {'subnet': {'network_id': '4dfc618d-97cf-43ef-b4c3-02c3eeb9e45f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:12.155966 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-97be4eee-8516-4cae-99fd-f39251c4f301 None None] Transition to ACTIVE for port object bba7f3c5-9279-4595-b3b9-b915940cd6ea will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:25:12.157594 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce1831-aad8-4316-8c67-f8bc436f2cbd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Pushing event updated for resources: {'Network': ['ID=4dfc618d-97cf-43ef-b4c3-02c3eeb9e45f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:12.183089 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 4dfc618d-97cf-43ef-b4c3-02c3eeb9e45f details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:25:12.203465 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91d4c073-2501-42ad-8170-92fa65151db9 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:12.220971 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-39f08d64-b5df-4144-b171-90b1f65490ad req-3fd14ccc-9b72-418a-b7ff-e2c66f974d8a service neutron] 10.222.0.41 "GET /v2.0/networks/8570db4c-fed6-40aa-8a1b-99615046312c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0722275 Mar 31 15:25:12.305458 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9894cbde-8132-4060-b0a3-332296f92e78 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Network d69532ac-5f54-4e19-a2c2-faab7d2f8b98 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:12.344128 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-5aafa3ed-42e5-44ed-8c3a-6344c819d4ff tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:12.349843 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-5aafa3ed-42e5-44ed-8c3a-6344c819d4ff tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Usage tracker for resource:subnet and tenant:acee9909de8f4e24bdbce39de10bfe87 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:12.355741 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-5aafa3ed-42e5-44ed-8c3a-6344c819d4ff tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:12.366295 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-5aafa3ed-42e5-44ed-8c3a-6344c819d4ff tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:12.368883 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cac3bf-e7df-47d7-a025-87c9a1a23333 req-fb9fe11e-b462-46b8-834b-aa71afd46a08 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:12.377529 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d9cac3bf-e7df-47d7-a025-87c9a1a23333 req-fb9fe11e-b462-46b8-834b-aa71afd46a08 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c73b9c-8195-44c7-9920-d2b60e1cb25e HTTP/1.1" status: 200 len: 944 time: 1.1924031 Mar 31 15:25:12.379683 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-9894cbde-8132-4060-b0a3-332296f92e78 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:12.383689 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9894cbde-8132-4060-b0a3-332296f92e78 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:25:12.404073 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39342) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:12.410513 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-5def8961-8275-45cf-92af-0e09f735fb1a tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Request body: {'router': {'name': 'tempest-router--474888974', 'project_id': 'c7ed639965e14a13bd8c49e5ecb79437'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:12.416553 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-5def8961-8275-45cf-92af-0e09f735fb1a tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:12.421872 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-5def8961-8275-45cf-92af-0e09f735fb1a tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Usage tracker for resource:router and tenant:c7ed639965e14a13bd8c49e5ecb79437 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:12.425802 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-5def8961-8275-45cf-92af-0e09f735fb1a tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:12.435918 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-5def8961-8275-45cf-92af-0e09f735fb1a tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:12.455658 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-91d4c073-2501-42ad-8170-92fa65151db9 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Deleting port bba7f3c5-9279-4595-b3b9-b915940cd6ea {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:25:12.456080 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91d4c073-2501-42ad-8170-92fa65151db9 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:12.461173 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aafa3ed-42e5-44ed-8c3a-6344c819d4ff tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Made reservation on behalf of acee9909de8f4e24bdbce39de10bfe87 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:25:12.464526 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-97be4eee-8516-4cae-99fd-f39251c4f301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:12.466361 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5aafa3ed-42e5-44ed-8c3a-6344c819d4ff tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:12.511372 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5def8961-8275-45cf-92af-0e09f735fb1a tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:12.513482 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5def8961-8275-45cf-92af-0e09f735fb1a tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:12.637713 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5def8961-8275-45cf-92af-0e09f735fb1a tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:12.776071 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-91d4c073-2501-42ad-8170-92fa65151db9 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] For port bba7f3c5-9279-4595-b3b9-b915940cd6ea, host dv-neutron-833379-2-hyperv, got binding levels [] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:25:12.777045 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91d4c073-2501-42ad-8170-92fa65151db9 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:12.824460 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5def8961-8275-45cf-92af-0e09f735fb1a tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:12.843805 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-97be4eee-8516-4cae-99fd-f39251c4f301 None None] Attempting to bind port bba7f3c5-9279-4595-b3b9-b915940cd6ea on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:25:12.844314 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-97be4eee-8516-4cae-99fd-f39251c4f301 None None] Attempting to bind port bba7f3c5-9279-4595-b3b9-b915940cd6ea by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '46de1f1b-9701-4f44-add8-cfe7e7efa63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9d0337ef-1567-4224-a3d3-626eb18746ef'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:25:12.844771 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97be4eee-8516-4cae-99fd-f39251c4f301 None None] Attempting to bind port bba7f3c5-9279-4595-b3b9-b915940cd6ea on network 9d0337ef-1567-4224-a3d3-626eb18746ef {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:25:12.852054 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a49afe-a761-4aa3-b89f-0fe19020b80c None None] Pushing event updated for resources: {'Port': ['ID=bba7f3c5-9279-4595-b3b9-b915940cd6ea,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:12.860555 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894cbde-8132-4060-b0a3-332296f92e78 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Pushing event updated for resources: {'Port': ['ID=f6dcdf75-d419-407f-88f5-e80d42146054,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:12.868882 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9894cbde-8132-4060-b0a3-332296f92e78 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:12.869910 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9894cbde-8132-4060-b0a3-332296f92e78 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:12.901642 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5aafa3ed-42e5-44ed-8c3a-6344c819d4ff tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:12.919084 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97be4eee-8516-4cae-99fd-f39251c4f301 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:25:12.919618 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97be4eee-8516-4cae-99fd-f39251c4f301 None None] Checking segment: {'id': '46de1f1b-9701-4f44-add8-cfe7e7efa63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9d0337ef-1567-4224-a3d3-626eb18746ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:25:12.920179 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-97be4eee-8516-4cae-99fd-f39251c4f301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:12.920901 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97be4eee-8516-4cae-99fd-f39251c4f301 None None] Bound using segment: {'id': '46de1f1b-9701-4f44-add8-cfe7e7efa63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9d0337ef-1567-4224-a3d3-626eb18746ef'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:25:12.921565 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-97be4eee-8516-4cae-99fd-f39251c4f301 None None] Bound port: bba7f3c5-9279-4595-b3b9-b915940cd6ea, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46de1f1b-9701-4f44-add8-cfe7e7efa63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9d0337ef-1567-4224-a3d3-626eb18746ef'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:25:12.922042 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-97be4eee-8516-4cae-99fd-f39251c4f301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:12.955159 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.resource_extend [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:25:12.970836 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:12.986985 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-91d4c073-2501-42ad-8170-92fa65151db9 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Calling delete_port for bba7f3c5-9279-4595-b3b9-b915940cd6ea owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:25:12.989786 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2f7d97ab-2f04-47c5-af4e-67ea98fb3099 None None] Provisioning complete for port 934bfc89-b670-4816-9c14-91132083beef triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:12.991155 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2f7d97ab-2f04-47c5-af4e-67ea98fb3099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:13.087166 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 934bfc89-b670-4816-9c14-91132083beef, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=934bfc89-b670-4816-9c14-91132083beef,segment=NetworkSegment(6fafffd3-e1ce-4030-bcee-f95422c3df8e),segment_id=6fafffd3-e1ce-4030-bcee-f95422c3df8e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:25:13.087917 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9894cbde-8132-4060-b0a3-332296f92e78 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.3012965 Mar 31 15:25:13.096855 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39352) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:13.102979 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aafa3ed-42e5-44ed-8c3a-6344c819d4ff tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Pushing event updated for resources: {'Subnet': ['ID=067c2f2e-7d46-41ad-807e-326708d95b22,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:13.116471 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d9cac3bf-e7df-47d7-a025-87c9a1a23333 req-dd1ef7d6-60f0-4a21-a332-ce3e2701c64f tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2c87546-beca-4d24-a25e-a48837010178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7377374 Mar 31 15:25:13.134677 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5def8961-8275-45cf-92af-0e09f735fb1a tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:13.135200 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-eadd263e-b746-4464-b2d2-ba2d59e47573 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Request body: {'port': {'network_id': 'd69532ac-5f54-4e19-a2c2-faab7d2f8b98', 'name': 'tempest-AllowedAddressPairTestJSON-2125106757', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:1f:16:ce'}]}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:13.135317 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5def8961-8275-45cf-92af-0e09f735fb1a tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7231729 Mar 31 15:25:13.140959 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39356) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:13.223556 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:13.246107 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39360) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:13.258994 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Request body: {'subnets': [{'network_id': '2c8121fb-4aef-43f4-a518-7e42ddd2dbe9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1790062165', 'ip_version': 6}, {'network_id': 'c66a6b79-a384-4e0a-b555-190c8cfb811a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:13.259321 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Request body: {'subnet': {'network_id': '2c8121fb-4aef-43f4-a518-7e42ddd2dbe9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1790062165', 'ip_version': 6}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:13.259993 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Request body: {'subnet': {'network_id': 'c66a6b79-a384-4e0a-b555-190c8cfb811a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:13.273211 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aafa3ed-42e5-44ed-8c3a-6344c819d4ff tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Checking segment: {'id': '9db8c52b-4f77-4d4a-be74-8bc675a76355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4dfc618d-97cf-43ef-b4c3-02c3eeb9e45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:25:13.273566 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aafa3ed-42e5-44ed-8c3a-6344c819d4ff tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Network hostable DHCP agents. Network: 4dfc618d-97cf-43ef-b4c3-02c3eeb9e45f, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:25:13.341831 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-97be4eee-8516-4cae-99fd-f39251c4f301 None None] For port bba7f3c5-9279-4595-b3b9-b915940cd6ea, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:25:13.370446 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-003b6216-d65e-4fb5-ae5a-37926e537348 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:13.374549 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-97be4eee-8516-4cae-99fd-f39251c4f301 None None] For port bba7f3c5-9279-4595-b3b9-b915940cd6ea, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=bba7f3c5-9279-4595-b3b9-b915940cd6ea,segment=NetworkSegment(46de1f1b-9701-4f44-add8-cfe7e7efa63a),segment_id=46de1f1b-9701-4f44-add8-cfe7e7efa63a)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:25:13.381396 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 4b820d05-b775-478c-bfb5-af29b02da3d9, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4b820d05-b775-478c-bfb5-af29b02da3d9,segment=NetworkSegment(08fe2f32-b615-4231-88e9-12bda0ccc8ba),segment_id=08fe2f32-b615-4231-88e9-12bda0ccc8ba)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:25:13.392757 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=934bfc89-b670-4816-9c14-91132083beef,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:13.398837 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': '4b820d05-b775-478c-bfb5-af29b02da3d9', 'network_id': 'cc4f77bd-a8a1-4de3-ae11-e5fff1d18587', 'port_id': '4b820d05-b775-478c-bfb5-af29b02da3d9', 'mac_address': 'fa:16:3e:6e:a8:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b57b1a83-224b-460a-8d96-97b3371a0b4c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:25:13.445524 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-97be4eee-8516-4cae-99fd-f39251c4f301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:13.520445 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:13.563560 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b820d05-b775-478c-bfb5-af29b02da3d9 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:25:13.570888 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97be4eee-8516-4cae-99fd-f39251c4f301 None None] Routers {'ac7be4da-6c79-45de-b966-a6c7920bc7bd'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:13.571515 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-97be4eee-8516-4cae-99fd-f39251c4f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['ac7be4da-6c79-45de-b966-a6c7920bc7bd'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:13.625038 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a49afe-a761-4aa3-b89f-0fe19020b80c None None] Pushing event updated for resources: {'Port': ['ID=bba7f3c5-9279-4595-b3b9-b915940cd6ea,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:13.641224 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9e3de63d-def5-494b-8722-ee5294e1aca2 None None] Provisioning for port f6dcdf75-d419-407f-88f5-e80d42146054 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:25:13.654542 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9e3de63d-def5-494b-8722-ee5294e1aca2 None None] Provisioning complete for port f6dcdf75-d419-407f-88f5-e80d42146054 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:13.655414 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e3de63d-def5-494b-8722-ee5294e1aca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:13.746129 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a17a6c-a134-4844-a813-1457c49a3ce5 req-ae1d5bbe-fc58-44a0-aa74-278893e9f57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:13.748101 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-70a17a6c-a134-4844-a813-1457c49a3ce5 req-ae1d5bbe-fc58-44a0-aa74-278893e9f57b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=054d30a6120446fcba39a5a299093095&device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 1097 time: 0.8960345 Mar 31 15:25:13.756089 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033e275-b9d6-4acd-a85f-192bddea21d1 req-41ba6687-494b-418f-9fde-75b170510b05 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:13.762383 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-6033e275-b9d6-4acd-a85f-192bddea21d1 req-41ba6687-494b-418f-9fde-75b170510b05 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 944 time: 0.7003446 Mar 31 15:25:13.762523 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 4b820d05-b775-478c-bfb5-af29b02da3d9, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4b820d05-b775-478c-bfb5-af29b02da3d9,segment=NetworkSegment(08fe2f32-b615-4231-88e9-12bda0ccc8ba),segment_id=08fe2f32-b615-4231-88e9-12bda0ccc8ba)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:25:13.771206 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aafa3ed-42e5-44ed-8c3a-6344c819d4ff tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Network 4dfc618d-97cf-43ef-b4c3-02c3eeb9e45f is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:25:13.782330 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-eadd263e-b746-4464-b2d2-ba2d59e47573 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:13.794949 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-97be4eee-8516-4cae-99fd-f39251c4f301 None None] Set router ac7be4da-6c79-45de-b966-a6c7920bc7bd gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:25:13.805526 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-eadd263e-b746-4464-b2d2-ba2d59e47573 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Usage tracker for resource:port and tenant:6c2318190d444e19bd817a81020a7f17 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:13.811249 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:13.847113 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-eadd263e-b746-4464-b2d2-ba2d59e47573 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Quota usage for port was recalculated. Used quota:2. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:13.859780 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.api [None req-91d4c073-2501-42ad-8170-92fa65151db9 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:25:13.860661 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG oslo_db.api [None req-91d4c073-2501-42ad-8170-92fa65151db9 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:25:13.862642 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-eadd263e-b746-4464-b2d2-ba2d59e47573 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:13.862908 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-003b6216-d65e-4fb5-ae5a-37926e537348 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:13.902140 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:13.950216 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-9e3de63d-def5-494b-8722-ee5294e1aca2 None None] Port f6dcdf75-d419-407f-88f5-e80d42146054 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:25:13.958690 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-97be4eee-8516-4cae-99fd-f39251c4f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7be4da-6c79-45de-b966-a6c7920bc7bd', 'name': '', 'tenant_id': '93c80d0d670e4136bbfd2c69b3be82c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:59Z', 'updated_at': '2022-03-31T15:25:12Z', 'revision_number': 4, 'project_id': '93c80d0d670e4136bbfd2c69b3be82c8', 'gw_port_host': None}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:13.970422 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97be4eee-8516-4cae-99fd-f39251c4f301 None None] The sync data for ids ['ac7be4da-6c79-45de-b966-a6c7920bc7bd'] in dv-neutron-833379-2-hyperv is: [{'id': 'ac7be4da-6c79-45de-b966-a6c7920bc7bd', 'name': '', 'tenant_id': '93c80d0d670e4136bbfd2c69b3be82c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:59Z', 'updated_at': '2022-03-31T15:25:12Z', 'revision_number': 4, 'project_id': '93c80d0d670e4136bbfd2c69b3be82c8', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:25:13.987154 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a17a6c-a134-4844-a813-1457c49a3ce5 req-1993e85f-1d2a-46b4-82a0-f25679184756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:13.990056 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-70a17a6c-a134-4844-a813-1457c49a3ce5 req-1993e85f-1d2a-46b4-82a0-f25679184756 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8570db4c-fed6-40aa-8a1b-99615046312c HTTP/1.1" status: 200 len: 912 time: 0.2304792 Mar 31 15:25:13.999834 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=4b820d05-b775-478c-bfb5-af29b02da3d9,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:14.019427 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-003b6216-d65e-4fb5-ae5a-37926e537348 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:14.032662 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-5aafa3ed-42e5-44ed-8c3a-6344c819d4ff tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 4dfc618d-97cf-43ef-b4c3-02c3eeb9e45f) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:14.042567 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9233f07e-7211-44a8-9b4f-e14e885f5d3c None None] Network 4dfc618d-97cf-43ef-b4c3-02c3eeb9e45f requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:25:14.056726 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aafa3ed-42e5-44ed-8c3a-6344c819d4ff tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:14.057335 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5aafa3ed-42e5-44ed-8c3a-6344c819d4ff tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:14.066352 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadd263e-b746-4464-b2d2-ba2d59e47573 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Made reservation on behalf of 6c2318190d444e19bd817a81020a7f17 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:25:14.082705 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-6033e275-b9d6-4acd-a85f-192bddea21d1 req-beb5a8b0-ad3a-4ebf-bfe5-2bc96b21bcba tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3032823 Mar 31 15:25:14.099114 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:14.108198 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Usage tracker for resource:subnet and tenant:5780cdcea3204a9cb6823db9812ed69c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:14.111590 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:14.117684 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:14.136665 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-70a17a6c-a134-4844-a813-1457c49a3ce5 req-c370a992-28c8-4e53-a4ad-a19ef996e051 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bca974bf-04e8-4b40-8dd3-77d968794f2b HTTP/1.1" status: 200 len: 217 time: 0.1363339 Mar 31 15:25:14.160078 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-003b6216-d65e-4fb5-ae5a-37926e537348 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:14.164766 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003b6216-d65e-4fb5-ae5a-37926e537348 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 189af55d-5a0b-4d4c-9f43-ef02acb7a6a2 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:25:14.169928 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-003b6216-d65e-4fb5-ae5a-37926e537348 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:14.177344 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-003b6216-d65e-4fb5-ae5a-37926e537348 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "DELETE /v2.0/routers/189af55d-5a0b-4d4c-9f43-ef02acb7a6a2 HTTP/1.1" status: 204 len: 168 time: 1.0130279 Mar 31 15:25:14.210794 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5aafa3ed-42e5-44ed-8c3a-6344c819d4ff tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0845702 Mar 31 15:25:14.213365 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39368) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:14.223659 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-40113f69-022a-4887-a001-f299b556630a tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1155617641', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:14.235801 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-40113f69-022a-4887-a001-f299b556630a tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:14.248189 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-40113f69-022a-4887-a001-f299b556630a tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Usage tracker for resource:router and tenant:acee9909de8f4e24bdbce39de10bfe87 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:14.251573 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-40113f69-022a-4887-a001-f299b556630a tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:14.253143 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['4b820d05-b775-478c-bfb5-af29b02da3d9'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:25:14.260407 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-40113f69-022a-4887-a001-f299b556630a tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:14.286405 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Made reservation on behalf of 5780cdcea3204a9cb6823db9812ed69c for: {'subnet': 2} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:25:14.295002 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:14.301915 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:14.302521 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:14.366581 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-91d4c073-2501-42ad-8170-92fa65151db9 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Deleting port bba7f3c5-9279-4595-b3b9-b915940cd6ea {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:25:14.367388 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91d4c073-2501-42ad-8170-92fa65151db9 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:14.400963 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-40113f69-022a-4887-a001-f299b556630a tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:14.402434 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-40113f69-022a-4887-a001-f299b556630a tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:14.421666 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a17a6c-a134-4844-a813-1457c49a3ce5 req-8f148841-90ed-466c-83d7-437c58380c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:14.423175 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-70a17a6c-a134-4844-a813-1457c49a3ce5 req-8f148841-90ed-466c-83d7-437c58380c41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b28caf7-0cc4-4f02-9ea5-a472add592af HTTP/1.1" status: 200 len: 850 time: 0.2747552 Mar 31 15:25:14.455145 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-40113f69-022a-4887-a001-f299b556630a tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:14.539483 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddfe918-0f7c-4673-8475-e9406759c4b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-4dfc618d-97cf-43ef-b4c3-02c3eeb9e45f', 'network_id': '4dfc618d-97cf-43ef-b4c3-02c3eeb9e45f', 'tenant_id': 'acee9909de8f4e24bdbce39de10bfe87', 'fixed_ips': [{'subnet_id': '067c2f2e-7d46-41ad-807e-326708d95b22'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:25:14.540383 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5ddfe918-0f7c-4673-8475-e9406759c4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:14.567444 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eadd263e-b746-4464-b2d2-ba2d59e47573 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:14.647283 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39372) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:14.704016 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-eadd263e-b746-4464-b2d2-ba2d59e47573 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] device_id is not set on port ae960f5c-b390-4885-a29f-ab837bd512b5 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:25:14.855023 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-5ddfe918-0f7c-4673-8475-e9406759c4b7 None None] Allocated IP 172.20.0.2 (4dfc618d-97cf-43ef-b4c3-02c3eeb9e45f/067c2f2e-7d46-41ad-807e-326708d95b22/5ec91a9d-9ddb-4712-8da2-5161ff4f960c) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:15.050980 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-40113f69-022a-4887-a001-f299b556630a tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:15.082775 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e4d6f-ba9e-40fe-b342-f3d966f8eb3a req-463394ef-8c3b-49c7-a402-93f486e7d81f tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:15.084299 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-967e4d6f-ba9e-40fe-b342-f3d966f8eb3a req-463394ef-8c3b-49c7-a402-93f486e7d81f tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c73b9c-8195-44c7-9920-d2b60e1cb25e HTTP/1.1" status: 200 len: 945 time: 0.7666717 Mar 31 15:25:15.159378 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-d0254708-9184-4a4a-8690-f6eac13708b2 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1795447294', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}, 'admin_state_up': False}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:15.174354 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5ddfe918-0f7c-4673-8475-e9406759c4b7 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:15.184656 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-5ddfe918-0f7c-4673-8475-e9406759c4b7 None None] Transition to ACTIVE for port object 5ec91a9d-9ddb-4712-8da2-5161ff4f960c will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:25:15.203626 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-5ddfe918-0f7c-4673-8475-e9406759c4b7 None None] Transition to ACTIVE for port object 5ec91a9d-9ddb-4712-8da2-5161ff4f960c will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:25:15.283473 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5ddfe918-0f7c-4673-8475-e9406759c4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:15.332770 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 934bfc89-b670-4816-9c14-91132083beef up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:25:15.350199 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d0254708-9184-4a4a-8690-f6eac13708b2 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:15.377111 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d0254708-9184-4a4a-8690-f6eac13708b2 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Usage tracker for resource:router and tenant:dce923f5422345b4b3937e0f97824efc is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:15.380984 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a17a6c-a134-4844-a813-1457c49a3ce5 req-6431828d-423f-41db-b0c6-fbc036b1fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:15.382571 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-70a17a6c-a134-4844-a813-1457c49a3ce5 req-6431828d-423f-41db-b0c6-fbc036b1fe50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8570db4c-fed6-40aa-8a1b-99615046312c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9406931 Mar 31 15:25:15.385503 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-967e4d6f-ba9e-40fe-b342-f3d966f8eb3a req-3f9ceae3-6526-46d4-ab1a-75cb7e28cf02 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2c87546-beca-4d24-a25e-a48837010178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2816324 Mar 31 15:25:15.386368 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d0254708-9184-4a4a-8690-f6eac13708b2 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:15.394722 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddfe918-0f7c-4673-8475-e9406759c4b7 None None] Network 4dfc618d-97cf-43ef-b4c3-02c3eeb9e45f is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:15.403303 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-5ddfe918-0f7c-4673-8475-e9406759c4b7 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:15.407178 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d0254708-9184-4a4a-8690-f6eac13708b2 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:15.422698 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddfe918-0f7c-4673-8475-e9406759c4b7 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:25:15.425093 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfe918-0f7c-4673-8475-e9406759c4b7 None None] Pushing event updated for resources: {'Port': ['ID=5ec91a9d-9ddb-4712-8da2-5161ff4f960c,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:15.464874 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1b203-0a28-456e-a9e1-b0c10f9e2e0f req-b4b69baa-6b7f-4df2-bb1f-bba4efed140b tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:15.466387 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-acd1b203-0a28-456e-a9e1-b0c10f9e2e0f req-b4b69baa-6b7f-4df2-bb1f-bba4efed140b tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 944 time: 0.2398655 Mar 31 15:25:15.514332 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:15.540367 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-91d4c073-2501-42ad-8170-92fa65151db9 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] For port bba7f3c5-9279-4595-b3b9-b915940cd6ea, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=bba7f3c5-9279-4595-b3b9-b915940cd6ea,segment=NetworkSegment(46de1f1b-9701-4f44-add8-cfe7e7efa63a),segment_id=46de1f1b-9701-4f44-add8-cfe7e7efa63a)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:25:15.540905 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91d4c073-2501-42ad-8170-92fa65151db9 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:15.546242 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-5ddfe918-0f7c-4673-8475-e9406759c4b7 None None] Attempting to bind port 5ec91a9d-9ddb-4712-8da2-5161ff4f960c on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:25:15.553738 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-5ddfe918-0f7c-4673-8475-e9406759c4b7 None None] Attempting to bind port 5ec91a9d-9ddb-4712-8da2-5161ff4f960c by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '9db8c52b-4f77-4d4a-be74-8bc675a76355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4dfc618d-97cf-43ef-b4c3-02c3eeb9e45f'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:25:15.553738 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddfe918-0f7c-4673-8475-e9406759c4b7 None None] Attempting to bind port 5ec91a9d-9ddb-4712-8da2-5161ff4f960c on network 4dfc618d-97cf-43ef-b4c3-02c3eeb9e45f {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:25:15.553738 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 934bfc89-b670-4816-9c14-91132083beef triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:15.553738 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:15.562183 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-eadd263e-b746-4464-b2d2-ba2d59e47573 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Allocated IP 172.20.0.4 (d69532ac-5f54-4e19-a2c2-faab7d2f8b98/948c72ae-3937-43ab-b2b0-ddabe129b9fc/ae960f5c-b390-4885-a29f-ab837bd512b5) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:15.571679 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-acd1b203-0a28-456e-a9e1-b0c10f9e2e0f req-bd0ecff3-7c1e-44f4-8930-a7fea304314d tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969884 Mar 31 15:25:15.588328 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddfe918-0f7c-4673-8475-e9406759c4b7 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:25:15.588959 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddfe918-0f7c-4673-8475-e9406759c4b7 None None] Checking segment: {'id': '9db8c52b-4f77-4d4a-be74-8bc675a76355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4dfc618d-97cf-43ef-b4c3-02c3eeb9e45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:25:15.589589 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5ddfe918-0f7c-4673-8475-e9406759c4b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:15.590188 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddfe918-0f7c-4673-8475-e9406759c4b7 None None] Bound using segment: {'id': '9db8c52b-4f77-4d4a-be74-8bc675a76355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4dfc618d-97cf-43ef-b4c3-02c3eeb9e45f'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:25:15.590850 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-5ddfe918-0f7c-4673-8475-e9406759c4b7 None None] Bound port: 5ec91a9d-9ddb-4712-8da2-5161ff4f960c, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db8c52b-4f77-4d4a-be74-8bc675a76355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4dfc618d-97cf-43ef-b4c3-02c3eeb9e45f'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:25:15.591443 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5ddfe918-0f7c-4673-8475-e9406759c4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:15.630435 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Pushing event updated for resources: {'Subnet': ['ID=6e611777-a93c-4f09-9616-761e80ce2a29,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:15.641289 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d0254708-9184-4a4a-8690-f6eac13708b2 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:15.642294 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d0254708-9184-4a4a-8690-f6eac13708b2 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:15.655636 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:15.655974 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:15.656323 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:15.656663 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:15.656996 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:15.657379 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:15.657712 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:15.658043 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:15.658503 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:15.658832 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:15.659179 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:15.659569 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:15.664021 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d0254708-9184-4a4a-8690-f6eac13708b2 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:15.742475 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Checking segment: {'id': '0032722d-b346-40f5-b994-2dee79dc32ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '2c8121fb-4aef-43f4-a518-7e42ddd2dbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:25:15.742832 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Network hostable DHCP agents. Network: 2c8121fb-4aef-43f4-a518-7e42ddd2dbe9, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:25:15.743368 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-5ddfe918-0f7c-4673-8475-e9406759c4b7 None None] For port 5ec91a9d-9ddb-4712-8da2-5161ff4f960c, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:25:15.754639 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-91d4c073-2501-42ad-8170-92fa65151db9 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Calling delete_port for bba7f3c5-9279-4595-b3b9-b915940cd6ea owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:25:15.763566 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-5ddfe918-0f7c-4673-8475-e9406759c4b7 None None] For port 5ec91a9d-9ddb-4712-8da2-5161ff4f960c, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=5ec91a9d-9ddb-4712-8da2-5161ff4f960c,segment=NetworkSegment(9db8c52b-4f77-4d4a-be74-8bc675a76355),segment_id=9db8c52b-4f77-4d4a-be74-8bc675a76355)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:25:15.791891 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:15.810028 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5ddfe918-0f7c-4673-8475-e9406759c4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:15.855112 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-40113f69-022a-4887-a001-f299b556630a tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:15.892826 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfe918-0f7c-4673-8475-e9406759c4b7 None None] Pushing event updated for resources: {'Port': ['ID=5ec91a9d-9ddb-4712-8da2-5161ff4f960c,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:15.927773 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device bca974bf-04e8-4b40-8dd3-77d968794f2b details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:25:15.959322 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:15.982577 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 4b820d05-b775-478c-bfb5-af29b02da3d9 up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:25:16.018023 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-40113f69-022a-4887-a001-f299b556630a tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:16.019918 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Network 2c8121fb-4aef-43f4-a518-7e42ddd2dbe9 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:25:16.153723 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 2c8121fb-4aef-43f4-a518-7e42ddd2dbe9) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:16.165154 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9fd0a4-6cd4-4002-948d-6c10cb8b32c4 None None] Network 2c8121fb-4aef-43f4-a518-7e42ddd2dbe9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:25:16.166561 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:16.207307 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event updated for resources: {'Port': ['ID=700347c6-476a-4575-8707-bc3df3b3d705,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:16.211933 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port bca974bf-04e8-4b40-8dd3-77d968794f2b, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bca974bf-04e8-4b40-8dd3-77d968794f2b,segment=NetworkSegment(478cadf4-0aeb-4142-b453-0c4f37f9f3e4),segment_id=478cadf4-0aeb-4142-b453-0c4f37f9f3e4)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:25:16.220735 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-70a17a6c-a134-4844-a813-1457c49a3ce5 req-46382c71-5dce-498a-b300-07f59f1dfd2e service neutron] 10.222.0.41 "GET /v2.0/networks/8570db4c-fed6-40aa-8a1b-99615046312c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8235164 Mar 31 15:25:16.275326 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Pushing event updated for resources: {'Subnet': ['ID=259679b9-eb70-484e-b01c-a7c339feb652,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:16.276167 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port 4b820d05-b775-478c-bfb5-af29b02da3d9 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:25:16.297771 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': 'bca974bf-04e8-4b40-8dd3-77d968794f2b', 'network_id': '8570db4c-fed6-40aa-8a1b-99615046312c', 'port_id': 'bca974bf-04e8-4b40-8dd3-77d968794f2b', 'mac_address': 'fa:16:3e:26:19:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b28caf7-0cc4-4f02-9ea5-a472add592af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:25:16.298797 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-40113f69-022a-4887-a001-f299b556630a tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Allocated IP 172.26.5.71 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/e929da44-1aa1-4c4f-84c1-506c7eab0702) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:16.306324 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port 4b820d05-b775-478c-bfb5-af29b02da3d9 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:16.306324 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:16.332105 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Checking segment: {'id': '0561adb9-c77b-42e5-8233-67487eb7826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c66a6b79-a384-4e0a-b555-190c8cfb811a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:25:16.332105 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Network hostable DHCP agents. Network: c66a6b79-a384-4e0a-b555-190c8cfb811a, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:25:16.343439 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:16.343739 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:16.344257 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:16.344410 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:16.344734 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:16.345068 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:16.345437 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:16.345823 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:16.346091 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:16.346415 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:16.346739 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:16.347062 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:16.420607 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:16.446333 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d0254708-9184-4a4a-8690-f6eac13708b2 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:16.483836 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca974bf-04e8-4b40-8dd3-77d968794f2b {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:25:16.523905 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port bca974bf-04e8-4b40-8dd3-77d968794f2b, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bca974bf-04e8-4b40-8dd3-77d968794f2b,segment=NetworkSegment(478cadf4-0aeb-4142-b453-0c4f37f9f3e4),segment_id=478cadf4-0aeb-4142-b453-0c4f37f9f3e4)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:25:16.524108 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-40113f69-022a-4887-a001-f299b556630a tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:16.562859 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Network c66a6b79-a384-4e0a-b555-190c8cfb811a is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:25:16.605833 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:16.614312 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:16.632792 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-40113f69-022a-4887-a001-f299b556630a tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:16.671176 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ab3f16-624f-4559-933a-55795db556c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-2c8121fb-4aef-43f4-a518-7e42ddd2dbe9', 'network_id': '2c8121fb-4aef-43f4-a518-7e42ddd2dbe9', 'tenant_id': '5780cdcea3204a9cb6823db9812ed69c', 'fixed_ips': [{'subnet_id': '6e611777-a93c-4f09-9616-761e80ce2a29'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:25:16.672079 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-25ab3f16-624f-4559-933a-55795db556c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:16.708328 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40113f69-022a-4887-a001-f299b556630a tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Pushing event updated for resources: {'Port': ['ID=e929da44-1aa1-4c4f-84c1-506c7eab0702,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:16.712984 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, c66a6b79-a384-4e0a-b555-190c8cfb811a) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:16.728619 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:16.729094 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:16.729763 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:16.747239 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0d04e7-cf9b-4c8f-98d5-574c60b2a707 None None] Network c66a6b79-a384-4e0a-b555-190c8cfb811a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:25:16.757081 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40113f69-022a-4887-a001-f299b556630a tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:16.758519 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-40113f69-022a-4887-a001-f299b556630a tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:16.760933 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40113f69-022a-4887-a001-f299b556630a tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:25:16.786085 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:16.848259 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f7720e8f-53c0-4f92-90d7-d9f6ee43bb8f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.5978124 Mar 31 15:25:16.857394 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39384) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:16.883182 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-70a17a6c-a134-4844-a813-1457c49a3ce5 req-c2e616c7-b602-4e8e-b3e2-187978dce02e service neutron] 10.222.0.41 "GET /v2.0/networks/8570db4c-fed6-40aa-8a1b-99615046312c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6268692 Mar 31 15:25:16.938739 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75a2a5c-8419-4493-9003-bcde52776987 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:16.940499 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75a2a5c-8419-4493-9003-bcde52776987 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:16.942108 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75a2a5c-8419-4493-9003-bcde52776987 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:16.942945 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f75a2a5c-8419-4493-9003-bcde52776987 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Synchronizing usage tracker for tenant:5780cdcea3204a9cb6823db9812ed69c on resource:subnet {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:25:17.026234 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 4b820d05-b775-478c-bfb5-af29b02da3d9, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4b820d05-b775-478c-bfb5-af29b02da3d9,segment=NetworkSegment(08fe2f32-b615-4231-88e9-12bda0ccc8ba),segment_id=08fe2f32-b615-4231-88e9-12bda0ccc8ba)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:25:17.062937 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=bca974bf-04e8-4b40-8dd3-77d968794f2b,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:17.129569 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41573e-5a60-488e-97e3-df293b03b533 req-41732267-e98c-4e00-aaa6-960b0a18df8e tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:17.130736 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c73b9c-8195-44c7-9920-d2b60e1cb25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b820d05-b775-478c-bfb5-af29b02da3d9'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:25:17.131049 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-bb41573e-5a60-488e-97e3-df293b03b533 req-41732267-e98c-4e00-aaa6-960b0a18df8e tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 945 time: 0.3316054 Mar 31 15:25:17.140646 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f75a2a5c-8419-4493-9003-bcde52776987 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Unset dirty status for tenant:5780cdcea3204a9cb6823db9812ed69c on resource:subnet {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:25:17.151997 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f75a2a5c-8419-4493-9003-bcde52776987 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2876585 Mar 31 15:25:17.180372 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39388) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:17.194903 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:17.194903 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:17.195341 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:17.195675 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:17.196327 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:17.196475 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:17.196794 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:17.197172 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:17.198015 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:17.198015 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:17.198293 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:17.198665 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:17.203372 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['bca974bf-04e8-4b40-8dd3-77d968794f2b'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:25:17.243762 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347addc7-1ef8-435a-9885-bc40a8c3d065 None None] Network 4dfc618d-97cf-43ef-b4c3-02c3eeb9e45f requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:25:17.254144 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Floating IP 77d89c93-4590-4753-83d9-8f05612bcebf associated. External IP: 172.26.5.75, port: e0b8d2dd-7699-4425-aa14-9fd425e7b2a4. Mar 31 15:25:17.287416 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:17.321685 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebc320-cfed-4f18-a767-0fdef97b2290 req-27c5a7ef-5a2d-48cf-b345-509f00f377a1 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:17.329226 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fcebc320-cfed-4f18-a767-0fdef97b2290 req-27c5a7ef-5a2d-48cf-b345-509f00f377a1 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c73b9c-8195-44c7-9920-d2b60e1cb25e HTTP/1.1" status: 200 len: 945 time: 0.6396031 Mar 31 15:25:17.358726 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-bb41573e-5a60-488e-97e3-df293b03b533 req-be89c639-1bbd-480b-980b-af760d51ae18 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682563 Mar 31 15:25:17.361363 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a6f3f85-58a4-4559-8bce-ad32011c87d8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Deleting subnet 6e611777-a93c-4f09-9616-761e80ce2a29 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:25:17.369817 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6a6f3f85-58a4-4559-8bce-ad32011c87d8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:17.389801 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91d4c073-2501-42ad-8170-92fa65151db9 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:17.452958 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6a6f3f85-58a4-4559-8bce-ad32011c87d8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:17.458110 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 5ec91a9d-9ddb-4712-8da2-5161ff4f960c up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:25:17.469109 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eadd263e-b746-4464-b2d2-ba2d59e47573 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:17.476501 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4c073-2501-42ad-8170-92fa65151db9 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Pushing event deleted for resources: {'Port': ['ID=bba7f3c5-9279-4595-b3b9-b915940cd6ea,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:17.497515 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a6ecaa77-5575-443b-b516-46ef341b3524 None None] Provisioning for port 5ec91a9d-9ddb-4712-8da2-5161ff4f960c completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:25:17.519362 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6a6f3f85-58a4-4559-8bce-ad32011c87d8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:17.555628 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-eadd263e-b746-4464-b2d2-ba2d59e47573 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Transition to ACTIVE for port object ae960f5c-b390-4885-a29f-ab837bd512b5 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:25:17.650536 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c49047f-a533-408e-96a2-a1d720e715dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-c66a6b79-a384-4e0a-b555-190c8cfb811a', 'network_id': 'c66a6b79-a384-4e0a-b555-190c8cfb811a', 'tenant_id': '5780cdcea3204a9cb6823db9812ed69c', 'fixed_ips': [{'subnet_id': '259679b9-eb70-484e-b01c-a7c339feb652'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:25:17.651433 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6c49047f-a533-408e-96a2-a1d720e715dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:17.666978 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fcebc320-cfed-4f18-a767-0fdef97b2290 req-71fd188a-501c-4c5f-af35-11a18d0f686d tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2c87546-beca-4d24-a25e-a48837010178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3339977 Mar 31 15:25:17.669810 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=4b820d05-b775-478c-bfb5-af29b02da3d9,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:17.677348 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6a6f3f85-58a4-4559-8bce-ad32011c87d8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:17.678204 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eadd263e-b746-4464-b2d2-ba2d59e47573 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:17.746955 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c73b9c-8195-44c7-9920-d2b60e1cb25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b820d05-b775-478c-bfb5-af29b02da3d9', 'code': 200} Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server [None req-25ab3f16-624f-4559-933a-55795db556c0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e611777-a93c-4f09-9616-761e80ce2a29: This subnet is being modified by another concurrent operation. Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 15:25:17.769097 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise exception Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e611777-a93c-4f09-9616-761e80ce2a29: This subnet is being modified by another concurrent operation. Mar 31 15:25:17.773011 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server Mar 31 15:25:17.816687 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f3f85-58a4-4559-8bce-ad32011c87d8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Pushing event deleted for resources: {'Subnet': ['ID=6e611777-a93c-4f09-9616-761e80ce2a29,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:17.821805 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadd263e-b746-4464-b2d2-ba2d59e47573 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Network d69532ac-5f54-4e19-a2c2-faab7d2f8b98 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:17.825866 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6a6f3f85-58a4-4559-8bce-ad32011c87d8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:17.832402 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae5f630-cbb7-452e-9828-9a02cabf2368 None None] Network 2c8121fb-4aef-43f4-a518-7e42ddd2dbe9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:25:17.859694 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 5ec91a9d-9ddb-4712-8da2-5161ff4f960c completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:25:17.910977 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 5ec91a9d-9ddb-4712-8da2-5161ff4f960c triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:17.911343 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:17.949145 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6a6f3f85-58a4-4559-8bce-ad32011c87d8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] 10.222.0.31 "DELETE /v2.0/subnets/6e611777-a93c-4f09-9616-761e80ce2a29 HTTP/1.1" status: 204 len: 168 time: 0.7663925 Mar 31 15:25:17.953016 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39402) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:17.960173 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-eadd263e-b746-4464-b2d2-ba2d59e47573 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:17.962893 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadd263e-b746-4464-b2d2-ba2d59e47573 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:25:18.003371 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-40113f69-022a-4887-a001-f299b556630a tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:18.032465 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd263e-b746-4464-b2d2-ba2d59e47573 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Pushing event updated for resources: {'Port': ['ID=ae960f5c-b390-4885-a29f-ab837bd512b5,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:18.225778 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d0254708-9184-4a4a-8690-f6eac13708b2 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router_gateway, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:18.251672 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-2faaaa96-04b3-4f9d-b033-4747f56a670b tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Deleting subnet 259679b9-eb70-484e-b01c-a7c339feb652 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:25:18.286861 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d0254708-9184-4a4a-8690-f6eac13708b2 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:18.287602 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-6c49047f-a533-408e-96a2-a1d720e715dd None None] Allocated IP 2001:db8:0:1::1 (c66a6b79-a384-4e0a-b555-190c8cfb811a/259679b9-eb70-484e-b01c-a7c339feb652/4c67813d-be1e-41d5-846c-08224de94efe) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:18.423398 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadd263e-b746-4464-b2d2-ba2d59e47573 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:18.424334 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eadd263e-b746-4464-b2d2-ba2d59e47573 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:18.468320 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:18.478954 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91d4c073-2501-42ad-8170-92fa65151db9 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:18.537121 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-40113f69-022a-4887-a001-f299b556630a tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:18.572654 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 5ec91a9d-9ddb-4712-8da2-5161ff4f960c, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=5ec91a9d-9ddb-4712-8da2-5161ff4f960c,segment=NetworkSegment(9db8c52b-4f77-4d4a-be74-8bc675a76355),segment_id=9db8c52b-4f77-4d4a-be74-8bc675a76355)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:25:18.671093 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1ab24dec-5a24-49cd-aff7-ce841f6dc8e7 None None] Provisioning for port ae960f5c-b390-4885-a29f-ab837bd512b5 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:25:18.675954 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:18.774998 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1ab24dec-5a24-49cd-aff7-ce841f6dc8e7 None None] Provisioning complete for port ae960f5c-b390-4885-a29f-ab837bd512b5 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:18.777893 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1ab24dec-5a24-49cd-aff7-ce841f6dc8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:18.863754 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6c49047f-a533-408e-96a2-a1d720e715dd None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:18.863985 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40113f69-022a-4887-a001-f299b556630a tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Router c796c5ed-59a0-470a-93a9-0b04f0e60569 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:25:18.882377 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Router 12c3bdd7-ec80-47bb-a654-40336a8e2de2 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:25:18.887338 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-eadd263e-b746-4464-b2d2-ba2d59e47573 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 5.7661736 Mar 31 15:25:18.892601 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-1ab24dec-5a24-49cd-aff7-ce841f6dc8e7 None None] Port ae960f5c-b390-4885-a29f-ab837bd512b5 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:25:18.892601 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-6c49047f-a533-408e-96a2-a1d720e715dd None None] Transition to ACTIVE for port object 4c67813d-be1e-41d5-846c-08224de94efe will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:25:18.898803 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=5ec91a9d-9ddb-4712-8da2-5161ff4f960c,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:18.902140 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39410) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:18.915500 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-6c49047f-a533-408e-96a2-a1d720e715dd None None] Transition to ACTIVE for port object 4c67813d-be1e-41d5-846c-08224de94efe will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:25:18.981644 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6c49047f-a533-408e-96a2-a1d720e715dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:18.997114 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35779065-061c-4875-9fb1-67f822b1f63b req-82a42f37-d74e-4573-86a8-a76278320dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:18.999127 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-35779065-061c-4875-9fb1-67f822b1f63b req-82a42f37-d74e-4573-86a8-a76278320dca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f5c73b9c-8195-44c7-9920-d2b60e1cb25e HTTP/1.1" status: 200 len: 1099 time: 0.8954334 Mar 31 15:25:19.017644 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91d4c073-2501-42ad-8170-92fa65151db9 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:19.035784 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2faaaa96-04b3-4f9d-b033-4747f56a670b tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:19.050597 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91d4c073-2501-42ad-8170-92fa65151db9 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:19.063203 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c49047f-a533-408e-96a2-a1d720e715dd None None] Network c66a6b79-a384-4e0a-b555-190c8cfb811a is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:19.081312 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-6c49047f-a533-408e-96a2-a1d720e715dd None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:19.084129 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49047f-a533-408e-96a2-a1d720e715dd None None] Pushing event updated for resources: {'Port': ['ID=4c67813d-be1e-41d5-846c-08224de94efe,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:19.085754 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a0de8-d345-4f93-9aca-9f7c788d9f52 req-d31f81d1-5fd6-45f2-afb3-299b0a98d1d1 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:19.086677 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-09949b00-7e8b-409c-a842-186e8057eaa9 None None] Provisioning complete for port 5ec91a9d-9ddb-4712-8da2-5161ff4f960c triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:19.087146 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-09949b00-7e8b-409c-a842-186e8057eaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:19.093374 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-465a0de8-d345-4f93-9aca-9f7c788d9f52 req-d31f81d1-5fd6-45f2-afb3-299b0a98d1d1 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c73b9c-8195-44c7-9920-d2b60e1cb25e HTTP/1.1" status: 200 len: 946 time: 0.2718596 Mar 31 15:25:19.100719 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-35779065-061c-4875-9fb1-67f822b1f63b req-3c1951a5-f2e7-4e92-91ef-1c9c888bb2c1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:19.114822 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c49047f-a533-408e-96a2-a1d720e715dd None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:25:19.158765 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2faaaa96-04b3-4f9d-b033-4747f56a670b tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:19.187885 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40113f69-022a-4887-a001-f299b556630a tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:25:19.202275 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c34c04-b26c-463a-b216-b42a642edcf0 None None] Sync routers for ids ['c796c5ed-59a0-470a-93a9-0b04f0e60569'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:25:19.210506 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-465a0de8-d345-4f93-9aca-9f7c788d9f52 req-0cd1f948-1c42-46f6-89d5-0b7afe4c4317 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2c87546-beca-4d24-a25e-a48837010178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162009 Mar 31 15:25:19.213225 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c34c04-b26c-463a-b216-b42a642edcf0 None None] Routers {'c796c5ed-59a0-470a-93a9-0b04f0e60569'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:19.214007 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-a0c34c04-b26c-463a-b216-b42a642edcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['c796c5ed-59a0-470a-93a9-0b04f0e60569'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:19.272656 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e2f52-3928-41d9-8312-575e957ecfec req-c4a700ff-5814-49dd-8c34-09dd0357d950 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:19.273392 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-332e2f52-3928-41d9-8312-575e957ecfec req-c4a700ff-5814-49dd-8c34-09dd0357d950 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Synchronizing usage tracker for tenant:054d30a6120446fcba39a5a299093095 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:25:19.292550 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-35779065-061c-4875-9fb1-67f822b1f63b req-3c1951a5-f2e7-4e92-91ef-1c9c888bb2c1 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:19.307419 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6c49047f-a533-408e-96a2-a1d720e715dd None None] Attempting to bind port 4c67813d-be1e-41d5-846c-08224de94efe on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:25:19.307781 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6c49047f-a533-408e-96a2-a1d720e715dd None None] Attempting to bind port 4c67813d-be1e-41d5-846c-08224de94efe by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '0561adb9-c77b-42e5-8233-67487eb7826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c66a6b79-a384-4e0a-b555-190c8cfb811a'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:25:19.308095 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-a0c34c04-b26c-463a-b216-b42a642edcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:19.308229 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c49047f-a533-408e-96a2-a1d720e715dd None None] Attempting to bind port 4c67813d-be1e-41d5-846c-08224de94efe on network c66a6b79-a384-4e0a-b555-190c8cfb811a {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:25:19.314108 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-35779065-061c-4875-9fb1-67f822b1f63b req-3c1951a5-f2e7-4e92-91ef-1c9c888bb2c1 service neutron] Usage tracker for resource:security_group_rule and tenant:059f33868bd64dd4b306cd9d6126994b is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:19.323958 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c49047f-a533-408e-96a2-a1d720e715dd None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:25:19.324325 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c49047f-a533-408e-96a2-a1d720e715dd None None] Checking segment: {'id': '0561adb9-c77b-42e5-8233-67487eb7826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c66a6b79-a384-4e0a-b555-190c8cfb811a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:25:19.324680 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-35779065-061c-4875-9fb1-67f822b1f63b req-3c1951a5-f2e7-4e92-91ef-1c9c888bb2c1 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:19.324837 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6c49047f-a533-408e-96a2-a1d720e715dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:19.325088 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c49047f-a533-408e-96a2-a1d720e715dd None None] Bound using segment: {'id': '0561adb9-c77b-42e5-8233-67487eb7826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c66a6b79-a384-4e0a-b555-190c8cfb811a'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:25:19.325580 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6c49047f-a533-408e-96a2-a1d720e715dd None None] Bound port: 4c67813d-be1e-41d5-846c-08224de94efe, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0561adb9-c77b-42e5-8233-67487eb7826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c66a6b79-a384-4e0a-b555-190c8cfb811a'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:25:19.325948 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6c49047f-a533-408e-96a2-a1d720e715dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:19.326055 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c34c04-b26c-463a-b216-b42a642edcf0 None None] Routers {'c796c5ed-59a0-470a-93a9-0b04f0e60569'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:19.327189 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-a0c34c04-b26c-463a-b216-b42a642edcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['c796c5ed-59a0-470a-93a9-0b04f0e60569'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:19.335837 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-40113f69-022a-4887-a001-f299b556630a tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:19.337291 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-40113f69-022a-4887-a001-f299b556630a tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.1228235 Mar 31 15:25:19.343650 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39414) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:19.351917 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-35779065-061c-4875-9fb1-67f822b1f63b req-3c1951a5-f2e7-4e92-91ef-1c9c888bb2c1 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:19.398926 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-a0c34c04-b26c-463a-b216-b42a642edcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:19.399389 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c34c04-b26c-463a-b216-b42a642edcf0 None None] The sync data for ids ['c796c5ed-59a0-470a-93a9-0b04f0e60569'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:25:19.406982 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 5ec91a9d-9ddb-4712-8da2-5161ff4f960c up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:25:19.421085 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-d0254708-9184-4a4a-8690-f6eac13708b2 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Allocated IP 172.26.5.173 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/549f0332-4adb-4518-a1a1-feddc3f3ec79) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:19.439048 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2faaaa96-04b3-4f9d-b033-4747f56a670b tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:19.439272 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-332e2f52-3928-41d9-8312-575e957ecfec req-c4a700ff-5814-49dd-8c34-09dd0357d950 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Unset dirty status for tenant:054d30a6120446fcba39a5a299093095 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:25:19.440194 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-332e2f52-3928-41d9-8312-575e957ecfec req-c4a700ff-5814-49dd-8c34-09dd0357d950 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 945 time: 0.9187737 Mar 31 15:25:19.440762 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91d4c073-2501-42ad-8170-92fa65151db9 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:19.441493 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d4c073-2501-42ad-8170-92fa65151db9 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac7be4da-6c79-45de-b966-a6c7920bc7bd {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:25:19.537019 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:25:19.573516 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f9d40c-d062-4185-8cb3-0155a05deb42 None None] Sync routers for ids ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:25:19.588985 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f9d40c-d062-4185-8cb3-0155a05deb42 None None] Routers {'12c3bdd7-ec80-47bb-a654-40336a8e2de2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:19.589660 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b3f9d40c-d062-4185-8cb3-0155a05deb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:19.663162 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9193474-8d47-4ae9-8745-1adda49c6427 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:19.670033 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9193474-8d47-4ae9-8745-1adda49c6427 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:19.677395 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9193474-8d47-4ae9-8745-1adda49c6427 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:19.677557 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 5ec91a9d-9ddb-4712-8da2-5161ff4f960c triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:19.677838 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:19.678270 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-b9193474-8d47-4ae9-8745-1adda49c6427 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Synchronizing usage tracker for tenant:6c2318190d444e19bd817a81020a7f17 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:25:19.706743 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b3f9d40c-d062-4185-8cb3-0155a05deb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:19.726941 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f9d40c-d062-4185-8cb3-0155a05deb42 None None] Routers {'12c3bdd7-ec80-47bb-a654-40336a8e2de2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:19.727593 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b3f9d40c-d062-4185-8cb3-0155a05deb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:19.781085 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-332e2f52-3928-41d9-8312-575e957ecfec req-627fc81c-be65-4e1a-acac-ca2dece40c75 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3112273 Mar 31 15:25:19.781835 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:19.803090 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-6c49047f-a533-408e-96a2-a1d720e715dd None None] For port 4c67813d-be1e-41d5-846c-08224de94efe, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:25:19.808087 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b3f9d40c-d062-4185-8cb3-0155a05deb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:19.808490 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f9d40c-d062-4185-8cb3-0155a05deb42 None None] The sync data for ids ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:25:19.820237 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-6c49047f-a533-408e-96a2-a1d720e715dd None None] For port 4c67813d-be1e-41d5-846c-08224de94efe, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=4c67813d-be1e-41d5-846c-08224de94efe,segment=NetworkSegment(0561adb9-c77b-42e5-8233-67487eb7826a),segment_id=0561adb9-c77b-42e5-8233-67487eb7826a)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:25:19.863628 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91d4c073-2501-42ad-8170-92fa65151db9 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:19.867816 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-91d4c073-2501-42ad-8170-92fa65151db9 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "DELETE /v2.0/routers/ac7be4da-6c79-45de-b966-a6c7920bc7bd HTTP/1.1" status: 204 len: 168 time: 9.8319151 Mar 31 15:25:19.874142 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39418) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:19.890111 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6c49047f-a533-408e-96a2-a1d720e715dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:19.910790 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2faaaa96-04b3-4f9d-b033-4747f56a670b tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:19.943183 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-b9193474-8d47-4ae9-8745-1adda49c6427 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Unset dirty status for tenant:6c2318190d444e19bd817a81020a7f17 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:25:19.944023 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device bca974bf-04e8-4b40-8dd3-77d968794f2b up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:25:19.947172 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b9193474-8d47-4ae9-8745-1adda49c6427 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 1.0393891 Mar 31 15:25:19.955116 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39422) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:19.963765 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c4252dd4-bcde-4231-b195-3c261af00545 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 13.6024947 Mar 31 15:25:19.966054 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faaaa96-04b3-4f9d-b033-4747f56a670b tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Pushing event deleted for resources: {'Subnet': ['ID=259679b9-eb70-484e-b01c-a7c339feb652,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:19.977237 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39426) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:20.007044 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2faaaa96-04b3-4f9d-b033-4747f56a670b tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:20.038599 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49047f-a533-408e-96a2-a1d720e715dd None None] Pushing event updated for resources: {'Port': ['ID=4c67813d-be1e-41d5-846c-08224de94efe,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:20.106896 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d0254708-9184-4a4a-8690-f6eac13708b2 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:20.110218 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2faaaa96-04b3-4f9d-b033-4747f56a670b tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] 10.222.0.31 "DELETE /v2.0/subnets/259679b9-eb70-484e-b01c-a7c339feb652 HTTP/1.1" status: 204 len: 168 time: 2.1530807 Mar 31 15:25:20.112215 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39430) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:20.113794 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port bca974bf-04e8-4b40-8dd3-77d968794f2b completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:25:20.114624 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-3230a4ac-f159-4f04-93fa-b8ea0800760d tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Deleting subnet 0af0d4b4-f501-4e1f-81e0-77039a2556aa {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:25:20.117949 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3230a4ac-f159-4f04-93fa-b8ea0800760d tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:20.119221 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port bca974bf-04e8-4b40-8dd3-77d968794f2b triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:20.119721 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:20.173933 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ecaf75ea-260c-4c04-b51b-b2caa744a51a tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Deleting port ae960f5c-b390-4885-a29f-ab837bd512b5 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:25:20.174426 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ecaf75ea-260c-4c04-b51b-b2caa744a51a tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:20.176412 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3230a4ac-f159-4f04-93fa-b8ea0800760d tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:20.245651 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-35779065-061c-4875-9fb1-67f822b1f63b req-3c1951a5-f2e7-4e92-91ef-1c9c888bb2c1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:20.270399 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:20.272046 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-994fdb2a-20e1-4eba-9224-a3158ff49490 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "GET /v2.0/floatingips/77d89c93-4590-4753-83d9-8f05612bcebf HTTP/1.1" status: 200 len: 977 time: 0.2937117 Mar 31 15:25:20.277640 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39436) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:20.349237 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89393acc-4760-4f34-ac6d-faee27481093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca974bf-04e8-4b40-8dd3-77d968794f2b'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:25:20.362371 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port bca974bf-04e8-4b40-8dd3-77d968794f2b, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bca974bf-04e8-4b40-8dd3-77d968794f2b,segment=NetworkSegment(478cadf4-0aeb-4142-b453-0c4f37f9f3e4),segment_id=478cadf4-0aeb-4142-b453-0c4f37f9f3e4)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:25:20.370462 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3230a4ac-f159-4f04-93fa-b8ea0800760d tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:20.401615 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89393acc-4760-4f34-ac6d-faee27481093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca974bf-04e8-4b40-8dd3-77d968794f2b', 'code': 200} Mar 31 15:25:20.438036 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:20.503237 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-35779065-061c-4875-9fb1-67f822b1f63b req-3c1951a5-f2e7-4e92-91ef-1c9c888bb2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:20.509595 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500dbed7-031b-44e7-b783-67dbb4c9566e tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:20.510383 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-500dbed7-031b-44e7-b783-67dbb4c9566e tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Synchronizing usage tracker for tenant:5780cdcea3204a9cb6823db9812ed69c on resource:subnet {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:25:20.559341 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-35779065-061c-4875-9fb1-67f822b1f63b req-3c1951a5-f2e7-4e92-91ef-1c9c888bb2c1 service neutron] Synchronizing usage tracker for tenant:059f33868bd64dd4b306cd9d6126994b on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:25:20.561689 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=bca974bf-04e8-4b40-8dd3-77d968794f2b,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:20.598742 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3230a4ac-f159-4f04-93fa-b8ea0800760d tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:20.602277 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1951a5-f2e7-4e92-91ef-1c9c888bb2c1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=acd22905-9d29-4d86-b6bd-9bfc0b71dd16,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:20.605169 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d0254708-9184-4a4a-8690-f6eac13708b2 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:20.684971 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a5678795-8f1f-4162-8bfe-b01ef15fc294 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Synchronizing usage tracker for tenant:e42d5336284c4dafbfb75f78ea62f851 on resource:floatingip {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:25:20.700763 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-35779065-061c-4875-9fb1-67f822b1f63b req-3c1951a5-f2e7-4e92-91ef-1c9c888bb2c1 service neutron] Unset dirty status for tenant:059f33868bd64dd4b306cd9d6126994b on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:25:20.702680 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-35779065-061c-4875-9fb1-67f822b1f63b req-3c1951a5-f2e7-4e92-91ef-1c9c888bb2c1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b2c87546-beca-4d24-a25e-a48837010178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6761665 Mar 31 15:25:20.710903 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3230a4ac-f159-4f04-93fa-b8ea0800760d tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0af0d4b4-f501-4e1f-81e0-77039a2556aa,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:20.714937 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3230a4ac-f159-4f04-93fa-b8ea0800760d tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:20.733558 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0254708-9184-4a4a-8690-f6eac13708b2 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:20.737229 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-500dbed7-031b-44e7-b783-67dbb4c9566e tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Unset dirty status for tenant:5780cdcea3204a9cb6823db9812ed69c on resource:subnet {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:25:20.742491 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-500dbed7-031b-44e7-b783-67dbb4c9566e tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6274512 Mar 31 15:25:20.742976 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-d0254708-9184-4a4a-8690-f6eac13708b2 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:20.747111 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39442) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:20.752049 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3230a4ac-f159-4f04-93fa-b8ea0800760d tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/0af0d4b4-f501-4e1f-81e0-77039a2556aa HTTP/1.1" status: 204 len: 168 time: 0.8768647 Mar 31 15:25:20.754507 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0254708-9184-4a4a-8690-f6eac13708b2 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:25:20.791952 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39446) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:20.870256 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ced58e-e7bb-43ca-8a2a-b1658b77cd7a req-d0a29fc3-ba75-43b5-8050-8ab5197017cf tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:20.871756 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f8ced58e-e7bb-43ca-8a2a-b1658b77cd7a req-d0a29fc3-ba75-43b5-8050-8ab5197017cf tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c73b9c-8195-44c7-9920-d2b60e1cb25e HTTP/1.1" status: 200 len: 946 time: 0.4468291 Mar 31 15:25:20.937604 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0254708-9184-4a4a-8690-f6eac13708b2 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Pushing event updated for resources: {'Port': ['ID=549f0332-4adb-4518-a1a1-feddc3f3ec79,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:21.046147 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a5678795-8f1f-4162-8bfe-b01ef15fc294 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Unset dirty status for tenant:e42d5336284c4dafbfb75f78ea62f851 on resource:floatingip {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:25:21.049874 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a5678795-8f1f-4162-8bfe-b01ef15fc294 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.7666805 Mar 31 15:25:21.053052 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-58c4cdcb-9542-4eae-892b-3c01adc31704 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:21.059678 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39452) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:21.070793 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-59eb2cf6-21c3-47e6-a7ea-cdf3fc7b0247 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Request body: {'floatingip': {'port_id': 'f3b518e9-871f-409f-9f48-3adc73b6c3c0'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:21.137663 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ecaf75ea-260c-4c04-b51b-b2caa744a51a tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:21.149915 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f8ced58e-e7bb-43ca-8a2a-b1658b77cd7a req-72e6be27-ecf0-4a20-a2af-7cd25f79ce32 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2c87546-beca-4d24-a25e-a48837010178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2686174 Mar 31 15:25:21.230757 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e35d4dd-26c4-49a6-a68a-215cd44f93aa tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:21.256050 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3328337-ebfb-4f6f-8eab-0403ea3e4a09 None None] Network c66a6b79-a384-4e0a-b555-190c8cfb811a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:25:21.290403 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-79383a58-a71f-4388-b49a-6be655defee8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:21.358844 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ecaf75ea-260c-4c04-b51b-b2caa744a51a tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Calling delete_port for ae960f5c-b390-4885-a29f-ab837bd512b5 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:25:21.362656 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 4c67813d-be1e-41d5-846c-08224de94efe up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:25:21.394852 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-79383a58-a71f-4388-b49a-6be655defee8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Deleting port 4c67813d-be1e-41d5-846c-08224de94efe {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:25:21.395420 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-79383a58-a71f-4388-b49a-6be655defee8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:21.438098 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7072119-2392-4c68-90eb-3fe0264ff4b2 req-443983a6-190d-4db0-bda7-ac9af376f6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:21.439722 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e7072119-2392-4c68-90eb-3fe0264ff4b2 req-443983a6-190d-4db0-bda7-ac9af376f6fe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 1099 time: 0.4702492 Mar 31 15:25:21.453531 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8036e10-fae2-4514-9144-40fc46bc0b59 req-692f379f-86cc-4701-83d9-4a0acbe7d443 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:21.455221 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e8036e10-fae2-4514-9144-40fc46bc0b59 req-692f379f-86cc-4701-83d9-4a0acbe7d443 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.5269601 Mar 31 15:25:21.568168 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 4c67813d-be1e-41d5-846c-08224de94efe completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:25:21.574511 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-85c4242d-b33a-4ce1-b47d-36a4f34c5c46 None None] Provisioning for port 4c67813d-be1e-41d5-846c-08224de94efe completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:25:21.582233 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 4c67813d-be1e-41d5-846c-08224de94efe triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:21.582233 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:21.642122 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e7072119-2392-4c68-90eb-3fe0264ff4b2 req-e36bf714-0b06-450c-a258-83750b5acc60 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824138 Mar 31 15:25:21.672616 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e8036e10-fae2-4514-9144-40fc46bc0b59 req-1d0f0807-f1a0-4bdf-8597-4b52b1128b97 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973913 Mar 31 15:25:21.673306 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86272f54-ec60-42d6-a9f0-1d71f716589e None None] DHCP port deletion for c66a6b79-a384-4e0a-b555-190c8cfb811a request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:25:21.681489 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-85c4242d-b33a-4ce1-b47d-36a4f34c5c46 None None] Provisioning complete for port 4c67813d-be1e-41d5-846c-08224de94efe triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:21.681862 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-85c4242d-b33a-4ce1-b47d-36a4f34c5c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:21.689173 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-59eb2cf6-21c3-47e6-a7ea-cdf3fc7b0247 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:21.735365 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-86272f54-ec60-42d6-a9f0-1d71f716589e None None] Deleting port 4c67813d-be1e-41d5-846c-08224de94efe {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:25:21.735736 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-86272f54-ec60-42d6-a9f0-1d71f716589e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:21.854868 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-79383a58-a71f-4388-b49a-6be655defee8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] For port 4c67813d-be1e-41d5-846c-08224de94efe, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=4c67813d-be1e-41d5-846c-08224de94efe,segment=NetworkSegment(0561adb9-c77b-42e5-8233-67487eb7826a),segment_id=0561adb9-c77b-42e5-8233-67487eb7826a)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:25:21.855145 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-79383a58-a71f-4388-b49a-6be655defee8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:21.955159 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-58c4cdcb-9542-4eae-892b-3c01adc31704 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:21.991785 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d0254708-9184-4a4a-8690-f6eac13708b2 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router_gateway, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:21.997392 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-85c4242d-b33a-4ce1-b47d-36a4f34c5c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:22.051629 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-79383a58-a71f-4388-b49a-6be655defee8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Calling delete_port for 4c67813d-be1e-41d5-846c-08224de94efe owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:25:22.082448 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-58c4cdcb-9542-4eae-892b-3c01adc31704 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0337ef-1567-4224-a3d3-626eb18746ef']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:22.085828 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:22.107162 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-86272f54-ec60-42d6-a9f0-1d71f716589e None None] For port 4c67813d-be1e-41d5-846c-08224de94efe, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=4c67813d-be1e-41d5-846c-08224de94efe,segment=NetworkSegment(0561adb9-c77b-42e5-8233-67487eb7826a),segment_id=0561adb9-c77b-42e5-8233-67487eb7826a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:25:22.108496 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-86272f54-ec60-42d6-a9f0-1d71f716589e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:22.155119 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-58c4cdcb-9542-4eae-892b-3c01adc31704 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46de1f1b-9701-4f44-add8-cfe7e7efa63a') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:22.155119 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-58c4cdcb-9542-4eae-892b-3c01adc31704 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46de1f1b-9701-4f44-add8-cfe7e7efa63a') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:22.241544 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-85c4242d-b33a-4ce1-b47d-36a4f34c5c46 None None] For port 4c67813d-be1e-41d5-846c-08224de94efe, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=4c67813d-be1e-41d5-846c-08224de94efe,segment=NetworkSegment(0561adb9-c77b-42e5-8233-67487eb7826a),segment_id=0561adb9-c77b-42e5-8233-67487eb7826a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:25:22.250734 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-86272f54-ec60-42d6-a9f0-1d71f716589e None None] Calling delete_port for 4c67813d-be1e-41d5-846c-08224de94efe owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:25:22.292937 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-58c4cdcb-9542-4eae-892b-3c01adc31704 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:22.319352 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-85c4242d-b33a-4ce1-b47d-36a4f34c5c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:22.345219 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-58c4cdcb-9542-4eae-892b-3c01adc31704 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:22.441025 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.api [None req-79383a58-a71f-4388-b49a-6be655defee8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:25:22.441693 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG oslo_db.api [None req-79383a58-a71f-4388-b49a-6be655defee8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:25:22.449819 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:25:22.450199 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:25:22.462421 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c4242d-b33a-4ce1-b47d-36a4f34c5c46 None None] Pushing event updated for resources: {'Port': ['ID=4c67813d-be1e-41d5-846c-08224de94efe,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:22.501547 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-86272f54-ec60-42d6-a9f0-1d71f716589e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:25:22.502374 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-86272f54-ec60-42d6-a9f0-1d71f716589e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:25:22.530787 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ecaf75ea-260c-4c04-b51b-b2caa744a51a tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:22.532691 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c4cdcb-9542-4eae-892b-3c01adc31704 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:25:22.533081 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-58c4cdcb-9542-4eae-892b-3c01adc31704 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:22.588412 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d0254708-9184-4a4a-8690-f6eac13708b2 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:22.604027 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:25:22.604027 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:25:22.604027 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:25:22.604027 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:25:22.604027 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:25:22.604027 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:25:22.604027 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:25:22.604027 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:25:22.604027 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:25:22.604027 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:25:22.604027 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:25:22.604027 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:25:22.604027 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:25:22.604027 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:25:22.604027 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:25:22.604027 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:25:22.604027 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:25:22.604027 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:25:22.604027 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:25:22.604027 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:25:22.604027 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:25:22.604027 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:25:22.604027 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:25:22.604027 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:25:22.604027 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:25:22.604027 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:25:22.604027 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:25:22.604027 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:25:22.604027 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:25:22.604027 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:25:22.604027 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:25:22.604027 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:25:22.726619 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-6e35d4dd-26c4-49a6-a68a-215cd44f93aa tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Allocated IP 172.20.0.1 (4dfc618d-97cf-43ef-b4c3-02c3eeb9e45f/067c2f2e-7d46-41ad-807e-326708d95b22/3d06a960-15e2-422c-a147-9ea38cc8b831) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:22.733409 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf75ea-260c-4c04-b51b-b2caa744a51a tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Pushing event deleted for resources: {'Port': ['ID=ae960f5c-b390-4885-a29f-ab837bd512b5,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:22.923422 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-58c4cdcb-9542-4eae-892b-3c01adc31704 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:22.929572 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e98b98-3953-43d3-bfa2-4540a86e7fb4 req-17215ba8-b634-425b-9453-6c84248b088f tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:22.931086 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-00e98b98-3953-43d3-bfa2-4540a86e7fb4 req-17215ba8-b634-425b-9453-6c84248b088f tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.1176810 Mar 31 15:25:22.951557 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-79383a58-a71f-4388-b49a-6be655defee8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Deleting port 4c67813d-be1e-41d5-846c-08224de94efe {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:25:22.951896 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-79383a58-a71f-4388-b49a-6be655defee8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:23.002266 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c4cdcb-9542-4eae-892b-3c01adc31704 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9d0337ef-1567-4224-a3d3-626eb18746ef {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 31 15:25:23.019666 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-58c4cdcb-9542-4eae-892b-3c01adc31704 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:23.023466 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-86272f54-ec60-42d6-a9f0-1d71f716589e None None] Deleting port 4c67813d-be1e-41d5-846c-08224de94efe {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:25:23.024631 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0254708-9184-4a4a-8690-f6eac13708b2 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Router cc1b0678-1391-44dc-b82d-cd7920292543 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:25:23.024988 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-86272f54-ec60-42d6-a9f0-1d71f716589e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:23.034047 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-00e98b98-3953-43d3-bfa2-4540a86e7fb4 req-06dd5e81-0f61-4d4a-b817-fe16159d555d tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953605 Mar 31 15:25:23.042402 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4cdcb-9542-4eae-892b-3c01adc31704 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Pushing event deleted for resources: {'Network': ['ID=9d0337ef-1567-4224-a3d3-626eb18746ef,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:23.219280 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-79383a58-a71f-4388-b49a-6be655defee8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] For port 4c67813d-be1e-41d5-846c-08224de94efe, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=4c67813d-be1e-41d5-846c-08224de94efe,segment=NetworkSegment(0561adb9-c77b-42e5-8233-67487eb7826a),segment_id=0561adb9-c77b-42e5-8233-67487eb7826a)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:25:23.219640 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-79383a58-a71f-4388-b49a-6be655defee8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:23.349334 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-79383a58-a71f-4388-b49a-6be655defee8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Calling delete_port for 4c67813d-be1e-41d5-846c-08224de94efe owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:25:23.394043 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-86272f54-ec60-42d6-a9f0-1d71f716589e None None] For port 4c67813d-be1e-41d5-846c-08224de94efe, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=4c67813d-be1e-41d5-846c-08224de94efe,segment=NetworkSegment(0561adb9-c77b-42e5-8233-67487eb7826a),segment_id=0561adb9-c77b-42e5-8233-67487eb7826a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:25:23.394609 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-86272f54-ec60-42d6-a9f0-1d71f716589e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:23.398147 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302599e-c374-4174-b733-74f9cdb1d2fa req-923811f9-c5a0-4836-b496-144b3b923723 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:23.405627 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0302599e-c374-4174-b733-74f9cdb1d2fa req-923811f9-c5a0-4836-b496-144b3b923723 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c73b9c-8195-44c7-9920-d2b60e1cb25e HTTP/1.1" status: 200 len: 946 time: 0.9302490 Mar 31 15:25:23.522950 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-79383a58-a71f-4388-b49a-6be655defee8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:23.523825 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-58c4cdcb-9542-4eae-892b-3c01adc31704 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "DELETE /v2.0/networks/9d0337ef-1567-4224-a3d3-626eb18746ef HTTP/1.1" status: 204 len: 168 time: 2.7267814 Mar 31 15:25:23.573506 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-86272f54-ec60-42d6-a9f0-1d71f716589e None None] Calling delete_port for 4c67813d-be1e-41d5-846c-08224de94efe owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:25:23.602058 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0302599e-c374-4174-b733-74f9cdb1d2fa req-ca4c14ec-8855-4922-b9a4-04bafa0718c5 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2c87546-beca-4d24-a25e-a48837010178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945455 Mar 31 15:25:23.617321 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e35d4dd-26c4-49a6-a68a-215cd44f93aa tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:23.621933 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 4c67813d-be1e-41d5-846c-08224de94efe no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:25:23.671557 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 4c67813d-be1e-41d5-846c-08224de94efe {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:25:23.671778 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ecaf75ea-260c-4c04-b51b-b2caa744a51a tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:23.671877 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 4c67813d-be1e-41d5-846c-08224de94efe not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:25:23.675331 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ecaf75ea-260c-4c04-b51b-b2caa744a51a tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] 10.222.0.31 "DELETE /v2.0/ports/ae960f5c-b390-4885-a29f-ab837bd512b5 HTTP/1.1" status: 204 len: 168 time: 3.7143836 Mar 31 15:25:23.679713 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-6e35d4dd-26c4-49a6-a68a-215cd44f93aa tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Transition to ACTIVE for port object 3d06a960-15e2-422c-a147-9ea38cc8b831 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:25:23.682610 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39464) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:23.691687 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79383a58-a71f-4388-b49a-6be655defee8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Pushing event deleted for resources: {'Port': ['ID=4c67813d-be1e-41d5-846c-08224de94efe,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:23.699408 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79383a58-a71f-4388-b49a-6be655defee8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] No DVR routers for this DVR port 4c67813d-be1e-41d5-846c-08224de94efe on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:25:23.730924 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-86272f54-ec60-42d6-a9f0-1d71f716589e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:25:23.731951 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-86272f54-ec60-42d6-a9f0-1d71f716589e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:25:23.757530 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-676fbb92-76d8-48a3-af7e-726a625c2f9f tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] GET failed (client error): The resource could not be found. Mar 31 15:25:23.758206 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-676fbb92-76d8-48a3-af7e-726a625c2f9f tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Synchronizing usage tracker for tenant:6c2318190d444e19bd817a81020a7f17 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:25:23.797505 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0254708-9184-4a4a-8690-f6eac13708b2 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:25:23.798575 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0be80f-d9c1-401a-a7a6-a597dc4ab62b None None] Sync routers for ids ['cc1b0678-1391-44dc-b82d-cd7920292543'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:25:23.805284 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0be80f-d9c1-401a-a7a6-a597dc4ab62b None None] Routers {'cc1b0678-1391-44dc-b82d-cd7920292543'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:23.805936 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-cc0be80f-d9c1-401a-a7a6-a597dc4ab62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['cc1b0678-1391-44dc-b82d-cd7920292543'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:23.856905 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-79383a58-a71f-4388-b49a-6be655defee8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:23.881718 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-cc0be80f-d9c1-401a-a7a6-a597dc4ab62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:23.891525 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-79383a58-a71f-4388-b49a-6be655defee8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66a6b79-a384-4e0a-b555-190c8cfb811a']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:23.892151 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e35d4dd-26c4-49a6-a68a-215cd44f93aa tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:23.895381 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0be80f-d9c1-401a-a7a6-a597dc4ab62b None None] Routers {'cc1b0678-1391-44dc-b82d-cd7920292543'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:23.895583 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-676fbb92-76d8-48a3-af7e-726a625c2f9f tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Unset dirty status for tenant:6c2318190d444e19bd817a81020a7f17 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:25:23.896481 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-cc0be80f-d9c1-401a-a7a6-a597dc4ab62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['cc1b0678-1391-44dc-b82d-cd7920292543'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:23.896727 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-676fbb92-76d8-48a3-af7e-726a625c2f9f tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] 10.222.0.31 "GET /v2.0/ports/ae960f5c-b390-4885-a29f-ab837bd512b5 HTTP/1.1" status: 404 len: 333 time: 0.2064598 Mar 31 15:25:23.900860 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39472) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:23.909957 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-2b0597ab-a1be-4fd5-8b9b-a1bb326864c3 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Request body: {'port': {'network_id': 'd69532ac-5f54-4e19-a2c2-faab7d2f8b98', 'name': 'tempest-AllowedAddressPairTestJSON-399245742'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:23.929614 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-79383a58-a71f-4388-b49a-6be655defee8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0561adb9-c77b-42e5-8233-67487eb7826a') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:23.929962 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-79383a58-a71f-4388-b49a-6be655defee8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0561adb9-c77b-42e5-8233-67487eb7826a') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:23.937658 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-86272f54-ec60-42d6-a9f0-1d71f716589e None None] Deleting port 4c67813d-be1e-41d5-846c-08224de94efe {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:25:23.938067 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-86272f54-ec60-42d6-a9f0-1d71f716589e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:23.965244 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d0254708-9184-4a4a-8690-f6eac13708b2 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:23.966451 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d0254708-9184-4a4a-8690-f6eac13708b2 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.2995389 Mar 31 15:25:23.970500 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39476) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:23.972319 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-79383a58-a71f-4388-b49a-6be655defee8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:23.974026 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-cc0be80f-d9c1-401a-a7a6-a597dc4ab62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:23.974676 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0be80f-d9c1-401a-a7a6-a597dc4ab62b None None] The sync data for ids ['cc1b0678-1391-44dc-b82d-cd7920292543'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:25:23.985089 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e35d4dd-26c4-49a6-a68a-215cd44f93aa tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Network 4dfc618d-97cf-43ef-b4c3-02c3eeb9e45f is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:24.048261 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-59eb2cf6-21c3-47e6-a7ea-cdf3fc7b0247 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:24.049491 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-6e35d4dd-26c4-49a6-a68a-215cd44f93aa tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:24.050064 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-86272f54-ec60-42d6-a9f0-1d71f716589e None None] The port '4c67813d-be1e-41d5-846c-08224de94efe' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:25:24.051226 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39480) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:24.077660 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e35d4dd-26c4-49a6-a68a-215cd44f93aa tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:25:24.112183 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-6ef0bb9c-5ec5-495d-9f61-7b4acdfb72f5 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Request body: {'router': {'name': 'tempest-router--1312640095', 'project_id': 'ca92659cefd64e5fbc80198d4e20046c'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:24.115844 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35d4dd-26c4-49a6-a68a-215cd44f93aa tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Pushing event updated for resources: {'Port': ['ID=3d06a960-15e2-422c-a147-9ea38cc8b831,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:24.126968 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-59eb2cf6-21c3-47e6-a7ea-cdf3fc7b0247 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:24.181382 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6ef0bb9c-5ec5-495d-9f61-7b4acdfb72f5 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:24.211384 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6ef0bb9c-5ec5-495d-9f61-7b4acdfb72f5 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Usage tracker for resource:router and tenant:ca92659cefd64e5fbc80198d4e20046c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:24.218520 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6ef0bb9c-5ec5-495d-9f61-7b4acdfb72f5 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:24.230448 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-79383a58-a71f-4388-b49a-6be655defee8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:24.231051 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6ef0bb9c-5ec5-495d-9f61-7b4acdfb72f5 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:24.261955 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79383a58-a71f-4388-b49a-6be655defee8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:25:24.262339 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-79383a58-a71f-4388-b49a-6be655defee8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:24.264531 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e35d4dd-26c4-49a6-a68a-215cd44f93aa tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:24.277447 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:25:24.277447 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:25:24.277447 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:25:24.277447 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:25:24.277447 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:25:24.277447 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:25:24.277447 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:25:24.277447 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:25:24.277447 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:25:24.277447 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:25:24.277447 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:25:24.277447 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:25:24.277447 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:25:24.277447 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:25:24.277447 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:25:24.277447 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:25:24.277447 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:25:24.277447 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:25:24.277447 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:25:24.277447 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:25:24.277447 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:25:24.277447 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:25:24.277447 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:25:24.277447 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:25:24.277447 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:25:24.277447 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:25:24.277447 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:25:24.277447 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:25:24.277447 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:25:24.277447 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:25:24.277447 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:25:24.277447 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:25:24.308165 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068a0856-9b8e-4ffa-93d7-296eec1fdbe7 None None] get_active_networks_info from dv-neutron-833379-2-hyperv {{(pid=103445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 31 15:25:24.417565 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2b0597ab-a1be-4fd5-8b9b-a1bb326864c3 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:24.439677 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2b0597ab-a1be-4fd5-8b9b-a1bb326864c3 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:24.459004 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d7a07-8bea-4185-a812-b3cbbae92712 req-f1415b3d-10da-4c53-81ba-331c75b03cca tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:24.460860 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f02d7a07-8bea-4185-a812-b3cbbae92712 req-f1415b3d-10da-4c53-81ba-331c75b03cca tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.2668257 Mar 31 15:25:24.468929 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068a0856-9b8e-4ffa-93d7-296eec1fdbe7 None None] Resources bound (agent type, host, resource id): {{(pid=103445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 15:25:24.478365 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0511316b-d31d-412e-9b0f-cf7cf66c85a8 None None] Provisioning for port 3d06a960-15e2-422c-a147-9ea38cc8b831 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:25:24.485601 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-79383a58-a71f-4388-b49a-6be655defee8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:24.503575 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0511316b-d31d-412e-9b0f-cf7cf66c85a8 None None] Provisioning complete for port 3d06a960-15e2-422c-a147-9ea38cc8b831 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:24.503939 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0511316b-d31d-412e-9b0f-cf7cf66c85a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:24.506959 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-79383a58-a71f-4388-b49a-6be655defee8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:24.510265 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ef0bb9c-5ec5-495d-9f61-7b4acdfb72f5 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:24.511817 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ef0bb9c-5ec5-495d-9f61-7b4acdfb72f5 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:24.529760 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79383a58-a71f-4388-b49a-6be655defee8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Pushing event deleted for resources: {'Network': ['ID=c66a6b79-a384-4e0a-b555-190c8cfb811a,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:24.538178 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-79383a58-a71f-4388-b49a-6be655defee8 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] 10.222.0.31 "DELETE /v2.0/networks/c66a6b79-a384-4e0a-b555-190c8cfb811a HTTP/1.1" status: 204 len: 168 time: 3.7848966 Mar 31 15:25:24.540932 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39486) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:24.593992 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f02d7a07-8bea-4185-a812-b3cbbae92712 req-87e07520-801e-47d5-a879-e09578a4d5d0 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236372 Mar 31 15:25:24.600668 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0597ab-a1be-4fd5-8b9b-a1bb326864c3 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Made reservation on behalf of 6c2318190d444e19bd817a81020a7f17 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:25:24.600668 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2b0597ab-a1be-4fd5-8b9b-a1bb326864c3 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:24.601060 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f9388f45-1a75-4b3d-879a-e6d4ff3758de tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "GET /v2.0/routers/cc1b0678-1391-44dc-b82d-cd7920292543 HTTP/1.1" status: 200 len: 925 time: 0.6172271 Mar 31 15:25:24.601060 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-59eb2cf6-21c3-47e6-a7ea-cdf3fc7b0247 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Floating IP 77d89c93-4590-4753-83d9-8f05612bcebf associated. External IP: 172.26.5.75, port: e0b8d2dd-7699-4425-aa14-9fd425e7b2a4. Mar 31 15:25:24.612299 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39490) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:24.666892 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-0511316b-d31d-412e-9b0f-cf7cf66c85a8 None None] Port 3d06a960-15e2-422c-a147-9ea38cc8b831 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:25:24.772873 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-25ec8e95-f607-4c3e-8dce-52d6aa07ac49 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc1b0678-1391-44dc-b82d-cd7920292543 HTTP/1.1" status: 200 len: 205 time: 0.1580741 Mar 31 15:25:24.786452 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39498) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:24.949395 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-2b0597ab-a1be-4fd5-8b9b-a1bb326864c3 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] device_id is not set on port e8395b6c-f701-4ff5-bcd2-3f96dbe2164a yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:25:24.968246 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ef0bb9c-5ec5-495d-9f61-7b4acdfb72f5 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:24.969213 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:25.056645 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8ae8e6ee-8df4-4c64-bab4-cd281bddce7f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:25.211207 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ef0bb9c-5ec5-495d-9f61-7b4acdfb72f5 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:25.247337 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50362275-26e2-4d78-8941-76c4ceff84c7 req-8cd2f159-573a-4f9e-a496-2ef90d6e5ab5 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:25.249671 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-50362275-26e2-4d78-8941-76c4ceff84c7 req-8cd2f159-573a-4f9e-a496-2ef90d6e5ab5 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.5214379 Mar 31 15:25:25.259480 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ea40c4ce-051e-4fee-b3bf-debebd1d3771 req-5d07d6f1-5221-4a74-bd14-ab22ab125966 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f5c73b9c-8195-44c7-9920-d2b60e1cb25e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6459539 Mar 31 15:25:25.260726 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39502) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:25.275333 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f7b879eb-f4df-4dbf-a871-308074843127 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Request body: {'floatingip': {'port_id': 'bca974bf-04e8-4b40-8dd3-77d968794f2b'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:25.337698 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d3ffab7-2cf7-4e2c-8d2b-68d503f04e7b tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:25.389561 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ef0bb9c-5ec5-495d-9f61-7b4acdfb72f5 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:25.393319 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6ef0bb9c-5ec5-495d-9f61-7b4acdfb72f5 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.3309131 Mar 31 15:25:25.398709 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238de27-1e4d-4f46-b363-7657b3aef6c5 req-6a4eafec-c4c3-4881-a8df-b24ed1a14011 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:25.400158 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7238de27-1e4d-4f46-b363-7657b3aef6c5 req-6a4eafec-c4c3-4881-a8df-b24ed1a14011 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c73b9c-8195-44c7-9920-d2b60e1cb25e HTTP/1.1" status: 200 len: 946 time: 0.6219149 Mar 31 15:25:25.419238 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39506) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:25.479609 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-2b0597ab-a1be-4fd5-8b9b-a1bb326864c3 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Allocated IP 172.20.0.12 (d69532ac-5f54-4e19-a2c2-faab7d2f8b98/948c72ae-3937-43ab-b2b0-ddabe129b9fc/e8395b6c-f701-4ff5-bcd2-3f96dbe2164a) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:25.519570 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7b879eb-f4df-4dbf-a871-308074843127 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:25.541648 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8ae8e6ee-8df4-4c64-bab4-cd281bddce7f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:25.608047 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-8ae8e6ee-8df4-4c64-bab4-cd281bddce7f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c8121fb-4aef-43f4-a518-7e42ddd2dbe9']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:25.735041 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9cf9438d-7031-4aa6-bede-24f1cfd1e0cb tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:25.796319 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e35d4dd-26c4-49a6-a68a-215cd44f93aa tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:25.807219 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-8ae8e6ee-8df4-4c64-bab4-cd281bddce7f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0032722d-b346-40f5-b994-2dee79dc32ba') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:25.807513 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-8ae8e6ee-8df4-4c64-bab4-cd281bddce7f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0032722d-b346-40f5-b994-2dee79dc32ba') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:25.823537 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59eb2cf6-21c3-47e6-a7ea-cdf3fc7b0247 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Router 12c3bdd7-ec80-47bb-a654-40336a8e2de2 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:25:25.840799 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7238de27-1e4d-4f46-b363-7657b3aef6c5 req-987f74f4-de03-4fbd-8d23-b8ebf94f18ec tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2c87546-beca-4d24-a25e-a48837010178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3468482 Mar 31 15:25:25.860789 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8ae8e6ee-8df4-4c64-bab4-cd281bddce7f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:25.948729 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8ae8e6ee-8df4-4c64-bab4-cd281bddce7f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:25.952836 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40c4ce-051e-4fee-b3bf-debebd1d3771 req-56973023-8b22-44e9-b336-a55fb911a6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:25.954340 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ea40c4ce-051e-4fee-b3bf-debebd1d3771 req-56973023-8b22-44e9-b336-a55fb911a6cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d3b9b77f9fd4ab9a15d41c62b10bfd0&device_id=f5c73b9c-8195-44c7-9920-d2b60e1cb25e HTTP/1.1" status: 200 len: 1099 time: 0.6218152 Mar 31 15:25:26.006955 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d3ffab7-2cf7-4e2c-8d2b-68d503f04e7b tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:26.011485 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae8e6ee-8df4-4c64-bab4-cd281bddce7f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:25:26.011485 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8ae8e6ee-8df4-4c64-bab4-cd281bddce7f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:26.047947 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:25:26.047947 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:25:26.047947 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:25:26.047947 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:25:26.047947 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:25:26.047947 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:25:26.047947 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:25:26.047947 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:25:26.047947 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:25:26.047947 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:25:26.047947 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:25:26.047947 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:25:26.047947 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:25:26.047947 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:25:26.047947 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:25:26.047947 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:25:26.047947 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:25:26.047947 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:25:26.047947 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:25:26.047947 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:25:26.047947 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:25:26.047947 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:25:26.047947 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:25:26.047947 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:25:26.047947 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:25:26.047947 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:25:26.047947 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:25:26.047947 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:25:26.047947 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:25:26.047947 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:25:26.047947 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:25:26.047947 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:25:26.153692 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ffab7-2cf7-4e2c-8d2b-68d503f04e7b tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Deleting port 549f0332-4adb-4518-a1a1-feddc3f3ec79 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:25:26.154037 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d3ffab7-2cf7-4e2c-8d2b-68d503f04e7b tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:26.313112 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2b0597ab-a1be-4fd5-8b9b-a1bb326864c3 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:26.358750 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8ae8e6ee-8df4-4c64-bab4-cd281bddce7f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:26.442853 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2b0597ab-a1be-4fd5-8b9b-a1bb326864c3 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Transition to ACTIVE for port object e8395b6c-f701-4ff5-bcd2-3f96dbe2164a will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:25:26.444387 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8ae8e6ee-8df4-4c64-bab4-cd281bddce7f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:26.471875 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8e6ee-8df4-4c64-bab4-cd281bddce7f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Pushing event deleted for resources: {'Network': ['ID=2c8121fb-4aef-43f4-a518-7e42ddd2dbe9,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:26.474039 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40c4ce-051e-4fee-b3bf-debebd1d3771 req-f458ab84-95ad-4d48-b2dd-c838bf47db17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:26.475554 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ea40c4ce-051e-4fee-b3bf-debebd1d3771 req-f458ab84-95ad-4d48-b2dd-c838bf47db17 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc4f77bd-a8a1-4de3-ae11-e5fff1d18587 HTTP/1.1" status: 200 len: 906 time: 0.4702847 Mar 31 15:25:26.535945 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9cf9438d-7031-4aa6-bede-24f1cfd1e0cb tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:26.549686 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9cf9438d-7031-4aa6-bede-24f1cfd1e0cb tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:26.557753 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8ae8e6ee-8df4-4c64-bab4-cd281bddce7f tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] 10.222.0.31 "DELETE /v2.0/networks/2c8121fb-4aef-43f4-a518-7e42ddd2dbe9 HTTP/1.1" status: 204 len: 168 time: 2.0151374 Mar 31 15:25:26.563347 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ea40c4ce-051e-4fee-b3bf-debebd1d3771 req-c9837000-693d-4872-a41b-68f358d74a3f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b820d05-b775-478c-bfb5-af29b02da3d9 HTTP/1.1" status: 200 len: 217 time: 0.0774906 Mar 31 15:25:26.565999 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39512) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:26.617449 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d3ffab7-2cf7-4e2c-8d2b-68d503f04e7b tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:26.760411 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ffab7-2cf7-4e2c-8d2b-68d503f04e7b tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Calling delete_port for 549f0332-4adb-4518-a1a1-feddc3f3ec79 owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:25:26.797130 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2b0597ab-a1be-4fd5-8b9b-a1bb326864c3 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:26.854413 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40c4ce-051e-4fee-b3bf-debebd1d3771 req-5623a2b3-1621-437d-a7f4-6cd492f9a11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:26.855764 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ea40c4ce-051e-4fee-b3bf-debebd1d3771 req-5623a2b3-1621-437d-a7f4-6cd492f9a11f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b57b1a83-224b-460a-8d96-97b3371a0b4c HTTP/1.1" status: 200 len: 844 time: 0.2794881 Mar 31 15:25:26.880681 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:25:26.891733 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9cf9438d-7031-4aa6-bede-24f1cfd1e0cb tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:26.892230 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf9438d-7031-4aa6-bede-24f1cfd1e0cb tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d519d2df-6936-4583-b46a-30438f8eef66 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:25:26.923622 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0597ab-a1be-4fd5-8b9b-a1bb326864c3 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Network d69532ac-5f54-4e19-a2c2-faab7d2f8b98 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:26.932247 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-2b0597ab-a1be-4fd5-8b9b-a1bb326864c3 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:26.954233 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59eb2cf6-21c3-47e6-a7ea-cdf3fc7b0247 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:25:26.959516 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0597ab-a1be-4fd5-8b9b-a1bb326864c3 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:25:26.967229 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1fbf4e-dd00-4349-b541-01c172851fee None None] Sync routers for ids ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:25:26.979187 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1fbf4e-dd00-4349-b541-01c172851fee None None] Routers {'12c3bdd7-ec80-47bb-a654-40336a8e2de2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:26.980283 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7b1fbf4e-dd00-4349-b541-01c172851fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:26.999820 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0597ab-a1be-4fd5-8b9b-a1bb326864c3 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Pushing event updated for resources: {'Port': ['ID=e8395b6c-f701-4ff5-bcd2-3f96dbe2164a,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:27.028399 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9d01841-eec3-49d2-a55d-b88ac738ec41 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:27.031848 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9cf9438d-7031-4aa6-bede-24f1cfd1e0cb tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:27.035714 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9cf9438d-7031-4aa6-bede-24f1cfd1e0cb tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "DELETE /v2.0/routers/d519d2df-6936-4583-b46a-30438f8eef66 HTTP/1.1" status: 204 len: 168 time: 1.6013293 Mar 31 15:25:27.062868 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0597ab-a1be-4fd5-8b9b-a1bb326864c3 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:27.063489 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2b0597ab-a1be-4fd5-8b9b-a1bb326864c3 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:27.068871 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7b1fbf4e-dd00-4349-b541-01c172851fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:27.084193 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1fbf4e-dd00-4349-b541-01c172851fee None None] Routers {'12c3bdd7-ec80-47bb-a654-40336a8e2de2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:27.085060 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7b1fbf4e-dd00-4349-b541-01c172851fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:27.089079 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26458392-5fe1-4cf6-9c23-d435217f1560 req-83144951-d281-4ede-b9f9-2c9547cfab9d tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:27.108406 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40c4ce-051e-4fee-b3bf-debebd1d3771 req-d7b3cbdf-8794-437c-98ed-ed6888906970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:27.108516 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-26458392-5fe1-4cf6-9c23-d435217f1560 req-83144951-d281-4ede-b9f9-2c9547cfab9d tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c73b9c-8195-44c7-9920-d2b60e1cb25e HTTP/1.1" status: 200 len: 946 time: 1.0926125 Mar 31 15:25:27.108606 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ea40c4ce-051e-4fee-b3bf-debebd1d3771 req-d7b3cbdf-8794-437c-98ed-ed6888906970 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc4f77bd-a8a1-4de3-ae11-e5fff1d18587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2379055 Mar 31 15:25:27.108606 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39518) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:27.113691 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-416d505d-3214-4542-b610-dc995d27b606 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Request body: {'floatingip': {'port_id': '4b820d05-b775-478c-bfb5-af29b02da3d9'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:27.169064 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7b1fbf4e-dd00-4349-b541-01c172851fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:27.169499 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1fbf4e-dd00-4349-b541-01c172851fee None None] The sync data for ids ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:25:27.241018 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2b0597ab-a1be-4fd5-8b9b-a1bb326864c3 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3389225 Mar 31 15:25:27.253220 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39522) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:27.288694 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-416d505d-3214-4542-b610-dc995d27b606 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks [] for floatingip, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:27.369022 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-fc6b2d02-9595-482e-b040-4226354f0f46 None None] Provisioning for port e8395b6c-f701-4ff5-bcd2-3f96dbe2164a completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:25:27.375760 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-fc6b2d02-9595-482e-b040-4226354f0f46 None None] Provisioning complete for port e8395b6c-f701-4ff5-bcd2-3f96dbe2164a triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:27.376502 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fc6b2d02-9595-482e-b040-4226354f0f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:27.447544 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-fc6b2d02-9595-482e-b040-4226354f0f46 None None] Port e8395b6c-f701-4ff5-bcd2-3f96dbe2164a cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:25:27.469890 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39526) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:27.524202 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-1234c555-fc8f-4035-b030-afce0737cf21 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:1f:16:ce'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:27.686230 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ea40c4ce-051e-4fee-b3bf-debebd1d3771 req-975561d4-0d74-49e4-a454-1d3ed7ebc6cb service neutron] 10.222.0.41 "GET /v2.0/networks/cc4f77bd-a8a1-4de3-ae11-e5fff1d18587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5030682 Mar 31 15:25:27.686840 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d3ffab7-2cf7-4e2c-8d2b-68d503f04e7b tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:27.733502 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9d01841-eec3-49d2-a55d-b88ac738ec41 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:27.764649 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ffab7-2cf7-4e2c-8d2b-68d503f04e7b tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Pushing event deleted for resources: {'Port': ['ID=549f0332-4adb-4518-a1a1-feddc3f3ec79,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:27.833116 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-fd9fdd04-cc5e-4fa8-b363-a72f0eafcdc1 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1864421651', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}, 'admin_state_up': False}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:27.907533 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-e9d01841-eec3-49d2-a55d-b88ac738ec41 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4e78c3-a53a-4045-9ec3-5c5a3ec55263']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:27.944659 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-e9d01841-eec3-49d2-a55d-b88ac738ec41 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e49df3-30af-4a52-895b-3cd8611445f4') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:27.944959 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-e9d01841-eec3-49d2-a55d-b88ac738ec41 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e49df3-30af-4a52-895b-3cd8611445f4') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:27.963820 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-fd9fdd04-cc5e-4fa8-b363-a72f0eafcdc1 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:27.984778 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9d01841-eec3-49d2-a55d-b88ac738ec41 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:27.988831 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-fd9fdd04-cc5e-4fa8-b363-a72f0eafcdc1 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Usage tracker for resource:router and tenant:8cff3076c81843719bbab3ce46b9d73c is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:28.000215 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-fd9fdd04-cc5e-4fa8-b363-a72f0eafcdc1 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:28.013122 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e35d4dd-26c4-49a6-a68a-215cd44f93aa tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:28.013548 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-fd9fdd04-cc5e-4fa8-b363-a72f0eafcdc1 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:28.063507 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d3ffab7-2cf7-4e2c-8d2b-68d503f04e7b tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:28.102554 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9d01841-eec3-49d2-a55d-b88ac738ec41 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:28.109217 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e35d4dd-26c4-49a6-a68a-215cd44f93aa tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:28.176638 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-f7b879eb-f4df-4dbf-a871-308074843127 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:25:28.237265 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd9fdd04-cc5e-4fa8-b363-a72f0eafcdc1 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:28.238252 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd9fdd04-cc5e-4fa8-b363-a72f0eafcdc1 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:28.285318 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d01841-eec3-49d2-a55d-b88ac738ec41 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:25:28.285720 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9d01841-eec3-49d2-a55d-b88ac738ec41 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:28.297985 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ea40c4ce-051e-4fee-b3bf-debebd1d3771 req-9cc509da-0c97-4de4-b838-406a3002335f service neutron] 10.222.0.41 "GET /v2.0/networks/cc4f77bd-a8a1-4de3-ae11-e5fff1d18587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5654168 Mar 31 15:25:28.303366 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:25:28.303366 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:25:28.303366 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:25:28.303366 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:25:28.303366 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:25:28.303366 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:25:28.303366 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:25:28.303366 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:25:28.303366 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:25:28.303366 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:25:28.303366 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:25:28.303366 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:25:28.303366 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:25:28.303366 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:25:28.303366 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:25:28.303366 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:25:28.303366 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:25:28.303366 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:25:28.303366 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:25:28.303366 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:25:28.303366 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:25:28.303366 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:25:28.303366 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:25:28.303366 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:25:28.303366 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:25:28.303366 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:25:28.303366 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:25:28.303366 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:25:28.303366 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:25:28.303366 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:25:28.303366 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:25:28.303366 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:25:28.310079 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d3ffab7-2cf7-4e2c-8d2b-68d503f04e7b tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:28.315318 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d3ffab7-2cf7-4e2c-8d2b-68d503f04e7b tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:28.422794 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd9fdd04-cc5e-4fa8-b363-a72f0eafcdc1 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:28.467315 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e35d4dd-26c4-49a6-a68a-215cd44f93aa tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:28.472476 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59eb2cf6-21c3-47e6-a7ea-cdf3fc7b0247 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Router 12c3bdd7-ec80-47bb-a654-40336a8e2de2 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:25:28.477555 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35d4dd-26c4-49a6-a68a-215cd44f93aa tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Pushing event updated for resources: {'Port': ['ID=3d06a960-15e2-422c-a147-9ea38cc8b831,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:28.493067 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1234c555-fc8f-4035-b030-afce0737cf21 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:28.507185 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d3ffab7-2cf7-4e2c-8d2b-68d503f04e7b tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:28.507850 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3ffab7-2cf7-4e2c-8d2b-68d503f04e7b tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Fanout notify agent at l3_agent the message router_deleted on router cc1b0678-1391-44dc-b82d-cd7920292543 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:25:28.509261 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7b879eb-f4df-4dbf-a871-308074843127 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:28.677841 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d3ffab7-2cf7-4e2c-8d2b-68d503f04e7b tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:28.682694 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9d01841-eec3-49d2-a55d-b88ac738ec41 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:28.682877 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7d3ffab7-2cf7-4e2c-8d2b-68d503f04e7b tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "DELETE /v2.0/routers/cc1b0678-1391-44dc-b82d-cd7920292543 HTTP/1.1" status: 204 len: 168 time: 3.8915277 Mar 31 15:25:28.693829 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39532) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:28.697595 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7b879eb-f4df-4dbf-a871-308074843127 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:28.880953 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-09ed31ee-9df7-44b9-9027-684a73785e3c tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1427661113', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'enable_snat': False}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:28.907794 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-09ed31ee-9df7-44b9-9027-684a73785e3c tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:28.919918 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9d01841-eec3-49d2-a55d-b88ac738ec41 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:28.947511 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d01841-eec3-49d2-a55d-b88ac738ec41 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Pushing event deleted for resources: {'Network': ['ID=2e4e78c3-a53a-4045-9ec3-5c5a3ec55263,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:28.968888 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-09ed31ee-9df7-44b9-9027-684a73785e3c tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Usage tracker for resource:router and tenant:b90e5debb7e44a49a84328c79720d332 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:28.979012 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-09ed31ee-9df7-44b9-9027-684a73785e3c tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:28.983462 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-416d505d-3214-4542-b610-dc995d27b606 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:28.989081 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e9d01841-eec3-49d2-a55d-b88ac738ec41 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] 10.222.0.31 "DELETE /v2.0/networks/2e4e78c3-a53a-4045-9ec3-5c5a3ec55263 HTTP/1.1" status: 204 len: 168 time: 2.4049735 Mar 31 15:25:28.989223 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39536) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:28.992264 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-09ed31ee-9df7-44b9-9027-684a73785e3c tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:29.072240 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd9fdd04-cc5e-4fa8-b363-a72f0eafcdc1 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:29.090975 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-416d505d-3214-4542-b610-dc995d27b606 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:29.184034 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e35d4dd-26c4-49a6-a68a-215cd44f93aa tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Network 4dfc618d-97cf-43ef-b4c3-02c3eeb9e45f is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:29.217056 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09ed31ee-9df7-44b9-9027-684a73785e3c tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:29.218470 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09ed31ee-9df7-44b9-9027-684a73785e3c tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:29.235264 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-6e35d4dd-26c4-49a6-a68a-215cd44f93aa tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:29.287461 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-28bc9603-2e28-4a63-8d6b-21c7c9d70af9 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:29.350406 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59eb2cf6-21c3-47e6-a7ea-cdf3fc7b0247 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:25:29.360772 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09ed31ee-9df7-44b9-9027-684a73785e3c tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:29.365009 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796984c4-6cc7-4ee0-b19b-3ce46edb4146 None None] Sync routers for ids ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:25:29.369537 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-59eb2cf6-21c3-47e6-a7ea-cdf3fc7b0247 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:29.377956 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796984c4-6cc7-4ee0-b19b-3ce46edb4146 None None] Routers {'12c3bdd7-ec80-47bb-a654-40336a8e2de2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:29.378909 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-796984c4-6cc7-4ee0-b19b-3ce46edb4146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:29.412863 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-f7b879eb-f4df-4dbf-a871-308074843127 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Floating IP edcb8703-48c6-44f8-b0eb-dcd525dc75e3 associated. External IP: 172.26.5.232, port: bca974bf-04e8-4b40-8dd3-77d968794f2b. Mar 31 15:25:29.446265 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [None req-416d505d-3214-4542-b610-dc995d27b606 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Floating IP 2ceb12fa-a735-46e4-a488-479032d493c2 associated. External IP: 172.26.5.53, port: 4b820d05-b775-478c-bfb5-af29b02da3d9. Mar 31 15:25:29.458526 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-796984c4-6cc7-4ee0-b19b-3ce46edb4146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:29.471214 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796984c4-6cc7-4ee0-b19b-3ce46edb4146 None None] Routers {'12c3bdd7-ec80-47bb-a654-40336a8e2de2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:29.472354 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-796984c4-6cc7-4ee0-b19b-3ce46edb4146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:29.489030 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-8efb5e9d-8851-46e8-8ce8-90b940267a17 None None] Provisioning complete for port 3d06a960-15e2-422c-a147-9ea38cc8b831 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:29.490234 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8efb5e9d-8851-46e8-8ce8-90b940267a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:29.566669 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-8efb5e9d-8851-46e8-8ce8-90b940267a17 None None] Port 3d06a960-15e2-422c-a147-9ea38cc8b831 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:25:29.572655 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-796984c4-6cc7-4ee0-b19b-3ce46edb4146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:29.573071 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796984c4-6cc7-4ee0-b19b-3ce46edb4146 None None] The sync data for ids ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:25:29.708742 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-1234c555-fc8f-4035-b030-afce0737cf21 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:25:29.744897 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1234c555-fc8f-4035-b030-afce0737cf21 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:29.768271 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-59eb2cf6-21c3-47e6-a7ea-cdf3fc7b0247 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "PUT /v2.0/floatingips/77d89c93-4590-4753-83d9-8f05612bcebf HTTP/1.1" status: 200 len: 977 time: 8.7015116 Mar 31 15:25:29.774141 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e35d4dd-26c4-49a6-a68a-215cd44f93aa tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Router c796c5ed-59a0-470a-93a9-0b04f0e60569 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:25:29.774726 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39540) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:29.792734 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ca5a4ea4-57bc-420c-bc07-f2ec40ac3fbf tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:29.816999 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-28bc9603-2e28-4a63-8d6b-21c7c9d70af9 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:29.853392 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1234c555-fc8f-4035-b030-afce0737cf21 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:30.150489 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca5a4ea4-57bc-420c-bc07-f2ec40ac3fbf tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:30.171858 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-28bc9603-2e28-4a63-8d6b-21c7c9d70af9 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['941ea947-e9fc-49ec-a924-d692684f3540']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:30.183570 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09ed31ee-9df7-44b9-9027-684a73785e3c tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:30.193053 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3fb6bd40-9d0b-4adb-b3ea-b4047c94ddef None None] Provisioning complete for port e8395b6c-f701-4ff5-bcd2-3f96dbe2164a triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:30.193408 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3fb6bd40-9d0b-4adb-b3ea-b4047c94ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:30.209318 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-28bc9603-2e28-4a63-8d6b-21c7c9d70af9 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf09e03-87fe-4b3b-98f9-29c4d70cf5e4') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:30.209551 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-28bc9603-2e28-4a63-8d6b-21c7c9d70af9 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf09e03-87fe-4b3b-98f9-29c4d70cf5e4') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:30.237166 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-28bc9603-2e28-4a63-8d6b-21c7c9d70af9 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:30.256351 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-3fb6bd40-9d0b-4adb-b3ea-b4047c94ddef None None] Port e8395b6c-f701-4ff5-bcd2-3f96dbe2164a cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:25:30.336606 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-28bc9603-2e28-4a63-8d6b-21c7c9d70af9 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:30.348912 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234c555-fc8f-4035-b030-afce0737cf21 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Pushing event updated for resources: {'Port': ['ID=e8395b6c-f701-4ff5-bcd2-3f96dbe2164a,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:30.355784 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28bc9603-2e28-4a63-8d6b-21c7c9d70af9 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:25:30.356443 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-28bc9603-2e28-4a63-8d6b-21c7c9d70af9 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:30.375573 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:25:30.375573 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:25:30.375573 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:25:30.375573 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:25:30.375573 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:25:30.375573 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:25:30.375573 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:25:30.375573 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:25:30.375573 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:25:30.375573 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:25:30.375573 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:25:30.375573 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:25:30.375573 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:25:30.375573 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:25:30.375573 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:25:30.375573 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:25:30.375573 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:25:30.375573 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:25:30.375573 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:25:30.375573 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:25:30.375573 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:25:30.375573 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:25:30.375573 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:25:30.375573 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:25:30.375573 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:25:30.375573 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:25:30.375573 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:25:30.375573 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:25:30.375573 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:25:30.375573 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:25:30.375573 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:25:30.375573 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:25:30.407817 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-1234c555-fc8f-4035-b030-afce0737cf21 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] In _notify_port_updated(), no bound segment for port e8395b6c-f701-4ff5-bcd2-3f96dbe2164a on network d69532ac-5f54-4e19-a2c2-faab7d2f8b98 {{(pid=103443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 31 15:25:30.413111 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1234c555-fc8f-4035-b030-afce0737cf21 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:30.413747 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1234c555-fc8f-4035-b030-afce0737cf21 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:30.414987 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1234c555-fc8f-4035-b030-afce0737cf21 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] 10.222.0.31 "PUT /v2.0/ports/e8395b6c-f701-4ff5-bcd2-3f96dbe2164a HTTP/1.1" status: 200 len: 993 time: 3.0902560 Mar 31 15:25:30.461086 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39544) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:30.667901 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e35d4dd-26c4-49a6-a68a-215cd44f93aa tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:25:30.673922 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6e35d4dd-26c4-49a6-a68a-215cd44f93aa tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] 10.222.0.31 "PUT /v2.0/routers/c796c5ed-59a0-470a-93a9-0b04f0e60569/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3290989 Mar 31 15:25:30.677254 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39548) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:30.680376 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603b0d57-90a8-4a5b-b897-55dcb3933b9c None None] Sync routers for ids ['c796c5ed-59a0-470a-93a9-0b04f0e60569'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:25:30.691711 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603b0d57-90a8-4a5b-b897-55dcb3933b9c None None] Routers {'c796c5ed-59a0-470a-93a9-0b04f0e60569'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:30.692357 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b879eb-f4df-4dbf-a871-308074843127 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Router 997f8b29-5971-4910-86af-45f2c7cb6320 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:25:30.692553 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-603b0d57-90a8-4a5b-b897-55dcb3933b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['c796c5ed-59a0-470a-93a9-0b04f0e60569'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:30.698348 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d07e78b8-9f15-4566-ae51-7737b91dce4b tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Request body: {'port': {'network_id': '4dfc618d-97cf-43ef-b4c3-02c3eeb9e45f', 'name': 'tempest-FloatingIPAdminTestJSON-509906503'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:30.734065 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-28bc9603-2e28-4a63-8d6b-21c7c9d70af9 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:30.759768 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-603b0d57-90a8-4a5b-b897-55dcb3933b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:30.769050 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603b0d57-90a8-4a5b-b897-55dcb3933b9c None None] Routers {'c796c5ed-59a0-470a-93a9-0b04f0e60569'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:30.769829 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-603b0d57-90a8-4a5b-b897-55dcb3933b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['c796c5ed-59a0-470a-93a9-0b04f0e60569'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:30.816715 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca5a4ea4-57bc-420c-bc07-f2ec40ac3fbf tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:30.836727 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-603b0d57-90a8-4a5b-b897-55dcb3933b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:30.837477 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603b0d57-90a8-4a5b-b897-55dcb3933b9c None None] The sync data for ids ['c796c5ed-59a0-470a-93a9-0b04f0e60569'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:25:30.844342 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-28bc9603-2e28-4a63-8d6b-21c7c9d70af9 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:30.862347 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8ee6a2d9-da4e-4e69-8cb4-6c55f1b2ea7d tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Deleting port e8395b6c-f701-4ff5-bcd2-3f96dbe2164a {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:25:30.862683 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8ee6a2d9-da4e-4e69-8cb4-6c55f1b2ea7d tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:30.886096 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd9fdd04-cc5e-4fa8-b363-a72f0eafcdc1 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router_gateway, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:30.927159 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc9603-2e28-4a63-8d6b-21c7c9d70af9 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] Pushing event deleted for resources: {'Network': ['ID=941ea947-e9fc-49ec-a924-d692684f3540,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:30.935265 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca5a4ea4-57bc-420c-bc07-f2ec40ac3fbf tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:30.935579 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-ca5a4ea4-57bc-420c-bc07-f2ec40ac3fbf tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Floating IP 77d89c93-4590-4753-83d9-8f05612bcebf disassociated. External IP: 172.26.5.75, port: f3b518e9-871f-409f-9f48-3adc73b6c3c0. Mar 31 15:25:30.944090 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416d505d-3214-4542-b610-dc995d27b606 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Router 99e95aa8-dfb9-4235-a3fa-d63c4c02e25a has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:25:30.949496 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd9fdd04-cc5e-4fa8-b363-a72f0eafcdc1 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:30.999809 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-28bc9603-2e28-4a63-8d6b-21c7c9d70af9 tempest-BulkNetworkOpsIpV6Test-163460777 tempest-BulkNetworkOpsIpV6Test-163460777-project] 10.222.0.31 "DELETE /v2.0/networks/941ea947-e9fc-49ec-a924-d692684f3540 HTTP/1.1" status: 204 len: 168 time: 2.0087922 Mar 31 15:25:31.189813 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d07e78b8-9f15-4566-ae51-7737b91dce4b tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:31.199950 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d07e78b8-9f15-4566-ae51-7737b91dce4b tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Usage tracker for resource:port and tenant:acee9909de8f4e24bdbce39de10bfe87 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:31.215026 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d07e78b8-9f15-4566-ae51-7737b91dce4b tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Quota usage for port was recalculated. Used quota:3. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:31.241565 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d07e78b8-9f15-4566-ae51-7737b91dce4b tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:31.253177 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b879eb-f4df-4dbf-a871-308074843127 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:25:31.268555 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f3cb55-b81c-4e7d-b1ef-3a84cf3fbc77 None None] Sync routers for ids ['997f8b29-5971-4910-86af-45f2c7cb6320'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:25:31.282173 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f3cb55-b81c-4e7d-b1ef-3a84cf3fbc77 None None] Routers {'997f8b29-5971-4910-86af-45f2c7cb6320'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:31.283835 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-86f3cb55-b81c-4e7d-b1ef-3a84cf3fbc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['997f8b29-5971-4910-86af-45f2c7cb6320'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:31.313319 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7b879eb-f4df-4dbf-a871-308074843127 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:31.396791 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f7b879eb-f4df-4dbf-a871-308074843127 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "PUT /v2.0/floatingips/edcb8703-48c6-44f8-b0eb-dcd525dc75e3 HTTP/1.1" status: 200 len: 992 time: 6.1319976 Mar 31 15:25:31.452587 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-fd9fdd04-cc5e-4fa8-b363-a72f0eafcdc1 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Allocated IP 172.26.5.227 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/e38cac16-2e00-4538-9d8b-b2b21d7357cf) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:31.483923 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416d505d-3214-4542-b610-dc995d27b606 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:25:31.499377 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4384f2a7-e55d-4542-ba9b-5b520523740a None None] Sync routers for ids ['99e95aa8-dfb9-4235-a3fa-d63c4c02e25a'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:25:31.508261 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-86f3cb55-b81c-4e7d-b1ef-3a84cf3fbc77 None None] Set router 997f8b29-5971-4910-86af-45f2c7cb6320 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:25:31.513115 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4384f2a7-e55d-4542-ba9b-5b520523740a None None] Routers {'99e95aa8-dfb9-4235-a3fa-d63c4c02e25a'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:31.514400 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4384f2a7-e55d-4542-ba9b-5b520523740a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['99e95aa8-dfb9-4235-a3fa-d63c4c02e25a'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:31.523141 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89393acc-4760-4f34-ac6d-faee27481093', 'tag': 'bca974bf-04e8-4b40-8dd3-77d968794f2b'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:25:31.526945 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07e78b8-9f15-4566-ae51-7737b91dce4b tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Made reservation on behalf of acee9909de8f4e24bdbce39de10bfe87 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:25:31.531168 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d07e78b8-9f15-4566-ae51-7737b91dce4b tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:31.623434 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-d07e78b8-9f15-4566-ae51-7737b91dce4b tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] device_id is not set on port 514babdc-1fc9-443c-8141-078057e17c24 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:25:31.707700 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39562) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:31.812022 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-416d505d-3214-4542-b610-dc995d27b606 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:31.826355 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-4384f2a7-e55d-4542-ba9b-5b520523740a None None] Set router 99e95aa8-dfb9-4235-a3fa-d63c4c02e25a gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:25:31.852937 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8ee6a2d9-da4e-4e69-8cb4-6c55f1b2ea7d tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:31.933792 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5a4ea4-57bc-420c-bc07-f2ec40ac3fbf tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Router 12c3bdd7-ec80-47bb-a654-40336a8e2de2 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:25:32.058659 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8ee6a2d9-da4e-4e69-8cb4-6c55f1b2ea7d tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Calling delete_port for e8395b6c-f701-4ff5-bcd2-3f96dbe2164a owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:25:32.133016 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-86f3cb55-b81c-4e7d-b1ef-3a84cf3fbc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'name': 'tempest-ServerActionsTestJSON-679145321-router', 'tenant_id': '054d30a6120446fcba39a5a299093095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '7b868656-c137-481c-94e4-0b1696f68d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:17Z', 'updated_at': '2022-03-31T15:24:33Z', 'revision_number': 4, 'project_id': '054d30a6120446fcba39a5a299093095', 'gw_port': {'id': '7b868656-c137-481c-94e4-0b1696f68d29', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:20Z', 'updated_at': '2022-03-31T15:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'edcb8703-48c6-44f8-b0eb-dcd525dc75e3', 'tenant_id': '054d30a6120446fcba39a5a299093095', 'floating_ip_address': '172.26.5.232', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'port_id': 'bca974bf-04e8-4b40-8dd3-77d968794f2b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8570db4c-fed6-40aa-8a1b-99615046312c', 'mac_address': 'fa:16:3e:26:19:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89393acc-4760-4f34-ac6d-faee27481093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:24:46Z', 'updated_at': '2022-03-31T15:25:27Z', 'revision_number': 1, 'project_id': '054d30a6120446fcba39a5a299093095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c56e9046-3332-4905-892c-df292599b719', 'name': '', 'network_id': '8570db4c-fed6-40aa-8a1b-99615046312c', 'tenant_id': '054d30a6120446fcba39a5a299093095', 'mac_address': 'fa:16:3e:e9:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '6b28caf7-0cc4-4f02-9ea5-a472add592af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:30Z', 'updated_at': '2022-03-31T15:24:42Z', 'revision_number': 5, 'project_id': '054d30a6120446fcba39a5a299093095', 'subnets': [{'id': '6b28caf7-0cc4-4f02-9ea5-a472add592af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:32.137540 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f3cb55-b81c-4e7d-b1ef-3a84cf3fbc77 None None] Checking router: 997f8b29-5971-4910-86af-45f2c7cb6320 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:25:32.149089 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f3cb55-b81c-4e7d-b1ef-3a84cf3fbc77 None None] Routers {'997f8b29-5971-4910-86af-45f2c7cb6320'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:32.149734 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-86f3cb55-b81c-4e7d-b1ef-3a84cf3fbc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['997f8b29-5971-4910-86af-45f2c7cb6320'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:32.155931 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89393acc-4760-4f34-ac6d-faee27481093', 'tag': 'bca974bf-04e8-4b40-8dd3-77d968794f2b', 'status': 'completed', 'code': 200} Mar 31 15:25:32.308465 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-416d505d-3214-4542-b610-dc995d27b606 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "PUT /v2.0/floatingips/2ceb12fa-a735-46e4-a488-479032d493c2 HTTP/1.1" status: 200 len: 991 time: 5.2021537 Mar 31 15:25:32.315032 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c73b9c-8195-44c7-9920-d2b60e1cb25e', 'tag': '4b820d05-b775-478c-bfb5-af29b02da3d9'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:25:32.315931 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4384f2a7-e55d-4542-ba9b-5b520523740a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'name': 'tempest-ServersTestJSON-444491906-router', 'tenant_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '85eb6023-6403-4d3c-93a7-0c4fe66c77d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:15Z', 'updated_at': '2022-03-31T15:24:30Z', 'revision_number': 4, 'project_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'gw_port': {'id': '85eb6023-6403-4d3c-93a7-0c4fe66c77d6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:17Z', 'updated_at': '2022-03-31T15:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '2ceb12fa-a735-46e4-a488-479032d493c2', 'tenant_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'floating_ip_address': '172.26.5.53', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'port_id': '4b820d05-b775-478c-bfb5-af29b02da3d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc4f77bd-a8a1-4de3-ae11-e5fff1d18587', 'mac_address': 'fa:16:3e:6e:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c73b9c-8195-44c7-9920-d2b60e1cb25e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:24:42Z', 'updated_at': '2022-03-31T15:25:28Z', 'revision_number': 1, 'project_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e228c55b-05a1-4d2f-a79c-b3def2ee6fa7', 'name': '', 'network_id': 'cc4f77bd-a8a1-4de3-ae11-e5fff1d18587', 'tenant_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'mac_address': 'fa:16:3e:22:2f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'b57b1a83-224b-460a-8d96-97b3371a0b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:26Z', 'updated_at': '2022-03-31T15:24:39Z', 'revision_number': 5, 'project_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'subnets': [{'id': 'b57b1a83-224b-460a-8d96-97b3371a0b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:32.320241 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4384f2a7-e55d-4542-ba9b-5b520523740a None None] Checking router: 99e95aa8-dfb9-4235-a3fa-d63c4c02e25a for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:25:32.330368 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4384f2a7-e55d-4542-ba9b-5b520523740a None None] Routers {'99e95aa8-dfb9-4235-a3fa-d63c4c02e25a'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:32.331752 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4384f2a7-e55d-4542-ba9b-5b520523740a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['99e95aa8-dfb9-4235-a3fa-d63c4c02e25a'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:32.362932 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09ed31ee-9df7-44b9-9027-684a73785e3c tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:32.371685 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-38cacde7-c751-4d97-ad2f-0a8570b45e8f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5780cdcea3204a9cb6823db9812ed69c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5031114 Mar 31 15:25:32.388989 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39576) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:32.401496 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-d07e78b8-9f15-4566-ae51-7737b91dce4b tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Allocated IP 172.20.0.13 (4dfc618d-97cf-43ef-b4c3-02c3eeb9e45f/067c2f2e-7d46-41ad-807e-326708d95b22/514babdc-1fc9-443c-8141-078057e17c24) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:32.416466 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-86f3cb55-b81c-4e7d-b1ef-3a84cf3fbc77 None None] Set router 997f8b29-5971-4910-86af-45f2c7cb6320 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:25:32.422582 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09ed31ee-9df7-44b9-9027-684a73785e3c tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:32.473681 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd9fdd04-cc5e-4fa8-b363-a72f0eafcdc1 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:32.540621 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034e61a-c98c-4675-a4fe-8316fb8347e4 req-4c035a8c-3820-4551-abbb-fda40c38bc7d tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:32.542220 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b034e61a-c98c-4675-a4fe-8316fb8347e4 req-4c035a8c-3820-4551-abbb-fda40c38bc7d tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.9891167 Mar 31 15:25:32.579473 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5a4ea4-57bc-420c-bc07-f2ec40ac3fbf tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:25:32.596296 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e704f631-f980-4e6e-aa08-7a6130dc5695 None None] Sync routers for ids ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:25:32.599708 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a28d1-3e13-4dd9-a463-699c761913d9 req-bc7b032b-3a1d-468f-b036-a86e1347e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:32.601206 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4d8a28d1-3e13-4dd9-a463-699c761913d9 req-bc7b032b-3a1d-468f-b036-a86e1347e5a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=054d30a6120446fcba39a5a299093095&device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 1099 time: 0.4265065 Mar 31 15:25:32.624593 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-4384f2a7-e55d-4542-ba9b-5b520523740a None None] Set router 99e95aa8-dfb9-4235-a3fa-d63c4c02e25a gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:25:32.650251 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca5a4ea4-57bc-420c-bc07-f2ec40ac3fbf tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:32.653599 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e704f631-f980-4e6e-aa08-7a6130dc5695 None None] Routers {'12c3bdd7-ec80-47bb-a654-40336a8e2de2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:32.665981 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e704f631-f980-4e6e-aa08-7a6130dc5695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:32.738726 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b034e61a-c98c-4675-a4fe-8316fb8347e4 req-9673c6e9-614e-4ef8-a240-f38133a82dc2 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756232 Mar 31 15:25:32.755219 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8ee6a2d9-da4e-4e69-8cb4-6c55f1b2ea7d tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:32.783470 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e704f631-f980-4e6e-aa08-7a6130dc5695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:32.833537 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e704f631-f980-4e6e-aa08-7a6130dc5695 None None] Routers {'12c3bdd7-ec80-47bb-a654-40336a8e2de2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:32.834078 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e704f631-f980-4e6e-aa08-7a6130dc5695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:32.860825 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6a2d9-da4e-4e69-8cb4-6c55f1b2ea7d tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Pushing event deleted for resources: {'Port': ['ID=e8395b6c-f701-4ff5-bcd2-3f96dbe2164a,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:32.871227 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d07e78b8-9f15-4566-ae51-7737b91dce4b tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:32.890141 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-d07e78b8-9f15-4566-ae51-7737b91dce4b tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Transition to ACTIVE for port object 514babdc-1fc9-443c-8141-078057e17c24 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:25:32.929793 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75547458-00f6-45d8-935b-4d779c00b92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:33.023106 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ca5a4ea4-57bc-420c-bc07-f2ec40ac3fbf tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "PUT /v2.0/floatingips/77d89c93-4590-4753-83d9-8f05612bcebf HTTP/1.1" status: 200 len: 687 time: 3.2473514 Mar 31 15:25:33.024484 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d07e78b8-9f15-4566-ae51-7737b91dce4b tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:33.026830 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39582) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:33.029608 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75547458-00f6-45d8-935b-4d779c00b92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:33.036820 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e704f631-f980-4e6e-aa08-7a6130dc5695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:33.037384 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e704f631-f980-4e6e-aa08-7a6130dc5695 None None] The sync data for ids ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:25:33.046520 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-09ed31ee-9df7-44b9-9027-684a73785e3c tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Allocated IP 172.26.5.120 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/89406047-93da-45ef-8089-5a8119912be9) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:33.056966 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c73b9c-8195-44c7-9920-d2b60e1cb25e', 'tag': '4b820d05-b775-478c-bfb5-af29b02da3d9', 'status': 'completed', 'code': 200} Mar 31 15:25:33.069115 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60681470-1083-40ec-913b-58edd83c3b7b req-aae8f0ae-d696-4b88-92d8-c431694c00bd tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:33.077796 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-60681470-1083-40ec-913b-58edd83c3b7b req-aae8f0ae-d696-4b88-92d8-c431694c00bd tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c73b9c-8195-44c7-9920-d2b60e1cb25e HTTP/1.1" status: 200 len: 946 time: 0.5769088 Mar 31 15:25:33.121275 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd9fdd04-cc5e-4fa8-b363-a72f0eafcdc1 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:33.125773 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-204c7eaf-9b95-439d-ba46-d55af4fa50d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:33.187495 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4384f2a7-e55d-4542-ba9b-5b520523740a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'name': 'tempest-ServersTestJSON-444491906-router', 'tenant_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '85eb6023-6403-4d3c-93a7-0c4fe66c77d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:15Z', 'updated_at': '2022-03-31T15:24:30Z', 'revision_number': 4, 'project_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'gw_port': {'id': '85eb6023-6403-4d3c-93a7-0c4fe66c77d6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:17Z', 'updated_at': '2022-03-31T15:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '2ceb12fa-a735-46e4-a488-479032d493c2', 'tenant_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'floating_ip_address': '172.26.5.53', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'port_id': '4b820d05-b775-478c-bfb5-af29b02da3d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc4f77bd-a8a1-4de3-ae11-e5fff1d18587', 'mac_address': 'fa:16:3e:6e:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c73b9c-8195-44c7-9920-d2b60e1cb25e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:24:42Z', 'updated_at': '2022-03-31T15:25:28Z', 'revision_number': 1, 'project_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e228c55b-05a1-4d2f-a79c-b3def2ee6fa7', 'name': '', 'network_id': 'cc4f77bd-a8a1-4de3-ae11-e5fff1d18587', 'tenant_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'mac_address': 'fa:16:3e:22:2f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'b57b1a83-224b-460a-8d96-97b3371a0b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:26Z', 'updated_at': '2022-03-31T15:24:39Z', 'revision_number': 5, 'project_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'subnets': [{'id': 'b57b1a83-224b-460a-8d96-97b3371a0b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:33.193687 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4384f2a7-e55d-4542-ba9b-5b520523740a None None] The sync data for ids ['99e95aa8-dfb9-4235-a3fa-d63c4c02e25a'] in dv-neutron-833379-2-hyperv is: [{'id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'name': 'tempest-ServersTestJSON-444491906-router', 'tenant_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '85eb6023-6403-4d3c-93a7-0c4fe66c77d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:15Z', 'updated_at': '2022-03-31T15:24:30Z', 'revision_number': 4, 'project_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'gw_port': {'id': '85eb6023-6403-4d3c-93a7-0c4fe66c77d6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:17Z', 'updated_at': '2022-03-31T15:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '2ceb12fa-a735-46e4-a488-479032d493c2', 'tenant_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'floating_ip_address': '172.26.5.53', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'port_id': '4b820d05-b775-478c-bfb5-af29b02da3d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc4f77bd-a8a1-4de3-ae11-e5fff1d18587', 'mac_address': 'fa:16:3e:6e:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c73b9c-8195-44c7-9920-d2b60e1cb25e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:24:42Z', 'updated_at': '2022-03-31T15:25:28Z', 'revision_number': 1, 'project_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e228c55b-05a1-4d2f-a79c-b3def2ee6fa7', 'name': '', 'network_id': 'cc4f77bd-a8a1-4de3-ae11-e5fff1d18587', 'tenant_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'mac_address': 'fa:16:3e:22:2f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'b57b1a83-224b-460a-8d96-97b3371a0b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:26Z', 'updated_at': '2022-03-31T15:24:39Z', 'revision_number': 5, 'project_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'subnets': [{'id': 'b57b1a83-224b-460a-8d96-97b3371a0b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:25:33.211122 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-86f3cb55-b81c-4e7d-b1ef-3a84cf3fbc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'name': 'tempest-ServerActionsTestJSON-679145321-router', 'tenant_id': '054d30a6120446fcba39a5a299093095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '7b868656-c137-481c-94e4-0b1696f68d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:17Z', 'updated_at': '2022-03-31T15:24:33Z', 'revision_number': 4, 'project_id': '054d30a6120446fcba39a5a299093095', 'gw_port': {'id': '7b868656-c137-481c-94e4-0b1696f68d29', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:20Z', 'updated_at': '2022-03-31T15:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'edcb8703-48c6-44f8-b0eb-dcd525dc75e3', 'tenant_id': '054d30a6120446fcba39a5a299093095', 'floating_ip_address': '172.26.5.232', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'port_id': 'bca974bf-04e8-4b40-8dd3-77d968794f2b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8570db4c-fed6-40aa-8a1b-99615046312c', 'mac_address': 'fa:16:3e:26:19:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89393acc-4760-4f34-ac6d-faee27481093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:24:46Z', 'updated_at': '2022-03-31T15:25:27Z', 'revision_number': 1, 'project_id': '054d30a6120446fcba39a5a299093095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c56e9046-3332-4905-892c-df292599b719', 'name': '', 'network_id': '8570db4c-fed6-40aa-8a1b-99615046312c', 'tenant_id': '054d30a6120446fcba39a5a299093095', 'mac_address': 'fa:16:3e:e9:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '6b28caf7-0cc4-4f02-9ea5-a472add592af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:30Z', 'updated_at': '2022-03-31T15:24:42Z', 'revision_number': 5, 'project_id': '054d30a6120446fcba39a5a299093095', 'subnets': [{'id': '6b28caf7-0cc4-4f02-9ea5-a472add592af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:33.216673 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f3cb55-b81c-4e7d-b1ef-3a84cf3fbc77 None None] The sync data for ids ['997f8b29-5971-4910-86af-45f2c7cb6320'] in dv-neutron-833379-2-hyperv is: [{'id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'name': 'tempest-ServerActionsTestJSON-679145321-router', 'tenant_id': '054d30a6120446fcba39a5a299093095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '7b868656-c137-481c-94e4-0b1696f68d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:17Z', 'updated_at': '2022-03-31T15:24:33Z', 'revision_number': 4, 'project_id': '054d30a6120446fcba39a5a299093095', 'gw_port': {'id': '7b868656-c137-481c-94e4-0b1696f68d29', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:20Z', 'updated_at': '2022-03-31T15:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'edcb8703-48c6-44f8-b0eb-dcd525dc75e3', 'tenant_id': '054d30a6120446fcba39a5a299093095', 'floating_ip_address': '172.26.5.232', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'port_id': 'bca974bf-04e8-4b40-8dd3-77d968794f2b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8570db4c-fed6-40aa-8a1b-99615046312c', 'mac_address': 'fa:16:3e:26:19:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89393acc-4760-4f34-ac6d-faee27481093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:24:46Z', 'updated_at': '2022-03-31T15:25:27Z', 'revision_number': 1, 'project_id': '054d30a6120446fcba39a5a299093095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c56e9046-3332-4905-892c-df292599b719', 'name': '', 'network_id': '8570db4c-fed6-40aa-8a1b-99615046312c', 'tenant_id': '054d30a6120446fcba39a5a299093095', 'mac_address': 'fa:16:3e:e9:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '6b28caf7-0cc4-4f02-9ea5-a472add592af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:30Z', 'updated_at': '2022-03-31T15:24:42Z', 'revision_number': 5, 'project_id': '054d30a6120446fcba39a5a299093095', 'subnets': [{'id': '6b28caf7-0cc4-4f02-9ea5-a472add592af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:25:33.308185 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9fdd04-cc5e-4fa8-b363-a72f0eafcdc1 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:33.315948 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9fdd04-cc5e-4fa8-b363-a72f0eafcdc1 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Pushing event updated for resources: {'Port': ['ID=e38cac16-2e00-4538-9d8b-b2b21d7357cf,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:33.344139 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-fd9fdd04-cc5e-4fa8-b363-a72f0eafcdc1 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:33.346679 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9fdd04-cc5e-4fa8-b363-a72f0eafcdc1 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:25:33.353169 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07e78b8-9f15-4566-ae51-7737b91dce4b tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Network 4dfc618d-97cf-43ef-b4c3-02c3eeb9e45f is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:33.372554 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a28d1-3e13-4dd9-a463-699c761913d9 req-9acc9597-9b22-4f30-b73e-c26870b6a5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:33.374117 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4d8a28d1-3e13-4dd9-a463-699c761913d9 req-9acc9597-9b22-4f30-b73e-c26870b6a5ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=8570db4c-fed6-40aa-8a1b-99615046312c HTTP/1.1" status: 200 len: 912 time: 0.7590353 Mar 31 15:25:33.388386 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-d07e78b8-9f15-4566-ae51-7737b91dce4b tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:33.405517 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07e78b8-9f15-4566-ae51-7737b91dce4b tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:25:33.431185 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e78b8-9f15-4566-ae51-7737b91dce4b tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Pushing event updated for resources: {'Port': ['ID=514babdc-1fc9-443c-8141-078057e17c24,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:33.449049 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ab068fe1-51cd-46e9-902b-6574152eabf7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Deleting port 700347c6-476a-4575-8707-bc3df3b3d705 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:25:33.449426 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab068fe1-51cd-46e9-902b-6574152eabf7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:33.514044 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-60681470-1083-40ec-913b-58edd83c3b7b req-e788d748-360f-40ec-9172-a82128e50970 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2c87546-beca-4d24-a25e-a48837010178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4034307 Mar 31 15:25:33.593849 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc0fdd9-7119-4fb4-86ec-8ded033a9d90 None None] New status for floating IP 2ceb12fa-a735-46e4-a488-479032d493c2: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:25:33.616890 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07e78b8-9f15-4566-ae51-7737b91dce4b tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:33.617593 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d07e78b8-9f15-4566-ae51-7737b91dce4b tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:33.644286 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cf121d-ef46-4e3a-b671-f300022a019e None None] New status for floating IP edcb8703-48c6-44f8-b0eb-dcd525dc75e3: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:25:33.815513 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab068fe1-51cd-46e9-902b-6574152eabf7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:33.815868 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab068fe1-51cd-46e9-902b-6574152eabf7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:33.945170 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ab068fe1-51cd-46e9-902b-6574152eabf7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Calling delete_port for 700347c6-476a-4575-8707-bc3df3b3d705 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:25:33.975479 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75547458-00f6-45d8-935b-4d779c00b92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:34.008450 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75547458-00f6-45d8-935b-4d779c00b92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:34.009572 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-75547458-00f6-45d8-935b-4d779c00b92b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/09d06b63-26c5-48d1-afa0-5c8627cef56c HTTP/1.1" status: 204 len: 168 time: 1.6123793 Mar 31 15:25:34.010476 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75547458-00f6-45d8-935b-4d779c00b92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d06b63-26c5-48d1-afa0-5c8627cef56c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:34.061843 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c6ab3d14-54d5-4579-b050-d55a2e4b29f5 None None] Provisioning for port 514babdc-1fc9-443c-8141-078057e17c24 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:25:34.070083 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c6ab3d14-54d5-4579-b050-d55a2e4b29f5 None None] Provisioning complete for port 514babdc-1fc9-443c-8141-078057e17c24 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:34.071050 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c6ab3d14-54d5-4579-b050-d55a2e4b29f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:34.124611 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6dd3a4-a8b1-4023-80ce-fe5d41223800 req-f1b8227d-3cfc-4a11-bcf2-5e0fc9f45d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:34.126126 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ba6dd3a4-a8b1-4023-80ce-fe5d41223800 req-f1b8227d-3cfc-4a11-bcf2-5e0fc9f45d26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d3b9b77f9fd4ab9a15d41c62b10bfd0&device_id=f5c73b9c-8195-44c7-9920-d2b60e1cb25e HTTP/1.1" status: 200 len: 1099 time: 1.0646858 Mar 31 15:25:34.135429 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d07e78b8-9f15-4566-ae51-7737b91dce4b tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4571056 Mar 31 15:25:34.136095 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39592) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:34.137597 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09ed31ee-9df7-44b9-9027-684a73785e3c tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:34.146598 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-c6ab3d14-54d5-4579-b050-d55a2e4b29f5 None None] Port 514babdc-1fc9-443c-8141-078057e17c24 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:25:34.225424 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4d8a28d1-3e13-4dd9-a463-699c761913d9 req-2f115136-d931-4c01-9157-7b9212d2750b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bca974bf-04e8-4b40-8dd3-77d968794f2b HTTP/1.1" status: 200 len: 1000 time: 0.8215945 Mar 31 15:25:34.352443 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab068fe1-51cd-46e9-902b-6574152eabf7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:34.396586 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8ee6a2d9-da4e-4e69-8cb4-6c55f1b2ea7d tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:34.453880 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab068fe1-51cd-46e9-902b-6574152eabf7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event deleted for resources: {'Port': ['ID=700347c6-476a-4575-8707-bc3df3b3d705,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:34.466457 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-52eae4d8-1e5a-4a9a-a13a-df2a0cafbb19 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'project_id': 'acee9909de8f4e24bdbce39de10bfe87', 'port_id': '514babdc-1fc9-443c-8141-078057e17c24'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:34.472915 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2305b-6629-401f-9216-8177699c2a56 req-f5723d79-cf54-4c3e-98e4-c2a9efbbb1ab tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:34.474411 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-48d2305b-6629-401f-9216-8177699c2a56 req-f5723d79-cf54-4c3e-98e4-c2a9efbbb1ab tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 1.3311312 Mar 31 15:25:34.504622 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-52eae4d8-1e5a-4a9a-a13a-df2a0cafbb19 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:34.518133 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-52eae4d8-1e5a-4a9a-a13a-df2a0cafbb19 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Usage tracker for resource:floatingip and tenant:acee9909de8f4e24bdbce39de10bfe87 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:34.522675 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-52eae4d8-1e5a-4a9a-a13a-df2a0cafbb19 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:34.529596 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a28d1-3e13-4dd9-a463-699c761913d9 req-5eabcb0c-0006-4a3a-a005-52795c510571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:34.530675 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4d8a28d1-3e13-4dd9-a463-699c761913d9 req-5eabcb0c-0006-4a3a-a005-52795c510571 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b28caf7-0cc4-4f02-9ea5-a472add592af HTTP/1.1" status: 200 len: 850 time: 0.2898238 Mar 31 15:25:34.531858 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-52eae4d8-1e5a-4a9a-a13a-df2a0cafbb19 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:34.548033 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab068fe1-51cd-46e9-902b-6574152eabf7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:34.597398 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6dd3a4-a8b1-4023-80ce-fe5d41223800 req-6933c957-60ce-42f9-9372-0ee2cbc7b3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:34.598791 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ba6dd3a4-a8b1-4023-80ce-fe5d41223800 req-6933c957-60ce-42f9-9372-0ee2cbc7b3c1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc4f77bd-a8a1-4de3-ae11-e5fff1d18587 HTTP/1.1" status: 200 len: 906 time: 0.4380503 Mar 31 15:25:34.631952 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab068fe1-51cd-46e9-902b-6574152eabf7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:34.635740 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ab068fe1-51cd-46e9-902b-6574152eabf7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "DELETE /v2.0/floatingips/77d89c93-4590-4753-83d9-8f05612bcebf HTTP/1.1" status: 204 len: 168 time: 1.5942881 Mar 31 15:25:34.635740 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52eae4d8-1e5a-4a9a-a13a-df2a0cafbb19 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:34.637892 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8ee6a2d9-da4e-4e69-8cb4-6c55f1b2ea7d tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] 10.222.0.31 "DELETE /v2.0/ports/e8395b6c-f701-4ff5-bcd2-3f96dbe2164a HTTP/1.1" status: 204 len: 168 time: 4.1700323 Mar 31 15:25:34.644829 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39606) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:34.647855 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39608) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:34.712667 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09ed31ee-9df7-44b9-9027-684a73785e3c tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:34.715612 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-26f7a158-0d4c-4478-855e-c5ae4ff56fea tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] GET failed (client error): The resource could not be found. Mar 31 15:25:34.718187 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-26f7a158-0d4c-4478-855e-c5ae4ff56fea tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] 10.222.0.31 "GET /v2.0/ports/e8395b6c-f701-4ff5-bcd2-3f96dbe2164a HTTP/1.1" status: 404 len: 333 time: 0.0660799 Mar 31 15:25:34.721565 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39616) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:34.729012 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-88949977-78b4-4c61-8722-85dabdba96d4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Request body: {'port': {'network_id': 'd69532ac-5f54-4e19-a2c2-faab7d2f8b98', 'name': 'tempest-AllowedAddressPairTestJSON-318307590'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:34.876715 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-48d2305b-6629-401f-9216-8177699c2a56 req-f489763d-a278-4ce7-9048-89b14cfd26f4 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3854697 Mar 31 15:25:34.877599 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-4dfe5668-d0ac-42bd-8d02-3b151e9d2c41 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] delete failed (client error): The resource could not be found. Mar 31 15:25:34.884048 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4dfe5668-d0ac-42bd-8d02-3b151e9d2c41 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "DELETE /v2.0/floatingips/77d89c93-4590-4753-83d9-8f05612bcebf HTTP/1.1" status: 404 len: 345 time: 0.2319579 Mar 31 15:25:34.888964 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39620) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:34.902625 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ed31ee-9df7-44b9-9027-684a73785e3c tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:34.902625 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd9fdd04-cc5e-4fa8-b363-a72f0eafcdc1 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router_gateway, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:34.958669 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-09ed31ee-9df7-44b9-9027-684a73785e3c tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:34.974929 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ed31ee-9df7-44b9-9027-684a73785e3c tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:25:35.003268 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-88949977-78b4-4c61-8722-85dabdba96d4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:35.011795 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-88949977-78b4-4c61-8722-85dabdba96d4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Usage tracker for resource:port and tenant:6c2318190d444e19bd817a81020a7f17 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:35.019621 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-88949977-78b4-4c61-8722-85dabdba96d4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Quota usage for port was recalculated. Used quota:2. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:35.033776 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-88949977-78b4-4c61-8722-85dabdba96d4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:35.048199 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52eae4d8-1e5a-4a9a-a13a-df2a0cafbb19 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:35.061844 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e31fa4b-93c1-4182-8fb7-9d8dff48bc24 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:35.067872 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e31fa4b-93c1-4182-8fb7-9d8dff48bc24 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:35.073786 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e31fa4b-93c1-4182-8fb7-9d8dff48bc24 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:35.074669 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-5e31fa4b-93c1-4182-8fb7-9d8dff48bc24 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Synchronizing usage tracker for tenant:e42d5336284c4dafbfb75f78ea62f851 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:25:35.143801 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88949977-78b4-4c61-8722-85dabdba96d4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Made reservation on behalf of 6c2318190d444e19bd817a81020a7f17 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:25:35.147316 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88949977-78b4-4c61-8722-85dabdba96d4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:35.158516 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-93ba31b2-14dc-4d93-b9c5-82eea7ee590a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:35.176347 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed31ee-9df7-44b9-9027-684a73785e3c tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Pushing event updated for resources: {'Port': ['ID=89406047-93da-45ef-8089-5a8119912be9,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:35.176347 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ba6dd3a4-a8b1-4023-80ce-fe5d41223800 req-f931b38b-6539-4e04-8553-6bc2a05cc7c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b820d05-b775-478c-bfb5-af29b02da3d9 HTTP/1.1" status: 200 len: 1001 time: 0.5284541 Mar 31 15:25:35.212686 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-88949977-78b4-4c61-8722-85dabdba96d4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] device_id is not set on port 105124c3-3120-46e0-a5b7-5470b8c62910 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:25:35.251886 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-5e31fa4b-93c1-4182-8fb7-9d8dff48bc24 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Unset dirty status for tenant:e42d5336284c4dafbfb75f78ea62f851 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:25:35.256133 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5e31fa4b-93c1-4182-8fb7-9d8dff48bc24 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "GET /v2.0/ports?network_id=af35fe3f-cd79-47db-bc77-db544213cd71 HTTP/1.1" status: 200 len: 2358 time: 0.3635724 Mar 31 15:25:35.263938 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39632) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:35.332328 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39636) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:35.384610 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-52eae4d8-1e5a-4a9a-a13a-df2a0cafbb19 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Allocated IP 172.26.5.191 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/281fbaa7-47d5-4b35-8b51-36f03c7207cc) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:35.400690 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a28d1-3e13-4dd9-a463-699c761913d9 req-ce21d9eb-3f5a-4632-a17c-c9d8cad0a8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:35.402183 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4d8a28d1-3e13-4dd9-a463-699c761913d9 req-ce21d9eb-3f5a-4632-a17c-c9d8cad0a8d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8570db4c-fed6-40aa-8a1b-99615046312c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8586669 Mar 31 15:25:35.446002 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d301bc-eb2c-4fe3-8678-67a17a99fba2 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:35.446780 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-52d301bc-eb2c-4fe3-8678-67a17a99fba2 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Synchronizing usage tracker for tenant:e42d5336284c4dafbfb75f78ea62f851 on resource:subnet {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:25:35.495257 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6dd3a4-a8b1-4023-80ce-fe5d41223800 req-72787991-a46b-46c2-a518-e829135f1957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:35.496656 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ba6dd3a4-a8b1-4023-80ce-fe5d41223800 req-72787991-a46b-46c2-a518-e829135f1957 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b57b1a83-224b-460a-8d96-97b3371a0b4c HTTP/1.1" status: 200 len: 844 time: 0.3138506 Mar 31 15:25:35.499409 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-28b9876d-4cc7-4d87-b4a0-1d66e608241f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Request body: {'network': {'name': 'tempest-RoutersTest-1729783440'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:35.514917 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-28b9876d-4cc7-4d87-b4a0-1d66e608241f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:35.521864 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-88949977-78b4-4c61-8722-85dabdba96d4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Allocated IP 172.20.0.12 (d69532ac-5f54-4e19-a2c2-faab7d2f8b98/948c72ae-3937-43ab-b2b0-ddabe129b9fc/105124c3-3120-46e0-a5b7-5470b8c62910) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:35.528363 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-28b9876d-4cc7-4d87-b4a0-1d66e608241f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Usage tracker for resource:network and tenant:3c462be107e642da98e89cbf8192538c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:35.576630 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-28b9876d-4cc7-4d87-b4a0-1d66e608241f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:35.590020 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-28b9876d-4cc7-4d87-b4a0-1d66e608241f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:35.602167 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-52d301bc-eb2c-4fe3-8678-67a17a99fba2 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Unset dirty status for tenant:e42d5336284c4dafbfb75f78ea62f851 on resource:subnet {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:25:35.608864 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-52d301bc-eb2c-4fe3-8678-67a17a99fba2 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "GET /v2.0/subnets/2d127956-e15f-4ee7-a80d-08a95ad70fb1 HTTP/1.1" status: 200 len: 797 time: 0.3384829 Mar 31 15:25:35.610555 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39642) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:35.632495 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ce03e685-362e-4b95-bc69-406560523be8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Request body: {'port': {'network_id': 'af35fe3f-cd79-47db-bc77-db544213cd71', 'name': 'tempest-FloatingIPTestJSON-1636992297', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:35.754457 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b9876d-4cc7-4d87-b4a0-1d66e608241f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Made reservation on behalf of 3c462be107e642da98e89cbf8192538c for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:25:35.757825 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28b9876d-4cc7-4d87-b4a0-1d66e608241f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:35.803846 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28b9876d-4cc7-4d87-b4a0-1d66e608241f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:35.862315 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52eae4d8-1e5a-4a9a-a13a-df2a0cafbb19 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:35.870252 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-28b9876d-4cc7-4d87-b4a0-1d66e608241f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:35.926382 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4d8a28d1-3e13-4dd9-a463-699c761913d9 req-60d09e98-1f27-4880-99d8-8af26e36b687 service neutron] 10.222.0.41 "GET /v2.0/networks/8570db4c-fed6-40aa-8a1b-99615046312c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645865 Mar 31 15:25:35.932635 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-28b9876d-4cc7-4d87-b4a0-1d66e608241f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Usage tracker for resource:security_group_rule and tenant:3c462be107e642da98e89cbf8192538c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:35.936246 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-28b9876d-4cc7-4d87-b4a0-1d66e608241f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:35.961982 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-28b9876d-4cc7-4d87-b4a0-1d66e608241f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:35.982705 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ce03e685-362e-4b95-bc69-406560523be8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:35.984929 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd9fdd04-cc5e-4fa8-b363-a72f0eafcdc1 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:36.002199 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6dd3a4-a8b1-4023-80ce-fe5d41223800 req-dfcb3b85-d05a-4ea4-81e8-40a3c38121e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:36.003653 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ba6dd3a4-a8b1-4023-80ce-fe5d41223800 req-dfcb3b85-d05a-4ea4-81e8-40a3c38121e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc4f77bd-a8a1-4de3-ae11-e5fff1d18587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4745190 Mar 31 15:25:36.014949 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ce03e685-362e-4b95-bc69-406560523be8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:36.120342 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88949977-78b4-4c61-8722-85dabdba96d4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:36.151785 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-88949977-78b4-4c61-8722-85dabdba96d4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Transition to ACTIVE for port object 105124c3-3120-46e0-a5b7-5470b8c62910 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:25:36.179873 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce03e685-362e-4b95-bc69-406560523be8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Made reservation on behalf of e42d5336284c4dafbfb75f78ea62f851 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:25:36.226507 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52eae4d8-1e5a-4a9a-a13a-df2a0cafbb19 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:36.331600 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09ed31ee-9df7-44b9-9027-684a73785e3c tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:36.346553 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:36.384424 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf16306-a3e0-4b64-9a6f-c0ef3ed9fb24 req-f8d8dcfe-70be-4124-86f5-9a8191fb5d5e tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:36.385946 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8bf16306-a3e0-4b64-9a6f-c0ef3ed9fb24 req-f8d8dcfe-70be-4124-86f5-9a8191fb5d5e tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.3874364 Mar 31 15:25:36.489353 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:36.500711 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28b9876d-4cc7-4d87-b4a0-1d66e608241f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:36.514267 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eae4d8-1e5a-4a9a-a13a-df2a0cafbb19 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:36.521605 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-52eae4d8-1e5a-4a9a-a13a-df2a0cafbb19 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:36.539539 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eae4d8-1e5a-4a9a-a13a-df2a0cafbb19 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:25:36.580062 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eae4d8-1e5a-4a9a-a13a-df2a0cafbb19 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Pushing event updated for resources: {'Port': ['ID=281fbaa7-47d5-4b35-8b51-36f03c7207cc,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:36.589812 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28b9876d-4cc7-4d87-b4a0-1d66e608241f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:36.596793 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4d8a28d1-3e13-4dd9-a463-699c761913d9 req-720776d4-3d54-411d-ac0f-b17ad730c1fd service neutron] 10.222.0.41 "GET /v2.0/networks/8570db4c-fed6-40aa-8a1b-99615046312c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6555054 Mar 31 15:25:36.641447 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8bf16306-a3e0-4b64-9a6f-c0ef3ed9fb24 req-02ab39a0-dc88-4c2b-aee5-df6c73112544 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407033 Mar 31 15:25:36.649917 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ba6dd3a4-a8b1-4023-80ce-fe5d41223800 req-8aad6fbe-74e5-4483-85bb-a9c029dbabd4 service neutron] 10.222.0.41 "GET /v2.0/networks/cc4f77bd-a8a1-4de3-ae11-e5fff1d18587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5887473 Mar 31 15:25:36.654886 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88949977-78b4-4c61-8722-85dabdba96d4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:36.668953 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ce03e685-362e-4b95-bc69-406560523be8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:36.682893 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b9876d-4cc7-4d87-b4a0-1d66e608241f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:25:36.778905 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9876d-4cc7-4d87-b4a0-1d66e608241f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ce6362-a194-454c-b6f7-97883675085e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:36.800361 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28b9876d-4cc7-4d87-b4a0-1d66e608241f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:36.800708 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-28b9876d-4cc7-4d87-b4a0-1d66e608241f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Added segment b29f978c-432b-47ca-b045-151741e76b20 of type vlan for network b7b9e39b-62a2-469e-aa57-ca7408440adb Mar 31 15:25:36.815965 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-ce03e685-362e-4b95-bc69-406560523be8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] device_id is not set on port efe59b05-56fe-47da-9d4d-db721e08974a yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:25:36.857589 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88949977-78b4-4c61-8722-85dabdba96d4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Network d69532ac-5f54-4e19-a2c2-faab7d2f8b98 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:36.871033 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-88949977-78b4-4c61-8722-85dabdba96d4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:36.922416 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88949977-78b4-4c61-8722-85dabdba96d4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:25:36.968325 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ba6dd3a4-a8b1-4023-80ce-fe5d41223800 req-d6779f6f-f0af-4529-9863-3646ce5e7944 service neutron] 10.222.0.41 "GET /v2.0/networks/cc4f77bd-a8a1-4de3-ae11-e5fff1d18587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097770 Mar 31 15:25:36.996962 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28b9876d-4cc7-4d87-b4a0-1d66e608241f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:37.008200 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88949977-78b4-4c61-8722-85dabdba96d4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Pushing event updated for resources: {'Port': ['ID=105124c3-3120-46e0-a5b7-5470b8c62910,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:37.041567 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9fdd04-cc5e-4fa8-b363-a72f0eafcdc1 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Router 5081516b-c27d-4757-8005-9264b2385275 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:25:37.146149 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09ed31ee-9df7-44b9-9027-684a73785e3c tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:37.150020 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88949977-78b4-4c61-8722-85dabdba96d4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:37.150625 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88949977-78b4-4c61-8722-85dabdba96d4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:37.161030 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-28b9876d-4cc7-4d87-b4a0-1d66e608241f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:25:37.168788 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0321ed4b-2af6-4c38-aa74-3dee369c54ed None None] Provisioning for port 105124c3-3120-46e0-a5b7-5470b8c62910 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:25:37.174773 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0321ed4b-2af6-4c38-aa74-3dee369c54ed None None] Provisioning complete for port 105124c3-3120-46e0-a5b7-5470b8c62910 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:37.175725 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0321ed4b-2af6-4c38-aa74-3dee369c54ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:37.238458 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-0321ed4b-2af6-4c38-aa74-3dee369c54ed None None] Port 105124c3-3120-46e0-a5b7-5470b8c62910 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:25:37.332624 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28b9876d-4cc7-4d87-b4a0-1d66e608241f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:37.338024 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b9876d-4cc7-4d87-b4a0-1d66e608241f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:37.338604 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28b9876d-4cc7-4d87-b4a0-1d66e608241f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:37.386391 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9fdd04-cc5e-4fa8-b363-a72f0eafcdc1 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:25:37.398816 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49df2466-48cc-46fe-9979-60e4a8b65eb2 None None] Sync routers for ids ['5081516b-c27d-4757-8005-9264b2385275'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:25:37.413120 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49df2466-48cc-46fe-9979-60e4a8b65eb2 None None] Routers {'5081516b-c27d-4757-8005-9264b2385275'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:37.415089 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-49df2466-48cc-46fe-9979-60e4a8b65eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['5081516b-c27d-4757-8005-9264b2385275'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:37.486083 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-49df2466-48cc-46fe-9979-60e4a8b65eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:37.492359 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-88949977-78b4-4c61-8722-85dabdba96d4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7683771 Mar 31 15:25:37.494705 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49df2466-48cc-46fe-9979-60e4a8b65eb2 None None] Routers {'5081516b-c27d-4757-8005-9264b2385275'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:37.495310 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-49df2466-48cc-46fe-9979-60e4a8b65eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['5081516b-c27d-4757-8005-9264b2385275'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:37.495861 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39648) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:37.502332 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9876d-4cc7-4d87-b4a0-1d66e608241f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Network': ['ID=b7b9e39b-62a2-469e-aa57-ca7408440adb,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:37.504093 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-86b6e91d-0035-412f-abdd-6435beeaa3f7 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:1f:16:ce'}]}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:37.539024 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ed31ee-9df7-44b9-9027-684a73785e3c tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Router 167ca43b-e8b2-4f36-8334-a5c3c1add18f is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:25:37.541111 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd9fdd04-cc5e-4fa8-b363-a72f0eafcdc1 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:37.545112 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-fd9fdd04-cc5e-4fa8-b363-a72f0eafcdc1 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.0678608 Mar 31 15:25:37.551074 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39652) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:37.553759 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network b7b9e39b-62a2-469e-aa57-ca7408440adb details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:25:37.651031 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-28b9876d-4cc7-4d87-b4a0-1d66e608241f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.3177025 Mar 31 15:25:37.660798 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39656) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:37.684204 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-800471df-201e-4c73-bee1-7cb533a36753 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Request body: {'network': {'name': 'tempest-RoutersTest-1461786561'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:37.697518 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-800471df-201e-4c73-bee1-7cb533a36753 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:37.717994 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-49df2466-48cc-46fe-9979-60e4a8b65eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:37.718959 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49df2466-48cc-46fe-9979-60e4a8b65eb2 None None] The sync data for ids ['5081516b-c27d-4757-8005-9264b2385275'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:25:37.766958 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-800471df-201e-4c73-bee1-7cb533a36753 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Usage tracker for resource:network and tenant:3c462be107e642da98e89cbf8192538c is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:37.782897 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-800471df-201e-4c73-bee1-7cb533a36753 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:37.792543 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-582660b5-ee72-401a-b31a-0ebf8bbc9ca5 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "GET /v2.0/routers/5081516b-c27d-4757-8005-9264b2385275 HTTP/1.1" status: 200 len: 921 time: 0.2380893 Mar 31 15:25:37.814273 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:37.820458 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39662) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:37.885936 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f0c4461b-d5c0-452e-8961-ef01aa39e9e9 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "GET /v2.0/ports?device_id=5081516b-c27d-4757-8005-9264b2385275 HTTP/1.1" status: 200 len: 205 time: 0.0644205 Mar 31 15:25:37.890073 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39666) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:37.986184 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-800471df-201e-4c73-bee1-7cb533a36753 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:38.082399 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ed31ee-9df7-44b9-9027-684a73785e3c tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:25:38.096126 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f63e61-8bf4-42b7-a109-efd3b28524cc None None] Sync routers for ids ['167ca43b-e8b2-4f36-8334-a5c3c1add18f'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:25:38.103175 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-ce03e685-362e-4b95-bc69-406560523be8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Allocated IP 172.20.0.14 (af35fe3f-cd79-47db-bc77-db544213cd71/2d127956-e15f-4ee7-a80d-08a95ad70fb1/efe59b05-56fe-47da-9d4d-db721e08974a) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:38.110470 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f63e61-8bf4-42b7-a109-efd3b28524cc None None] Routers {'167ca43b-e8b2-4f36-8334-a5c3c1add18f'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:38.114289 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-90f63e61-8bf4-42b7-a109-efd3b28524cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['167ca43b-e8b2-4f36-8334-a5c3c1add18f'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:38.115859 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-ce03e685-362e-4b95-bc69-406560523be8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Allocated IP 172.20.0.13 (af35fe3f-cd79-47db-bc77-db544213cd71/2d127956-e15f-4ee7-a80d-08a95ad70fb1/efe59b05-56fe-47da-9d4d-db721e08974a) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:38.119882 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52eae4d8-1e5a-4a9a-a13a-df2a0cafbb19 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:38.132054 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800471df-201e-4c73-bee1-7cb533a36753 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Made reservation on behalf of 3c462be107e642da98e89cbf8192538c for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:25:38.135416 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-800471df-201e-4c73-bee1-7cb533a36753 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:38.195133 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-86b6e91d-0035-412f-abdd-6435beeaa3f7 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:38.226458 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f35f0d-f911-4cef-aeed-4deb3f8cacaa req-d3ec52aa-9bea-490d-a08f-a54ab4b621ad tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:38.227930 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-79f35f0d-f911-4cef-aeed-4deb3f8cacaa req-d3ec52aa-9bea-490d-a08f-a54ab4b621ad tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.2558284 Mar 31 15:25:38.228656 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800471df-201e-4c73-bee1-7cb533a36753 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:25:38.271303 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09ed31ee-9df7-44b9-9027-684a73785e3c tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:38.274844 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-09ed31ee-9df7-44b9-9027-684a73785e3c tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.5757203 Mar 31 15:25:38.276048 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85658eaf-abff-4620-928f-45afb7351673 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:38.294051 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39670) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:38.303332 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-800471df-201e-4c73-bee1-7cb533a36753 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:38.303671 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-800471df-201e-4c73-bee1-7cb533a36753 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Added segment 89c6b565-59ec-4007-8de4-072758bb2592 of type vlan for network 0dff2c21-3673-4f2b-83ef-d4927e3b2d43 Mar 31 15:25:38.348238 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-90f63e61-8bf4-42b7-a109-efd3b28524cc None None] Set router 167ca43b-e8b2-4f36-8334-a5c3c1add18f gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:25:38.430786 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-79f35f0d-f911-4cef-aeed-4deb3f8cacaa req-13a09214-6d25-46f9-9b22-d57baf5aed94 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709599 Mar 31 15:25:38.478033 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-800471df-201e-4c73-bee1-7cb533a36753 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:38.570665 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52eae4d8-1e5a-4a9a-a13a-df2a0cafbb19 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:38.674557 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4f9823ec-1a97-48d7-a5ee-d729f74cf2d5 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "GET /v2.0/routers/167ca43b-e8b2-4f36-8334-a5c3c1add18f HTTP/1.1" status: 200 len: 909 time: 0.3767915 Mar 31 15:25:38.675531 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39676) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:38.688492 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-7e368b31-1acd-472f-85c8-ffd9f93c0bce tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1427661113', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'enable_snat': True}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:38.699406 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-7e368b31-1acd-472f-85c8-ffd9f93c0bce tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:38.706955 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-7e368b31-1acd-472f-85c8-ffd9f93c0bce tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Usage tracker for resource:router and tenant:b90e5debb7e44a49a84328c79720d332 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:38.710466 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-7e368b31-1acd-472f-85c8-ffd9f93c0bce tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:38.718009 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-7e368b31-1acd-472f-85c8-ffd9f93c0bce tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:38.739298 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85658eaf-abff-4620-928f-45afb7351673 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:38.742392 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-86b6e91d-0035-412f-abdd-6435beeaa3f7 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:38.746004 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-800471df-201e-4c73-bee1-7cb533a36753 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:38.753516 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800471df-201e-4c73-bee1-7cb533a36753 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:38.753516 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-800471df-201e-4c73-bee1-7cb533a36753 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:38.765904 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-90f63e61-8bf4-42b7-a109-efd3b28524cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167ca43b-e8b2-4f36-8334-a5c3c1add18f', 'name': 'tempest-snat-router-1427661113', 'tenant_id': 'b90e5debb7e44a49a84328c79720d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.120'}], 'enable_snat': False}, 'gw_port_id': '89406047-93da-45ef-8089-5a8119912be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:25:29Z', 'updated_at': '2022-03-31T15:25:35Z', 'revision_number': 3, 'project_id': 'b90e5debb7e44a49a84328c79720d332', 'gw_port': {'id': '89406047-93da-45ef-8089-5a8119912be9', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:17:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167ca43b-e8b2-4f36-8334-a5c3c1add18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:25:32Z', 'updated_at': '2022-03-31T15:25:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:38.766574 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ce03e685-362e-4b95-bc69-406560523be8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:38.770424 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f63e61-8bf4-42b7-a109-efd3b28524cc None None] Checking router: 167ca43b-e8b2-4f36-8334-a5c3c1add18f for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:25:38.770859 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f63e61-8bf4-42b7-a109-efd3b28524cc None None] Updating router 167ca43b-e8b2-4f36-8334-a5c3c1add18f port 89406047-93da-45ef-8089-5a8119912be9 binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:25:38.834537 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-90f63e61-8bf4-42b7-a109-efd3b28524cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:38.853997 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-86b6e91d-0035-412f-abdd-6435beeaa3f7 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:38.876781 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-85658eaf-abff-4620-928f-45afb7351673 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Deleting port e38cac16-2e00-4538-9d8b-b2b21d7357cf {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:25:38.877171 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85658eaf-abff-4620-928f-45afb7351673 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:38.897147 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e368b31-1acd-472f-85c8-ffd9f93c0bce tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:38.898296 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e368b31-1acd-472f-85c8-ffd9f93c0bce tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:38.929714 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800471df-201e-4c73-bee1-7cb533a36753 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Network': ['ID=0dff2c21-3673-4f2b-83ef-d4927e3b2d43,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:38.935919 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-800471df-201e-4c73-bee1-7cb533a36753 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2667155 Mar 31 15:25:38.937107 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39680) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:38.948063 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 0dff2c21-3673-4f2b-83ef-d4927e3b2d43 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:25:38.953373 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8664af64-47d1-4f6b-8054-3f67f716ab71 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Request body: {'subnet': {'network_id': 'b7b9e39b-62a2-469e-aa57-ca7408440adb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:38.972644 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32025263-b517-4ed4-9c54-106ea51a47e8 req-f347b9c6-53df-45c0-98e4-bdd42e6614d9 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:38.974817 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-32025263-b517-4ed4-9c54-106ea51a47e8 req-f347b9c6-53df-45c0-98e4-bdd42e6614d9 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.3666835 Mar 31 15:25:38.985714 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e368b31-1acd-472f-85c8-ffd9f93c0bce tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:39.016919 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6e91d-0035-412f-abdd-6435beeaa3f7 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Pushing event updated for resources: {'Port': ['ID=105124c3-3120-46e0-a5b7-5470b8c62910,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:39.041238 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-86b6e91d-0035-412f-abdd-6435beeaa3f7 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] In _notify_port_updated(), no bound segment for port 105124c3-3120-46e0-a5b7-5470b8c62910 on network d69532ac-5f54-4e19-a2c2-faab7d2f8b98 {{(pid=103444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 31 15:25:39.047153 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b6e91d-0035-412f-abdd-6435beeaa3f7 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:39.047788 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-86b6e91d-0035-412f-abdd-6435beeaa3f7 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:39.049116 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-86b6e91d-0035-412f-abdd-6435beeaa3f7 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] 10.222.0.31 "PUT /v2.0/ports/105124c3-3120-46e0-a5b7-5470b8c62910 HTTP/1.1" status: 200 len: 996 time: 1.5519550 Mar 31 15:25:39.055187 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39684) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:39.203656 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-136395e0-e060-4e0e-aca3-eb2e3fcf400d tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Deleting port 105124c3-3120-46e0-a5b7-5470b8c62910 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:25:39.203995 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-136395e0-e060-4e0e-aca3-eb2e3fcf400d tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:39.212407 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52eae4d8-1e5a-4a9a-a13a-df2a0cafbb19 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:39.283307 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d4b93415-be4e-46f9-ad57-5ff6670bf7e7 None None] Provisioning complete for port 105124c3-3120-46e0-a5b7-5470b8c62910 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:39.283677 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d4b93415-be4e-46f9-ad57-5ff6670bf7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:39.296574 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ce03e685-362e-4b95-bc69-406560523be8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:39.307339 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52eae4d8-1e5a-4a9a-a13a-df2a0cafbb19 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:39.315778 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-90f63e61-8bf4-42b7-a109-efd3b28524cc None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:39.331787 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-90f63e61-8bf4-42b7-a109-efd3b28524cc None None] Transition to ACTIVE for port object 89406047-93da-45ef-8089-5a8119912be9 will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:25:39.354292 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-d4b93415-be4e-46f9-ad57-5ff6670bf7e7 None None] Port 105124c3-3120-46e0-a5b7-5470b8c62910 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:25:39.367225 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-32025263-b517-4ed4-9c54-106ea51a47e8 req-438066c2-a48e-43d4-b068-5c20bbb7c2e4 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3650641 Mar 31 15:25:39.382284 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8664af64-47d1-4f6b-8054-3f67f716ab71 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:39.405578 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8664af64-47d1-4f6b-8054-3f67f716ab71 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Usage tracker for resource:subnet and tenant:3c462be107e642da98e89cbf8192538c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:39.416055 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-90f63e61-8bf4-42b7-a109-efd3b28524cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:39.439662 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8664af64-47d1-4f6b-8054-3f67f716ab71 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:39.460338 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8664af64-47d1-4f6b-8054-3f67f716ab71 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:39.463415 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce03e685-362e-4b95-bc69-406560523be8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Network af35fe3f-cd79-47db-bc77-db544213cd71 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:39.476775 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e368b31-1acd-472f-85c8-ffd9f93c0bce tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:39.500934 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-ce03e685-362e-4b95-bc69-406560523be8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:39.516851 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce03e685-362e-4b95-bc69-406560523be8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:25:39.537460 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-90f63e61-8bf4-42b7-a109-efd3b28524cc None None] Attempting to bind port 89406047-93da-45ef-8089-5a8119912be9 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:25:39.537982 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-90f63e61-8bf4-42b7-a109-efd3b28524cc None None] Attempting to bind port 89406047-93da-45ef-8089-5a8119912be9 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:25:39.538457 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f63e61-8bf4-42b7-a109-efd3b28524cc None None] Attempting to bind port 89406047-93da-45ef-8089-5a8119912be9 on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:25:39.542911 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf68ae-374b-4d27-81df-7a0debc72b91 None None] Pushing event updated for resources: {'Port': ['ID=89406047-93da-45ef-8089-5a8119912be9,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:39.546267 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eae4d8-1e5a-4a9a-a13a-df2a0cafbb19 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Pushing event updated for resources: {'Port': ['ID=281fbaa7-47d5-4b35-8b51-36f03c7207cc,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:39.548553 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f63e61-8bf4-42b7-a109-efd3b28524cc None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:25:39.551308 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f63e61-8bf4-42b7-a109-efd3b28524cc None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:25:39.551308 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-90f63e61-8bf4-42b7-a109-efd3b28524cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:39.551308 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f63e61-8bf4-42b7-a109-efd3b28524cc None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:25:39.551308 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-90f63e61-8bf4-42b7-a109-efd3b28524cc None None] Bound port: 89406047-93da-45ef-8089-5a8119912be9, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:25:39.551308 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-90f63e61-8bf4-42b7-a109-efd3b28524cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:39.584395 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf68ae-374b-4d27-81df-7a0debc72b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:39.584885 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf68ae-374b-4d27-81df-7a0debc72b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:39.585312 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf68ae-374b-4d27-81df-7a0debc72b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:39.585710 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf68ae-374b-4d27-81df-7a0debc72b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:39.586102 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf68ae-374b-4d27-81df-7a0debc72b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:39.586494 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf68ae-374b-4d27-81df-7a0debc72b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:39.586885 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf68ae-374b-4d27-81df-7a0debc72b91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:39.587290 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf68ae-374b-4d27-81df-7a0debc72b91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:39.587793 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf68ae-374b-4d27-81df-7a0debc72b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:39.588190 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf68ae-374b-4d27-81df-7a0debc72b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:39.588573 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf68ae-374b-4d27-81df-7a0debc72b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:39.588956 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf68ae-374b-4d27-81df-7a0debc72b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:25:39.674323 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-90f63e61-8bf4-42b7-a109-efd3b28524cc None None] For port 89406047-93da-45ef-8089-5a8119912be9, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:25:39.679859 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-90f63e61-8bf4-42b7-a109-efd3b28524cc None None] For port 89406047-93da-45ef-8089-5a8119912be9, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=89406047-93da-45ef-8089-5a8119912be9,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:25:39.727313 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85658eaf-abff-4620-928f-45afb7351673 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:39.757082 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8664af64-47d1-4f6b-8054-3f67f716ab71 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Made reservation on behalf of 3c462be107e642da98e89cbf8192538c for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:25:39.760560 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8664af64-47d1-4f6b-8054-3f67f716ab71 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:39.785373 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-90f63e61-8bf4-42b7-a109-efd3b28524cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:39.855441 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-136395e0-e060-4e0e-aca3-eb2e3fcf400d tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:39.865113 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f63e61-8bf4-42b7-a109-efd3b28524cc None None] Routers {'167ca43b-e8b2-4f36-8334-a5c3c1add18f'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:39.865766 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-90f63e61-8bf4-42b7-a109-efd3b28524cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['167ca43b-e8b2-4f36-8334-a5c3c1add18f'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:39.923952 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-85658eaf-abff-4620-928f-45afb7351673 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Calling delete_port for e38cac16-2e00-4538-9d8b-b2b21d7357cf owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:25:39.951567 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf68ae-374b-4d27-81df-7a0debc72b91 None None] Pushing event updated for resources: {'Port': ['ID=89406047-93da-45ef-8089-5a8119912be9,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:39.975503 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52eae4d8-1e5a-4a9a-a13a-df2a0cafbb19 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:39.985638 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-136395e0-e060-4e0e-aca3-eb2e3fcf400d tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Calling delete_port for 105124c3-3120-46e0-a5b7-5470b8c62910 owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:25:40.090375 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-90f63e61-8bf4-42b7-a109-efd3b28524cc None None] Set router 167ca43b-e8b2-4f36-8334-a5c3c1add18f gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:25:40.098642 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03e685-362e-4b95-bc69-406560523be8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event updated for resources: {'Port': ['ID=efe59b05-56fe-47da-9d4d-db721e08974a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:40.154452 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce03e685-362e-4b95-bc69-406560523be8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:40.155066 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ce03e685-362e-4b95-bc69-406560523be8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:40.331136 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e368b31-1acd-472f-85c8-ffd9f93c0bce tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:40.361031 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-136395e0-e060-4e0e-aca3-eb2e3fcf400d tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:40.385103 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-90f63e61-8bf4-42b7-a109-efd3b28524cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167ca43b-e8b2-4f36-8334-a5c3c1add18f', 'name': 'tempest-snat-router-1427661113', 'tenant_id': 'b90e5debb7e44a49a84328c79720d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.120'}], 'enable_snat': False}, 'gw_port_id': '89406047-93da-45ef-8089-5a8119912be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:25:29Z', 'updated_at': '2022-03-31T15:25:35Z', 'revision_number': 3, 'project_id': 'b90e5debb7e44a49a84328c79720d332', 'gw_port': {'id': '89406047-93da-45ef-8089-5a8119912be9', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:17:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167ca43b-e8b2-4f36-8334-a5c3c1add18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:25:32Z', 'updated_at': '2022-03-31T15:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:40.390155 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f63e61-8bf4-42b7-a109-efd3b28524cc None None] The sync data for ids ['167ca43b-e8b2-4f36-8334-a5c3c1add18f'] in dv-neutron-833379-2-hyperv is: [{'id': '167ca43b-e8b2-4f36-8334-a5c3c1add18f', 'name': 'tempest-snat-router-1427661113', 'tenant_id': 'b90e5debb7e44a49a84328c79720d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.120'}], 'enable_snat': False}, 'gw_port_id': '89406047-93da-45ef-8089-5a8119912be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:25:29Z', 'updated_at': '2022-03-31T15:25:35Z', 'revision_number': 3, 'project_id': 'b90e5debb7e44a49a84328c79720d332', 'gw_port': {'id': '89406047-93da-45ef-8089-5a8119912be9', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:17:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167ca43b-e8b2-4f36-8334-a5c3c1add18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:25:32Z', 'updated_at': '2022-03-31T15:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:25:40.411900 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e368b31-1acd-472f-85c8-ffd9f93c0bce tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:40.453037 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ce03e685-362e-4b95-bc69-406560523be8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.8406403 Mar 31 15:25:40.459813 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39694) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:40.496033 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136395e0-e060-4e0e-aca3-eb2e3fcf400d tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Pushing event deleted for resources: {'Port': ['ID=105124c3-3120-46e0-a5b7-5470b8c62910,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:40.508293 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-d673db3c-9eda-4b96-abf5-a04d31fb835f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'port_id': 'efe59b05-56fe-47da-9d4d-db721e08974a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:40.567047 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d673db3c-9eda-4b96-abf5-a04d31fb835f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:40.572398 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-52eae4d8-1e5a-4a9a-a13a-df2a0cafbb19 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Floating IP 8ddeafdb-c0b5-4f69-b54e-4caf6c7d3cef associated. External IP: 172.26.5.191, port: 514babdc-1fc9-443c-8141-078057e17c24. Mar 31 15:25:40.595983 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d673db3c-9eda-4b96-abf5-a04d31fb835f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Usage tracker for resource:floatingip and tenant:e42d5336284c4dafbfb75f78ea62f851 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:40.599328 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d673db3c-9eda-4b96-abf5-a04d31fb835f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:40.633397 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d673db3c-9eda-4b96-abf5-a04d31fb835f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:40.739326 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-136395e0-e060-4e0e-aca3-eb2e3fcf400d tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:40.768658 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-136395e0-e060-4e0e-aca3-eb2e3fcf400d tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] 10.222.0.31 "DELETE /v2.0/ports/105124c3-3120-46e0-a5b7-5470b8c62910 HTTP/1.1" status: 204 len: 168 time: 1.7134926 Mar 31 15:25:40.769137 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e1095-8d58-4225-8aa7-117f90961920 req-598f0e5c-3a18-4a94-ab1e-57af10443212 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:40.769668 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39698) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:40.770701 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-235e1095-8d58-4225-8aa7-117f90961920 req-598f0e5c-3a18-4a94-ab1e-57af10443212 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.6808627 Mar 31 15:25:40.834792 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d673db3c-9eda-4b96-abf5-a04d31fb835f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:40.850275 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-7e368b31-1acd-472f-85c8-ffd9f93c0bce tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Allocated IP 172.26.5.204 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/1d1f8382-bd27-443b-bdfa-09a160493d2d) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:40.855468 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-06775b09-8e0c-42c0-ac45-f87f85d2edff tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] GET failed (client error): The resource could not be found. Mar 31 15:25:40.856525 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-06775b09-8e0c-42c0-ac45-f87f85d2edff tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Synchronizing usage tracker for tenant:6c2318190d444e19bd817a81020a7f17 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:25:40.933369 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85658eaf-abff-4620-928f-45afb7351673 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:40.976171 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-235e1095-8d58-4225-8aa7-117f90961920 req-91f57ad3-1f19-4e90-bfa5-46192f09edea tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916361 Mar 31 15:25:40.986852 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-06775b09-8e0c-42c0-ac45-f87f85d2edff tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Unset dirty status for tenant:6c2318190d444e19bd817a81020a7f17 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:25:40.991834 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-06775b09-8e0c-42c0-ac45-f87f85d2edff tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] 10.222.0.31 "GET /v2.0/ports/105124c3-3120-46e0-a5b7-5470b8c62910 HTTP/1.1" status: 404 len: 333 time: 0.2178073 Mar 31 15:25:41.007948 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39702) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:41.009959 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85658eaf-abff-4620-928f-45afb7351673 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Pushing event deleted for resources: {'Port': ['ID=e38cac16-2e00-4538-9d8b-b2b21d7357cf,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:41.067627 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9b09a1fc-e801-43d8-8fc9-32df16e84de5 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Request body: {'port': {'network_id': 'd69532ac-5f54-4e19-a2c2-faab7d2f8b98', 'name': 'tempest-AllowedAddressPairTestJSON-385198585'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:41.090579 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8664af64-47d1-4f6b-8054-3f67f716ab71 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:41.114075 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e368b31-1acd-472f-85c8-ffd9f93c0bce tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:41.155581 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d673db3c-9eda-4b96-abf5-a04d31fb835f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:41.333989 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e368b31-1acd-472f-85c8-ffd9f93c0bce tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:41.390634 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 89406047-93da-45ef-8089-5a8119912be9 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:25:41.484678 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664af64-47d1-4f6b-8054-3f67f716ab71 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Subnet': ['ID=b5d4840a-49b3-4e43-a8c1-a2bee40e509b,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:41.551440 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 89406047-93da-45ef-8089-5a8119912be9 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:25:41.556486 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 89406047-93da-45ef-8089-5a8119912be9 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:41.557069 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:41.596715 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-d673db3c-9eda-4b96-abf5-a04d31fb835f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Allocated IP 172.26.5.112 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/51fbccdb-c058-44d6-ac1a-88b35d4cd879) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:41.681324 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:41.708006 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 89406047-93da-45ef-8089-5a8119912be9, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=89406047-93da-45ef-8089-5a8119912be9,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:25:41.729986 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9b09a1fc-e801-43d8-8fc9-32df16e84de5 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:41.744117 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e368b31-1acd-472f-85c8-ffd9f93c0bce tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:41.751405 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-7e368b31-1acd-472f-85c8-ffd9f93c0bce tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:41.754218 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85658eaf-abff-4620-928f-45afb7351673 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:41.761346 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e368b31-1acd-472f-85c8-ffd9f93c0bce tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:25:41.779174 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:41.802332 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e368b31-1acd-472f-85c8-ffd9f93c0bce tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Pushing event updated for resources: {'Port': ['ID=1d1f8382-bd27-443b-bdfa-09a160493d2d,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:41.869391 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=89406047-93da-45ef-8089-5a8119912be9,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:41.876021 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9b09a1fc-e801-43d8-8fc9-32df16e84de5 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:41.878091 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8664af64-47d1-4f6b-8054-3f67f716ab71 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Checking segment: {'id': 'b29f978c-432b-47ca-b045-151741e76b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b7b9e39b-62a2-469e-aa57-ca7408440adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:25:41.878457 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8664af64-47d1-4f6b-8054-3f67f716ab71 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network hostable DHCP agents. Network: b7b9e39b-62a2-469e-aa57-ca7408440adb, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:25:41.920616 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d673db3c-9eda-4b96-abf5-a04d31fb835f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:41.974176 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85658eaf-abff-4620-928f-45afb7351673 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:41.979843 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85658eaf-abff-4620-928f-45afb7351673 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:41.983883 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52eae4d8-1e5a-4a9a-a13a-df2a0cafbb19 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Router c796c5ed-59a0-470a-93a9-0b04f0e60569 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:25:41.987942 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b09a1fc-e801-43d8-8fc9-32df16e84de5 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Made reservation on behalf of 6c2318190d444e19bd817a81020a7f17 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:25:41.991370 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b09a1fc-e801-43d8-8fc9-32df16e84de5 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:42.130470 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-9b09a1fc-e801-43d8-8fc9-32df16e84de5 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] device_id is not set on port 979b4e3e-effd-4a61-a0e1-42e1581626e9 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:25:42.164329 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d673db3c-9eda-4b96-abf5-a04d31fb835f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:42.170692 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8664af64-47d1-4f6b-8054-3f67f716ab71 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network b7b9e39b-62a2-469e-aa57-ca7408440adb is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:25:42.172625 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85658eaf-abff-4620-928f-45afb7351673 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:42.173130 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85658eaf-abff-4620-928f-45afb7351673 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Fanout notify agent at l3_agent the message router_deleted on router 5081516b-c27d-4757-8005-9264b2385275 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:25:42.303553 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d673db3c-9eda-4b96-abf5-a04d31fb835f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:42.312580 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-d673db3c-9eda-4b96-abf5-a04d31fb835f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:42.315361 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d673db3c-9eda-4b96-abf5-a04d31fb835f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:25:42.327932 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-8664af64-47d1-4f6b-8054-3f67f716ab71 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, b7b9e39b-62a2-469e-aa57-ca7408440adb) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:42.335835 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7552e449-3192-4454-b7fe-f25409982822 None None] Network b7b9e39b-62a2-469e-aa57-ca7408440adb requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:25:42.355354 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673db3c-9eda-4b96-abf5-a04d31fb835f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event updated for resources: {'Port': ['ID=51fbccdb-c058-44d6-ac1a-88b35d4cd879,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:42.362182 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85658eaf-abff-4620-928f-45afb7351673 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:42.363273 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-85658eaf-abff-4620-928f-45afb7351673 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "DELETE /v2.0/routers/5081516b-c27d-4757-8005-9264b2385275 HTTP/1.1" status: 204 len: 168 time: 4.4701512 Mar 31 15:25:42.369400 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39714) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:42.384135 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8664af64-47d1-4f6b-8054-3f67f716ab71 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:42.384623 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8664af64-47d1-4f6b-8054-3f67f716ab71 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:42.395039 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-f25c2653-0b80-4375-985f-922aa04a50be tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2057895374', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'enable_snat': False}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:42.440140 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2029b51-7997-453d-a116-87e71eaf298f req-fcb53fa4-bfbc-475e-8d36-de648ad0dd5d tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:42.441652 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a2029b51-7997-453d-a116-87e71eaf298f req-fcb53fa4-bfbc-475e-8d36-de648ad0dd5d tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.4262552 Mar 31 15:25:42.449869 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52eae4d8-1e5a-4a9a-a13a-df2a0cafbb19 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:25:42.453430 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f25c2653-0b80-4375-985f-922aa04a50be tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:42.464060 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff0774e-46d9-4919-bd82-7f6f5f65dc74 None None] Sync routers for ids ['c796c5ed-59a0-470a-93a9-0b04f0e60569'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:25:42.470655 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-9b09a1fc-e801-43d8-8fc9-32df16e84de5 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Allocated IP 172.20.0.12 (d69532ac-5f54-4e19-a2c2-faab7d2f8b98/948c72ae-3937-43ab-b2b0-ddabe129b9fc/979b4e3e-effd-4a61-a0e1-42e1581626e9) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:42.472186 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f25c2653-0b80-4375-985f-922aa04a50be tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Usage tracker for resource:router and tenant:93c80d0d670e4136bbfd2c69b3be82c8 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:42.476984 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f25c2653-0b80-4375-985f-922aa04a50be tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:42.486646 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f25c2653-0b80-4375-985f-922aa04a50be tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:42.517594 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff0774e-46d9-4919-bd82-7f6f5f65dc74 None None] Routers {'c796c5ed-59a0-470a-93a9-0b04f0e60569'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:42.518573 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4ff0774e-46d9-4919-bd82-7f6f5f65dc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['c796c5ed-59a0-470a-93a9-0b04f0e60569'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:42.531441 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8664af64-47d1-4f6b-8054-3f67f716ab71 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5932662 Mar 31 15:25:42.538145 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39718) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:42.541118 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a2029b51-7997-453d-a116-87e71eaf298f req-4316062f-92c2-4cb9-a876-f93580aabf25 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719559 Mar 31 15:25:42.562767 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e368b31-1acd-472f-85c8-ffd9f93c0bce tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:42.567318 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b77be490-3e6c-42ae-95a2-2b77cf14b1b8 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Request body: {'subnet': {'network_id': '0dff2c21-3673-4f2b-83ef-d4927e3b2d43', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:42.588385 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52eae4d8-1e5a-4a9a-a13a-df2a0cafbb19 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:42.663572 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4ff0774e-46d9-4919-bd82-7f6f5f65dc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:42.674564 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff0774e-46d9-4919-bd82-7f6f5f65dc74 None None] Routers {'c796c5ed-59a0-470a-93a9-0b04f0e60569'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:42.675335 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4ff0774e-46d9-4919-bd82-7f6f5f65dc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['c796c5ed-59a0-470a-93a9-0b04f0e60569'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:42.680801 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f25c2653-0b80-4375-985f-922aa04a50be tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:42.681957 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f25c2653-0b80-4375-985f-922aa04a50be tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:42.735350 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b2e5b1-98de-4fa8-96c7-dee398fb0e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-b7b9e39b-62a2-469e-aa57-ca7408440adb', 'network_id': 'b7b9e39b-62a2-469e-aa57-ca7408440adb', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'fixed_ips': [{'subnet_id': 'b5d4840a-49b3-4e43-a8c1-a2bee40e509b'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:25:42.736451 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-32b2e5b1-98de-4fa8-96c7-dee398fb0e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:42.758758 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4ff0774e-46d9-4919-bd82-7f6f5f65dc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:42.759161 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff0774e-46d9-4919-bd82-7f6f5f65dc74 None None] The sync data for ids ['c796c5ed-59a0-470a-93a9-0b04f0e60569'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:25:42.797648 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f25c2653-0b80-4375-985f-922aa04a50be tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:42.818894 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-52eae4d8-1e5a-4a9a-a13a-df2a0cafbb19 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 8.6744807 Mar 31 15:25:42.824542 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39722) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:42.835848 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b77be490-3e6c-42ae-95a2-2b77cf14b1b8 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:42.844280 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b77be490-3e6c-42ae-95a2-2b77cf14b1b8 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Usage tracker for resource:subnet and tenant:3c462be107e642da98e89cbf8192538c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:42.848924 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b77be490-3e6c-42ae-95a2-2b77cf14b1b8 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:42.858792 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b77be490-3e6c-42ae-95a2-2b77cf14b1b8 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:42.904661 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b09a1fc-e801-43d8-8fc9-32df16e84de5 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:42.922006 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-32b2e5b1-98de-4fa8-96c7-dee398fb0e84 None None] Allocated IP 172.20.0.2 (b7b9e39b-62a2-469e-aa57-ca7408440adb/b5d4840a-49b3-4e43-a8c1-a2bee40e509b/9f2221cc-d19f-413c-9c0d-40fa3b6dc066) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:42.922318 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-9b09a1fc-e801-43d8-8fc9-32df16e84de5 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Transition to ACTIVE for port object 979b4e3e-effd-4a61-a0e1-42e1581626e9 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:25:42.963568 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77be490-3e6c-42ae-95a2-2b77cf14b1b8 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Made reservation on behalf of 3c462be107e642da98e89cbf8192538c for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:25:42.969104 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b77be490-3e6c-42ae-95a2-2b77cf14b1b8 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:43.130210 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b09a1fc-e801-43d8-8fc9-32df16e84de5 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:43.148051 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-32b2e5b1-98de-4fa8-96c7-dee398fb0e84 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:43.159055 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-32b2e5b1-98de-4fa8-96c7-dee398fb0e84 None None] Transition to ACTIVE for port object 9f2221cc-d19f-413c-9c0d-40fa3b6dc066 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:25:43.182007 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-32b2e5b1-98de-4fa8-96c7-dee398fb0e84 None None] Transition to ACTIVE for port object 9f2221cc-d19f-413c-9c0d-40fa3b6dc066 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:25:43.256747 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b09a1fc-e801-43d8-8fc9-32df16e84de5 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Network d69532ac-5f54-4e19-a2c2-faab7d2f8b98 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:43.261090 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-32b2e5b1-98de-4fa8-96c7-dee398fb0e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:43.261409 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-9b09a1fc-e801-43d8-8fc9-32df16e84de5 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:43.274307 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b09a1fc-e801-43d8-8fc9-32df16e84de5 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:25:43.329633 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09a1fc-e801-43d8-8fc9-32df16e84de5 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Pushing event updated for resources: {'Port': ['ID=979b4e3e-effd-4a61-a0e1-42e1581626e9,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:43.365399 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b2e5b1-98de-4fa8-96c7-dee398fb0e84 None None] Network b7b9e39b-62a2-469e-aa57-ca7408440adb is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:43.365652 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b09a1fc-e801-43d8-8fc9-32df16e84de5 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:43.366287 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b09a1fc-e801-43d8-8fc9-32df16e84de5 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:43.374167 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2e5b1-98de-4fa8-96c7-dee398fb0e84 None None] Pushing event updated for resources: {'Port': ['ID=9f2221cc-d19f-413c-9c0d-40fa3b6dc066,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:43.378402 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-32b2e5b1-98de-4fa8-96c7-dee398fb0e84 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:43.380854 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b2e5b1-98de-4fa8-96c7-dee398fb0e84 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:25:43.392611 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d673db3c-9eda-4b96-abf5-a04d31fb835f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:43.420592 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9507dfda-991f-4f88-9c2a-80f830c446de tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] 10.222.0.31 "GET /v2.0/floatingips/8ddeafdb-c0b5-4f69-b54e-4caf6c7d3cef HTTP/1.1" status: 200 len: 983 time: 0.5373056 Mar 31 15:25:43.421484 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 89406047-93da-45ef-8089-5a8119912be9 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:25:43.423043 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39726) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:43.568754 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-32b2e5b1-98de-4fa8-96c7-dee398fb0e84 None None] Attempting to bind port 9f2221cc-d19f-413c-9c0d-40fa3b6dc066 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:25:43.569243 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-32b2e5b1-98de-4fa8-96c7-dee398fb0e84 None None] Attempting to bind port 9f2221cc-d19f-413c-9c0d-40fa3b6dc066 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'b29f978c-432b-47ca-b045-151741e76b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b7b9e39b-62a2-469e-aa57-ca7408440adb'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:25:43.569598 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2e5b1-98de-4fa8-96c7-dee398fb0e84 None None] Attempting to bind port 9f2221cc-d19f-413c-9c0d-40fa3b6dc066 on network b7b9e39b-62a2-469e-aa57-ca7408440adb {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:25:43.582151 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2e5b1-98de-4fa8-96c7-dee398fb0e84 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:25:43.582802 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2e5b1-98de-4fa8-96c7-dee398fb0e84 None None] Checking segment: {'id': 'b29f978c-432b-47ca-b045-151741e76b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b7b9e39b-62a2-469e-aa57-ca7408440adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:25:43.583402 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-32b2e5b1-98de-4fa8-96c7-dee398fb0e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:43.583973 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2e5b1-98de-4fa8-96c7-dee398fb0e84 None None] Bound using segment: {'id': 'b29f978c-432b-47ca-b045-151741e76b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b7b9e39b-62a2-469e-aa57-ca7408440adb'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:25:43.585474 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-32b2e5b1-98de-4fa8-96c7-dee398fb0e84 None None] Bound port: 9f2221cc-d19f-413c-9c0d-40fa3b6dc066, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29f978c-432b-47ca-b045-151741e76b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b7b9e39b-62a2-469e-aa57-ca7408440adb'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:25:43.586004 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-32b2e5b1-98de-4fa8-96c7-dee398fb0e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:43.589075 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e88adad4-cf44-48bc-9284-7cf8609d4c21 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3809 time: 0.1604710 Mar 31 15:25:43.592684 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39732) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:43.620496 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 89406047-93da-45ef-8089-5a8119912be9 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:43.620876 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:43.668670 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e368b31-1acd-472f-85c8-ffd9f93c0bce tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:43.676834 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9b09a1fc-e801-43d8-8fc9-32df16e84de5 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6681008 Mar 31 15:25:43.680892 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39736) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:43.688570 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d4ac0f20-a13b-4aa0-98d9-99c63dfad1c4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Request body: {'port': {'network_id': 'd69532ac-5f54-4e19-a2c2-faab7d2f8b98', 'name': 'tempest-AllowedAddressPairTestJSON-1986901707'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:43.777994 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-66c2e441-98dc-4864-9b19-ec05696c5876 None None] Provisioning for port 979b4e3e-effd-4a61-a0e1-42e1581626e9 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:25:43.800486 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-66c2e441-98dc-4864-9b19-ec05696c5876 None None] Provisioning complete for port 979b4e3e-effd-4a61-a0e1-42e1581626e9 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:43.800854 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-66c2e441-98dc-4864-9b19-ec05696c5876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:43.856635 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b77be490-3e6c-42ae-95a2-2b77cf14b1b8 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:43.910395 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-66c2e441-98dc-4864-9b19-ec05696c5876 None None] Port 979b4e3e-effd-4a61-a0e1-42e1581626e9 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:25:43.914593 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-32b2e5b1-98de-4fa8-96c7-dee398fb0e84 None None] For port 9f2221cc-d19f-413c-9c0d-40fa3b6dc066, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:25:43.950289 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-32b2e5b1-98de-4fa8-96c7-dee398fb0e84 None None] For port 9f2221cc-d19f-413c-9c0d-40fa3b6dc066, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=9f2221cc-d19f-413c-9c0d-40fa3b6dc066,segment=NetworkSegment(b29f978c-432b-47ca-b045-151741e76b20),segment_id=b29f978c-432b-47ca-b045-151741e76b20)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:25:43.973665 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e4688438-a0b9-4394-9178-a5190a672d84 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Deleting port 281fbaa7-47d5-4b35-8b51-36f03c7207cc {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:25:43.974279 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4688438-a0b9-4394-9178-a5190a672d84 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:43.994849 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d673db3c-9eda-4b96-abf5-a04d31fb835f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:44.005179 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77be490-3e6c-42ae-95a2-2b77cf14b1b8 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Subnet': ['ID=99c2aae5-8c47-4e96-b546-0c81103d243e,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:44.014945 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-32b2e5b1-98de-4fa8-96c7-dee398fb0e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:44.036223 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f25c2653-0b80-4375-985f-922aa04a50be tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:44.068049 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77be490-3e6c-42ae-95a2-2b77cf14b1b8 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Checking segment: {'id': '89c6b565-59ec-4007-8de4-072758bb2592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0dff2c21-3673-4f2b-83ef-d4927e3b2d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:25:44.068401 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77be490-3e6c-42ae-95a2-2b77cf14b1b8 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network hostable DHCP agents. Network: 0dff2c21-3673-4f2b-83ef-d4927e3b2d43, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:25:44.090069 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d4ac0f20-a13b-4aa0-98d9-99c63dfad1c4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:44.115555 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d4ac0f20-a13b-4aa0-98d9-99c63dfad1c4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:44.116738 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2e5b1-98de-4fa8-96c7-dee398fb0e84 None None] Pushing event updated for resources: {'Port': ['ID=9f2221cc-d19f-413c-9c0d-40fa3b6dc066,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:44.193223 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d24328-fb9c-47ec-a569-7287aa09af39 req-b68b76a6-4213-40e8-a86d-0ad1f2fb15e4 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:44.194621 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-40d24328-fb9c-47ec-a569-7287aa09af39 req-b68b76a6-4213-40e8-a86d-0ad1f2fb15e4 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.4576657 Mar 31 15:25:44.229133 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4688438-a0b9-4394-9178-a5190a672d84 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:44.229485 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4688438-a0b9-4394-9178-a5190a672d84 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:44.315998 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77be490-3e6c-42ae-95a2-2b77cf14b1b8 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network 0dff2c21-3673-4f2b-83ef-d4927e3b2d43 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:25:44.394730 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ac0f20-a13b-4aa0-98d9-99c63dfad1c4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Made reservation on behalf of 6c2318190d444e19bd817a81020a7f17 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:25:44.398752 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d4ac0f20-a13b-4aa0-98d9-99c63dfad1c4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:44.398939 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-40d24328-fb9c-47ec-a569-7287aa09af39 req-97010aab-3777-49bc-a8fd-8d8a6f86c902 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877034 Mar 31 15:25:44.418386 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e4688438-a0b9-4394-9178-a5190a672d84 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Calling delete_port for 281fbaa7-47d5-4b35-8b51-36f03c7207cc owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:25:44.485939 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-d4ac0f20-a13b-4aa0-98d9-99c63dfad1c4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] device_id is not set on port 67d4977d-cd20-4b6d-84eb-6d711c8348a0 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:25:44.487440 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e368b31-1acd-472f-85c8-ffd9f93c0bce tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Router 8bd8b0ef-e622-417e-a56e-d6261af43c9e is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:25:44.563633 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-b77be490-3e6c-42ae-95a2-2b77cf14b1b8 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 0dff2c21-3673-4f2b-83ef-d4927e3b2d43) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:44.569080 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77be490-3e6c-42ae-95a2-2b77cf14b1b8 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:44.569783 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b77be490-3e6c-42ae-95a2-2b77cf14b1b8 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:44.573849 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8301a2e9-1591-4747-a273-be1f58902da8 None None] Network 0dff2c21-3673-4f2b-83ef-d4927e3b2d43 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:25:44.700612 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-d673db3c-9eda-4b96-abf5-a04d31fb835f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:25:44.710892 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-d4ac0f20-a13b-4aa0-98d9-99c63dfad1c4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Allocated IP 172.20.0.5 (d69532ac-5f54-4e19-a2c2-faab7d2f8b98/948c72ae-3937-43ab-b2b0-ddabe129b9fc/67d4977d-cd20-4b6d-84eb-6d711c8348a0) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:44.723775 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d673db3c-9eda-4b96-abf5-a04d31fb835f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:44.769083 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b77be490-3e6c-42ae-95a2-2b77cf14b1b8 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2244322 Mar 31 15:25:44.770401 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39740) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:44.780817 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8667ed77-b9ad-4f36-afe0-a77ccfca628b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1957835559', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:44.808751 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d673db3c-9eda-4b96-abf5-a04d31fb835f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:44.864218 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d35333-fa21-4352-b226-343e8d907546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-0dff2c21-3673-4f2b-83ef-d4927e3b2d43', 'network_id': '0dff2c21-3673-4f2b-83ef-d4927e3b2d43', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'fixed_ips': [{'subnet_id': '99c2aae5-8c47-4e96-b546-0c81103d243e'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:25:44.866331 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-79d35333-fa21-4352-b226-343e8d907546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:44.899846 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e368b31-1acd-472f-85c8-ffd9f93c0bce tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:25:44.911217 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa24fd5-6ac4-4da1-8b6a-d25156cd8b93 None None] Sync routers for ids ['8bd8b0ef-e622-417e-a56e-d6261af43c9e'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:25:44.919219 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8667ed77-b9ad-4f36-afe0-a77ccfca628b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:44.937116 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa24fd5-6ac4-4da1-8b6a-d25156cd8b93 None None] Routers {'8bd8b0ef-e622-417e-a56e-d6261af43c9e'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:44.937116 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-0aa24fd5-6ac4-4da1-8b6a-d25156cd8b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['8bd8b0ef-e622-417e-a56e-d6261af43c9e'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:44.937411 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8667ed77-b9ad-4f36-afe0-a77ccfca628b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Usage tracker for resource:router and tenant:3c462be107e642da98e89cbf8192538c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:44.945326 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8667ed77-b9ad-4f36-afe0-a77ccfca628b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:44.960130 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8667ed77-b9ad-4f36-afe0-a77ccfca628b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:45.140696 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-79d35333-fa21-4352-b226-343e8d907546 None None] Allocated IP 172.21.0.2 (0dff2c21-3673-4f2b-83ef-d4927e3b2d43/99c2aae5-8c47-4e96-b546-0c81103d243e/7423cd32-291d-4ca1-a1fe-5585291a71bc) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:45.168853 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d4ac0f20-a13b-4aa0-98d9-99c63dfad1c4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:45.184939 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4688438-a0b9-4394-9178-a5190a672d84 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:45.234789 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673db3c-9eda-4b96-abf5-a04d31fb835f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event updated for resources: {'Port': ['ID=51fbccdb-c058-44d6-ac1a-88b35d4cd879,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:45.252304 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4688438-a0b9-4394-9178-a5190a672d84 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Pushing event deleted for resources: {'Port': ['ID=281fbaa7-47d5-4b35-8b51-36f03c7207cc,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:45.254971 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-d4ac0f20-a13b-4aa0-98d9-99c63dfad1c4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Transition to ACTIVE for port object 67d4977d-cd20-4b6d-84eb-6d711c8348a0 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:25:45.287344 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d673db3c-9eda-4b96-abf5-a04d31fb835f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:45.287575 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-0aa24fd5-6ac4-4da1-8b6a-d25156cd8b93 None None] Set router 8bd8b0ef-e622-417e-a56e-d6261af43c9e gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:25:45.289352 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008a351b-f544-45a7-be8b-15c59fcbf26f None None] Network b7b9e39b-62a2-469e-aa57-ca7408440adb requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:25:45.298487 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8667ed77-b9ad-4f36-afe0-a77ccfca628b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:45.299540 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8667ed77-b9ad-4f36-afe0-a77ccfca628b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:45.322772 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8667ed77-b9ad-4f36-afe0-a77ccfca628b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:45.375444 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e368b31-1acd-472f-85c8-ffd9f93c0bce tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:45.376784 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7e368b31-1acd-472f-85c8-ffd9f93c0bce tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.7003474 Mar 31 15:25:45.380952 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39744) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:45.438343 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4688438-a0b9-4394-9178-a5190a672d84 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:45.439193 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-e4688438-a0b9-4394-9178-a5190a672d84 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Floating IP 8ddeafdb-c0b5-4f69-b54e-4caf6c7d3cef disassociated (deleted). External IP: 172.26.5.191, port: 514babdc-1fc9-443c-8141-078057e17c24. Mar 31 15:25:45.465382 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 9f2221cc-d19f-413c-9c0d-40fa3b6dc066 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:25:45.573116 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f25c2653-0b80-4375-985f-922aa04a50be tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:45.641071 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f25c2653-0b80-4375-985f-922aa04a50be tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:45.665572 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8667ed77-b9ad-4f36-afe0-a77ccfca628b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:45.698987 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b55fc840-d87f-403b-9d63-822552dac44d None None] Provisioning for port 9f2221cc-d19f-413c-9c0d-40fa3b6dc066 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:25:45.720326 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d4ac0f20-a13b-4aa0-98d9-99c63dfad1c4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:45.750897 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-0aa24fd5-6ac4-4da1-8b6a-d25156cd8b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd8b0ef-e622-417e-a56e-d6261af43c9e', 'name': 'tempest-snat-router-1427661113', 'tenant_id': 'b90e5debb7e44a49a84328c79720d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.204'}], 'enable_snat': True}, 'gw_port_id': '1d1f8382-bd27-443b-bdfa-09a160493d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:25:38Z', 'updated_at': '2022-03-31T15:25:42Z', 'revision_number': 3, 'project_id': 'b90e5debb7e44a49a84328c79720d332', 'gw_port': {'id': '1d1f8382-bd27-443b-bdfa-09a160493d2d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd8b0ef-e622-417e-a56e-d6261af43c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:25:40Z', 'updated_at': '2022-03-31T15:25:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:45.755765 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa24fd5-6ac4-4da1-8b6a-d25156cd8b93 None None] Checking router: 8bd8b0ef-e622-417e-a56e-d6261af43c9e for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:25:45.756163 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa24fd5-6ac4-4da1-8b6a-d25156cd8b93 None None] Updating router 8bd8b0ef-e622-417e-a56e-d6261af43c9e port 1d1f8382-bd27-443b-bdfa-09a160493d2d binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:25:45.783991 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-79d35333-fa21-4352-b226-343e8d907546 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:45.824195 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0aa24fd5-6ac4-4da1-8b6a-d25156cd8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:45.829468 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-79d35333-fa21-4352-b226-343e8d907546 None None] Transition to ACTIVE for port object 7423cd32-291d-4ca1-a1fe-5585291a71bc will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:25:45.834188 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ac0f20-a13b-4aa0-98d9-99c63dfad1c4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Network d69532ac-5f54-4e19-a2c2-faab7d2f8b98 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:45.842604 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-d4ac0f20-a13b-4aa0-98d9-99c63dfad1c4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:45.857699 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ac0f20-a13b-4aa0-98d9-99c63dfad1c4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:25:45.865073 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-79d35333-fa21-4352-b226-343e8d907546 None None] Transition to ACTIVE for port object 7423cd32-291d-4ca1-a1fe-5585291a71bc will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:25:45.900458 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 9f2221cc-d19f-413c-9c0d-40fa3b6dc066 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:25:45.910919 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 9f2221cc-d19f-413c-9c0d-40fa3b6dc066 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:45.915684 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:45.918879 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8667ed77-b9ad-4f36-afe0-a77ccfca628b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:45.924630 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8667ed77-b9ad-4f36-afe0-a77ccfca628b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1498251 Mar 31 15:25:45.938198 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39752) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:46.006731 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-79d35333-fa21-4352-b226-343e8d907546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:46.020904 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac0f20-a13b-4aa0-98d9-99c63dfad1c4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Pushing event updated for resources: {'Port': ['ID=67d4977d-cd20-4b6d-84eb-6d711c8348a0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:46.098213 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ac0f20-a13b-4aa0-98d9-99c63dfad1c4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:46.098941 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d4ac0f20-a13b-4aa0-98d9-99c63dfad1c4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:46.106879 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d35333-fa21-4352-b226-343e8d907546 None None] Network 0dff2c21-3673-4f2b-83ef-d4927e3b2d43 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:46.114114 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [None req-d673db3c-9eda-4b96-abf5-a04d31fb835f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Floating IP 8eddb4e6-62cd-4a63-a3bd-c4ceca6b8760 associated. External IP: 172.26.5.112, port: efe59b05-56fe-47da-9d4d-db721e08974a. Mar 31 15:25:46.117103 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-79d35333-fa21-4352-b226-343e8d907546 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:46.123116 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d35333-fa21-4352-b226-343e8d907546 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:25:46.159901 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a7416-583e-4da3-9662-6939fd65f537 req-39125dbe-e43c-49e6-9411-d542e32b5907 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:46.174111 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-778a7416-583e-4da3-9662-6939fd65f537 req-39125dbe-e43c-49e6-9411-d542e32b5907 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.5721326 Mar 31 15:25:46.217386 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d4ac0f20-a13b-4aa0-98d9-99c63dfad1c4 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5351517 Mar 31 15:25:46.226350 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39756) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:46.245601 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-68775ae3-b7e0-4721-88fb-fbc713821ed6 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "GET /v2.0/routers/8bd8b0ef-e622-417e-a56e-d6261af43c9e HTTP/1.1" status: 200 len: 908 time: 0.8618758 Mar 31 15:25:46.264257 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d35333-fa21-4352-b226-343e8d907546 None None] Pushing event updated for resources: {'Port': ['ID=7423cd32-291d-4ca1-a1fe-5585291a71bc,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:46.266665 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-cb64cdcd-b031-4cfa-beed-b1941daacd24 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:1f:16:ce'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:27:ca:8a'}]}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:46.303149 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39760) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:46.345560 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-79d35333-fa21-4352-b226-343e8d907546 None None] Attempting to bind port 7423cd32-291d-4ca1-a1fe-5585291a71bc on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:25:46.347949 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-79d35333-fa21-4352-b226-343e8d907546 None None] Attempting to bind port 7423cd32-291d-4ca1-a1fe-5585291a71bc by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '89c6b565-59ec-4007-8de4-072758bb2592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0dff2c21-3673-4f2b-83ef-d4927e3b2d43'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:25:46.347949 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d35333-fa21-4352-b226-343e8d907546 None None] Attempting to bind port 7423cd32-291d-4ca1-a1fe-5585291a71bc on network 0dff2c21-3673-4f2b-83ef-d4927e3b2d43 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:25:46.366969 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d35333-fa21-4352-b226-343e8d907546 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:25:46.367325 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d35333-fa21-4352-b226-343e8d907546 None None] Checking segment: {'id': '89c6b565-59ec-4007-8de4-072758bb2592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0dff2c21-3673-4f2b-83ef-d4927e3b2d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:25:46.367714 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-79d35333-fa21-4352-b226-343e8d907546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:46.368164 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d35333-fa21-4352-b226-343e8d907546 None None] Bound using segment: {'id': '89c6b565-59ec-4007-8de4-072758bb2592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0dff2c21-3673-4f2b-83ef-d4927e3b2d43'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:25:46.368633 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-79d35333-fa21-4352-b226-343e8d907546 None None] Bound port: 7423cd32-291d-4ca1-a1fe-5585291a71bc, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c6b565-59ec-4007-8de4-072758bb2592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0dff2c21-3673-4f2b-83ef-d4927e3b2d43'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:25:46.369008 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-79d35333-fa21-4352-b226-343e8d907546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:46.371418 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0aa24fd5-6ac4-4da1-8b6a-d25156cd8b93 None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:46.380197 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:46.389573 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-0aa24fd5-6ac4-4da1-8b6a-d25156cd8b93 None None] Transition to ACTIVE for port object 1d1f8382-bd27-443b-bdfa-09a160493d2d will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:25:46.397838 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-778a7416-583e-4da3-9662-6939fd65f537 req-e2cfc6ec-a84c-45d2-9b1a-b99e953037de tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220116 Mar 31 15:25:46.449534 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4688438-a0b9-4394-9178-a5190a672d84 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Router c796c5ed-59a0-470a-93a9-0b04f0e60569 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:25:46.459899 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0aa24fd5-6ac4-4da1-8b6a-d25156cd8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:46.460165 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b5bedd0e-a851-4d72-8a4c-4caab2636376 None None] Provisioning for port 67d4977d-cd20-4b6d-84eb-6d711c8348a0 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:25:46.467533 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 9f2221cc-d19f-413c-9c0d-40fa3b6dc066, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=9f2221cc-d19f-413c-9c0d-40fa3b6dc066,segment=NetworkSegment(b29f978c-432b-47ca-b045-151741e76b20),segment_id=b29f978c-432b-47ca-b045-151741e76b20)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:25:46.474140 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b5bedd0e-a851-4d72-8a4c-4caab2636376 None None] Provisioning complete for port 67d4977d-cd20-4b6d-84eb-6d711c8348a0 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:46.474348 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b5bedd0e-a851-4d72-8a4c-4caab2636376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:46.552604 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-0aa24fd5-6ac4-4da1-8b6a-d25156cd8b93 None None] Attempting to bind port 1d1f8382-bd27-443b-bdfa-09a160493d2d on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:25:46.553028 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-0aa24fd5-6ac4-4da1-8b6a-d25156cd8b93 None None] Attempting to bind port 1d1f8382-bd27-443b-bdfa-09a160493d2d by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:25:46.553420 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa24fd5-6ac4-4da1-8b6a-d25156cd8b93 None None] Attempting to bind port 1d1f8382-bd27-443b-bdfa-09a160493d2d on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:25:46.560192 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c827e-5afd-4026-9ff5-168cac047f3d None None] Pushing event updated for resources: {'Port': ['ID=1d1f8382-bd27-443b-bdfa-09a160493d2d,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:46.572922 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa24fd5-6ac4-4da1-8b6a-d25156cd8b93 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:25:46.577473 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa24fd5-6ac4-4da1-8b6a-d25156cd8b93 None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:25:46.577473 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0aa24fd5-6ac4-4da1-8b6a-d25156cd8b93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:46.577473 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa24fd5-6ac4-4da1-8b6a-d25156cd8b93 None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:25:46.577473 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-0aa24fd5-6ac4-4da1-8b6a-d25156cd8b93 None None] Bound port: 1d1f8382-bd27-443b-bdfa-09a160493d2d, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:25:46.577867 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0aa24fd5-6ac4-4da1-8b6a-d25156cd8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:46.605440 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:46.617823 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6671253d-5259-4b78-90a5-501f1ca59349 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:46.669496 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-0aa24fd5-6ac4-4da1-8b6a-d25156cd8b93 None None] For port 1d1f8382-bd27-443b-bdfa-09a160493d2d, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:25:46.673438 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-0aa24fd5-6ac4-4da1-8b6a-d25156cd8b93 None None] For port 1d1f8382-bd27-443b-bdfa-09a160493d2d, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=1d1f8382-bd27-443b-bdfa-09a160493d2d,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:25:46.709014 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-b5bedd0e-a851-4d72-8a4c-4caab2636376 None None] Port 67d4977d-cd20-4b6d-84eb-6d711c8348a0 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:25:46.740645 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0aa24fd5-6ac4-4da1-8b6a-d25156cd8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:46.769742 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=9f2221cc-d19f-413c-9c0d-40fa3b6dc066,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:46.784877 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-79d35333-fa21-4352-b226-343e8d907546 None None] For port 7423cd32-291d-4ca1-a1fe-5585291a71bc, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:25:46.800042 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-79d35333-fa21-4352-b226-343e8d907546 None None] For port 7423cd32-291d-4ca1-a1fe-5585291a71bc, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=7423cd32-291d-4ca1-a1fe-5585291a71bc,segment=NetworkSegment(89c6b565-59ec-4007-8de4-072758bb2592),segment_id=89c6b565-59ec-4007-8de4-072758bb2592)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:25:46.830768 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa24fd5-6ac4-4da1-8b6a-d25156cd8b93 None None] Routers {'8bd8b0ef-e622-417e-a56e-d6261af43c9e'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:46.830768 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-0aa24fd5-6ac4-4da1-8b6a-d25156cd8b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['8bd8b0ef-e622-417e-a56e-d6261af43c9e'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:46.840560 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a2c04121-e2df-4438-b947-2f186ca9d14c None None] Provisioning complete for port 9f2221cc-d19f-413c-9c0d-40fa3b6dc066 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:46.842376 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a2c04121-e2df-4438-b947-2f186ca9d14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:46.907082 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-79d35333-fa21-4352-b226-343e8d907546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:46.931120 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c827e-5afd-4026-9ff5-168cac047f3d None None] Pushing event updated for resources: {'Port': ['ID=1d1f8382-bd27-443b-bdfa-09a160493d2d,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:46.980192 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d35333-fa21-4352-b226-343e8d907546 None None] Pushing event updated for resources: {'Port': ['ID=7423cd32-291d-4ca1-a1fe-5585291a71bc,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:47.031317 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-f25c2653-0b80-4375-985f-922aa04a50be tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Allocated IP 172.26.5.102 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/19b91bc7-4ed0-4c32-b215-d15774577e18) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:47.083096 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-0aa24fd5-6ac4-4da1-8b6a-d25156cd8b93 None None] Set router 8bd8b0ef-e622-417e-a56e-d6261af43c9e gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:25:47.191090 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4688438-a0b9-4394-9178-a5190a672d84 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:25:47.202237 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4688438-a0b9-4394-9178-a5190a672d84 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:47.202642 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900e6436-7d50-4ff3-a782-ce162124d07b None None] Sync routers for ids ['c796c5ed-59a0-470a-93a9-0b04f0e60569'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:25:47.218671 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900e6436-7d50-4ff3-a782-ce162124d07b None None] Routers {'c796c5ed-59a0-470a-93a9-0b04f0e60569'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:47.219312 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-900e6436-7d50-4ff3-a782-ce162124d07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['c796c5ed-59a0-470a-93a9-0b04f0e60569'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:47.244495 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6671253d-5259-4b78-90a5-501f1ca59349 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:47.300597 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e4688438-a0b9-4394-9178-a5190a672d84 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] 10.222.0.31 "DELETE /v2.0/floatingips/8ddeafdb-c0b5-4f69-b54e-4caf6c7d3cef HTTP/1.1" status: 204 len: 168 time: 3.7021136 Mar 31 15:25:47.305848 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39764) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:47.312060 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-23bbacd5-c748-446c-8b41-ec7e4e9f1648 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:47.316590 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-23bbacd5-c748-446c-8b41-ec7e4e9f1648 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:47.320438 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6671253d-5259-4b78-90a5-501f1ca59349 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Deleting port 1d1f8382-bd27-443b-bdfa-09a160493d2d {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:25:47.321089 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6671253d-5259-4b78-90a5-501f1ca59349 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:47.334282 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-900e6436-7d50-4ff3-a782-ce162124d07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:47.347700 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900e6436-7d50-4ff3-a782-ce162124d07b None None] Routers {'c796c5ed-59a0-470a-93a9-0b04f0e60569'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:47.363757 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-23bbacd5-c748-446c-8b41-ec7e4e9f1648 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Usage tracker for resource:floatingip and tenant:234ef268f4f14e5fbaa2c881124baacf is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:47.365373 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-23bbacd5-c748-446c-8b41-ec7e4e9f1648 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:47.367693 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-900e6436-7d50-4ff3-a782-ce162124d07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['c796c5ed-59a0-470a-93a9-0b04f0e60569'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:47.383657 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-23bbacd5-c748-446c-8b41-ec7e4e9f1648 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:47.510731 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-23bbacd5-c748-446c-8b41-ec7e4e9f1648 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:47.552291 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-900e6436-7d50-4ff3-a782-ce162124d07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:47.552731 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900e6436-7d50-4ff3-a782-ce162124d07b None None] The sync data for ids ['c796c5ed-59a0-470a-93a9-0b04f0e60569'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:25:47.573832 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 7423cd32-291d-4ca1-a1fe-5585291a71bc up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:25:47.603930 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-0aa24fd5-6ac4-4da1-8b6a-d25156cd8b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd8b0ef-e622-417e-a56e-d6261af43c9e', 'name': 'tempest-snat-router-1427661113', 'tenant_id': 'b90e5debb7e44a49a84328c79720d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.204'}], 'enable_snat': True}, 'gw_port_id': '1d1f8382-bd27-443b-bdfa-09a160493d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:25:38Z', 'updated_at': '2022-03-31T15:25:42Z', 'revision_number': 3, 'project_id': 'b90e5debb7e44a49a84328c79720d332', 'gw_port': {'id': '1d1f8382-bd27-443b-bdfa-09a160493d2d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd8b0ef-e622-417e-a56e-d6261af43c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:25:40Z', 'updated_at': '2022-03-31T15:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:47.609516 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa24fd5-6ac4-4da1-8b6a-d25156cd8b93 None None] The sync data for ids ['8bd8b0ef-e622-417e-a56e-d6261af43c9e'] in dv-neutron-833379-2-hyperv is: [{'id': '8bd8b0ef-e622-417e-a56e-d6261af43c9e', 'name': 'tempest-snat-router-1427661113', 'tenant_id': 'b90e5debb7e44a49a84328c79720d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.204'}], 'enable_snat': True}, 'gw_port_id': '1d1f8382-bd27-443b-bdfa-09a160493d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:25:38Z', 'updated_at': '2022-03-31T15:25:42Z', 'revision_number': 3, 'project_id': 'b90e5debb7e44a49a84328c79720d332', 'gw_port': {'id': '1d1f8382-bd27-443b-bdfa-09a160493d2d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd8b0ef-e622-417e-a56e-d6261af43c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:25:40Z', 'updated_at': '2022-03-31T15:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:25:47.718191 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5ca1c34a-2e6d-4814-822f-07ab292c380d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:47.764103 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 7423cd32-291d-4ca1-a1fe-5585291a71bc completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:25:47.769733 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 9f2221cc-d19f-413c-9c0d-40fa3b6dc066 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:25:47.783232 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-6671253d-5259-4b78-90a5-501f1ca59349 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] For port 1d1f8382-bd27-443b-bdfa-09a160493d2d, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=1d1f8382-bd27-443b-bdfa-09a160493d2d,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:25:47.783670 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6671253d-5259-4b78-90a5-501f1ca59349 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:47.833064 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d673db3c-9eda-4b96-abf5-a04d31fb835f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Router 12c3bdd7-ec80-47bb-a654-40336a8e2de2 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:25:47.846608 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 9f2221cc-d19f-413c-9c0d-40fa3b6dc066 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:47.847043 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:47.895982 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cb64cdcd-b031-4cfa-beed-b1941daacd24 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:47.957988 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6671253d-5259-4b78-90a5-501f1ca59349 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Calling delete_port for 1d1f8382-bd27-443b-bdfa-09a160493d2d owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:25:48.052304 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-23bbacd5-c748-446c-8b41-ec7e4e9f1648 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:48.333479 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6671253d-5259-4b78-90a5-501f1ca59349 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:48.390448 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add7d877-c24e-43a8-afa8-7722bf8c696c None None] Network 0dff2c21-3673-4f2b-83ef-d4927e3b2d43 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:25:48.423924 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671253d-5259-4b78-90a5-501f1ca59349 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d1f8382-bd27-443b-bdfa-09a160493d2d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:48.460014 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f25c2653-0b80-4375-985f-922aa04a50be tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:48.487311 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bebdcc-375a-4686-80d8-ce8d425f4be5 req-e214f182-8142-411e-8d06-8a282e4805c1 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:48.488739 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-24bebdcc-375a-4686-80d8-ce8d425f4be5 req-e214f182-8142-411e-8d06-8a282e4805c1 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.8218706 Mar 31 15:25:48.602815 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6671253d-5259-4b78-90a5-501f1ca59349 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:48.670463 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-e63d68ae-6f55-4b9e-9c4b-950027c84390 None None] Provisioning for port 7423cd32-291d-4ca1-a1fe-5585291a71bc completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:25:48.685936 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-e63d68ae-6f55-4b9e-9c4b-950027c84390 None None] Provisioning complete for port 7423cd32-291d-4ca1-a1fe-5585291a71bc triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:48.690895 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e63d68ae-6f55-4b9e-9c4b-950027c84390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:48.815387 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6671253d-5259-4b78-90a5-501f1ca59349 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:48.817709 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6671253d-5259-4b78-90a5-501f1ca59349 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:48.839205 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e63d68ae-6f55-4b9e-9c4b-950027c84390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:48.868011 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-e63d68ae-6f55-4b9e-9c4b-950027c84390 None None] For port 7423cd32-291d-4ca1-a1fe-5585291a71bc, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=7423cd32-291d-4ca1-a1fe-5585291a71bc,segment=NetworkSegment(89c6b565-59ec-4007-8de4-072758bb2592),segment_id=89c6b565-59ec-4007-8de4-072758bb2592)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:25:48.922973 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-24bebdcc-375a-4686-80d8-ce8d425f4be5 req-87b20469-807d-4678-9bbe-9997d436470d tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4071205 Mar 31 15:25:48.929825 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d673db3c-9eda-4b96-abf5-a04d31fb835f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:25:48.934791 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6671253d-5259-4b78-90a5-501f1ca59349 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:48.936415 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6671253d-5259-4b78-90a5-501f1ca59349 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8bd8b0ef-e622-417e-a56e-d6261af43c9e {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:25:48.948802 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259f140c-54fe-40b8-8bee-0cc9333467df None None] Sync routers for ids ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:25:48.960040 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6671253d-5259-4b78-90a5-501f1ca59349 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:48.960500 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259f140c-54fe-40b8-8bee-0cc9333467df None None] Routers {'12c3bdd7-ec80-47bb-a654-40336a8e2de2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:48.961335 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-259f140c-54fe-40b8-8bee-0cc9333467df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:48.961830 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6671253d-5259-4b78-90a5-501f1ca59349 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "DELETE /v2.0/routers/8bd8b0ef-e622-417e-a56e-d6261af43c9e HTTP/1.1" status: 204 len: 168 time: 2.6546106 Mar 31 15:25:48.964486 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39770) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:48.997224 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e63d68ae-6f55-4b9e-9c4b-950027c84390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:48.998686 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-5ca1c34a-2e6d-4814-822f-07ab292c380d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Allocated IP 172.20.0.1 (b7b9e39b-62a2-469e-aa57-ca7408440adb/b5d4840a-49b3-4e43-a8c1-a2bee40e509b/ea7912ea-5f4d-446b-ba2f-86662c643b19) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:49.078706 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cb64cdcd-b031-4cfa-beed-b1941daacd24 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:49.079601 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-259f140c-54fe-40b8-8bee-0cc9333467df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:49.085719 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d68ae-6f55-4b9e-9c4b-950027c84390 None None] Pushing event updated for resources: {'Port': ['ID=7423cd32-291d-4ca1-a1fe-5585291a71bc,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:49.093952 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259f140c-54fe-40b8-8bee-0cc9333467df None None] Routers {'12c3bdd7-ec80-47bb-a654-40336a8e2de2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:49.094587 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-259f140c-54fe-40b8-8bee-0cc9333467df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:49.132533 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-e26352c7-5339-4251-8243-45ac35a1151d None None] Provisioning complete for port 7423cd32-291d-4ca1-a1fe-5585291a71bc triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:49.133805 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e26352c7-5339-4251-8243-45ac35a1151d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:49.143364 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f25c2653-0b80-4375-985f-922aa04a50be tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:49.168841 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-259f140c-54fe-40b8-8bee-0cc9333467df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:49.169357 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259f140c-54fe-40b8-8bee-0cc9333467df None None] The sync data for ids ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:25:49.182542 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d673db3c-9eda-4b96-abf5-a04d31fb835f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:49.228002 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cb64cdcd-b031-4cfa-beed-b1941daacd24 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:49.381776 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25c2653-0b80-4375-985f-922aa04a50be tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:49.389524 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 7423cd32-291d-4ca1-a1fe-5585291a71bc up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:25:49.392711 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-23bbacd5-c748-446c-8b41-ec7e4e9f1648 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Allocated IP 172.26.5.83 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/b1fa7a9c-247f-46c5-828b-e2c125a7e0e2) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:49.407392 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c2653-0b80-4375-985f-922aa04a50be tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Pushing event updated for resources: {'Port': ['ID=19b91bc7-4ed0-4c32-b215-d15774577e18,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:49.418987 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d673db3c-9eda-4b96-abf5-a04d31fb835f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.9248741 Mar 31 15:25:49.420878 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-f25c2653-0b80-4375-985f-922aa04a50be tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:49.432063 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39774) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:49.449219 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3f5d5d47-ecc2-46d3-8e13-04d722fa04f4 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Request body: {'floatingip': {'port_id': 'efe59b05-56fe-47da-9d4d-db721e08974a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:49.460791 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25c2653-0b80-4375-985f-922aa04a50be tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:25:49.497991 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 7423cd32-291d-4ca1-a1fe-5585291a71bc triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:49.498356 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:49.538819 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-cb64cdcd-b031-4cfa-beed-b1941daacd24 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] In _notify_port_updated(), no bound segment for port 67d4977d-cd20-4b6d-84eb-6d711c8348a0 on network d69532ac-5f54-4e19-a2c2-faab7d2f8b98 {{(pid=103444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 31 15:25:49.554718 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7612a3d-980c-4a34-820c-6c9fcc4e678e tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:49.555189 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb64cdcd-b031-4cfa-beed-b1941daacd24 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:49.556871 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cb64cdcd-b031-4cfa-beed-b1941daacd24 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:49.565775 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-cb64cdcd-b031-4cfa-beed-b1941daacd24 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] 10.222.0.31 "PUT /v2.0/ports/67d4977d-cd20-4b6d-84eb-6d711c8348a0 HTTP/1.1" status: 200 len: 1056 time: 3.3208179 Mar 31 15:25:49.568897 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39778) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:49.581310 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5ca1c34a-2e6d-4814-822f-07ab292c380d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:49.616810 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5ca1c34a-2e6d-4814-822f-07ab292c380d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Transition to ACTIVE for port object ea7912ea-5f4d-446b-ba2f-86662c643b19 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:25:49.677803 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-8b599f1b-a3aa-4ce9-9e58-64187dcd451c None None] Provisioning complete for port 67d4977d-cd20-4b6d-84eb-6d711c8348a0 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:49.678259 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8b599f1b-a3aa-4ce9-9e58-64187dcd451c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:49.704824 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64cdcd-b031-4cfa-beed-b1941daacd24 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Pushing event updated for resources: {'Port': ['ID=67d4977d-cd20-4b6d-84eb-6d711c8348a0,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:49.734662 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-8b599f1b-a3aa-4ce9-9e58-64187dcd451c None None] Port 67d4977d-cd20-4b6d-84eb-6d711c8348a0 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:25:49.772714 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5ca1c34a-2e6d-4814-822f-07ab292c380d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:49.777556 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7612a3d-980c-4a34-820c-6c9fcc4e678e tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:49.870646 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f5d5d47-ecc2-46d3-8e13-04d722fa04f4 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:49.946004 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f7612a3d-980c-4a34-820c-6c9fcc4e678e tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Deleting port 89406047-93da-45ef-8089-5a8119912be9 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:25:49.946004 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7612a3d-980c-4a34-820c-6c9fcc4e678e tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:49.969140 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca1c34a-2e6d-4814-822f-07ab292c380d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network b7b9e39b-62a2-469e-aa57-ca7408440adb is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:49.978179 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-5ca1c34a-2e6d-4814-822f-07ab292c380d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:49.989576 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d725233a-d31a-4c8f-b65d-5da933801d27 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Deleting port 67d4977d-cd20-4b6d-84eb-6d711c8348a0 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:25:49.989801 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d725233a-d31a-4c8f-b65d-5da933801d27 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:50.020090 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca1c34a-2e6d-4814-822f-07ab292c380d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:25:50.175786 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-23bbacd5-c748-446c-8b41-ec7e4e9f1648 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:50.190686 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1c34a-2e6d-4814-822f-07ab292c380d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Port': ['ID=ea7912ea-5f4d-446b-ba2f-86662c643b19,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:50.303418 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5ca1c34a-2e6d-4814-822f-07ab292c380d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:50.368912 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3a09cba4-6a87-46f8-af8c-ee55a85bf4c8 None None] Provisioning for port ea7912ea-5f4d-446b-ba2f-86662c643b19 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:25:50.374894 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3a09cba4-6a87-46f8-af8c-ee55a85bf4c8 None None] Provisioning complete for port ea7912ea-5f4d-446b-ba2f-86662c643b19 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:50.375435 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3a09cba4-6a87-46f8-af8c-ee55a85bf4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:50.464766 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134bf14-963f-4f83-93f8-e8942fa3e753 req-27c763d4-3a03-4f41-90cc-266494e9fb05 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:50.466879 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8134bf14-963f-4f83-93f8-e8942fa3e753 req-27c763d4-3a03-4f41-90cc-266494e9fb05 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.4147322 Mar 31 15:25:50.468698 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-f7612a3d-980c-4a34-820c-6c9fcc4e678e tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] For port 89406047-93da-45ef-8089-5a8119912be9, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=89406047-93da-45ef-8089-5a8119912be9,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:25:50.469059 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7612a3d-980c-4a34-820c-6c9fcc4e678e tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:50.469464 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-3a09cba4-6a87-46f8-af8c-ee55a85bf4c8 None None] Port ea7912ea-5f4d-446b-ba2f-86662c643b19 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:25:50.787274 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-23bbacd5-c748-446c-8b41-ec7e4e9f1648 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:50.798825 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f7612a3d-980c-4a34-820c-6c9fcc4e678e tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Calling delete_port for 89406047-93da-45ef-8089-5a8119912be9 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:25:50.821378 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f25c2653-0b80-4375-985f-922aa04a50be tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:50.908621 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d725233a-d31a-4c8f-b65d-5da933801d27 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:50.925944 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bbacd5-c748-446c-8b41-ec7e4e9f1648 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:50.941926 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-23bbacd5-c748-446c-8b41-ec7e4e9f1648 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:50.944462 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bbacd5-c748-446c-8b41-ec7e4e9f1648 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:25:51.053396 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d725233a-d31a-4c8f-b65d-5da933801d27 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Calling delete_port for 67d4977d-cd20-4b6d-84eb-6d711c8348a0 owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:25:51.063417 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8134bf14-963f-4f83-93f8-e8942fa3e753 req-66731289-f116-4649-926e-e9227a1ff6fa tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5838339 Mar 31 15:25:51.076549 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbacd5-c748-446c-8b41-ec7e4e9f1648 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Pushing event updated for resources: {'Port': ['ID=b1fa7a9c-247f-46c5-828b-e2c125a7e0e2,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:51.124401 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5ca1c34a-2e6d-4814-822f-07ab292c380d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:51.240532 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-23bbacd5-c748-446c-8b41-ec7e4e9f1648 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:51.303499 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 1d1f8382-bd27-443b-bdfa-09a160493d2d no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:25:51.344763 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 1d1f8382-bd27-443b-bdfa-09a160493d2d {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:25:51.345528 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 1d1f8382-bd27-443b-bdfa-09a160493d2d not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:25:51.391834 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7612a3d-980c-4a34-820c-6c9fcc4e678e tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:51.508180 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7612a3d-980c-4a34-820c-6c9fcc4e678e tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Pushing event deleted for resources: {'Port': ['ID=89406047-93da-45ef-8089-5a8119912be9,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:51.513959 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f5d5d47-ecc2-46d3-8e13-04d722fa04f4 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:51.521343 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-23bbacd5-c748-446c-8b41-ec7e4e9f1648 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:51.588245 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f5d5d47-ecc2-46d3-8e13-04d722fa04f4 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:51.794990 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7612a3d-980c-4a34-820c-6c9fcc4e678e tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:51.899183 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d725233a-d31a-4c8f-b65d-5da933801d27 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:51.909823 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f25c2653-0b80-4375-985f-922aa04a50be tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:52.045289 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725233a-d31a-4c8f-b65d-5da933801d27 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Pushing event deleted for resources: {'Port': ['ID=67d4977d-cd20-4b6d-84eb-6d711c8348a0,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:52.194501 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7612a3d-980c-4a34-820c-6c9fcc4e678e tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:52.200025 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7612a3d-980c-4a34-820c-6c9fcc4e678e tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:52.243983 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-5ca1c34a-2e6d-4814-822f-07ab292c380d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:25:52.304867 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5ca1c34a-2e6d-4814-822f-07ab292c380d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:52.376274 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5ca1c34a-2e6d-4814-822f-07ab292c380d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:52.400242 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7612a3d-980c-4a34-820c-6c9fcc4e678e tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:52.400740 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7612a3d-980c-4a34-820c-6c9fcc4e678e tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 167ca43b-e8b2-4f36-8334-a5c3c1add18f {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:25:52.406232 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-23bbacd5-c748-446c-8b41-ec7e4e9f1648 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:52.446852 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7612a3d-980c-4a34-820c-6c9fcc4e678e tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:52.452153 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f7612a3d-980c-4a34-820c-6c9fcc4e678e tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "DELETE /v2.0/routers/167ca43b-e8b2-4f36-8334-a5c3c1add18f HTTP/1.1" status: 204 len: 168 time: 3.4824646 Mar 31 15:25:52.453915 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39788) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:52.457355 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5d5d47-ecc2-46d3-8e13-04d722fa04f4 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Router 12c3bdd7-ec80-47bb-a654-40336a8e2de2 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:25:52.460952 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-1606288f-1f4a-4092-b443-eb2deec9dc97 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1606622016', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:52.470701 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-1606288f-1f4a-4092-b443-eb2deec9dc97 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:52.476670 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1606288f-1f4a-4092-b443-eb2deec9dc97 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Usage tracker for resource:router and tenant:dce923f5422345b4b3937e0f97824efc is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:52.482329 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1606288f-1f4a-4092-b443-eb2deec9dc97 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:52.546819 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-23bbacd5-c748-446c-8b41-ec7e4e9f1648 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:52.550756 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-1606288f-1f4a-4092-b443-eb2deec9dc97 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:52.651051 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5ca1c34a-2e6d-4814-822f-07ab292c380d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:52.677110 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1c34a-2e6d-4814-822f-07ab292c380d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Port': ['ID=ea7912ea-5f4d-446b-ba2f-86662c643b19,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:52.694248 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ec40a-dde7-42ed-9585-ce99952b4311 req-74fe4ec6-ba93-4316-a99f-140054ffc315 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:52.695702 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8f6ec40a-dde7-42ed-9585-ce99952b4311 req-74fe4ec6-ba93-4316-a99f-140054ffc315 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.4697413 Mar 31 15:25:52.750865 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbacd5-c748-446c-8b41-ec7e4e9f1648 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Pushing event updated for resources: {'Port': ['ID=b1fa7a9c-247f-46c5-828b-e2c125a7e0e2,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:52.753295 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1606288f-1f4a-4092-b443-eb2deec9dc97 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:52.754293 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1606288f-1f4a-4092-b443-eb2deec9dc97 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:52.772996 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-23bbacd5-c748-446c-8b41-ec7e4e9f1648 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:52.798352 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d725233a-d31a-4c8f-b65d-5da933801d27 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:52.804314 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1606288f-1f4a-4092-b443-eb2deec9dc97 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:52.816485 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25c2653-0b80-4375-985f-922aa04a50be tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Router cc4e773f-5724-4d4c-bb6e-973b3e6294de is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:25:52.823695 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5d5d47-ecc2-46d3-8e13-04d722fa04f4 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:25:52.832743 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f5d5d47-ecc2-46d3-8e13-04d722fa04f4 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:52.835242 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf56114c-e1e4-47bf-a82d-ed9e965168a7 None None] Sync routers for ids ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:25:52.846170 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf56114c-e1e4-47bf-a82d-ed9e965168a7 None None] Routers {'12c3bdd7-ec80-47bb-a654-40336a8e2de2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:52.846784 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cf56114c-e1e4-47bf-a82d-ed9e965168a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:52.847094 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8f6ec40a-dde7-42ed-9585-ce99952b4311 req-a7f39809-6cfd-49d9-bfdc-9db600346b11 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363246 Mar 31 15:25:52.921441 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-23bbacd5-c748-446c-8b41-ec7e4e9f1648 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:52.922672 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-23bbacd5-c748-446c-8b41-ec7e4e9f1648 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6158004 Mar 31 15:25:52.926833 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39792) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:52.936236 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cf56114c-e1e4-47bf-a82d-ed9e965168a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:52.960128 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf56114c-e1e4-47bf-a82d-ed9e965168a7 None None] Routers {'12c3bdd7-ec80-47bb-a654-40336a8e2de2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:52.960128 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cf56114c-e1e4-47bf-a82d-ed9e965168a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:53.032332 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cf56114c-e1e4-47bf-a82d-ed9e965168a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:53.035210 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf56114c-e1e4-47bf-a82d-ed9e965168a7 None None] The sync data for ids ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:25:53.043632 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3f5d5d47-ecc2-46d3-8e13-04d722fa04f4 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "PUT /v2.0/floatingips/8eddb4e6-62cd-4a63-a3bd-c4ceca6b8760 HTTP/1.1" status: 200 len: 979 time: 3.6094711 Mar 31 15:25:53.046565 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39798) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:53.067245 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d725233a-d31a-4c8f-b65d-5da933801d27 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] 10.222.0.31 "DELETE /v2.0/ports/67d4977d-cd20-4b6d-84eb-6d711c8348a0 HTTP/1.1" status: 204 len: 168 time: 3.4935975 Mar 31 15:25:53.078040 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39802) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:53.138057 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cfdf84a-086f-4781-bb70-a116c6046489 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] GET failed (client error): The resource could not be found. Mar 31 15:25:53.138599 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-1cfdf84a-086f-4781-bb70-a116c6046489 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Synchronizing usage tracker for tenant:6c2318190d444e19bd817a81020a7f17 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:25:53.154962 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca1c34a-2e6d-4814-822f-07ab292c380d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network b7b9e39b-62a2-469e-aa57-ca7408440adb is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:53.161111 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-5ca1c34a-2e6d-4814-822f-07ab292c380d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:53.170396 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-078bf494-e17e-4dfe-bfa6-5987f53b258a tempest-FloatingIPAdminTestJSON-247905034 tempest-FloatingIPAdminTestJSON-247905034-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:53.196690 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-078bf494-e17e-4dfe-bfa6-5987f53b258a tempest-FloatingIPAdminTestJSON-247905034 tempest-FloatingIPAdminTestJSON-247905034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:53.255951 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-078bf494-e17e-4dfe-bfa6-5987f53b258a tempest-FloatingIPAdminTestJSON-247905034 tempest-FloatingIPAdminTestJSON-247905034-project] Usage tracker for resource:floatingip and tenant:43cbdf468aa748e3a367effd7ad6fc63 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:53.270276 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-078bf494-e17e-4dfe-bfa6-5987f53b258a tempest-FloatingIPAdminTestJSON-247905034 tempest-FloatingIPAdminTestJSON-247905034-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:53.303113 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-1cfdf84a-086f-4781-bb70-a116c6046489 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Unset dirty status for tenant:6c2318190d444e19bd817a81020a7f17 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:25:53.306689 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-1cfdf84a-086f-4781-bb70-a116c6046489 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] 10.222.0.31 "GET /v2.0/ports/67d4977d-cd20-4b6d-84eb-6d711c8348a0 HTTP/1.1" status: 404 len: 333 time: 0.2172947 Mar 31 15:25:53.310227 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39806) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:53.340075 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-078bf494-e17e-4dfe-bfa6-5987f53b258a tempest-FloatingIPAdminTestJSON-247905034 tempest-FloatingIPAdminTestJSON-247905034-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:53.357763 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1606288f-1f4a-4092-b443-eb2deec9dc97 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:53.362666 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 89406047-93da-45ef-8089-5a8119912be9 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:25:53.413789 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 89406047-93da-45ef-8089-5a8119912be9 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:25:53.414311 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 89406047-93da-45ef-8089-5a8119912be9 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:25:53.428400 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-7b29f089-9647-40e2-9804-40b61d92b686 None None] Provisioning complete for port ea7912ea-5f4d-446b-ba2f-86662c643b19 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:53.428596 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7b29f089-9647-40e2-9804-40b61d92b686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:53.462715 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25c2653-0b80-4375-985f-922aa04a50be tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:25:53.473589 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d3a0568c-7ffa-4dd5-a813-fdd2d8672f70 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Deleting port 51fbccdb-c058-44d6-ac1a-88b35d4cd879 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:25:53.473726 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a0568c-7ffa-4dd5-a813-fdd2d8672f70 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:53.477020 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da2b0db-a1d9-44bf-9cfb-159688266ff6 None None] Sync routers for ids ['cc4e773f-5724-4d4c-bb6e-973b3e6294de'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:25:53.479540 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-58f46509-30ac-4a1a-b1b3-8a6630ad26bb tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Deleting port 979b4e3e-effd-4a61-a0e1-42e1581626e9 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:25:53.479888 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-58f46509-30ac-4a1a-b1b3-8a6630ad26bb tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:53.489085 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da2b0db-a1d9-44bf-9cfb-159688266ff6 None None] Routers {'cc4e773f-5724-4d4c-bb6e-973b3e6294de'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:53.489940 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-6da2b0db-a1d9-44bf-9cfb-159688266ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['cc4e773f-5724-4d4c-bb6e-973b3e6294de'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:53.496500 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-7b29f089-9647-40e2-9804-40b61d92b686 None None] Port ea7912ea-5f4d-446b-ba2f-86662c643b19 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:25:53.508787 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-078bf494-e17e-4dfe-bfa6-5987f53b258a tempest-FloatingIPAdminTestJSON-247905034 tempest-FloatingIPAdminTestJSON-247905034-project] Notify callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:53.640347 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f25c2653-0b80-4375-985f-922aa04a50be tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:53.644711 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f25c2653-0b80-4375-985f-922aa04a50be tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 11.2637527 Mar 31 15:25:53.649663 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39810) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:53.704509 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-6da2b0db-a1d9-44bf-9cfb-159688266ff6 None None] Set router cc4e773f-5724-4d4c-bb6e-973b3e6294de gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:25:53.737143 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca1c34a-2e6d-4814-822f-07ab292c380d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Router 3f82b7d5-016f-42ea-b200-a07b44075447 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:25:53.993711 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a0568c-7ffa-4dd5-a813-fdd2d8672f70 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:53.994369 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a0568c-7ffa-4dd5-a813-fdd2d8672f70 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:54.034393 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-6da2b0db-a1d9-44bf-9cfb-159688266ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4e773f-5724-4d4c-bb6e-973b3e6294de', 'name': 'tempest-snat-router-2057895374', 'tenant_id': '93c80d0d670e4136bbfd2c69b3be82c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.102'}], 'enable_snat': False}, 'gw_port_id': '19b91bc7-4ed0-4c32-b215-d15774577e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:25:42Z', 'updated_at': '2022-03-31T15:25:50Z', 'revision_number': 3, 'project_id': '93c80d0d670e4136bbfd2c69b3be82c8', 'gw_port': {'id': '19b91bc7-4ed0-4c32-b215-d15774577e18', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4e773f-5724-4d4c-bb6e-973b3e6294de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:25:45Z', 'updated_at': '2022-03-31T15:25:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:54.040201 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da2b0db-a1d9-44bf-9cfb-159688266ff6 None None] Checking router: cc4e773f-5724-4d4c-bb6e-973b3e6294de for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:25:54.041066 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da2b0db-a1d9-44bf-9cfb-159688266ff6 None None] Updating router cc4e773f-5724-4d4c-bb6e-973b3e6294de port 19b91bc7-4ed0-4c32-b215-d15774577e18 binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:25:54.095415 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6da2b0db-a1d9-44bf-9cfb-159688266ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:54.114670 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca1c34a-2e6d-4814-822f-07ab292c380d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:25:54.123183 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5ca1c34a-2e6d-4814-822f-07ab292c380d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "PUT /v2.0/routers/3f82b7d5-016f-42ea-b200-a07b44075447/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1820357 Mar 31 15:25:54.123912 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39816) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:54.127629 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4dd9f1-320c-4de8-a2df-c51862b8e693 None None] Sync routers for ids ['3f82b7d5-016f-42ea-b200-a07b44075447'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:25:54.131416 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-85c345f3-3a68-4067-b8c3-99d1afbb25c0 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "GET /v2.0/routers/cc4e773f-5724-4d4c-bb6e-973b3e6294de HTTP/1.1" status: 200 len: 909 time: 0.4805279 Mar 31 15:25:54.134204 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39820) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:54.137515 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-58f46509-30ac-4a1a-b1b3-8a6630ad26bb tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:54.142748 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4dd9f1-320c-4de8-a2df-c51862b8e693 None None] Routers {'3f82b7d5-016f-42ea-b200-a07b44075447'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:54.143616 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3d4dd9f1-320c-4de8-a2df-c51862b8e693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['3f82b7d5-016f-42ea-b200-a07b44075447'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:54.171967 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d3a0568c-7ffa-4dd5-a813-fdd2d8672f70 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Calling delete_port for 51fbccdb-c058-44d6-ac1a-88b35d4cd879 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:25:54.180363 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-0fd395b4-bc7f-4d42-b181-8f9bc2898c3e tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2057895374', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'enable_snat': True}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:25:54.199661 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-0fd395b4-bc7f-4d42-b181-8f9bc2898c3e tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:25:54.222084 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3d4dd9f1-320c-4de8-a2df-c51862b8e693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:54.235509 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4dd9f1-320c-4de8-a2df-c51862b8e693 None None] Routers {'3f82b7d5-016f-42ea-b200-a07b44075447'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:54.236479 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3d4dd9f1-320c-4de8-a2df-c51862b8e693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['3f82b7d5-016f-42ea-b200-a07b44075447'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:54.317134 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-0fd395b4-bc7f-4d42-b181-8f9bc2898c3e tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Usage tracker for resource:router and tenant:93c80d0d670e4136bbfd2c69b3be82c8 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:25:54.340488 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3d4dd9f1-320c-4de8-a2df-c51862b8e693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:54.340981 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4dd9f1-320c-4de8-a2df-c51862b8e693 None None] The sync data for ids ['3f82b7d5-016f-42ea-b200-a07b44075447'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:25:54.361669 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-078bf494-e17e-4dfe-bfa6-5987f53b258a tempest-FloatingIPAdminTestJSON-247905034 tempest-FloatingIPAdminTestJSON-247905034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:54.458281 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-58f46509-30ac-4a1a-b1b3-8a6630ad26bb tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Calling delete_port for 979b4e3e-effd-4a61-a0e1-42e1581626e9 owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:25:54.489106 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80bfe1-6e17-47a5-9252-d62aadf46e19 req-d5ded75e-d395-4200-bd40-f5135a017662 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:54.490801 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5c80bfe1-6e17-47a5-9252-d62aadf46e19 req-d5ded75e-d395-4200-bd40-f5135a017662 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.4985595 Mar 31 15:25:54.490948 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-0fd395b4-bc7f-4d42-b181-8f9bc2898c3e tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:25:54.508258 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6da2b0db-a1d9-44bf-9cfb-159688266ff6 None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:54.513425 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-0fd395b4-bc7f-4d42-b181-8f9bc2898c3e tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:25:54.522470 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-6da2b0db-a1d9-44bf-9cfb-159688266ff6 None None] Transition to ACTIVE for port object 19b91bc7-4ed0-4c32-b215-d15774577e18 will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:25:54.526995 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60c717f-1b20-4d36-8ac0-6c21b16b4f89 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:54.529217 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a60c717f-1b20-4d36-8ac0-6c21b16b4f89 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Synchronizing usage tracker for tenant:3c462be107e642da98e89cbf8192538c on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:25:54.552474 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1606288f-1f4a-4092-b443-eb2deec9dc97 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:54.632079 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1606288f-1f4a-4092-b443-eb2deec9dc97 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:54.637329 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6da2b0db-a1d9-44bf-9cfb-159688266ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:54.691821 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0fd395b4-bc7f-4d42-b181-8f9bc2898c3e tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:54.693364 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0fd395b4-bc7f-4d42-b181-8f9bc2898c3e tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:54.711033 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0fd395b4-bc7f-4d42-b181-8f9bc2898c3e tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:54.712494 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5c80bfe1-6e17-47a5-9252-d62aadf46e19 req-c53b7493-6f27-479f-9885-c82714214046 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839910 Mar 31 15:25:54.713067 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-58f46509-30ac-4a1a-b1b3-8a6630ad26bb tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:54.732260 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-6da2b0db-a1d9-44bf-9cfb-159688266ff6 None None] Attempting to bind port 19b91bc7-4ed0-4c32-b215-d15774577e18 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:25:54.732881 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-6da2b0db-a1d9-44bf-9cfb-159688266ff6 None None] Attempting to bind port 19b91bc7-4ed0-4c32-b215-d15774577e18 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:25:54.733510 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da2b0db-a1d9-44bf-9cfb-159688266ff6 None None] Attempting to bind port 19b91bc7-4ed0-4c32-b215-d15774577e18 on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:25:54.756934 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da2b0db-a1d9-44bf-9cfb-159688266ff6 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:25:54.757578 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da2b0db-a1d9-44bf-9cfb-159688266ff6 None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:25:54.758415 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6da2b0db-a1d9-44bf-9cfb-159688266ff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:54.764831 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da2b0db-a1d9-44bf-9cfb-159688266ff6 None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:25:54.764831 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-6da2b0db-a1d9-44bf-9cfb-159688266ff6 None None] Bound port: 19b91bc7-4ed0-4c32-b215-d15774577e18, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:25:54.764831 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6da2b0db-a1d9-44bf-9cfb-159688266ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:54.765121 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a60c717f-1b20-4d36-8ac0-6c21b16b4f89 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Unset dirty status for tenant:3c462be107e642da98e89cbf8192538c on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:25:54.767672 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a60c717f-1b20-4d36-8ac0-6c21b16b4f89 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "GET /v2.0/ports/ea7912ea-5f4d-446b-ba2f-86662c643b19 HTTP/1.1" status: 200 len: 910 time: 0.6388474 Mar 31 15:25:54.770849 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39826) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:54.792661 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bff3dc-0467-4486-bd90-24b8d7b0b50a None None] Pushing event updated for resources: {'Port': ['ID=19b91bc7-4ed0-4c32-b215-d15774577e18,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:54.818722 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-078bf494-e17e-4dfe-bfa6-5987f53b258a tempest-FloatingIPAdminTestJSON-247905034 tempest-FloatingIPAdminTestJSON-247905034-project] Allocated IP 172.26.5.150 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/5cac8960-aae3-4367-9a9a-0db1e50ae550) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:54.855886 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f46509-30ac-4a1a-b1b3-8a6630ad26bb tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Pushing event deleted for resources: {'Port': ['ID=979b4e3e-effd-4a61-a0e1-42e1581626e9,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:54.856127 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-6da2b0db-a1d9-44bf-9cfb-159688266ff6 None None] For port 19b91bc7-4ed0-4c32-b215-d15774577e18, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:25:54.860097 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-6da2b0db-a1d9-44bf-9cfb-159688266ff6 None None] For port 19b91bc7-4ed0-4c32-b215-d15774577e18, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=19b91bc7-4ed0-4c32-b215-d15774577e18,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:25:54.929072 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a0568c-7ffa-4dd5-a813-fdd2d8672f70 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:54.957213 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6da2b0db-a1d9-44bf-9cfb-159688266ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:54.998884 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:55.010695 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0568c-7ffa-4dd5-a813-fdd2d8672f70 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event deleted for resources: {'Port': ['ID=51fbccdb-c058-44d6-ac1a-88b35d4cd879,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:55.040310 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da2b0db-a1d9-44bf-9cfb-159688266ff6 None None] Routers {'cc4e773f-5724-4d4c-bb6e-973b3e6294de'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:55.041084 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-6da2b0db-a1d9-44bf-9cfb-159688266ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['cc4e773f-5724-4d4c-bb6e-973b3e6294de'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:55.110457 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bff3dc-0467-4486-bd90-24b8d7b0b50a None None] Pushing event updated for resources: {'Port': ['ID=19b91bc7-4ed0-4c32-b215-d15774577e18,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:55.159224 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-078bf494-e17e-4dfe-bfa6-5987f53b258a tempest-FloatingIPAdminTestJSON-247905034 tempest-FloatingIPAdminTestJSON-247905034-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:55.299290 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-6da2b0db-a1d9-44bf-9cfb-159688266ff6 None None] Set router cc4e773f-5724-4d4c-bb6e-973b3e6294de gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:25:55.337221 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-58f46509-30ac-4a1a-b1b3-8a6630ad26bb tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:55.378362 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-078bf494-e17e-4dfe-bfa6-5987f53b258a tempest-FloatingIPAdminTestJSON-247905034 tempest-FloatingIPAdminTestJSON-247905034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:55.521819 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0fd395b4-bc7f-4d42-b181-8f9bc2898c3e tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:55.530555 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078bf494-e17e-4dfe-bfa6-5987f53b258a tempest-FloatingIPAdminTestJSON-247905034 tempest-FloatingIPAdminTestJSON-247905034-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:55.538680 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-078bf494-e17e-4dfe-bfa6-5987f53b258a tempest-FloatingIPAdminTestJSON-247905034 tempest-FloatingIPAdminTestJSON-247905034-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:55.549466 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078bf494-e17e-4dfe-bfa6-5987f53b258a tempest-FloatingIPAdminTestJSON-247905034 tempest-FloatingIPAdminTestJSON-247905034-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:25:55.613171 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-6da2b0db-a1d9-44bf-9cfb-159688266ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4e773f-5724-4d4c-bb6e-973b3e6294de', 'name': 'tempest-snat-router-2057895374', 'tenant_id': '93c80d0d670e4136bbfd2c69b3be82c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.102'}], 'enable_snat': False}, 'gw_port_id': '19b91bc7-4ed0-4c32-b215-d15774577e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:25:42Z', 'updated_at': '2022-03-31T15:25:50Z', 'revision_number': 3, 'project_id': '93c80d0d670e4136bbfd2c69b3be82c8', 'gw_port': {'id': '19b91bc7-4ed0-4c32-b215-d15774577e18', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4e773f-5724-4d4c-bb6e-973b3e6294de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:25:45Z', 'updated_at': '2022-03-31T15:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:55.617516 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da2b0db-a1d9-44bf-9cfb-159688266ff6 None None] The sync data for ids ['cc4e773f-5724-4d4c-bb6e-973b3e6294de'] in dv-neutron-833379-2-hyperv is: [{'id': 'cc4e773f-5724-4d4c-bb6e-973b3e6294de', 'name': 'tempest-snat-router-2057895374', 'tenant_id': '93c80d0d670e4136bbfd2c69b3be82c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.102'}], 'enable_snat': False}, 'gw_port_id': '19b91bc7-4ed0-4c32-b215-d15774577e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:25:42Z', 'updated_at': '2022-03-31T15:25:50Z', 'revision_number': 3, 'project_id': '93c80d0d670e4136bbfd2c69b3be82c8', 'gw_port': {'id': '19b91bc7-4ed0-4c32-b215-d15774577e18', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4e773f-5724-4d4c-bb6e-973b3e6294de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:25:45Z', 'updated_at': '2022-03-31T15:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:25:55.651542 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-58f46509-30ac-4a1a-b1b3-8a6630ad26bb tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] 10.222.0.31 "DELETE /v2.0/ports/979b4e3e-effd-4a61-a0e1-42e1581626e9 HTTP/1.1" status: 204 len: 168 time: 2.3402307 Mar 31 15:25:55.662911 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-1606288f-1f4a-4092-b443-eb2deec9dc97 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Allocated IP 172.26.5.23 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/fd3265ad-c406-4d4a-a9ea-7bca8b2722a1) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:55.664994 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39832) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:55.681706 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a0568c-7ffa-4dd5-a813-fdd2d8672f70 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:55.682101 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-d3a0568c-7ffa-4dd5-a813-fdd2d8672f70 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Floating IP 8eddb4e6-62cd-4a63-a3bd-c4ceca6b8760 disassociated (deleted). External IP: 172.26.5.112, port: efe59b05-56fe-47da-9d4d-db721e08974a. Mar 31 15:25:55.781157 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e1018-75bb-4bed-8ae1-c84cd2a5b4ce req-41883caa-74ec-483c-a965-6f61eddd592d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:55.782612 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b84e1018-75bb-4bed-8ae1-c84cd2a5b4ce req-41883caa-74ec-483c-a965-6f61eddd592d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=054d30a6120446fcba39a5a299093095&device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 1099 time: 0.3557835 Mar 31 15:25:55.794080 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078bf494-e17e-4dfe-bfa6-5987f53b258a tempest-FloatingIPAdminTestJSON-247905034 tempest-FloatingIPAdminTestJSON-247905034-project] Pushing event updated for resources: {'Port': ['ID=5cac8960-aae3-4367-9a9a-0db1e50ae550,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:55.839562 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-2635fbd0-7c33-4bda-8e9d-88cc042acc66 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] GET failed (client error): The resource could not be found. Mar 31 15:25:55.840096 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2635fbd0-7c33-4bda-8e9d-88cc042acc66 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Synchronizing usage tracker for tenant:6c2318190d444e19bd817a81020a7f17 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:25:56.046343 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2635fbd0-7c33-4bda-8e9d-88cc042acc66 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Unset dirty status for tenant:6c2318190d444e19bd817a81020a7f17 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:25:56.055744 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2635fbd0-7c33-4bda-8e9d-88cc042acc66 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] 10.222.0.31 "GET /v2.0/ports/979b4e3e-effd-4a61-a0e1-42e1581626e9 HTTP/1.1" status: 404 len: 333 time: 0.3798845 Mar 31 15:25:56.055744 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-078bf494-e17e-4dfe-bfa6-5987f53b258a tempest-FloatingIPAdminTestJSON-247905034 tempest-FloatingIPAdminTestJSON-247905034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:56.057378 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39836) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:56.076630 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619792bc-f877-4410-80ac-7ae6ff764994 req-e5dba0f5-9a1b-4975-9d3f-854b774b8264 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:56.078202 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-619792bc-f877-4410-80ac-7ae6ff764994 req-e5dba0f5-9a1b-4975-9d3f-854b774b8264 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.7015347 Mar 31 15:25:56.242918 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e1018-75bb-4bed-8ae1-c84cd2a5b4ce req-c6fe00e3-49fb-4357-b241-e9b65d654b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:56.246508 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b84e1018-75bb-4bed-8ae1-c84cd2a5b4ce req-c6fe00e3-49fb-4357-b241-e9b65d654b69 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8570db4c-fed6-40aa-8a1b-99615046312c HTTP/1.1" status: 200 len: 912 time: 0.4454801 Mar 31 15:25:56.247646 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca5bfdd8-52c0-45c4-8f95-cac3651e79a1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:56.331309 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1606288f-1f4a-4092-b443-eb2deec9dc97 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:56.352810 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7fb23373-5ed6-47d0-9adb-d5874855c0c2 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Deleting port f6dcdf75-d419-407f-88f5-e80d42146054 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:25:56.353150 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7fb23373-5ed6-47d0-9adb-d5874855c0c2 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:56.378179 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-078bf494-e17e-4dfe-bfa6-5987f53b258a tempest-FloatingIPAdminTestJSON-247905034 tempest-FloatingIPAdminTestJSON-247905034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:56.405718 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-619792bc-f877-4410-80ac-7ae6ff764994 req-3f9471d5-858e-4971-ab86-883b293ff898 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2880831 Mar 31 15:25:56.506768 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b84e1018-75bb-4bed-8ae1-c84cd2a5b4ce req-e74d977b-ce56-409d-8679-35d1f0ee7707 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bca974bf-04e8-4b40-8dd3-77d968794f2b HTTP/1.1" status: 200 len: 1002 time: 0.2490668 Mar 31 15:25:56.768431 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a0568c-7ffa-4dd5-a813-fdd2d8672f70 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Router 12c3bdd7-ec80-47bb-a654-40336a8e2de2 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:25:56.791220 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1606288f-1f4a-4092-b443-eb2deec9dc97 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:56.819379 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e1018-75bb-4bed-8ae1-c84cd2a5b4ce req-5a96f7cd-066e-47df-9483-435392d3b436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:56.820822 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b84e1018-75bb-4bed-8ae1-c84cd2a5b4ce req-5a96f7cd-066e-47df-9483-435392d3b436 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b28caf7-0cc4-4f02-9ea5-a472add592af HTTP/1.1" status: 200 len: 850 time: 0.3051603 Mar 31 15:25:56.946735 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0fd395b4-bc7f-4d42-b181-8f9bc2898c3e tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:56.994729 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0fd395b4-bc7f-4d42-b181-8f9bc2898c3e tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:57.132477 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1606288f-1f4a-4092-b443-eb2deec9dc97 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:57.137006 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-ca5bfdd8-52c0-45c4-8f95-cac3651e79a1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Allocated IP 172.21.0.1 (0dff2c21-3673-4f2b-83ef-d4927e3b2d43/99c2aae5-8c47-4e96-b546-0c81103d243e/a43f403f-3b3c-4a3a-933d-884742b02c35) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:57.144129 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-1606288f-1f4a-4092-b443-eb2deec9dc97 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:57.155097 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e1018-75bb-4bed-8ae1-c84cd2a5b4ce req-d0626dd2-5483-4e73-bc79-6cb95cc6c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:57.155097 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b84e1018-75bb-4bed-8ae1-c84cd2a5b4ce req-d0626dd2-5483-4e73-bc79-6cb95cc6c1f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8570db4c-fed6-40aa-8a1b-99615046312c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3216610 Mar 31 15:25:57.160675 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1606288f-1f4a-4092-b443-eb2deec9dc97 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:25:57.202274 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606288f-1f4a-4092-b443-eb2deec9dc97 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Pushing event updated for resources: {'Port': ['ID=fd3265ad-c406-4d4a-a9ea-7bca8b2722a1,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:57.306824 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7fb23373-5ed6-47d0-9adb-d5874855c0c2 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:57.388966 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 19b91bc7-4ed0-4c32-b215-d15774577e18 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:25:57.453521 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-078bf494-e17e-4dfe-bfa6-5987f53b258a tempest-FloatingIPAdminTestJSON-247905034 tempest-FloatingIPAdminTestJSON-247905034-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:57.464820 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7fb23373-5ed6-47d0-9adb-d5874855c0c2 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Calling delete_port for f6dcdf75-d419-407f-88f5-e80d42146054 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:25:57.562610 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 19b91bc7-4ed0-4c32-b215-d15774577e18 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:25:57.575509 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 19b91bc7-4ed0-4c32-b215-d15774577e18 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:57.575688 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-078bf494-e17e-4dfe-bfa6-5987f53b258a tempest-FloatingIPAdminTestJSON-247905034 tempest-FloatingIPAdminTestJSON-247905034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:57.576488 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:57.619009 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-0fd395b4-bc7f-4d42-b181-8f9bc2898c3e tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Allocated IP 172.26.5.182 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/3db26a47-dfee-4e6b-9218-0bda501d6262) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:25:57.657745 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a0568c-7ffa-4dd5-a813-fdd2d8672f70 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:25:57.670628 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decf64c4-9387-4551-a62e-79cc452f3fd6 None None] Sync routers for ids ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:25:57.680914 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decf64c4-9387-4551-a62e-79cc452f3fd6 None None] Routers {'12c3bdd7-ec80-47bb-a654-40336a8e2de2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:57.681561 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-decf64c4-9387-4551-a62e-79cc452f3fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:57.690325 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b84e1018-75bb-4bed-8ae1-c84cd2a5b4ce req-9837b137-ef61-4a9f-b148-9abc3cc3a552 service neutron] 10.222.0.41 "GET /v2.0/networks/8570db4c-fed6-40aa-8a1b-99615046312c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5303171 Mar 31 15:25:57.723604 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:57.751189 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 19b91bc7-4ed0-4c32-b215-d15774577e18, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=19b91bc7-4ed0-4c32-b215-d15774577e18,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:25:57.789898 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-decf64c4-9387-4551-a62e-79cc452f3fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:57.800533 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decf64c4-9387-4551-a62e-79cc452f3fd6 None None] Routers {'12c3bdd7-ec80-47bb-a654-40336a8e2de2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:25:57.801418 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-decf64c4-9387-4551-a62e-79cc452f3fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:57.835837 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca5bfdd8-52c0-45c4-8f95-cac3651e79a1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:57.848354 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:57.899589 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-078bf494-e17e-4dfe-bfa6-5987f53b258a tempest-FloatingIPAdminTestJSON-247905034 tempest-FloatingIPAdminTestJSON-247905034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:57.909319 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-decf64c4-9387-4551-a62e-79cc452f3fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:25:57.910511 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decf64c4-9387-4551-a62e-79cc452f3fd6 None None] The sync data for ids ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:25:57.956979 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ca5bfdd8-52c0-45c4-8f95-cac3651e79a1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Transition to ACTIVE for port object a43f403f-3b3c-4a3a-933d-884742b02c35 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:25:57.960590 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=19b91bc7-4ed0-4c32-b215-d15774577e18,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:57.968439 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078bf494-e17e-4dfe-bfa6-5987f53b258a tempest-FloatingIPAdminTestJSON-247905034 tempest-FloatingIPAdminTestJSON-247905034-project] Pushing event updated for resources: {'Port': ['ID=5cac8960-aae3-4367-9a9a-0db1e50ae550,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:57.991077 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483448d2-6206-42ff-825d-2678f3ca25cd req-aa41ea9e-94db-4eba-8163-e09ff5d2e549 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:57.993316 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-483448d2-6206-42ff-825d-2678f3ca25cd req-aa41ea9e-94db-4eba-8163-e09ff5d2e549 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.4557095 Mar 31 15:25:58.031856 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b84e1018-75bb-4bed-8ae1-c84cd2a5b4ce req-33ee2890-313b-4351-b8d6-cd7b2244d20f service neutron] 10.222.0.41 "GET /v2.0/networks/8570db4c-fed6-40aa-8a1b-99615046312c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119648 Mar 31 15:25:58.069161 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a0568c-7ffa-4dd5-a813-fdd2d8672f70 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:58.071271 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0fd395b4-bc7f-4d42-b181-8f9bc2898c3e tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:58.093042 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-078bf494-e17e-4dfe-bfa6-5987f53b258a tempest-FloatingIPAdminTestJSON-247905034 tempest-FloatingIPAdminTestJSON-247905034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:58.098158 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-078bf494-e17e-4dfe-bfa6-5987f53b258a tempest-FloatingIPAdminTestJSON-247905034 tempest-FloatingIPAdminTestJSON-247905034-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1679628 Mar 31 15:25:58.098288 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-483448d2-6206-42ff-825d-2678f3ca25cd req-699b64cf-c324-4447-aa25-18baa84f6b83 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890319 Mar 31 15:25:58.098288 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39846) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:58.157491 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d3a0568c-7ffa-4dd5-a813-fdd2d8672f70 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "DELETE /v2.0/floatingips/8eddb4e6-62cd-4a63-a3bd-c4ceca6b8760 HTTP/1.1" status: 204 len: 168 time: 5.1098881 Mar 31 15:25:58.166777 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39850) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:58.188315 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca5bfdd8-52c0-45c4-8f95-cac3651e79a1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:58.271844 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5bfdd8-52c0-45c4-8f95-cac3651e79a1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network 0dff2c21-3673-4f2b-83ef-d4927e3b2d43 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:58.274798 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7fb23373-5ed6-47d0-9adb-d5874855c0c2 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:58.278977 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-ca5bfdd8-52c0-45c4-8f95-cac3651e79a1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:58.288722 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5bfdd8-52c0-45c4-8f95-cac3651e79a1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:25:58.335150 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-197c40ad-2a74-42b7-8cca-22d5bdd9b818 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.2369223 Mar 31 15:25:58.343912 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39856) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:58.371457 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb23373-5ed6-47d0-9adb-d5874855c0c2 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Pushing event deleted for resources: {'Port': ['ID=f6dcdf75-d419-407f-88f5-e80d42146054,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:58.376965 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f003c2a1-107b-408d-8520-4466e6a2ea8e tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Deleting port efe59b05-56fe-47da-9d4d-db721e08974a {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:25:58.377335 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f003c2a1-107b-408d-8520-4466e6a2ea8e tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:58.410372 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bfdd8-52c0-45c4-8f95-cac3651e79a1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Port': ['ID=a43f403f-3b3c-4a3a-933d-884742b02c35,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:58.479683 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0fd395b4-bc7f-4d42-b181-8f9bc2898c3e tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:58.592383 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1606288f-1f4a-4092-b443-eb2deec9dc97 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:58.608895 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e41b758d-80be-437f-8f02-236a2fb7743b tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2630496 Mar 31 15:25:58.611267 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd395b4-bc7f-4d42-b181-8f9bc2898c3e tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:25:58.614243 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca5bfdd8-52c0-45c4-8f95-cac3651e79a1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:58.616511 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd395b4-bc7f-4d42-b181-8f9bc2898c3e tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Pushing event updated for resources: {'Port': ['ID=3db26a47-dfee-4e6b-9218-0bda501d6262,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:25:58.618643 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39860) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:58.622929 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-0fd395b4-bc7f-4d42-b181-8f9bc2898c3e tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:25:58.694092 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd395b4-bc7f-4d42-b181-8f9bc2898c3e tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:25:58.739517 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1fc40d67-c1ba-4553-a47f-fc6a907d63a5 None None] Provisioning for port a43f403f-3b3c-4a3a-933d-884742b02c35 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:25:58.748343 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1fc40d67-c1ba-4553-a47f-fc6a907d63a5 None None] Provisioning complete for port a43f403f-3b3c-4a3a-933d-884742b02c35 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:58.750787 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1fc40d67-c1ba-4553-a47f-fc6a907d63a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:58.824399 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-1fc40d67-c1ba-4553-a47f-fc6a907d63a5 None None] Port a43f403f-3b3c-4a3a-933d-884742b02c35 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:25:58.886396 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ab0ea8f5-8206-4e1e-8107-249881038ba0 tempest-FloatingIPAdminTestJSON-247905034 tempest-FloatingIPAdminTestJSON-247905034-project] Deleting port 5cac8960-aae3-4367-9a9a-0db1e50ae550 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:25:58.886867 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ab0ea8f5-8206-4e1e-8107-249881038ba0 tempest-FloatingIPAdminTestJSON-247905034 tempest-FloatingIPAdminTestJSON-247905034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:58.909700 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7fb23373-5ed6-47d0-9adb-d5874855c0c2 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:59.037363 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81097768-0745-4d3b-8ead-07db14d89762 req-f2b62ac7-e82e-4ecd-9195-bc38c105c85b tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:59.038818 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-81097768-0745-4d3b-8ead-07db14d89762 req-f2b62ac7-e82e-4ecd-9195-bc38c105c85b tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c73b9c-8195-44c7-9920-d2b60e1cb25e HTTP/1.1" status: 200 len: 946 time: 0.6258602 Mar 31 15:25:59.072276 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7fb23373-5ed6-47d0-9adb-d5874855c0c2 tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] 10.222.0.31 "DELETE /v2.0/ports/f6dcdf75-d419-407f-88f5-e80d42146054 HTTP/1.1" status: 204 len: 168 time: 3.0138605 Mar 31 15:25:59.083263 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39864) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:25:59.193753 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f003c2a1-107b-408d-8520-4466e6a2ea8e tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:59.324883 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-c12f686f-1592-4482-aa3a-ba759d5915fc tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Deleting subnet 948c72ae-3937-43ab-b2b0-ddabe129b9fc {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:25:59.348384 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 19b91bc7-4ed0-4c32-b215-d15774577e18 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:25:59.418402 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-81097768-0745-4d3b-8ead-07db14d89762 req-47c7ba3c-4d8b-40bd-9d19-327860936407 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2c87546-beca-4d24-a25e-a48837010178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3592997 Mar 31 15:25:59.421229 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f003c2a1-107b-408d-8520-4466e6a2ea8e tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Calling delete_port for efe59b05-56fe-47da-9d4d-db721e08974a owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:25:59.426648 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 19b91bc7-4ed0-4c32-b215-d15774577e18 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:25:59.427577 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:59.456971 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c12f686f-1592-4482-aa3a-ba759d5915fc tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:59.502442 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ab0ea8f5-8206-4e1e-8107-249881038ba0 tempest-FloatingIPAdminTestJSON-247905034 tempest-FloatingIPAdminTestJSON-247905034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:59.503045 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ab0ea8f5-8206-4e1e-8107-249881038ba0 tempest-FloatingIPAdminTestJSON-247905034 tempest-FloatingIPAdminTestJSON-247905034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:59.564812 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1606288f-1f4a-4092-b443-eb2deec9dc97 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:59.575049 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c12f686f-1592-4482-aa3a-ba759d5915fc tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:59.717982 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ab0ea8f5-8206-4e1e-8107-249881038ba0 tempest-FloatingIPAdminTestJSON-247905034 tempest-FloatingIPAdminTestJSON-247905034-project] Calling delete_port for 5cac8960-aae3-4367-9a9a-0db1e50ae550 owned by network:floatingip {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:25:59.803853 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca5bfdd8-52c0-45c4-8f95-cac3651e79a1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:25:59.875097 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722acd9-134d-4c22-82b2-c3a2aad9595f req-b9250395-a491-4314-b6e7-6900e61c58c8 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:25:59.876568 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7722acd9-134d-4c22-82b2-c3a2aad9595f req-b9250395-a491-4314-b6e7-6900e61c58c8 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.6155872 Mar 31 15:26:00.014126 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0fd395b4-bc7f-4d42-b181-8f9bc2898c3e tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:00.110561 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c12f686f-1592-4482-aa3a-ba759d5915fc tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:00.206794 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7722acd9-134d-4c22-82b2-c3a2aad9595f req-9474522f-6962-491b-b597-0e25d1f35085 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3200819 Mar 31 15:26:00.275639 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37938b-711b-451f-ac4e-759e98cfef71 req-2b5f96ba-6e35-4a7f-9f32-0c2296293e00 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:00.277058 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4b37938b-711b-451f-ac4e-759e98cfef71 req-2b5f96ba-6e35-4a7f-9f32-0c2296293e00 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c73b9c-8195-44c7-9920-d2b60e1cb25e HTTP/1.1" status: 200 len: 946 time: 0.5682681 Mar 31 15:26:00.293648 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f003c2a1-107b-408d-8520-4466e6a2ea8e tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:00.348475 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c12f686f-1592-4482-aa3a-ba759d5915fc tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:00.351937 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1606288f-1f4a-4092-b443-eb2deec9dc97 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Router a394b8a9-fdcd-4bd1-bde5-cfeb3efd765d is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:26:00.392427 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003c2a1-107b-408d-8520-4466e6a2ea8e tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event deleted for resources: {'Port': ['ID=efe59b05-56fe-47da-9d4d-db721e08974a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:00.432474 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c12f686f-1592-4482-aa3a-ba759d5915fc tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:00.437182 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f992b7a-d66c-41cf-9a03-5b9aea7cd857 None None] Network d69532ac-5f54-4e19-a2c2-faab7d2f8b98 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:26:00.439608 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f686f-1592-4482-aa3a-ba759d5915fc tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Pushing event deleted for resources: {'Subnet': ['ID=948c72ae-3937-43ab-b2b0-ddabe129b9fc,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:00.606064 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c12f686f-1592-4482-aa3a-ba759d5915fc tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] 10.222.0.31 "DELETE /v2.0/subnets/948c72ae-3937-43ab-b2b0-ddabe129b9fc HTTP/1.1" status: 204 len: 168 time: 1.5169864 Mar 31 15:26:00.611471 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39874) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:00.720847 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-4b37938b-711b-451f-ac4e-759e98cfef71 req-87cd2e3e-1fb6-49f6-b2e9-87868638d8bd tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Deleting port 4b820d05-b775-478c-bfb5-af29b02da3d9 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:00.721521 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4b37938b-711b-451f-ac4e-759e98cfef71 req-87cd2e3e-1fb6-49f6-b2e9-87868638d8bd tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:00.730054 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb80581-fa2e-4862-bfea-af64a10dd9a4 None None] DHCP port deletion for d69532ac-5f54-4e19-a2c2-faab7d2f8b98 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:26:00.736627 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-deb80581-fa2e-4862-bfea-af64a10dd9a4 None None] Deleting port 934bfc89-b670-4816-9c14-91132083beef {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:00.737101 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-deb80581-fa2e-4862-bfea-af64a10dd9a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:00.791875 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f003c2a1-107b-408d-8520-4466e6a2ea8e tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:00.797134 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f003c2a1-107b-408d-8520-4466e6a2ea8e tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "DELETE /v2.0/ports/efe59b05-56fe-47da-9d4d-db721e08974a HTTP/1.1" status: 204 len: 168 time: 2.6200533 Mar 31 15:26:00.797698 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39878) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:00.808773 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3d4b89b1-6e5b-44ad-81c0-67a356a75dc6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:00.808992 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ab0ea8f5-8206-4e1e-8107-249881038ba0 tempest-FloatingIPAdminTestJSON-247905034 tempest-FloatingIPAdminTestJSON-247905034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:00.821320 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-3d4b89b1-6e5b-44ad-81c0-67a356a75dc6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:00.842251 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-3d4b89b1-6e5b-44ad-81c0-67a356a75dc6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Usage tracker for resource:floatingip and tenant:e42d5336284c4dafbfb75f78ea62f851 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:00.847652 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-3d4b89b1-6e5b-44ad-81c0-67a356a75dc6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:00.866758 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64fe37-1213-4a33-992e-402986ed03bc req-4b942fe8-ad11-47aa-8855-1247b0366071 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:00.866758 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9e64fe37-1213-4a33-992e-402986ed03bc req-4b942fe8-ad11-47aa-8855-1247b0366071 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c73b9c-8195-44c7-9920-d2b60e1cb25e HTTP/1.1" status: 200 len: 946 time: 0.2748797 Mar 31 15:26:00.866758 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-3d4b89b1-6e5b-44ad-81c0-67a356a75dc6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:00.867557 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1606288f-1f4a-4092-b443-eb2deec9dc97 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:26:00.891180 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc15e5b5-354c-4271-b3c6-a4a10329fe08 None None] Sync routers for ids ['a394b8a9-fdcd-4bd1-bde5-cfeb3efd765d'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:26:00.906262 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc15e5b5-354c-4271-b3c6-a4a10329fe08 None None] Routers {'a394b8a9-fdcd-4bd1-bde5-cfeb3efd765d'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:00.906881 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-bc15e5b5-354c-4271-b3c6-a4a10329fe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['a394b8a9-fdcd-4bd1-bde5-cfeb3efd765d'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:00.928392 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9e64fe37-1213-4a33-992e-402986ed03bc req-cb4078ee-2e8a-4078-a6be-e7221a627082 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2c87546-beca-4d24-a25e-a48837010178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506315 Mar 31 15:26:00.972914 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d4b89b1-6e5b-44ad-81c0-67a356a75dc6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:01.022202 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ea8f5-8206-4e1e-8107-249881038ba0 tempest-FloatingIPAdminTestJSON-247905034 tempest-FloatingIPAdminTestJSON-247905034-project] Pushing event deleted for resources: {'Port': ['ID=5cac8960-aae3-4367-9a9a-0db1e50ae550,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:01.064630 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1606288f-1f4a-4092-b443-eb2deec9dc97 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:01.068399 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1606288f-1f4a-4092-b443-eb2deec9dc97 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.6110456 Mar 31 15:26:01.068542 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-bc15e5b5-354c-4271-b3c6-a4a10329fe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:01.071901 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39882) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:01.075990 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f5fa39f6-dce9-43df-9e98-99a9c828eddf tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'enable_snat': False}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:01.091738 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc15e5b5-354c-4271-b3c6-a4a10329fe08 None None] Routers {'a394b8a9-fdcd-4bd1-bde5-cfeb3efd765d'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:01.092681 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-bc15e5b5-354c-4271-b3c6-a4a10329fe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['a394b8a9-fdcd-4bd1-bde5-cfeb3efd765d'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:01.150240 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-deb80581-fa2e-4862-bfea-af64a10dd9a4 None None] For port 934bfc89-b670-4816-9c14-91132083beef, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=934bfc89-b670-4816-9c14-91132083beef,segment=NetworkSegment(6fafffd3-e1ce-4030-bcee-f95422c3df8e),segment_id=6fafffd3-e1ce-4030-bcee-f95422c3df8e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:26:01.150628 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-deb80581-fa2e-4862-bfea-af64a10dd9a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:01.158919 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e61f5b2a-0aaa-498c-bf4b-b3ded48ba06a tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:01.167491 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-bc15e5b5-354c-4271-b3c6-a4a10329fe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:01.167945 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc15e5b5-354c-4271-b3c6-a4a10329fe08 None None] The sync data for ids ['a394b8a9-fdcd-4bd1-bde5-cfeb3efd765d'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:26:01.295379 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-deb80581-fa2e-4862-bfea-af64a10dd9a4 None None] Calling delete_port for 934bfc89-b670-4816-9c14-91132083beef owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:01.324271 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fc110-08da-44a6-aecc-1dcb59022835 req-d5544f5c-bb05-4a8e-ade0-3ecc798c93a0 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:01.326524 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-172fc110-08da-44a6-aecc-1dcb59022835 req-d5544f5c-bb05-4a8e-ade0-3ecc798c93a0 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.9839892 Mar 31 15:26:01.357311 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d4b89b1-6e5b-44ad-81c0-67a356a75dc6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:01.384653 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e61f5b2a-0aaa-498c-bf4b-b3ded48ba06a tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Deleting port 934bfc89-b670-4816-9c14-91132083beef {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:01.384994 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e61f5b2a-0aaa-498c-bf4b-b3ded48ba06a tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:01.391079 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 934bfc89-b670-4816-9c14-91132083beef no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:26:01.427368 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ab0ea8f5-8206-4e1e-8107-249881038ba0 tempest-FloatingIPAdminTestJSON-247905034 tempest-FloatingIPAdminTestJSON-247905034-project] Notify callbacks [] for floatingip, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:01.506698 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-deb80581-fa2e-4862-bfea-af64a10dd9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:01.520400 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-ca5bfdd8-52c0-45c4-8f95-cac3651e79a1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:26:01.554013 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0fd395b4-bc7f-4d42-b181-8f9bc2898c3e tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:01.565875 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Port 934bfc89-b670-4816-9c14-91132083beef update to DOWN by agent not found {{(pid=103445) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 31 15:26:01.568352 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb80581-fa2e-4862-bfea-af64a10dd9a4 None None] No DVR routers for this DVR port 934bfc89-b670-4816-9c14-91132083beef on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:26:01.571110 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb80581-fa2e-4862-bfea-af64a10dd9a4 None None] Pushing event deleted for resources: {'Port': ['ID=934bfc89-b670-4816-9c14-91132083beef,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:01.578706 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca5bfdd8-52c0-45c4-8f95-cac3651e79a1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:01.640483 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-172fc110-08da-44a6-aecc-1dcb59022835 req-9f160711-f0f9-4417-bff6-5b9554b7355c tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2880309 Mar 31 15:26:01.692863 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ab0ea8f5-8206-4e1e-8107-249881038ba0 tempest-FloatingIPAdminTestJSON-247905034 tempest-FloatingIPAdminTestJSON-247905034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:01.696818 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ab0ea8f5-8206-4e1e-8107-249881038ba0 tempest-FloatingIPAdminTestJSON-247905034 tempest-FloatingIPAdminTestJSON-247905034-project] 10.222.0.31 "DELETE /v2.0/floatingips/1c76bdbf-1d4e-49df-8d66-c8d12a47f30c HTTP/1.1" status: 204 len: 168 time: 3.0759609 Mar 31 15:26:01.701837 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39888) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:01.708180 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca5bfdd8-52c0-45c4-8f95-cac3651e79a1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:01.744455 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e61f5b2a-0aaa-498c-bf4b-b3ded48ba06a tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] The port '934bfc89-b670-4816-9c14-91132083beef' was deleted {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:26:01.876619 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-3d4b89b1-6e5b-44ad-81c0-67a356a75dc6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Allocated IP 172.26.5.174 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/022d71f1-1392-41f9-aa4f-06f450ec050b) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:26:01.901906 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f5fa39f6-dce9-43df-9e98-99a9c828eddf tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:02.140430 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d4b89b1-6e5b-44ad-81c0-67a356a75dc6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:02.268841 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-4b37938b-711b-451f-ac4e-759e98cfef71 req-87cd2e3e-1fb6-49f6-b2e9-87868638d8bd tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] For port 4b820d05-b775-478c-bfb5-af29b02da3d9, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4b820d05-b775-478c-bfb5-af29b02da3d9,segment=NetworkSegment(08fe2f32-b615-4231-88e9-12bda0ccc8ba),segment_id=08fe2f32-b615-4231-88e9-12bda0ccc8ba)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:26:02.269230 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4b37938b-711b-451f-ac4e-759e98cfef71 req-87cd2e3e-1fb6-49f6-b2e9-87868638d8bd tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:02.303304 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d4b89b1-6e5b-44ad-81c0-67a356a75dc6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:02.344154 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-98dfc2b5-8059-40aa-bbd1-e4b727fc7281 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Deleting port b1fa7a9c-247f-46c5-828b-e2c125a7e0e2 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:02.345130 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-98dfc2b5-8059-40aa-bbd1-e4b727fc7281 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:02.368161 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bfdd8-52c0-45c4-8f95-cac3651e79a1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Port': ['ID=a43f403f-3b3c-4a3a-933d-884742b02c35,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:02.394067 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4b89b1-6e5b-44ad-81c0-67a356a75dc6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:02.405235 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-3d4b89b1-6e5b-44ad-81c0-67a356a75dc6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:02.407752 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4b89b1-6e5b-44ad-81c0-67a356a75dc6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:26:02.498853 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca5bfdd8-52c0-45c4-8f95-cac3651e79a1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:02.509965 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b89b1-6e5b-44ad-81c0-67a356a75dc6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event updated for resources: {'Port': ['ID=022d71f1-1392-41f9-aa4f-06f450ec050b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:02.528261 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e61f5b2a-0aaa-498c-bf4b-b3ded48ba06a tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:02.618311 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-e61f5b2a-0aaa-498c-bf4b-b3ded48ba06a tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d69532ac-5f54-4e19-a2c2-faab7d2f8b98']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:02.633793 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b19ad-9cf0-4d1f-86ca-bbbd44ba710f req-4ebc3e5d-ebd2-4f1b-b916-e522c3ccdd8d tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:02.635289 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-294b19ad-9cf0-4d1f-86ca-bbbd44ba710f req-4ebc3e5d-ebd2-4f1b-b916-e522c3ccdd8d tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.4379439 Mar 31 15:26:02.732425 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-e61f5b2a-0aaa-498c-bf4b-b3ded48ba06a tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fafffd3-e1ce-4030-bcee-f95422c3df8e') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:02.732730 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-e61f5b2a-0aaa-498c-bf4b-b3ded48ba06a tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fafffd3-e1ce-4030-bcee-f95422c3df8e') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:02.771064 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-294b19ad-9cf0-4d1f-86ca-bbbd44ba710f req-ac5a703a-87d1-4e22-b8c0-29f6bcf08e42 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275048 Mar 31 15:26:02.773682 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d4b89b1-6e5b-44ad-81c0-67a356a75dc6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:02.889819 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e61f5b2a-0aaa-498c-bf4b-b3ded48ba06a tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:02.957220 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e61f5b2a-0aaa-498c-bf4b-b3ded48ba06a tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:02.983103 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d4b89b1-6e5b-44ad-81c0-67a356a75dc6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:03.025649 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2da8fd93-19d0-4632-957b-f20ba5c85ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:03.063857 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61f5b2a-0aaa-498c-bf4b-b3ded48ba06a tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:26:03.064313 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e61f5b2a-0aaa-498c-bf4b-b3ded48ba06a tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:03.079080 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:26:03.079080 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:26:03.079080 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:26:03.079080 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:26:03.079080 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:26:03.079080 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:26:03.079080 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:26:03.079080 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:26:03.079080 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:26:03.079080 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:26:03.079080 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:26:03.079080 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:26:03.079080 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:26:03.079080 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:26:03.079080 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:26:03.079080 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:26:03.079080 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:26:03.079080 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:26:03.079080 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:26:03.079080 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:26:03.079080 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:26:03.079080 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:26:03.079080 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:26:03.079080 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:26:03.079080 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:26:03.079080 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:26:03.079080 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:26:03.079080 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:26:03.079080 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:26:03.079080 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:26:03.079080 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:26:03.079080 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:26:03.119829 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66582d12-7ee6-4ce0-861c-7bef1737eb37 req-9aea2956-9758-4ece-b7ab-e5180e4d19dd tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:03.121378 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-66582d12-7ee6-4ce0-861c-7bef1737eb37 req-9aea2956-9758-4ece-b7ab-e5180e4d19dd tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c73b9c-8195-44c7-9920-d2b60e1cb25e HTTP/1.1" status: 200 len: 946 time: 0.8603747 Mar 31 15:26:03.133786 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f5fa39f6-dce9-43df-9e98-99a9c828eddf tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:03.145314 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f5fa39f6-dce9-43df-9e98-99a9c828eddf tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-462406'] for router, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:03.168428 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8fff21-377c-4ff4-be91-09da942a52e8 req-f2ab474f-aee8-44d1-ba22-6335bccda642 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:03.170431 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5a8fff21-377c-4ff4-be91-09da942a52e8 req-f2ab474f-aee8-44d1-ba22-6335bccda642 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.2792151 Mar 31 15:26:03.186764 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd395b4-bc7f-4d42-b181-8f9bc2898c3e tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Router 5b805d60-cc59-421b-b398-3b2388605ae8 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:26:03.189734 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5bfdd8-52c0-45c4-8f95-cac3651e79a1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network 0dff2c21-3673-4f2b-83ef-d4927e3b2d43 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:03.209570 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-98dfc2b5-8059-40aa-bbd1-e4b727fc7281 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:03.209899 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-98dfc2b5-8059-40aa-bbd1-e4b727fc7281 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:03.229305 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-ca5bfdd8-52c0-45c4-8f95-cac3651e79a1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:03.378247 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4b37938b-711b-451f-ac4e-759e98cfef71 req-87cd2e3e-1fb6-49f6-b2e9-87868638d8bd tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:03.378627 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4b37938b-711b-451f-ac4e-759e98cfef71 req-87cd2e3e-1fb6-49f6-b2e9-87868638d8bd tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:03.378936 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [req-4b37938b-711b-451f-ac4e-759e98cfef71 req-87cd2e3e-1fb6-49f6-b2e9-87868638d8bd tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Floating IP 2ceb12fa-a735-46e4-a488-479032d493c2 disassociated. External IP: 172.26.5.53, port: 4b820d05-b775-478c-bfb5-af29b02da3d9. Mar 31 15:26:03.379738 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-4b37938b-711b-451f-ac4e-759e98cfef71 req-87cd2e3e-1fb6-49f6-b2e9-87868638d8bd tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Calling delete_port for 4b820d05-b775-478c-bfb5-af29b02da3d9 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:03.436317 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-98dfc2b5-8059-40aa-bbd1-e4b727fc7281 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Calling delete_port for b1fa7a9c-247f-46c5-828b-e2c125a7e0e2 owned by network:floatingip {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:03.495314 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-07f77033-fd4f-4ec2-8b78-2e2a3ebaf2e4 None None] Provisioning complete for port a43f403f-3b3c-4a3a-933d-884742b02c35 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:26:03.495811 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-07f77033-fd4f-4ec2-8b78-2e2a3ebaf2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:03.560590 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e61f5b2a-0aaa-498c-bf4b-b3ded48ba06a tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:03.563245 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-07f77033-fd4f-4ec2-8b78-2e2a3ebaf2e4 None None] Port a43f403f-3b3c-4a3a-933d-884742b02c35 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:26:03.628634 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5a8fff21-377c-4ff4-be91-09da942a52e8 req-5f2a9c1e-c08c-4a9b-a793-30dd798a0073 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4436040 Mar 31 15:26:03.696126 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5fa39f6-dce9-43df-9e98-99a9c828eddf tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Router a394b8a9-fdcd-4bd1-bde5-cfeb3efd765d has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:26:03.702063 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d4b89b1-6e5b-44ad-81c0-67a356a75dc6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:03.781231 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d4b89b1-6e5b-44ad-81c0-67a356a75dc6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:03.834103 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e61f5b2a-0aaa-498c-bf4b-b3ded48ba06a tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:03.880727 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:26:03.891800 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f5b2a-0aaa-498c-bf4b-b3ded48ba06a tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] Pushing event deleted for resources: {'Network': ['ID=d69532ac-5f54-4e19-a2c2-faab7d2f8b98,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:03.994234 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b89b1-6e5b-44ad-81c0-67a356a75dc6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event updated for resources: {'Port': ['ID=022d71f1-1392-41f9-aa4f-06f450ec050b,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:03.998161 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-66582d12-7ee6-4ce0-861c-7bef1737eb37 req-ac5fcf8a-19e1-407d-967c-aec4c89757f1 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2c87546-beca-4d24-a25e-a48837010178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8260128 Mar 31 15:26:04.002247 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e61f5b2a-0aaa-498c-bf4b-b3ded48ba06a tempest-AllowedAddressPairTestJSON-1536498825 tempest-AllowedAddressPairTestJSON-1536498825-project] 10.222.0.31 "DELETE /v2.0/networks/d69532ac-5f54-4e19-a2c2-faab7d2f8b98 HTTP/1.1" status: 204 len: 168 time: 3.3830824 Mar 31 15:26:04.089042 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d4b89b1-6e5b-44ad-81c0-67a356a75dc6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:04.098623 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 4b820d05-b775-478c-bfb5-af29b02da3d9 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:26:04.165331 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fa39f6-dce9-43df-9e98-99a9c828eddf tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:26:04.171341 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f5fa39f6-dce9-43df-9e98-99a9c828eddf tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:04.178236 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f5fa39f6-dce9-43df-9e98-99a9c828eddf tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "PUT /v2.0/routers/a394b8a9-fdcd-4bd1-bde5-cfeb3efd765d HTTP/1.1" status: 200 len: 925 time: 3.1052108 Mar 31 15:26:04.180412 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4367cc4b-af17-4e2f-97d6-6949cebb6c36 None None] Sync routers for ids ['a394b8a9-fdcd-4bd1-bde5-cfeb3efd765d'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:26:04.180664 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39902) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:04.195037 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4367cc4b-af17-4e2f-97d6-6949cebb6c36 None None] Routers {'a394b8a9-fdcd-4bd1-bde5-cfeb3efd765d'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:04.196433 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-4367cc4b-af17-4e2f-97d6-6949cebb6c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['a394b8a9-fdcd-4bd1-bde5-cfeb3efd765d'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:04.203256 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5bfdd8-52c0-45c4-8f95-cac3651e79a1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Router 3f82b7d5-016f-42ea-b200-a07b44075447 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:26:04.255521 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d4b89b1-6e5b-44ad-81c0-67a356a75dc6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:04.259505 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3d4b89b1-6e5b-44ad-81c0-67a356a75dc6 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4575171 Mar 31 15:26:04.268385 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb50a4-67b3-4c5e-a061-709a02463f6b req-9df0248e-254d-4bab-895b-f129675b6bff tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:04.269576 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:04.270253 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-febb50a4-67b3-4c5e-a061-709a02463f6b req-9df0248e-254d-4bab-895b-f129675b6bff tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.5008295 Mar 31 15:26:04.270747 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39906) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:04.292831 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-4367cc4b-af17-4e2f-97d6-6949cebb6c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:04.303700 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4367cc4b-af17-4e2f-97d6-6949cebb6c36 None None] Routers {'a394b8a9-fdcd-4bd1-bde5-cfeb3efd765d'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:04.305272 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-4367cc4b-af17-4e2f-97d6-6949cebb6c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['a394b8a9-fdcd-4bd1-bde5-cfeb3efd765d'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:04.306022 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ef9aebb3-49d2-435c-9774-315e8e7cc79b tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Request body: {'port': {'network_id': 'af35fe3f-cd79-47db-bc77-db544213cd71', 'name': 'tempest-FloatingIPTestJSON-932312445'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:04.329171 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd395b4-bc7f-4d42-b181-8f9bc2898c3e tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:26:04.343959 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf9e474-bade-4c9d-8391-18985dc9fc33 None None] Sync routers for ids ['5b805d60-cc59-421b-b398-3b2388605ae8'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:26:04.365722 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf9e474-bade-4c9d-8391-18985dc9fc33 None None] Routers {'5b805d60-cc59-421b-b398-3b2388605ae8'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:04.367551 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-fcf9e474-bade-4c9d-8391-18985dc9fc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['5b805d60-cc59-421b-b398-3b2388605ae8'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:04.418002 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-4367cc4b-af17-4e2f-97d6-6949cebb6c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:04.418545 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4367cc4b-af17-4e2f-97d6-6949cebb6c36 None None] The sync data for ids ['a394b8a9-fdcd-4bd1-bde5-cfeb3efd765d'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:26:04.458088 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-febb50a4-67b3-4c5e-a061-709a02463f6b req-4d35813f-d940-4bfb-a055-6e64e62a09fc tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762497 Mar 31 15:26:04.497120 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4b37938b-711b-451f-ac4e-759e98cfef71 req-87cd2e3e-1fb6-49f6-b2e9-87868638d8bd tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:04.577137 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd2e3e-1fb6-49f6-b2e9-87868638d8bd tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Pushing event deleted for resources: {'Port': ['ID=4b820d05-b775-478c-bfb5-af29b02da3d9,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:04.587262 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-98dfc2b5-8059-40aa-bbd1-e4b727fc7281 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:04.666034 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f93f8997-a738-49f6-8ac2-f3786de81f75 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "GET /v2.0/routers/a394b8a9-fdcd-4bd1-bde5-cfeb3efd765d HTTP/1.1" status: 200 len: 925 time: 0.4821751 Mar 31 15:26:04.671342 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39914) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:04.671823 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39916) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:04.676463 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5bfdd8-52c0-45c4-8f95-cac3651e79a1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:26:04.687392 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf087379-9b71-457a-a431-8a754da235c0 None None] Sync routers for ids ['3f82b7d5-016f-42ea-b200-a07b44075447'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:26:04.703373 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf087379-9b71-457a-a431-8a754da235c0 None None] Routers {'3f82b7d5-016f-42ea-b200-a07b44075447'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:04.704380 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-cf087379-9b71-457a-a431-8a754da235c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['3f82b7d5-016f-42ea-b200-a07b44075447'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:04.721589 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ef9aebb3-49d2-435c-9774-315e8e7cc79b tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:04.733094 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ef9aebb3-49d2-435c-9774-315e8e7cc79b tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Usage tracker for resource:port and tenant:e42d5336284c4dafbfb75f78ea62f851 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:04.742106 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ef9aebb3-49d2-435c-9774-315e8e7cc79b tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Quota usage for port was recalculated. Used quota:4. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:04.751948 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ef9aebb3-49d2-435c-9774-315e8e7cc79b tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:04.826714 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ca5bfdd8-52c0-45c4-8f95-cac3651e79a1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "PUT /v2.0/routers/3f82b7d5-016f-42ea-b200-a07b44075447/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0476508 Mar 31 15:26:04.829649 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39924) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:04.831484 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0fd395b4-bc7f-4d42-b181-8f9bc2898c3e tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:04.834580 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0fd395b4-bc7f-4d42-b181-8f9bc2898c3e tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.6995752 Mar 31 15:26:04.834722 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b294aba4-0f8b-4bf4-a34b-50df0ea93c22 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:04.845382 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b294aba4-0f8b-4bf4-a34b-50df0ea93c22 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=81fb4282-babc-4201-afd1-e5be35072e1e&device_id=a394b8a9-fdcd-4bd1-bde5-cfeb3efd765d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1691370 Mar 31 15:26:04.855897 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-fcf9e474-bade-4c9d-8391-18985dc9fc33 None None] Set router 5b805d60-cc59-421b-b398-3b2388605ae8 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:26:04.892042 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-cf087379-9b71-457a-a431-8a754da235c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:04.913013 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf087379-9b71-457a-a431-8a754da235c0 None None] Routers {'3f82b7d5-016f-42ea-b200-a07b44075447'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:04.914067 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-cf087379-9b71-457a-a431-8a754da235c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:25:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['3f82b7d5-016f-42ea-b200-a07b44075447'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:04.922421 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39928) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:04.926771 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39930) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:04.940403 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dfc2b5-8059-40aa-bbd1-e4b727fc7281 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1fa7a9c-247f-46c5-828b-e2c125a7e0e2,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:04.981349 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9aebb3-49d2-435c-9774-315e8e7cc79b tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Made reservation on behalf of e42d5336284c4dafbfb75f78ea62f851 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:04.992878 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef9aebb3-49d2-435c-9774-315e8e7cc79b tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:05.072060 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-cf087379-9b71-457a-a431-8a754da235c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:05.072477 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf087379-9b71-457a-a431-8a754da235c0 None None] The sync data for ids ['3f82b7d5-016f-42ea-b200-a07b44075447'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:26:05.154296 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-98dfc2b5-8059-40aa-bbd1-e4b727fc7281 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:05.156849 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-98dfc2b5-8059-40aa-bbd1-e4b727fc7281 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:05.161829 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-98dfc2b5-8059-40aa-bbd1-e4b727fc7281 tempest-FloatingIPAdminTestJSON-1641145527 tempest-FloatingIPAdminTestJSON-1641145527-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/2fed49d7-268d-4e9d-beca-99ced1831fb0 HTTP/1.1" status: 204 len: 168 time: 3.4514496 Mar 31 15:26:05.173175 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39940) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:05.293148 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-348351af-8992-4b34-b789-bbdf582557b4 req-c192ace2-fc87-48b7-89dd-9710aca63dd4 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Synchronizing usage tracker for tenant:1d3b9b77f9fd4ab9a15d41c62b10bfd0 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:26:05.328161 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b37938b-711b-451f-ac4e-759e98cfef71 req-87cd2e3e-1fb6-49f6-b2e9-87868638d8bd tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Router 99e95aa8-dfb9-4235-a3fa-d63c4c02e25a has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:26:05.343382 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-baed4563-7d5e-4a2e-9200-e24b21a1b597 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Deleting port 514babdc-1fc9-443c-8141-078057e17c24 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:05.343733 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-baed4563-7d5e-4a2e-9200-e24b21a1b597 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:05.347527 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1257d499-8148-422d-a51c-f2aed598c688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:05.394153 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-348351af-8992-4b34-b789-bbdf582557b4 req-c192ace2-fc87-48b7-89dd-9710aca63dd4 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Unset dirty status for tenant:1d3b9b77f9fd4ab9a15d41c62b10bfd0 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:26:05.395329 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-348351af-8992-4b34-b789-bbdf582557b4 req-c192ace2-fc87-48b7-89dd-9710aca63dd4 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c73b9c-8195-44c7-9920-d2b60e1cb25e HTTP/1.1" status: 200 len: 210 time: 0.1619389 Mar 31 15:26:05.426070 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-fcf9e474-bade-4c9d-8391-18985dc9fc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b805d60-cc59-421b-b398-3b2388605ae8', 'name': 'tempest-snat-router-2057895374', 'tenant_id': '93c80d0d670e4136bbfd2c69b3be82c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '3db26a47-dfee-4e6b-9218-0bda501d6262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:25:54Z', 'updated_at': '2022-03-31T15:25:59Z', 'revision_number': 3, 'project_id': '93c80d0d670e4136bbfd2c69b3be82c8', 'gw_port': {'id': '3db26a47-dfee-4e6b-9218-0bda501d6262', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:76:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b805d60-cc59-421b-b398-3b2388605ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:25:57Z', 'updated_at': '2022-03-31T15:25:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:05.436181 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf9e474-bade-4c9d-8391-18985dc9fc33 None None] Checking router: 5b805d60-cc59-421b-b398-3b2388605ae8 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:26:05.436529 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf9e474-bade-4c9d-8391-18985dc9fc33 None None] Updating router 5b805d60-cc59-421b-b398-3b2388605ae8 port 3db26a47-dfee-4e6b-9218-0bda501d6262 binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:26:05.476326 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-ef9aebb3-49d2-435c-9774-315e8e7cc79b tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] device_id is not set on port 4337c46d-7a78-4d1f-8d53-1a452ea21dba yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:26:05.515815 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fcf9e474-bade-4c9d-8391-18985dc9fc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:05.546343 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f575e85-4127-4877-84f9-eaa2b07b1bef tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:05.551593 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6f575e85-4127-4877-84f9-eaa2b07b1bef tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "GET /v2.0/ports/a43f403f-3b3c-4a3a-933d-884742b02c35 HTTP/1.1" status: 200 len: 910 time: 0.7202015 Mar 31 15:26:05.554905 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39944) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:05.805919 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5f287dd1-1f83-49d2-a313-44f14f66a407 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6c2318190d444e19bd817a81020a7f17&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1273422 Mar 31 15:26:05.818438 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39948) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:05.944342 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fcf9e474-bade-4c9d-8391-18985dc9fc33 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:05.952981 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af27632-8945-4264-b7c3-e2abcfb0c880 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:05.953616 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9af27632-8945-4264-b7c3-e2abcfb0c880 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Synchronizing usage tracker for tenant:b90e5debb7e44a49a84328c79720d332 on resource:network {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:26:05.957636 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-61d083d0-dd1c-451c-9733-7b9336f92b32 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "GET /v2.0/routers/5b805d60-cc59-421b-b398-3b2388605ae8 HTTP/1.1" status: 200 len: 908 time: 1.0287378 Mar 31 15:26:05.960281 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-fcf9e474-bade-4c9d-8391-18985dc9fc33 None None] Transition to ACTIVE for port object 3db26a47-dfee-4e6b-9218-0bda501d6262 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:26:05.968655 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39952) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:06.088214 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fcf9e474-bade-4c9d-8391-18985dc9fc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:06.096355 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5de64b-c6a4-472e-9560-cce86c557be7 req-aa1a0f2d-0cb3-4781-a0fe-bad4d8bd71d4 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:06.103767 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-cd5de64b-c6a4-472e-9560-cce86c557be7 req-aa1a0f2d-0cb3-4781-a0fe-bad4d8bd71d4 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.9571247 Mar 31 15:26:06.144803 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-baed4563-7d5e-4a2e-9200-e24b21a1b597 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:06.171067 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-fcf9e474-bade-4c9d-8391-18985dc9fc33 None None] Attempting to bind port 3db26a47-dfee-4e6b-9218-0bda501d6262 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:26:06.171718 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-fcf9e474-bade-4c9d-8391-18985dc9fc33 None None] Attempting to bind port 3db26a47-dfee-4e6b-9218-0bda501d6262 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:26:06.172228 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf9e474-bade-4c9d-8391-18985dc9fc33 None None] Attempting to bind port 3db26a47-dfee-4e6b-9218-0bda501d6262 on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:26:06.180306 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf9e474-bade-4c9d-8391-18985dc9fc33 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:26:06.180931 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf9e474-bade-4c9d-8391-18985dc9fc33 None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:26:06.181500 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fcf9e474-bade-4c9d-8391-18985dc9fc33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:06.182022 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf9e474-bade-4c9d-8391-18985dc9fc33 None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:26:06.182638 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-fcf9e474-bade-4c9d-8391-18985dc9fc33 None None] Bound port: 3db26a47-dfee-4e6b-9218-0bda501d6262, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:26:06.183183 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fcf9e474-bade-4c9d-8391-18985dc9fc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:06.209853 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607b6b7-6e22-4930-89ac-c3bc2562b03a None None] Pushing event updated for resources: {'Port': ['ID=3db26a47-dfee-4e6b-9218-0bda501d6262,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:06.227251 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9af27632-8945-4264-b7c3-e2abcfb0c880 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Unset dirty status for tenant:b90e5debb7e44a49a84328c79720d332 on resource:network {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:26:06.232756 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9af27632-8945-4264-b7c3-e2abcfb0c880 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "GET /v2.0/networks/81fb4282-babc-4201-afd1-e5be35072e1e HTTP/1.1" status: 200 len: 881 time: 1.2998154 Mar 31 15:26:06.241461 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39956) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:06.285669 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-fcf9e474-bade-4c9d-8391-18985dc9fc33 None None] For port 3db26a47-dfee-4e6b-9218-0bda501d6262, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:26:06.288936 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-fcf9e474-bade-4c9d-8391-18985dc9fc33 None None] For port 3db26a47-dfee-4e6b-9218-0bda501d6262, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=3db26a47-dfee-4e6b-9218-0bda501d6262,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:26:06.312124 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-baed4563-7d5e-4a2e-9200-e24b21a1b597 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Calling delete_port for 514babdc-1fc9-443c-8141-078057e17c24 owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:06.339340 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e19c4bc7-235c-4718-b7cf-229c40f457b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:06.358526 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:06.361975 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fcf9e474-bade-4c9d-8391-18985dc9fc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:06.362250 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-bb66972a-777b-4f0a-bfc1-7c913ba86b8f tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "GET /v2.0/ports?device_id=a394b8a9-fdcd-4bd1-bde5-cfeb3efd765d HTTP/1.1" status: 200 len: 205 time: 0.1136301 Mar 31 15:26:06.362907 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39960) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:06.364111 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-ef9aebb3-49d2-435c-9774-315e8e7cc79b tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Allocated IP 172.20.0.14 (af35fe3f-cd79-47db-bc77-db544213cd71/2d127956-e15f-4ee7-a80d-08a95ad70fb1/4337c46d-7a78-4d1f-8d53-1a452ea21dba) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:26:06.423050 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b37938b-711b-451f-ac4e-759e98cfef71 req-87cd2e3e-1fb6-49f6-b2e9-87868638d8bd tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:26:06.462534 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-cd5de64b-c6a4-472e-9560-cce86c557be7 req-66b32a19-2cc5-4962-994e-e4fc5a54b267 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3579147 Mar 31 15:26:06.476756 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53101eec-2829-4053-9d2d-d818255b8fe9 None None] Sync routers for ids ['99e95aa8-dfb9-4235-a3fa-d63c4c02e25a'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:26:06.483753 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e19c4bc7-235c-4718-b7cf-229c40f457b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:06.533538 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c935fd9b-6d7b-4525-a45b-1b9d0b455c44 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:06.553589 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53101eec-2829-4053-9d2d-d818255b8fe9 None None] Routers {'99e95aa8-dfb9-4235-a3fa-d63c4c02e25a'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:06.554255 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-53101eec-2829-4053-9d2d-d818255b8fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['99e95aa8-dfb9-4235-a3fa-d63c4c02e25a'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:06.674538 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf9e474-bade-4c9d-8391-18985dc9fc33 None None] Routers {'5b805d60-cc59-421b-b398-3b2388605ae8'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:06.674538 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-fcf9e474-bade-4c9d-8391-18985dc9fc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['5b805d60-cc59-421b-b398-3b2388605ae8'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:06.692709 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b37938b-711b-451f-ac4e-759e98cfef71 req-87cd2e3e-1fb6-49f6-b2e9-87868638d8bd tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] No DVR routers for this DVR port 4b820d05-b775-478c-bfb5-af29b02da3d9 on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:26:06.723011 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4b37938b-711b-451f-ac4e-759e98cfef71 req-87cd2e3e-1fb6-49f6-b2e9-87868638d8bd tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:06.724994 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4b37938b-711b-451f-ac4e-759e98cfef71 req-87cd2e3e-1fb6-49f6-b2e9-87868638d8bd tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.41 "DELETE /v2.0/ports/4b820d05-b775-478c-bfb5-af29b02da3d9 HTTP/1.1" status: 204 len: 173 time: 6.4265924 Mar 31 15:26:06.725508 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c73b9c-8195-44c7-9920-d2b60e1cb25e', 'name': 'network-vif-deleted', 'tag': '4b820d05-b775-478c-bfb5-af29b02da3d9'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:26:06.738430 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-47f286f7-8abc-4b94-9ae8-3d971d4d20ca req-330e5a9a-46b1-42f4-9825-8aa19bfae9a5 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c73b9c-8195-44c7-9920-d2b60e1cb25e HTTP/1.1" status: 200 len: 210 time: 0.1464200 Mar 31 15:26:06.776358 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607b6b7-6e22-4930-89ac-c3bc2562b03a None None] Pushing event updated for resources: {'Port': ['ID=3db26a47-dfee-4e6b-9218-0bda501d6262,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:06.789723 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:06.906100 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c73b9c-8195-44c7-9920-d2b60e1cb25e', 'name': 'network-vif-deleted', 'tag': '4b820d05-b775-478c-bfb5-af29b02da3d9', 'status': 'completed', 'code': 200} Mar 31 15:26:06.956921 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fdc166ad-1bcd-4b67-98c6-a05ca0833280 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:07.027232 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e19c4bc7-235c-4718-b7cf-229c40f457b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:07.027597 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-53101eec-2829-4053-9d2d-d818255b8fe9 None None] Set router 99e95aa8-dfb9-4235-a3fa-d63c4c02e25a gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:26:07.062357 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c935fd9b-6d7b-4525-a45b-1b9d0b455c44 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:07.065523 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c4bc7-235c-4718-b7cf-229c40f457b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703484ad-7bf9-40be-a454-7ecd6b04ffee,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:07.099722 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-fcf9e474-bade-4c9d-8391-18985dc9fc33 None None] Set router 5b805d60-cc59-421b-b398-3b2388605ae8 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:26:07.151567 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-baed4563-7d5e-4a2e-9200-e24b21a1b597 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:07.204937 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c935fd9b-6d7b-4525-a45b-1b9d0b455c44 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Deleting port 3db26a47-dfee-4e6b-9218-0bda501d6262 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:07.204937 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c935fd9b-6d7b-4525-a45b-1b9d0b455c44 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:07.266698 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed4563-7d5e-4a2e-9200-e24b21a1b597 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Pushing event deleted for resources: {'Port': ['ID=514babdc-1fc9-443c-8141-078057e17c24,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:07.348178 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e19c4bc7-235c-4718-b7cf-229c40f457b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:07.351791 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e19c4bc7-235c-4718-b7cf-229c40f457b5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/703484ad-7bf9-40be-a454-7ecd6b04ffee HTTP/1.1" status: 204 len: 168 time: 1.5179839 Mar 31 15:26:07.556113 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-baed4563-7d5e-4a2e-9200-e24b21a1b597 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:07.580194 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-baed4563-7d5e-4a2e-9200-e24b21a1b597 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] 10.222.0.31 "DELETE /v2.0/ports/514babdc-1fc9-443c-8141-078057e17c24 HTTP/1.1" status: 204 len: 168 time: 2.4059091 Mar 31 15:26:07.581002 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 39972) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:07.744478 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fdc166ad-1bcd-4b67-98c6-a05ca0833280 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:07.802288 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef9aebb3-49d2-435c-9774-315e8e7cc79b tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:07.849445 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-de38c7c5-bb9b-4959-a844-a44726d12f0a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:07.925008 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-fdc166ad-1bcd-4b67-98c6-a05ca0833280 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Deleting port fd3265ad-c406-4d4a-a9ea-7bca8b2722a1 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:07.925695 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fdc166ad-1bcd-4b67-98c6-a05ca0833280 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:07.928634 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c935fd9b-6d7b-4525-a45b-1b9d0b455c44 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] For port 3db26a47-dfee-4e6b-9218-0bda501d6262, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=3db26a47-dfee-4e6b-9218-0bda501d6262,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:26:07.933425 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c935fd9b-6d7b-4525-a45b-1b9d0b455c44 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:08.063139 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:08.126789 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-53101eec-2829-4053-9d2d-d818255b8fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'name': 'tempest-ServersTestJSON-444491906-router', 'tenant_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '85eb6023-6403-4d3c-93a7-0c4fe66c77d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:15Z', 'updated_at': '2022-03-31T15:24:30Z', 'revision_number': 4, 'project_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'gw_port': {'id': '85eb6023-6403-4d3c-93a7-0c4fe66c77d6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:17Z', 'updated_at': '2022-03-31T15:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'e228c55b-05a1-4d2f-a79c-b3def2ee6fa7', 'name': '', 'network_id': 'cc4f77bd-a8a1-4de3-ae11-e5fff1d18587', 'tenant_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'mac_address': 'fa:16:3e:22:2f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'b57b1a83-224b-460a-8d96-97b3371a0b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:26Z', 'updated_at': '2022-03-31T15:24:39Z', 'revision_number': 5, 'project_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'subnets': [{'id': 'b57b1a83-224b-460a-8d96-97b3371a0b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:08.141148 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-fcf9e474-bade-4c9d-8391-18985dc9fc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b805d60-cc59-421b-b398-3b2388605ae8', 'name': 'tempest-snat-router-2057895374', 'tenant_id': '93c80d0d670e4136bbfd2c69b3be82c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '3db26a47-dfee-4e6b-9218-0bda501d6262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:25:54Z', 'updated_at': '2022-03-31T15:25:59Z', 'revision_number': 3, 'project_id': '93c80d0d670e4136bbfd2c69b3be82c8', 'gw_port': {'id': '3db26a47-dfee-4e6b-9218-0bda501d6262', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:76:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b805d60-cc59-421b-b398-3b2388605ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:25:57Z', 'updated_at': '2022-03-31T15:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:08.147463 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf9e474-bade-4c9d-8391-18985dc9fc33 None None] The sync data for ids ['5b805d60-cc59-421b-b398-3b2388605ae8'] in dv-neutron-833379-2-hyperv is: [{'id': '5b805d60-cc59-421b-b398-3b2388605ae8', 'name': 'tempest-snat-router-2057895374', 'tenant_id': '93c80d0d670e4136bbfd2c69b3be82c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '3db26a47-dfee-4e6b-9218-0bda501d6262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:25:54Z', 'updated_at': '2022-03-31T15:25:59Z', 'revision_number': 3, 'project_id': '93c80d0d670e4136bbfd2c69b3be82c8', 'gw_port': {'id': '3db26a47-dfee-4e6b-9218-0bda501d6262', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:76:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b805d60-cc59-421b-b398-3b2388605ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:25:57Z', 'updated_at': '2022-03-31T15:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:26:08.152592 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53101eec-2829-4053-9d2d-d818255b8fe9 None None] Checking router: 99e95aa8-dfb9-4235-a3fa-d63c4c02e25a for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:26:08.154924 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-799161d2-a669-42b3-b6fa-6aee20831855 req-5d92e1a3-d1b4-4ce2-9f49-f635c9760d26 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c73b9c-8195-44c7-9920-d2b60e1cb25e HTTP/1.1" status: 200 len: 210 time: 0.0872984 Mar 31 15:26:08.186192 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53101eec-2829-4053-9d2d-d818255b8fe9 None None] Routers {'99e95aa8-dfb9-4235-a3fa-d63c4c02e25a'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:08.187173 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-53101eec-2829-4053-9d2d-d818255b8fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['99e95aa8-dfb9-4235-a3fa-d63c4c02e25a'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:08.328317 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef9aebb3-49d2-435c-9774-315e8e7cc79b tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:08.358263 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c935fd9b-6d7b-4525-a45b-1b9d0b455c44 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Calling delete_port for 3db26a47-dfee-4e6b-9218-0bda501d6262 owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:08.477578 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-53101eec-2829-4053-9d2d-d818255b8fe9 None None] Set router 99e95aa8-dfb9-4235-a3fa-d63c4c02e25a gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:26:08.565961 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87dc8ecf-f601-42f5-a176-feedf3ec06eb tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:08.566753 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-87dc8ecf-f601-42f5-a176-feedf3ec06eb tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Synchronizing usage tracker for tenant:acee9909de8f4e24bdbce39de10bfe87 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:26:08.670300 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9aebb3-49d2-435c-9774-315e8e7cc79b tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Network af35fe3f-cd79-47db-bc77-db544213cd71 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:08.678435 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-ef9aebb3-49d2-435c-9774-315e8e7cc79b tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:08.685321 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9aebb3-49d2-435c-9774-315e8e7cc79b tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:26:08.767194 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385976b3-0a7d-49e5-966b-6c256b67b278 req-8a55f2a3-b55f-47d6-bb8f-93558a605ad6 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:08.780871 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-385976b3-0a7d-49e5-966b-6c256b67b278 req-8a55f2a3-b55f-47d6-bb8f-93558a605ad6 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 1.0371265 Mar 31 15:26:08.807709 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-87dc8ecf-f601-42f5-a176-feedf3ec06eb tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Unset dirty status for tenant:acee9909de8f4e24bdbce39de10bfe87 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:26:08.811918 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-87dc8ecf-f601-42f5-a176-feedf3ec06eb tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] 10.222.0.31 "GET /v2.0/ports?device_id=c796c5ed-59a0-470a-93a9-0b04f0e60569 HTTP/1.1" status: 200 len: 913 time: 1.2216051 Mar 31 15:26:08.817318 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 39994) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:08.838331 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-385976b3-0a7d-49e5-966b-6c256b67b278 req-66bc2285-799c-40d9-8ee2-453e5047b4b1 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566053 Mar 31 15:26:08.852613 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9aebb3-49d2-435c-9774-315e8e7cc79b tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:08.853429 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef9aebb3-49d2-435c-9774-315e8e7cc79b tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:08.940055 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c935fd9b-6d7b-4525-a45b-1b9d0b455c44 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:09.047505 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935fd9b-6d7b-4525-a45b-1b9d0b455c44 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Pushing event deleted for resources: {'Port': ['ID=3db26a47-dfee-4e6b-9218-0bda501d6262,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:09.069142 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9aebb3-49d2-435c-9774-315e8e7cc79b tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event updated for resources: {'Port': ['ID=4337c46d-7a78-4d1f-8d53-1a452ea21dba,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:09.105339 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40002) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:09.108213 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fdc166ad-1bcd-4b67-98c6-a05ca0833280 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:09.153103 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-53101eec-2829-4053-9d2d-d818255b8fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'name': 'tempest-ServersTestJSON-444491906-router', 'tenant_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '85eb6023-6403-4d3c-93a7-0c4fe66c77d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:15Z', 'updated_at': '2022-03-31T15:24:30Z', 'revision_number': 4, 'project_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'gw_port': {'id': '85eb6023-6403-4d3c-93a7-0c4fe66c77d6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:17Z', 'updated_at': '2022-03-31T15:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'e228c55b-05a1-4d2f-a79c-b3def2ee6fa7', 'name': '', 'network_id': 'cc4f77bd-a8a1-4de3-ae11-e5fff1d18587', 'tenant_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'mac_address': 'fa:16:3e:22:2f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'b57b1a83-224b-460a-8d96-97b3371a0b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:26Z', 'updated_at': '2022-03-31T15:24:39Z', 'revision_number': 5, 'project_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'subnets': [{'id': 'b57b1a83-224b-460a-8d96-97b3371a0b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:09.161943 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53101eec-2829-4053-9d2d-d818255b8fe9 None None] The sync data for ids ['99e95aa8-dfb9-4235-a3fa-d63c4c02e25a'] in dv-neutron-833379-2-hyperv is: [{'id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'name': 'tempest-ServersTestJSON-444491906-router', 'tenant_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '85eb6023-6403-4d3c-93a7-0c4fe66c77d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:15Z', 'updated_at': '2022-03-31T15:24:30Z', 'revision_number': 4, 'project_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'gw_port': {'id': '85eb6023-6403-4d3c-93a7-0c4fe66c77d6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:17Z', 'updated_at': '2022-03-31T15:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'e228c55b-05a1-4d2f-a79c-b3def2ee6fa7', 'name': '', 'network_id': 'cc4f77bd-a8a1-4de3-ae11-e5fff1d18587', 'tenant_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'mac_address': 'fa:16:3e:22:2f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'b57b1a83-224b-460a-8d96-97b3371a0b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:26Z', 'updated_at': '2022-03-31T15:24:39Z', 'revision_number': 5, 'project_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'subnets': [{'id': 'b57b1a83-224b-460a-8d96-97b3371a0b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:26:09.249791 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c935fd9b-6d7b-4525-a45b-1b9d0b455c44 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:09.394438 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-fdc166ad-1bcd-4b67-98c6-a05ca0833280 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Calling delete_port for fd3265ad-c406-4d4a-a9ea-7bca8b2722a1 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:09.461785 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-85326612-a3a8-4bd3-9619-0c173c1dc8ae tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1831119062'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:09.466775 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40014) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:09.547511 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c935fd9b-6d7b-4525-a45b-1b9d0b455c44 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:09.552177 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c935fd9b-6d7b-4525-a45b-1b9d0b455c44 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:09.634546 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c5d75a-45b0-48ae-bb28-f62c17f15608 None None] New status for floating IP 2ceb12fa-a735-46e4-a488-479032d493c2: DOWN {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:26:09.659837 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c935fd9b-6d7b-4525-a45b-1b9d0b455c44 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:09.660053 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-85326612-a3a8-4bd3-9619-0c173c1dc8ae tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:09.660351 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c935fd9b-6d7b-4525-a45b-1b9d0b455c44 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b805d60-cc59-421b-b398-3b2388605ae8 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:26:09.681503 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ef9aebb3-49d2-435c-9774-315e8e7cc79b tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.4015675 Mar 31 15:26:09.686268 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40020) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:09.692806 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-78a60fe6-5ee3-4d2b-ac52-97186f13f560 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Request body: {'floatingip': {'port_id': '4337c46d-7a78-4d1f-8d53-1a452ea21dba'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:09.752813 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c935fd9b-6d7b-4525-a45b-1b9d0b455c44 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:09.754346 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c935fd9b-6d7b-4525-a45b-1b9d0b455c44 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "DELETE /v2.0/routers/5b805d60-cc59-421b-b398-3b2388605ae8 HTTP/1.1" status: 204 len: 168 time: 3.7827764 Mar 31 15:26:09.767494 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40024) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:09.767858 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-85326612-a3a8-4bd3-9619-0c173c1dc8ae tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Usage tracker for resource:network and tenant:11f89427b80349a68a7a06d0bc0efd89 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:09.780326 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-85326612-a3a8-4bd3-9619-0c173c1dc8ae tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:09.804539 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-85326612-a3a8-4bd3-9619-0c173c1dc8ae tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:09.847658 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-78a60fe6-5ee3-4d2b-ac52-97186f13f560 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:10.010508 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85326612-a3a8-4bd3-9619-0c173c1dc8ae tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Made reservation on behalf of 11f89427b80349a68a7a06d0bc0efd89 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:10.014425 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85326612-a3a8-4bd3-9619-0c173c1dc8ae tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:10.023058 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-de38c7c5-bb9b-4959-a844-a44726d12f0a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Deleting port a43f403f-3b3c-4a3a-933d-884742b02c35 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:10.023391 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-de38c7c5-bb9b-4959-a844-a44726d12f0a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:10.078149 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85326612-a3a8-4bd3-9619-0c173c1dc8ae tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:10.099846 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e01c825-3e06-4a42-b25e-e31c75fb6cd1 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:10.129058 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3b18d6a-00a2-4fd9-a577-aafb1a1feae0 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:10.188775 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-85326612-a3a8-4bd3-9619-0c173c1dc8ae tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:10.239759 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-85326612-a3a8-4bd3-9619-0c173c1dc8ae tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Usage tracker for resource:security_group_rule and tenant:11f89427b80349a68a7a06d0bc0efd89 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:10.243075 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-85326612-a3a8-4bd3-9619-0c173c1dc8ae tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:10.246595 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e01c825-3e06-4a42-b25e-e31c75fb6cd1 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:10.286287 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc26f2-d6ff-44ac-80fe-b3c75c229e38 req-01b67d2b-86bf-48b1-8bf7-c1ae754446b2 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:10.287824 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-09bc26f2-d6ff-44ac-80fe-b3c75c229e38 req-01b67d2b-86bf-48b1-8bf7-c1ae754446b2 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.8447490 Mar 31 15:26:10.297805 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-85326612-a3a8-4bd3-9619-0c173c1dc8ae tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:10.559102 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-09bc26f2-d6ff-44ac-80fe-b3c75c229e38 req-407f015b-ba44-4b16-aa8c-71bd14ecb345 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535729 Mar 31 15:26:10.583443 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-de38c7c5-bb9b-4959-a844-a44726d12f0a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:10.677888 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3b18d6a-00a2-4fd9-a577-aafb1a1feae0 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:10.726869 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fdc166ad-1bcd-4b67-98c6-a05ca0833280 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:10.730263 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e01c825-3e06-4a42-b25e-e31c75fb6cd1 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:10.734525 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e3b18d6a-00a2-4fd9-a577-aafb1a1feae0 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Deleting port 19b91bc7-4ed0-4c32-b215-d15774577e18 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:10.740125 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3b18d6a-00a2-4fd9-a577-aafb1a1feae0 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:10.741492 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-de38c7c5-bb9b-4959-a844-a44726d12f0a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Calling delete_port for a43f403f-3b3c-4a3a-933d-884742b02c35 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:10.851239 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc166ad-1bcd-4b67-98c6-a05ca0833280 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Pushing event deleted for resources: {'Port': ['ID=fd3265ad-c406-4d4a-a9ea-7bca8b2722a1,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:10.852924 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01c825-3e06-4a42-b25e-e31c75fb6cd1 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c87546-beca-4d24-a25e-a48837010178,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:10.878086 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-78a60fe6-5ee3-4d2b-ac52-97186f13f560 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:10.930147 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-78a60fe6-5ee3-4d2b-ac52-97186f13f560 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:11.089402 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e01c825-3e06-4a42-b25e-e31c75fb6cd1 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:11.090455 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1e01c825-3e06-4a42-b25e-e31c75fb6cd1 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "DELETE /v2.0/security-groups/b2c87546-beca-4d24-a25e-a48837010178 HTTP/1.1" status: 204 len: 168 time: 1.6208050 Mar 31 15:26:11.098294 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fdc166ad-1bcd-4b67-98c6-a05ca0833280 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:11.134939 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40028) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:11.180517 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-7a85fd59-5c33-4e5c-9144-a8fda2c77ce4 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] show failed (client error): The resource could not be found. Mar 31 15:26:11.181468 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7a85fd59-5c33-4e5c-9144-a8fda2c77ce4 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "GET /v2.0/security-groups/b2c87546-beca-4d24-a25e-a48837010178 HTTP/1.1" status: 404 len: 347 time: 0.0455768 Mar 31 15:26:11.183196 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e3b18d6a-00a2-4fd9-a577-aafb1a1feae0 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] For port 19b91bc7-4ed0-4c32-b215-d15774577e18, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=19b91bc7-4ed0-4c32-b215-d15774577e18,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:26:11.183548 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3b18d6a-00a2-4fd9-a577-aafb1a1feae0 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:11.192179 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40032) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:11.308794 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 3db26a47-dfee-4e6b-9218-0bda501d6262 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:26:11.347839 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 3db26a47-dfee-4e6b-9218-0bda501d6262 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:26:11.348132 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 3db26a47-dfee-4e6b-9218-0bda501d6262 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:26:11.363735 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85326612-a3a8-4bd3-9619-0c173c1dc8ae tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:11.395632 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e3b18d6a-00a2-4fd9-a577-aafb1a1feae0 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Calling delete_port for 19b91bc7-4ed0-4c32-b215-d15774577e18 owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:11.422851 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [None req-78a60fe6-5ee3-4d2b-ac52-97186f13f560 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Floating IP fe1b144b-bbc7-4691-bd62-0c9ae7e143e3 associated. External IP: 172.26.5.174, port: 4337c46d-7a78-4d1f-8d53-1a452ea21dba. Mar 31 15:26:11.436487 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fdc166ad-1bcd-4b67-98c6-a05ca0833280 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:11.439295 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85326612-a3a8-4bd3-9619-0c173c1dc8ae tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:11.443803 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fdc166ad-1bcd-4b67-98c6-a05ca0833280 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:11.525173 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4862a428-710f-4ad6-8b06-92069961d0b3 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:11.609833 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85326612-a3a8-4bd3-9619-0c173c1dc8ae tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aedd346-4a39-4022-9def-e58f8a5ada90,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:11.665756 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6693eefb-d610-49a3-a455-8b1fff56db18 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Deleting port dae89bbc-693c-4561-899d-d1396d0075ed {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:11.666136 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6693eefb-d610-49a3-a455-8b1fff56db18 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:11.689152 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fdc166ad-1bcd-4b67-98c6-a05ca0833280 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:11.689413 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc166ad-1bcd-4b67-98c6-a05ca0833280 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Fanout notify agent at l3_agent the message router_deleted on router a394b8a9-fdcd-4bd1-bde5-cfeb3efd765d {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:26:11.713147 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-de38c7c5-bb9b-4959-a844-a44726d12f0a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:11.717712 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85326612-a3a8-4bd3-9619-0c173c1dc8ae tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:26:11.792450 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38c7c5-bb9b-4959-a844-a44726d12f0a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Port': ['ID=a43f403f-3b3c-4a3a-933d-884742b02c35,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:11.821684 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85326612-a3a8-4bd3-9619-0c173c1dc8ae tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:11.822029 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-85326612-a3a8-4bd3-9619-0c173c1dc8ae tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Added segment 73d46567-19eb-4497-93be-6fe049ad1b8d of type vlan for network b0f3ae5c-e048-4278-8c8c-e7fc553f8c14 Mar 31 15:26:11.984758 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fdc166ad-1bcd-4b67-98c6-a05ca0833280 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:11.988359 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-fdc166ad-1bcd-4b67-98c6-a05ca0833280 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "DELETE /v2.0/routers/a394b8a9-fdcd-4bd1-bde5-cfeb3efd765d HTTP/1.1" status: 204 len: 168 time: 5.6135173 Mar 31 15:26:11.992409 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40038) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:12.023857 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85326612-a3a8-4bd3-9619-0c173c1dc8ae tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:12.099573 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-a23a5bd9-c4a9-41d2-ba67-dcf90a496415 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1355593537', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:12.126495 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a23a5bd9-c4a9-41d2-ba67-dcf90a496415 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:12.159684 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a23a5bd9-c4a9-41d2-ba67-dcf90a496415 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Usage tracker for resource:router and tenant:dce923f5422345b4b3937e0f97824efc is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:12.167618 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a23a5bd9-c4a9-41d2-ba67-dcf90a496415 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:12.181525 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a23a5bd9-c4a9-41d2-ba67-dcf90a496415 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:12.204078 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852544b9-156d-4b67-bbbd-692ebd81b58f req-9e37484e-76e8-44f8-aa0d-f70befc09a15 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:12.205562 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-852544b9-156d-4b67-bbbd-692ebd81b58f req-9e37484e-76e8-44f8-aa0d-f70befc09a15 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.3888373 Mar 31 15:26:12.227451 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-de38c7c5-bb9b-4959-a844-a44726d12f0a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:12.323016 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85326612-a3a8-4bd3-9619-0c173c1dc8ae tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:12.328890 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85326612-a3a8-4bd3-9619-0c173c1dc8ae tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:12.329498 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85326612-a3a8-4bd3-9619-0c173c1dc8ae tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:12.334269 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6693eefb-d610-49a3-a455-8b1fff56db18 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:12.334604 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6693eefb-d610-49a3-a455-8b1fff56db18 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:12.358401 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a23a5bd9-c4a9-41d2-ba67-dcf90a496415 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:12.359387 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a23a5bd9-c4a9-41d2-ba67-dcf90a496415 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:12.518288 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6693eefb-d610-49a3-a455-8b1fff56db18 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Calling delete_port for dae89bbc-693c-4561-899d-d1396d0075ed owned by network:floatingip {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:12.521944 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-85326612-a3a8-4bd3-9619-0c173c1dc8ae tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.3960268 Mar 31 15:26:12.533870 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-4862a428-710f-4ad6-8b06-92069961d0b3 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Deleting port 3d06a960-15e2-422c-a147-9ea38cc8b831 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:12.534213 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4862a428-710f-4ad6-8b06-92069961d0b3 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:12.555852 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40042) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:12.562974 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-852544b9-156d-4b67-bbbd-692ebd81b58f req-cb68f6df-65fb-4035-883a-ee32f67136bb tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2888215 Mar 31 15:26:12.576608 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85326612-a3a8-4bd3-9619-0c173c1dc8ae tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Pushing event updated for resources: {'Network': ['ID=b0f3ae5c-e048-4278-8c8c-e7fc553f8c14,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:12.580692 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-c93f8fe4-b88f-499c-ae0c-1c7e0a89b3fd tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Request body: {'subnet': {'network_id': 'b0f3ae5c-e048-4278-8c8c-e7fc553f8c14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:12.600152 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network b0f3ae5c-e048-4278-8c8c-e7fc553f8c14 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:26:12.610262 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a60fe6-5ee3-4d2b-ac52-97186f13f560 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Router 12c3bdd7-ec80-47bb-a654-40336a8e2de2 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:26:12.744083 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3b18d6a-00a2-4fd9-a577-aafb1a1feae0 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:12.749563 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a23a5bd9-c4a9-41d2-ba67-dcf90a496415 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:12.885590 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b18d6a-00a2-4fd9-a577-aafb1a1feae0 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Pushing event deleted for resources: {'Port': ['ID=19b91bc7-4ed0-4c32-b215-d15774577e18,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:13.035180 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c93f8fe4-b88f-499c-ae0c-1c7e0a89b3fd tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:13.043875 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4862a428-710f-4ad6-8b06-92069961d0b3 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:13.052474 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c93f8fe4-b88f-499c-ae0c-1c7e0a89b3fd tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Usage tracker for resource:subnet and tenant:11f89427b80349a68a7a06d0bc0efd89 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:13.055974 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de38c7c5-bb9b-4959-a844-a44726d12f0a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Router 3f82b7d5-016f-42ea-b200-a07b44075447 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:26:13.058321 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c93f8fe4-b88f-499c-ae0c-1c7e0a89b3fd tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:13.068898 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c93f8fe4-b88f-499c-ae0c-1c7e0a89b3fd tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:13.156474 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a23a5bd9-c4a9-41d2-ba67-dcf90a496415 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:13.166030 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3b18d6a-00a2-4fd9-a577-aafb1a1feae0 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:13.177398 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-4862a428-710f-4ad6-8b06-92069961d0b3 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Calling delete_port for 3d06a960-15e2-422c-a147-9ea38cc8b831 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:13.210253 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6693eefb-d610-49a3-a455-8b1fff56db18 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:13.310506 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58463457-eef2-43b0-a0ef-75cf87a5fd05 req-ebe848a8-dd90-442f-b3d0-5066a65a10ac tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:13.312112 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-58463457-eef2-43b0-a0ef-75cf87a5fd05 req-ebe848a8-dd90-442f-b3d0-5066a65a10ac tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.4917216 Mar 31 15:26:13.382961 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93f8fe4-b88f-499c-ae0c-1c7e0a89b3fd tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Made reservation on behalf of 11f89427b80349a68a7a06d0bc0efd89 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:13.386314 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c93f8fe4-b88f-499c-ae0c-1c7e0a89b3fd tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:13.463364 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-58463457-eef2-43b0-a0ef-75cf87a5fd05 req-4da7ae5f-2dda-4348-8a84-4a53ff70ae71 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880072 Mar 31 15:26:13.464173 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de38c7c5-bb9b-4959-a844-a44726d12f0a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:26:13.471230 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-de38c7c5-bb9b-4959-a844-a44726d12f0a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "PUT /v2.0/routers/3f82b7d5-016f-42ea-b200-a07b44075447/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9079621 Mar 31 15:26:13.474460 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40048) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:13.481981 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc72890d-4b74-4e4c-af7d-7fba1ae1d099 None None] Sync routers for ids ['3f82b7d5-016f-42ea-b200-a07b44075447'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:26:13.494955 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc72890d-4b74-4e4c-af7d-7fba1ae1d099 None None] Routers {'3f82b7d5-016f-42ea-b200-a07b44075447'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:13.495892 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-dc72890d-4b74-4e4c-af7d-7fba1ae1d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['3f82b7d5-016f-42ea-b200-a07b44075447'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:13.533234 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693eefb-d610-49a3-a455-8b1fff56db18 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Pushing event deleted for resources: {'Port': ['ID=dae89bbc-693c-4561-899d-d1396d0075ed,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:13.608532 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-dc72890d-4b74-4e4c-af7d-7fba1ae1d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:13.618388 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc72890d-4b74-4e4c-af7d-7fba1ae1d099 None None] Routers {'3f82b7d5-016f-42ea-b200-a07b44075447'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:13.619199 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-dc72890d-4b74-4e4c-af7d-7fba1ae1d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['3f82b7d5-016f-42ea-b200-a07b44075447'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:13.646003 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a60fe6-5ee3-4d2b-ac52-97186f13f560 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:26:13.652219 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-78a60fe6-5ee3-4d2b-ac52-97186f13f560 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:13.659447 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc974fe-6762-42e4-b000-46d665223781 None None] Sync routers for ids ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:26:13.677389 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc974fe-6762-42e4-b000-46d665223781 None None] Routers {'12c3bdd7-ec80-47bb-a654-40336a8e2de2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:13.678048 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1fc974fe-6762-42e4-b000-46d665223781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:13.684739 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-dc72890d-4b74-4e4c-af7d-7fba1ae1d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:13.685351 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc72890d-4b74-4e4c-af7d-7fba1ae1d099 None None] The sync data for ids ['3f82b7d5-016f-42ea-b200-a07b44075447'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:26:13.749838 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3b18d6a-00a2-4fd9-a577-aafb1a1feae0 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:13.767808 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1fc974fe-6762-42e4-b000-46d665223781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:13.778056 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc974fe-6762-42e4-b000-46d665223781 None None] Routers {'12c3bdd7-ec80-47bb-a654-40336a8e2de2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:13.779383 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1fc974fe-6762-42e4-b000-46d665223781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:13.792161 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3b18d6a-00a2-4fd9-a577-aafb1a1feae0 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:13.829746 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a23a5bd9-c4a9-41d2-ba67-dcf90a496415 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:13.833652 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a23a5bd9-c4a9-41d2-ba67-dcf90a496415 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.8376501 Mar 31 15:26:13.834687 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40054) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:13.848042 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1fc974fe-6762-42e4-b000-46d665223781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:13.848984 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc974fe-6762-42e4-b000-46d665223781 None None] The sync data for ids ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:26:13.883694 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-596891b6-5bc6-44b7-a4c6-28a14d161fa5 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Request body: {'router': {'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:13.946213 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4862a428-710f-4ad6-8b06-92069961d0b3 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:13.993025 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-78a60fe6-5ee3-4d2b-ac52-97186f13f560 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "PUT /v2.0/floatingips/fe1b144b-bbc7-4691-bd62-0c9ae7e143e3 HTTP/1.1" status: 200 len: 978 time: 4.3053443 Mar 31 15:26:14.004677 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40058) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:14.005462 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862a428-710f-4ad6-8b06-92069961d0b3 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Pushing event deleted for resources: {'Port': ['ID=3d06a960-15e2-422c-a147-9ea38cc8b831,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:14.119956 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3b18d6a-00a2-4fd9-a577-aafb1a1feae0 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:14.120643 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b18d6a-00a2-4fd9-a577-aafb1a1feae0 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc4e773f-5724-4d4c-bb6e-973b3e6294de {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:26:14.147937 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6693eefb-d610-49a3-a455-8b1fff56db18 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks [] for floatingip, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:14.287453 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d9956fd7-8c2f-40f5-9176-dd96b6e537af tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Deleting port 4337c46d-7a78-4d1f-8d53-1a452ea21dba {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:14.288024 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d9956fd7-8c2f-40f5-9176-dd96b6e537af tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:14.348974 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6693eefb-d610-49a3-a455-8b1fff56db18 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:14.350131 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6693eefb-d610-49a3-a455-8b1fff56db18 tempest-ServersTestJSON-151678061 tempest-ServersTestJSON-151678061-project] 10.222.0.31 "DELETE /v2.0/floatingips/2ceb12fa-a735-46e4-a488-479032d493c2 HTTP/1.1" status: 204 len: 168 time: 3.1542685 Mar 31 15:26:14.354184 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40062) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:14.363613 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3b18d6a-00a2-4fd9-a577-aafb1a1feae0 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:14.364719 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e3b18d6a-00a2-4fd9-a577-aafb1a1feae0 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "DELETE /v2.0/routers/cc4e773f-5724-4d4c-bb6e-973b3e6294de HTTP/1.1" status: 204 len: 168 time: 4.5955942 Mar 31 15:26:14.378165 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d50a7-b01c-4b1c-9c3d-14309737182d req-ced4fc20-094f-4702-8eb6-d870c36822a9 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:14.379586 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-367d50a7-b01c-4b1c-9c3d-14309737182d req-ced4fc20-094f-4702-8eb6-d870c36822a9 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.6329198 Mar 31 15:26:14.383206 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40064) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:14.389134 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-ad2b436c-9f13-49ea-a586-5f538bc1bc8f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-775068766', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}, 'admin_state_up': False}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:14.464042 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ad2b436c-9f13-49ea-a586-5f538bc1bc8f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:14.470170 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-596891b6-5bc6-44b7-a4c6-28a14d161fa5 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:14.504539 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ad2b436c-9f13-49ea-a586-5f538bc1bc8f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Usage tracker for resource:router and tenant:8cff3076c81843719bbab3ce46b9d73c is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:14.510211 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ad2b436c-9f13-49ea-a586-5f538bc1bc8f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:14.523632 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ad2b436c-9f13-49ea-a586-5f538bc1bc8f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:14.540050 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-367d50a7-b01c-4b1c-9c3d-14309737182d req-9db32486-dfef-42b2-b7d8-9862d7a4fbb0 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942683 Mar 31 15:26:14.692018 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c93f8fe4-b88f-499c-ae0c-1c7e0a89b3fd tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:14.724409 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad2b436c-9f13-49ea-a586-5f538bc1bc8f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:14.725412 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad2b436c-9f13-49ea-a586-5f538bc1bc8f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:14.796662 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad2b436c-9f13-49ea-a586-5f538bc1bc8f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:14.940612 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f8fe4-b88f-499c-ae0c-1c7e0a89b3fd tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Pushing event updated for resources: {'Subnet': ['ID=496548b0-f4eb-4b73-a7dc-1d5d2c1051fa,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:14.958120 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93f8fe4-b88f-499c-ae0c-1c7e0a89b3fd tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Checking segment: {'id': '73d46567-19eb-4497-93be-6fe049ad1b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0f3ae5c-e048-4278-8c8c-e7fc553f8c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:26:14.958473 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93f8fe4-b88f-499c-ae0c-1c7e0a89b3fd tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Network hostable DHCP agents. Network: b0f3ae5c-e048-4278-8c8c-e7fc553f8c14, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:26:15.003001 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4862a428-710f-4ad6-8b06-92069961d0b3 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:15.063935 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-572c6564-86c6-4cf0-8606-baf2b69784d5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:15.113941 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93f8fe4-b88f-499c-ae0c-1c7e0a89b3fd tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Network b0f3ae5c-e048-4278-8c8c-e7fc553f8c14 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:26:15.275499 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-c93f8fe4-b88f-499c-ae0c-1c7e0a89b3fd tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, b0f3ae5c-e048-4278-8c8c-e7fc553f8c14) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:15.284877 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e633aa20-1de8-42b5-b38c-ecbaeaa8a812 None None] Network b0f3ae5c-e048-4278-8c8c-e7fc553f8c14 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:26:15.326172 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 19b91bc7-4ed0-4c32-b215-d15774577e18 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:26:15.334212 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-596891b6-5bc6-44b7-a4c6-28a14d161fa5 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router_gateway, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:15.362986 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93f8fe4-b88f-499c-ae0c-1c7e0a89b3fd tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:15.363572 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c93f8fe4-b88f-499c-ae0c-1c7e0a89b3fd tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:15.389922 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-596891b6-5bc6-44b7-a4c6-28a14d161fa5 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:15.415601 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 19b91bc7-4ed0-4c32-b215-d15774577e18 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:26:15.416107 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 19b91bc7-4ed0-4c32-b215-d15774577e18 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:26:15.488773 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d9956fd7-8c2f-40f5-9176-dd96b6e537af tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:15.491204 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad2b436c-9f13-49ea-a586-5f538bc1bc8f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:15.570705 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-b0f3ae5c-e048-4278-8c8c-e7fc553f8c14', 'network_id': 'b0f3ae5c-e048-4278-8c8c-e7fc553f8c14', 'tenant_id': '11f89427b80349a68a7a06d0bc0efd89', 'fixed_ips': [{'subnet_id': '496548b0-f4eb-4b73-a7dc-1d5d2c1051fa'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:26:15.571886 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:15.579119 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c93f8fe4-b88f-499c-ae0c-1c7e0a89b3fd tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0178833 Mar 31 15:26:15.579895 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40072) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:15.586462 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-13551a0a-f769-4e26-a957-5bbd1e81a9af tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Request body: {'port': {'network_id': 'b0f3ae5c-e048-4278-8c8c-e7fc553f8c14', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1835218547'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:15.592341 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715944c-fb16-49ee-822a-8b42e8532f57 req-fa016e7f-805b-4db4-901f-67689ff6c8fd tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:15.599251 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d715944c-fb16-49ee-822a-8b42e8532f57 req-fa016e7f-805b-4db4-901f-67689ff6c8fd tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.8542123 Mar 31 15:26:15.714986 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-596891b6-5bc6-44b7-a4c6-28a14d161fa5 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Allocated IP 172.26.5.104 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/3f8ecb06-11b3-4284-bd51-983277e1ce3a) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:26:15.759800 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Allocated IP 172.20.0.2 (b0f3ae5c-e048-4278-8c8c-e7fc553f8c14/496548b0-f4eb-4b73-a7dc-1d5d2c1051fa/4fbb7387-6fad-417c-a65f-5a2e0585e2d6) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:26:15.935755 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-13551a0a-f769-4e26-a957-5bbd1e81a9af tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:15.942383 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-13551a0a-f769-4e26-a957-5bbd1e81a9af tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Usage tracker for resource:port and tenant:11f89427b80349a68a7a06d0bc0efd89 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:15.946468 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-13551a0a-f769-4e26-a957-5bbd1e81a9af tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:15.950022 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d715944c-fb16-49ee-822a-8b42e8532f57 req-9099ccf0-9c16-457c-9954-92aac2486c1b tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3499007 Mar 31 15:26:15.956096 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-13551a0a-f769-4e26-a957-5bbd1e81a9af tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:16.004040 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-596891b6-5bc6-44b7-a4c6-28a14d161fa5 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:16.053098 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:16.067626 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Transition to ACTIVE for port object 4fbb7387-6fad-417c-a65f-5a2e0585e2d6 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:26:16.090185 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Transition to ACTIVE for port object 4fbb7387-6fad-417c-a65f-5a2e0585e2d6 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:26:16.097930 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13551a0a-f769-4e26-a957-5bbd1e81a9af tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Made reservation on behalf of 11f89427b80349a68a7a06d0bc0efd89 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:16.101317 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-13551a0a-f769-4e26-a957-5bbd1e81a9af tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:16.157467 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:16.223793 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Network b0f3ae5c-e048-4278-8c8c-e7fc553f8c14 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:16.234602 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-13551a0a-f769-4e26-a957-5bbd1e81a9af tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] device_id is not set on port f8fe872c-f79d-4f05-a53e-eee4f83f2758 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:26:16.239208 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:16.242236 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:26:16.253457 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Pushing event updated for resources: {'Port': ['ID=4fbb7387-6fad-417c-a65f-5a2e0585e2d6,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:16.324217 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d9956fd7-8c2f-40f5-9176-dd96b6e537af tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:16.324600 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d9956fd7-8c2f-40f5-9176-dd96b6e537af tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:16.324994 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-d9956fd7-8c2f-40f5-9176-dd96b6e537af tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Floating IP fe1b144b-bbc7-4691-bd62-0c9ae7e143e3 disassociated. External IP: 172.26.5.174, port: 4337c46d-7a78-4d1f-8d53-1a452ea21dba. Mar 31 15:26:16.325374 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d9956fd7-8c2f-40f5-9176-dd96b6e537af tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Calling delete_port for 4337c46d-7a78-4d1f-8d53-1a452ea21dba owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:16.418315 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4862a428-710f-4ad6-8b06-92069961d0b3 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Router c796c5ed-59a0-470a-93a9-0b04f0e60569 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:26:16.430817 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-596891b6-5bc6-44b7-a4c6-28a14d161fa5 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:16.467235 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad2b436c-9f13-49ea-a586-5f538bc1bc8f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router_gateway, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:16.533819 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad2b436c-9f13-49ea-a586-5f538bc1bc8f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:16.587257 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596891b6-5bc6-44b7-a4c6-28a14d161fa5 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:16.603539 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-596891b6-5bc6-44b7-a4c6-28a14d161fa5 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:16.623122 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596891b6-5bc6-44b7-a4c6-28a14d161fa5 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:26:16.656044 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-572c6564-86c6-4cf0-8606-baf2b69784d5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Deleting port ea7912ea-5f4d-446b-ba2f-86662c643b19 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:16.656721 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-572c6564-86c6-4cf0-8606-baf2b69784d5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:16.662459 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596891b6-5bc6-44b7-a4c6-28a14d161fa5 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Pushing event updated for resources: {'Port': ['ID=3f8ecb06-11b3-4284-bd51-983277e1ce3a,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:16.697394 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Attempting to bind port 4fbb7387-6fad-417c-a65f-5a2e0585e2d6 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:26:16.697394 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Attempting to bind port 4fbb7387-6fad-417c-a65f-5a2e0585e2d6 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '73d46567-19eb-4497-93be-6fe049ad1b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0f3ae5c-e048-4278-8c8c-e7fc553f8c14'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:26:16.697394 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Attempting to bind port 4fbb7387-6fad-417c-a65f-5a2e0585e2d6 on network b0f3ae5c-e048-4278-8c8c-e7fc553f8c14 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:26:16.704663 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:26:16.705184 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Checking segment: {'id': '73d46567-19eb-4497-93be-6fe049ad1b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0f3ae5c-e048-4278-8c8c-e7fc553f8c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:26:16.705895 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:16.706396 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Bound using segment: {'id': '73d46567-19eb-4497-93be-6fe049ad1b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0f3ae5c-e048-4278-8c8c-e7fc553f8c14'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:26:16.706949 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Bound port: 4fbb7387-6fad-417c-a65f-5a2e0585e2d6, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73d46567-19eb-4497-93be-6fe049ad1b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0f3ae5c-e048-4278-8c8c-e7fc553f8c14'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:26:16.707422 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:16.739425 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596891b6-5bc6-44b7-a4c6-28a14d161fa5 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:16.739777 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596891b6-5bc6-44b7-a4c6-28a14d161fa5 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:16.740114 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596891b6-5bc6-44b7-a4c6-28a14d161fa5 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:16.740442 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596891b6-5bc6-44b7-a4c6-28a14d161fa5 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:16.740782 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596891b6-5bc6-44b7-a4c6-28a14d161fa5 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:16.741088 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596891b6-5bc6-44b7-a4c6-28a14d161fa5 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:16.741445 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596891b6-5bc6-44b7-a4c6-28a14d161fa5 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:16.741750 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596891b6-5bc6-44b7-a4c6-28a14d161fa5 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:16.742063 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596891b6-5bc6-44b7-a4c6-28a14d161fa5 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:16.742377 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596891b6-5bc6-44b7-a4c6-28a14d161fa5 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:16.742706 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596891b6-5bc6-44b7-a4c6-28a14d161fa5 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:16.743000 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596891b6-5bc6-44b7-a4c6-28a14d161fa5 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:16.780570 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf7467-dbfc-465e-80c1-edc35009c2a8 req-7f9f48f3-2eac-4e75-b452-7ffc5c5cb8c1 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:16.782054 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3fbf7467-dbfc-465e-80c1-edc35009c2a8 req-7f9f48f3-2eac-4e75-b452-7ffc5c5cb8c1 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.6942182 Mar 31 15:26:16.807647 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] For port 4fbb7387-6fad-417c-a65f-5a2e0585e2d6, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:26:16.905379 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-13551a0a-f769-4e26-a957-5bbd1e81a9af tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Allocated IP 172.20.0.6 (b0f3ae5c-e048-4278-8c8c-e7fc553f8c14/496548b0-f4eb-4b73-a7dc-1d5d2c1051fa/f8fe872c-f79d-4f05-a53e-eee4f83f2758) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:26:17.054624 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] For port 4fbb7387-6fad-417c-a65f-5a2e0585e2d6, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=4fbb7387-6fad-417c-a65f-5a2e0585e2d6,segment=NetworkSegment(73d46567-19eb-4497-93be-6fe049ad1b8d),segment_id=73d46567-19eb-4497-93be-6fe049ad1b8d)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:26:17.073389 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d9956fd7-8c2f-40f5-9176-dd96b6e537af tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:17.085045 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3fbf7467-dbfc-465e-80c1-edc35009c2a8 req-d5f9fc3d-4f73-4de9-bde0-4aacd6357d9a tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2623162 Mar 31 15:26:17.088666 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-ad2b436c-9f13-49ea-a586-5f538bc1bc8f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Allocated IP 172.26.5.191 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/2efbaf3c-2184-47c5-9f17-1b2a90885c5f) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:26:17.143812 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4862a428-710f-4ad6-8b06-92069961d0b3 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:26:17.157887 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:17.164337 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b9f8ad66-61d4-46e6-845e-4d8ff5214223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:17.224885 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa72946-e674-4ba5-a5ff-f88867b0463f None None] Sync routers for ids ['c796c5ed-59a0-470a-93a9-0b04f0e60569'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:26:17.226378 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9956fd7-8c2f-40f5-9176-dd96b6e537af tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event deleted for resources: {'Port': ['ID=4337c46d-7a78-4d1f-8d53-1a452ea21dba,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:17.271027 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa72946-e674-4ba5-a5ff-f88867b0463f None None] Routers {'c796c5ed-59a0-470a-93a9-0b04f0e60569'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:17.272032 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-aaa72946-e674-4ba5-a5ff-f88867b0463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['c796c5ed-59a0-470a-93a9-0b04f0e60569'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:17.301829 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9956fd7-8c2f-40f5-9176-dd96b6e537af tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:17.302183 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9956fd7-8c2f-40f5-9176-dd96b6e537af tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:17.302519 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9956fd7-8c2f-40f5-9176-dd96b6e537af tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:17.302856 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9956fd7-8c2f-40f5-9176-dd96b6e537af tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:17.303186 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9956fd7-8c2f-40f5-9176-dd96b6e537af tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:17.303521 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9956fd7-8c2f-40f5-9176-dd96b6e537af tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:17.303922 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9956fd7-8c2f-40f5-9176-dd96b6e537af tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:17.304164 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9956fd7-8c2f-40f5-9176-dd96b6e537af tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:17.304907 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9956fd7-8c2f-40f5-9176-dd96b6e537af tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:17.304907 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9956fd7-8c2f-40f5-9176-dd96b6e537af tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:17.305115 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9956fd7-8c2f-40f5-9176-dd96b6e537af tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:17.305454 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9956fd7-8c2f-40f5-9176-dd96b6e537af tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:17.321145 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-572c6564-86c6-4cf0-8606-baf2b69784d5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:17.356802 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-aaa72946-e674-4ba5-a5ff-f88867b0463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:17.362544 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Pushing event updated for resources: {'Port': ['ID=4fbb7387-6fad-417c-a65f-5a2e0585e2d6,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:17.372056 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:17.372545 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:17.372980 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:17.373453 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:17.373880 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:17.374308 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:17.374732 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:17.375153 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:17.375579 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:17.376020 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:17.376435 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:17.376853 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d4887-4ab2-4388-a3e0-16d986a52166 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:17.385278 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa72946-e674-4ba5-a5ff-f88867b0463f None None] Routers {'c796c5ed-59a0-470a-93a9-0b04f0e60569'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:17.386057 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-aaa72946-e674-4ba5-a5ff-f88867b0463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['c796c5ed-59a0-470a-93a9-0b04f0e60569'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:17.400516 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4862a428-710f-4ad6-8b06-92069961d0b3 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] 10.222.0.31 "PUT /v2.0/routers/c796c5ed-59a0-470a-93a9-0b04f0e60569/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5772078 Mar 31 15:26:17.401202 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40080) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:17.470184 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-aaa72946-e674-4ba5-a5ff-f88867b0463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:17.470510 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa72946-e674-4ba5-a5ff-f88867b0463f None None] The sync data for ids ['c796c5ed-59a0-470a-93a9-0b04f0e60569'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:26:17.544626 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-572c6564-86c6-4cf0-8606-baf2b69784d5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Calling delete_port for ea7912ea-5f4d-446b-ba2f-86662c643b19 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:17.580196 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad2b436c-9f13-49ea-a586-5f538bc1bc8f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:17.589314 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-13551a0a-f769-4e26-a957-5bbd1e81a9af tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:17.634695 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-596891b6-5bc6-44b7-a4c6-28a14d161fa5 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router_gateway, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:17.694258 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-13551a0a-f769-4e26-a957-5bbd1e81a9af tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Transition to ACTIVE for port object f8fe872c-f79d-4f05-a53e-eee4f83f2758 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:26:18.024035 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-13551a0a-f769-4e26-a957-5bbd1e81a9af tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:18.026021 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad2b436c-9f13-49ea-a586-5f538bc1bc8f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:18.108791 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d33c49-fae7-4e41-8f8d-0c6221df0559 req-a61a2235-1ca1-4b4d-a03f-c5a5b15be87e tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:18.110460 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-84d33c49-fae7-4e41-8f8d-0c6221df0559 req-a61a2235-1ca1-4b4d-a03f-c5a5b15be87e tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.8925931 Mar 31 15:26:18.117785 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2b436c-9f13-49ea-a586-5f538bc1bc8f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:18.124805 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-ad2b436c-9f13-49ea-a586-5f538bc1bc8f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:18.134422 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13551a0a-f769-4e26-a957-5bbd1e81a9af tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Network b0f3ae5c-e048-4278-8c8c-e7fc553f8c14 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:18.137100 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2b436c-9f13-49ea-a586-5f538bc1bc8f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:26:18.160770 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9956fd7-8c2f-40f5-9176-dd96b6e537af tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Router 12c3bdd7-ec80-47bb-a654-40336a8e2de2 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:26:18.164191 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-13551a0a-f769-4e26-a957-5bbd1e81a9af tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:18.167431 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa21c044-af40-4fdc-af7f-f3ba44fe706d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:18.186018 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13551a0a-f769-4e26-a957-5bbd1e81a9af tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:26:18.268001 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b436c-9f13-49ea-a586-5f538bc1bc8f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Pushing event updated for resources: {'Port': ['ID=2efbaf3c-2184-47c5-9f17-1b2a90885c5f,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:18.386558 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-596891b6-5bc6-44b7-a4c6-28a14d161fa5 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:18.401137 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ad5ed4-af85-4671-a1b6-2d954ce9e59c None None] Network b0f3ae5c-e048-4278-8c8c-e7fc553f8c14 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:26:18.474007 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13551a0a-f769-4e26-a957-5bbd1e81a9af tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:18.474594 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-13551a0a-f769-4e26-a957-5bbd1e81a9af tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:18.496876 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-596891b6-5bc6-44b7-a4c6-28a14d161fa5 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-462406'] for router, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:18.504212 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13551a0a-f769-4e26-a957-5bbd1e81a9af tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Pushing event updated for resources: {'Port': ['ID=f8fe872c-f79d-4f05-a53e-eee4f83f2758,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:18.510848 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-84d33c49-fae7-4e41-8f8d-0c6221df0559 req-68a3f567-1787-484e-bd61-092a94885849 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3795795 Mar 31 15:26:18.591895 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-e1b55464-d0d5-42ef-b763-54569c767304 None None] Provisioning for port 4fbb7387-6fad-417c-a65f-5a2e0585e2d6 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:26:18.705311 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa21c044-af40-4fdc-af7f-f3ba44fe706d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:18.723484 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-13551a0a-f769-4e26-a957-5bbd1e81a9af tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.1407089 Mar 31 15:26:18.728397 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40086) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:18.783617 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-3f0e79f6-4193-4718-84a1-2cc68bfc7cd5 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Request body: {'port': {'network_id': 'b0f3ae5c-e048-4278-8c8c-e7fc553f8c14', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1854398842', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:18.784166 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.api.validators [None req-3f0e79f6-4193-4718-84a1-2cc68bfc7cd5 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] bootfile-name is not in valid_values {{(pid=103444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 31 15:26:18.784523 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.api.validators [None req-3f0e79f6-4193-4718-84a1-2cc68bfc7cd5 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] tftp-server is not in valid_values {{(pid=103444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 31 15:26:18.784823 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.api.validators [None req-3f0e79f6-4193-4718-84a1-2cc68bfc7cd5 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] server-ip-address is not in valid_values {{(pid=103444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 31 15:26:18.845130 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-aa21c044-af40-4fdc-af7f-f3ba44fe706d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Deleting port e929da44-1aa1-4c4f-84c1-506c7eab0702 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:18.845494 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa21c044-af40-4fdc-af7f-f3ba44fe706d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:18.877489 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-b9f8ad66-61d4-46e6-845e-4d8ff5214223 admin admin] Deleting port e228c55b-05a1-4d2f-a79c-b3def2ee6fa7 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:18.877830 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b9f8ad66-61d4-46e6-845e-4d8ff5214223 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:18.937938 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-572c6564-86c6-4cf0-8606-baf2b69784d5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:18.990298 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9956fd7-8c2f-40f5-9176-dd96b6e537af tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:26:19.000839 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3fb030d8-41ec-44c7-bbe9-42285a14ae16 None None] Provisioning for port f8fe872c-f79d-4f05-a53e-eee4f83f2758 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:26:19.004614 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb8c7a2-4b13-4bb2-93e7-9d69029f5435 None None] Sync routers for ids ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:26:19.020615 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3fb030d8-41ec-44c7-bbe9-42285a14ae16 None None] Provisioning complete for port f8fe872c-f79d-4f05-a53e-eee4f83f2758 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:26:19.020970 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3fb030d8-41ec-44c7-bbe9-42285a14ae16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:19.031182 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb8c7a2-4b13-4bb2-93e7-9d69029f5435 None None] Routers {'12c3bdd7-ec80-47bb-a654-40336a8e2de2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:19.035287 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-2fb8c7a2-4b13-4bb2-93e7-9d69029f5435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:19.042310 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c6564-86c6-4cf0-8606-baf2b69784d5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Port': ['ID=ea7912ea-5f4d-446b-ba2f-86662c643b19,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:19.119931 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-3fb030d8-41ec-44c7-bbe9-42285a14ae16 None None] Port f8fe872c-f79d-4f05-a53e-eee4f83f2758 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:26:19.152595 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-3f0e79f6-4193-4718-84a1-2cc68bfc7cd5 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:19.160568 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-2fb8c7a2-4b13-4bb2-93e7-9d69029f5435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:19.160920 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3f0e79f6-4193-4718-84a1-2cc68bfc7cd5 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Usage tracker for resource:port and tenant:11f89427b80349a68a7a06d0bc0efd89 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:19.169019 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3f0e79f6-4193-4718-84a1-2cc68bfc7cd5 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Quota usage for port was recalculated. Used quota:2. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:19.170602 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb8c7a2-4b13-4bb2-93e7-9d69029f5435 None None] Routers {'12c3bdd7-ec80-47bb-a654-40336a8e2de2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:19.171317 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-2fb8c7a2-4b13-4bb2-93e7-9d69029f5435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:19.187809 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-3f0e79f6-4193-4718-84a1-2cc68bfc7cd5 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:19.197229 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad2b436c-9f13-49ea-a586-5f538bc1bc8f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router_gateway, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:19.247609 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9f19e61d-3be0-4346-a370-353e8ae51635 None None] Provisioning complete for port f8fe872c-f79d-4f05-a53e-eee4f83f2758 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:26:19.255305 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9f19e61d-3be0-4346-a370-353e8ae51635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:19.261575 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596891b6-5bc6-44b7-a4c6-28a14d161fa5 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Router 2ae8179f-3a84-4827-a8c2-55338975f1e1 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:26:19.262860 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-2fb8c7a2-4b13-4bb2-93e7-9d69029f5435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:19.265672 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb8c7a2-4b13-4bb2-93e7-9d69029f5435 None None] The sync data for ids ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:26:19.347958 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0e79f6-4193-4718-84a1-2cc68bfc7cd5 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Made reservation on behalf of 11f89427b80349a68a7a06d0bc0efd89 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:19.351408 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3f0e79f6-4193-4718-84a1-2cc68bfc7cd5 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:19.359648 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-9f19e61d-3be0-4346-a370-353e8ae51635 None None] Port f8fe872c-f79d-4f05-a53e-eee4f83f2758 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:26:19.427250 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 4fbb7387-6fad-417c-a65f-5a2e0585e2d6 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:26:19.471847 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d9956fd7-8c2f-40f5-9176-dd96b6e537af tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:19.556793 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 4fbb7387-6fad-417c-a65f-5a2e0585e2d6 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:26:19.559157 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa21c044-af40-4fdc-af7f-f3ba44fe706d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:19.568074 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-b9f8ad66-61d4-46e6-845e-4d8ff5214223 admin admin] For port e228c55b-05a1-4d2f-a79c-b3def2ee6fa7, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e228c55b-05a1-4d2f-a79c-b3def2ee6fa7,segment=NetworkSegment(08fe2f32-b615-4231-88e9-12bda0ccc8ba),segment_id=08fe2f32-b615-4231-88e9-12bda0ccc8ba)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:26:19.568074 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b9f8ad66-61d4-46e6-845e-4d8ff5214223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:19.572930 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 4fbb7387-6fad-417c-a65f-5a2e0585e2d6 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:26:19.573368 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:19.586952 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-3f0e79f6-4193-4718-84a1-2cc68bfc7cd5 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] device_id is not set on port 25f138e6-0826-475d-aa26-afbf4ed0c4bb yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:26:19.592376 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d9956fd7-8c2f-40f5-9176-dd96b6e537af tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "DELETE /v2.0/ports/4337c46d-7a78-4d1f-8d53-1a452ea21dba HTTP/1.1" status: 204 len: 168 time: 5.5837471 Mar 31 15:26:19.624949 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40090) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:19.703169 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:19.736054 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 4fbb7387-6fad-417c-a65f-5a2e0585e2d6, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=4fbb7387-6fad-417c-a65f-5a2e0585e2d6,segment=NetworkSegment(73d46567-19eb-4497-93be-6fe049ad1b8d),segment_id=73d46567-19eb-4497-93be-6fe049ad1b8d)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:26:19.797145 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:19.870343 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-41d5c90c-347d-4645-bdca-ea92bdd72c3b tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "GET /v2.0/floatingips/fe1b144b-bbc7-4691-bd62-0c9ae7e143e3 HTTP/1.1" status: 200 len: 688 time: 0.2380841 Mar 31 15:26:19.878286 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=4fbb7387-6fad-417c-a65f-5a2e0585e2d6,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:19.883599 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40094) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:19.970938 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-572c6564-86c6-4cf0-8606-baf2b69784d5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:19.981217 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-aa21c044-af40-4fdc-af7f-f3ba44fe706d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Calling delete_port for e929da44-1aa1-4c4f-84c1-506c7eab0702 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:20.001639 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596891b6-5bc6-44b7-a4c6-28a14d161fa5 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:26:20.014408 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a21dfd8-4fbe-4687-873f-bf5169549e3a None None] Sync routers for ids ['2ae8179f-3a84-4827-a8c2-55338975f1e1'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:26:20.024229 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a21dfd8-4fbe-4687-873f-bf5169549e3a None None] Routers {'2ae8179f-3a84-4827-a8c2-55338975f1e1'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:20.024978 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2a21dfd8-4fbe-4687-873f-bf5169549e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['2ae8179f-3a84-4827-a8c2-55338975f1e1'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:20.077426 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-b9f8ad66-61d4-46e6-845e-4d8ff5214223 admin admin] Calling delete_port for e228c55b-05a1-4d2f-a79c-b3def2ee6fa7 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:20.086201 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2a21dfd8-4fbe-4687-873f-bf5169549e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:20.094998 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a21dfd8-4fbe-4687-873f-bf5169549e3a None None] Routers {'2ae8179f-3a84-4827-a8c2-55338975f1e1'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:20.095611 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2a21dfd8-4fbe-4687-873f-bf5169549e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['2ae8179f-3a84-4827-a8c2-55338975f1e1'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:20.147457 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-596891b6-5bc6-44b7-a4c6-28a14d161fa5 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:20.151782 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-596891b6-5bc6-44b7-a4c6-28a14d161fa5 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "PUT /v2.0/routers/2ae8179f-3a84-4827-a8c2-55338975f1e1 HTTP/1.1" status: 200 len: 884 time: 6.2833455 Mar 31 15:26:20.151918 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40098) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:20.159794 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2a21dfd8-4fbe-4687-873f-bf5169549e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:20.160196 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a21dfd8-4fbe-4687-873f-bf5169549e3a None None] The sync data for ids ['2ae8179f-3a84-4827-a8c2-55338975f1e1'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:26:20.214477 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-49ae1f6a-9cb7-4d88-9664-d6738c95e709 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Deleting port 022d71f1-1392-41f9-aa4f-06f450ec050b {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:20.214811 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49ae1f6a-9cb7-4d88-9664-d6738c95e709 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:20.364888 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-3f0e79f6-4193-4718-84a1-2cc68bfc7cd5 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Allocated IP 172.20.0.8 (b0f3ae5c-e048-4278-8c8c-e7fc553f8c14/496548b0-f4eb-4b73-a7dc-1d5d2c1051fa/25f138e6-0826-475d-aa26-afbf4ed0c4bb) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:26:20.391346 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad2b436c-9f13-49ea-a586-5f538bc1bc8f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:20.471133 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572c6564-86c6-4cf0-8606-baf2b69784d5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Router 3f82b7d5-016f-42ea-b200-a07b44075447 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:26:20.683020 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572c6564-86c6-4cf0-8606-baf2b69784d5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:26:20.683708 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3e849bc9-593d-42ba-b598-6213a0819eb9 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "GET /v2.0/routers/2ae8179f-3a84-4827-a8c2-55338975f1e1 HTTP/1.1" status: 200 len: 925 time: 0.4796219 Mar 31 15:26:20.690095 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40102) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:20.696617 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fb7391-99ed-4b36-a7ee-891edef32764 None None] Sync routers for ids ['3f82b7d5-016f-42ea-b200-a07b44075447'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:26:20.706871 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fb7391-99ed-4b36-a7ee-891edef32764 None None] Routers {'3f82b7d5-016f-42ea-b200-a07b44075447'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:20.707571 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-d9fb7391-99ed-4b36-a7ee-891edef32764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['3f82b7d5-016f-42ea-b200-a07b44075447'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:20.769862 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-d9fb7391-99ed-4b36-a7ee-891edef32764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:20.779882 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fb7391-99ed-4b36-a7ee-891edef32764 None None] Routers {'3f82b7d5-016f-42ea-b200-a07b44075447'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:20.780751 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-d9fb7391-99ed-4b36-a7ee-891edef32764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['3f82b7d5-016f-42ea-b200-a07b44075447'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:20.788340 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-572c6564-86c6-4cf0-8606-baf2b69784d5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "PUT /v2.0/routers/3f82b7d5-016f-42ea-b200-a07b44075447/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3129845 Mar 31 15:26:20.794870 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40106) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:20.795528 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa21c044-af40-4fdc-af7f-f3ba44fe706d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:20.848540 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-d9fb7391-99ed-4b36-a7ee-891edef32764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:20.848933 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fb7391-99ed-4b36-a7ee-891edef32764 None None] The sync data for ids ['3f82b7d5-016f-42ea-b200-a07b44075447'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:26:20.900131 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21c044-af40-4fdc-af7f-f3ba44fe706d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Pushing event deleted for resources: {'Port': ['ID=e929da44-1aa1-4c4f-84c1-506c7eab0702,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:20.904196 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-97a6eaf4-dd28-4514-a493-019d3ebb436a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Synchronizing usage tracker for tenant:3c462be107e642da98e89cbf8192538c on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:26:20.978504 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b9f8ad66-61d4-46e6-845e-4d8ff5214223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:21.024744 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49ae1f6a-9cb7-4d88-9664-d6738c95e709 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:21.025329 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49ae1f6a-9cb7-4d88-9664-d6738c95e709 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:21.056512 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8ad66-61d4-46e6-845e-4d8ff5214223 admin admin] Pushing event deleted for resources: {'Port': ['ID=e228c55b-05a1-4d2f-a79c-b3def2ee6fa7,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:21.109784 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c32d66-de2b-47ce-a551-7deaff722a73 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:21.113845 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-98c32d66-de2b-47ce-a551-7deaff722a73 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=81fb4282-babc-4201-afd1-e5be35072e1e&device_id=2ae8179f-3a84-4827-a8c2-55338975f1e1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4164958 Mar 31 15:26:21.141843 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40110) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:21.144969 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa21c044-af40-4fdc-af7f-f3ba44fe706d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:21.179455 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-49ae1f6a-9cb7-4d88-9664-d6738c95e709 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Calling delete_port for 022d71f1-1392-41f9-aa4f-06f450ec050b owned by network:floatingip {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:21.285932 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3f0e79f6-4193-4718-84a1-2cc68bfc7cd5 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:21.307668 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-97a6eaf4-dd28-4514-a493-019d3ebb436a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Unset dirty status for tenant:3c462be107e642da98e89cbf8192538c on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:26:21.311424 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-97a6eaf4-dd28-4514-a493-019d3ebb436a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f82b7d5-016f-42ea-b200-a07b44075447 HTTP/1.1" status: 200 len: 205 time: 0.5093989 Mar 31 15:26:21.312152 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40114) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:21.374688 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3f0e79f6-4193-4718-84a1-2cc68bfc7cd5 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Transition to ACTIVE for port object 25f138e6-0826-475d-aa26-afbf4ed0c4bb will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:26:21.392355 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2b436c-9f13-49ea-a586-5f538bc1bc8f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Router ac251ce6-38d6-4214-8baa-8a648583f2d7 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:26:21.419968 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 4fbb7387-6fad-417c-a65f-5a2e0585e2d6 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:26:21.490348 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 4fbb7387-6fad-417c-a65f-5a2e0585e2d6 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:26:21.490900 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:21.550297 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa21c044-af40-4fdc-af7f-f3ba44fe706d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:21.565481 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0b5987b2-169b-47d4-ac33-b5ebcc0deb28 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:21.603005 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa21c044-af40-4fdc-af7f-f3ba44fe706d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:21.737957 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec8b5a5-8bb9-466d-ac4c-7b5f81ee2e5c tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:21.739321 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6ec8b5a5-8bb9-466d-ac4c-7b5f81ee2e5c tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "GET /v2.0/networks/81fb4282-babc-4201-afd1-e5be35072e1e HTTP/1.1" status: 200 len: 881 time: 0.5962324 Mar 31 15:26:21.747789 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40118) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:21.752570 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa21c044-af40-4fdc-af7f-f3ba44fe706d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:21.753090 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa21c044-af40-4fdc-af7f-f3ba44fe706d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Fanout notify agent at l3_agent the message router_deleted on router c796c5ed-59a0-470a-93a9-0b04f0e60569 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:26:21.808722 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-519d3ce0-281b-44d4-8af9-0755f94ee5b9 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ae8179f-3a84-4827-a8c2-55338975f1e1 HTTP/1.1" status: 200 len: 205 time: 0.0573525 Mar 31 15:26:21.816148 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40122) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:21.821941 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa21c044-af40-4fdc-af7f-f3ba44fe706d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:21.822941 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-aa21c044-af40-4fdc-af7f-f3ba44fe706d tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] 10.222.0.31 "DELETE /v2.0/routers/c796c5ed-59a0-470a-93a9-0b04f0e60569 HTTP/1.1" status: 204 len: 168 time: 4.3611343 Mar 31 15:26:21.826438 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40126) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:21.852713 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49ae1f6a-9cb7-4d88-9664-d6738c95e709 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:21.857281 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3f0e79f6-4193-4718-84a1-2cc68bfc7cd5 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:21.928599 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b9f8ad66-61d4-46e6-845e-4d8ff5214223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:22.012606 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae1f6a-9cb7-4d88-9664-d6738c95e709 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event deleted for resources: {'Port': ['ID=022d71f1-1392-41f9-aa4f-06f450ec050b,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:22.051797 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-a12b6dc6-db36-437d-a232-a209c9d7b192 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Deleting subnet 067c2f2e-7d46-41ad-807e-326708d95b22 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:26:22.123862 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a12b6dc6-db36-437d-a232-a209c9d7b192 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:22.226860 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0b5987b2-169b-47d4-ac33-b5ebcc0deb28 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:22.235198 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0b5987b2-169b-47d4-ac33-b5ebcc0deb28 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:22.251771 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0e79f6-4193-4718-84a1-2cc68bfc7cd5 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Network b0f3ae5c-e048-4278-8c8c-e7fc553f8c14 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:22.264034 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-3f0e79f6-4193-4718-84a1-2cc68bfc7cd5 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:22.265006 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a7f1089-4258-4f06-b724-a2864e3c4c37 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:22.296957 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0e79f6-4193-4718-84a1-2cc68bfc7cd5 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:26:22.332629 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a12b6dc6-db36-437d-a232-a209c9d7b192 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:22.364791 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2b436c-9f13-49ea-a586-5f538bc1bc8f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:26:22.393222 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4362af54-e1aa-4013-9243-de9996d00dcb None None] Sync routers for ids ['ac251ce6-38d6-4214-8baa-8a648583f2d7'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:26:22.394507 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e79f6-4193-4718-84a1-2cc68bfc7cd5 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Pushing event updated for resources: {'Port': ['ID=25f138e6-0826-475d-aa26-afbf4ed0c4bb,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:22.399354 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4362af54-e1aa-4013-9243-de9996d00dcb None None] Routers {'ac251ce6-38d6-4214-8baa-8a648583f2d7'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:22.401440 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4362af54-e1aa-4013-9243-de9996d00dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['ac251ce6-38d6-4214-8baa-8a648583f2d7'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:22.431483 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0e79f6-4193-4718-84a1-2cc68bfc7cd5 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:22.432135 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3f0e79f6-4193-4718-84a1-2cc68bfc7cd5 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:22.449176 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49ae1f6a-9cb7-4d88-9664-d6738c95e709 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:22.451752 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49ae1f6a-9cb7-4d88-9664-d6738c95e709 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:22.452937 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-49ae1f6a-9cb7-4d88-9664-d6738c95e709 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "DELETE /v2.0/floatingips/fe1b144b-bbc7-4691-bd62-0c9ae7e143e3 HTTP/1.1" status: 204 len: 168 time: 2.5683875 Mar 31 15:26:22.456784 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40130) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:22.466811 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-814dc65f-a5c8-4623-9133-b2d59c85c611 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'port_id': 'f3b518e9-871f-409f-9f48-3adc73b6c3c0'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:22.469834 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-814dc65f-a5c8-4623-9133-b2d59c85c611 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:22.474816 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-814dc65f-a5c8-4623-9133-b2d59c85c611 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Usage tracker for resource:floatingip and tenant:e42d5336284c4dafbfb75f78ea62f851 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:22.479085 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-814dc65f-a5c8-4623-9133-b2d59c85c611 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:22.486279 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-814dc65f-a5c8-4623-9133-b2d59c85c611 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:22.490663 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4362af54-e1aa-4013-9243-de9996d00dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:22.497242 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0b5987b2-169b-47d4-ac33-b5ebcc0deb28 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:22.497620 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5987b2-169b-47d4-ac33-b5ebcc0deb28 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Fanout notify agent at l3_agent the message router_deleted on router 3f82b7d5-016f-42ea-b200-a07b44075447 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:26:22.507172 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4362af54-e1aa-4013-9243-de9996d00dcb None None] Routers {'ac251ce6-38d6-4214-8baa-8a648583f2d7'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:22.508083 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4362af54-e1aa-4013-9243-de9996d00dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['ac251ce6-38d6-4214-8baa-8a648583f2d7'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:22.514125 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0b5987b2-169b-47d4-ac33-b5ebcc0deb28 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:22.515245 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0b5987b2-169b-47d4-ac33-b5ebcc0deb28 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/routers/3f82b7d5-016f-42ea-b200-a07b44075447 HTTP/1.1" status: 204 len: 168 time: 1.1986961 Mar 31 15:26:22.517925 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40134) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:22.570340 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad2b436c-9f13-49ea-a586-5f538bc1bc8f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:22.574492 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ad2b436c-9f13-49ea-a586-5f538bc1bc8f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.1901629 Mar 31 15:26:22.578906 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40138) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:22.580138 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4362af54-e1aa-4013-9243-de9996d00dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:22.580697 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4362af54-e1aa-4013-9243-de9996d00dcb None None] The sync data for ids ['ac251ce6-38d6-4214-8baa-8a648583f2d7'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:26:22.583361 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-1348249b-eb72-4261-80a4-ca317d5f7782 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'enable_snat': False}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:22.644033 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3f0e79f6-4193-4718-84a1-2cc68bfc7cd5 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.9138470 Mar 31 15:26:22.654184 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40142) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:22.670793 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-deb70e23-d795-4abf-b0a3-a6fa5e90d79c None None] Provisioning for port 25f138e6-0826-475d-aa26-afbf4ed0c4bb completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:26:22.678609 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-deb70e23-d795-4abf-b0a3-a6fa5e90d79c None None] Provisioning complete for port 25f138e6-0826-475d-aa26-afbf4ed0c4bb triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:26:22.679581 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-deb70e23-d795-4abf-b0a3-a6fa5e90d79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:22.719455 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-abbcda91-e163-458f-8670-6c5bdc825481 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Deleting subnet 99c2aae5-8c47-4e96-b546-0c81103d243e {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:26:22.725304 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-abbcda91-e163-458f-8670-6c5bdc825481 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:22.737652 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-deb70e23-d795-4abf-b0a3-a6fa5e90d79c None None] Port 25f138e6-0826-475d-aa26-afbf4ed0c4bb cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:26:22.753033 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-814dc65f-a5c8-4623-9133-b2d59c85c611 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:22.806714 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a12b6dc6-db36-437d-a232-a209c9d7b192 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:22.859912 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a7f1089-4258-4f06-b724-a2864e3c4c37 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:22.885663 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f8ad66-61d4-46e6-845e-4d8ff5214223 admin admin] Router 99e95aa8-dfb9-4235-a3fa-d63c4c02e25a has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:26:22.902396 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-abbcda91-e163-458f-8670-6c5bdc825481 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:22.966277 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7a7f1089-4258-4f06-b724-a2864e3c4c37 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Deleting port 3f8ecb06-11b3-4284-bd51-983277e1ce3a {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:22.966910 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a7f1089-4258-4f06-b724-a2864e3c4c37 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:23.107631 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9148de-4f67-4f2f-a67a-029ef1f291dc tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:23.113371 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9148de-4f67-4f2f-a67a-029ef1f291dc tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:23.117600 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a12b6dc6-db36-437d-a232-a209c9d7b192 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:23.119090 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9148de-4f67-4f2f-a67a-029ef1f291dc tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:23.119955 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3f9148de-4f67-4f2f-a67a-029ef1f291dc tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Synchronizing usage tracker for tenant:11f89427b80349a68a7a06d0bc0efd89 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:26:23.182365 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9e9719-4a79-4f71-b227-50bb9651f77a None None] Network 4dfc618d-97cf-43ef-b4c3-02c3eeb9e45f requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:26:23.220968 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b6dc6-db36-437d-a232-a209c9d7b192 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Pushing event deleted for resources: {'Subnet': ['ID=067c2f2e-7d46-41ad-807e-326708d95b22,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:23.223169 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a12b6dc6-db36-437d-a232-a209c9d7b192 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:23.258333 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f8ad66-61d4-46e6-845e-4d8ff5214223 admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:26:23.260585 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a12b6dc6-db36-437d-a232-a209c9d7b192 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] 10.222.0.31 "DELETE /v2.0/subnets/067c2f2e-7d46-41ad-807e-326708d95b22 HTTP/1.1" status: 204 len: 168 time: 1.3846331 Mar 31 15:26:23.264200 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b9f8ad66-61d4-46e6-845e-4d8ff5214223 admin admin] 10.222.0.31 "PUT /v2.0/routers/99e95aa8-dfb9-4235-a3fa-d63c4c02e25a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8583462 Mar 31 15:26:23.266827 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40146) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:23.267228 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40148) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:23.267725 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-abbcda91-e163-458f-8670-6c5bdc825481 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:23.274664 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9630dadb-0d44-45e0-aab2-2fe0abdd8274 None None] Sync routers for ids ['99e95aa8-dfb9-4235-a3fa-d63c4c02e25a'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:26:23.288708 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9630dadb-0d44-45e0-aab2-2fe0abdd8274 None None] Routers {'99e95aa8-dfb9-4235-a3fa-d63c4c02e25a'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:23.290231 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-9630dadb-0d44-45e0-aab2-2fe0abdd8274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['99e95aa8-dfb9-4235-a3fa-d63c4c02e25a'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:23.301580 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3f9148de-4f67-4f2f-a67a-029ef1f291dc tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Unset dirty status for tenant:11f89427b80349a68a7a06d0bc0efd89 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:26:23.302297 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3f9148de-4f67-4f2f-a67a-029ef1f291dc tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.6457026 Mar 31 15:26:23.320838 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40154) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:23.411963 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-87d35f99-4322-488c-aca8-7181645bb709 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Deleting port 25f138e6-0826-475d-aa26-afbf4ed0c4bb {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:23.417650 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87d35f99-4322-488c-aca8-7181645bb709 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:23.496233 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49c5daa-21c7-4f01-b20b-8a480940f772 None None] DHCP port deletion for 4dfc618d-97cf-43ef-b4c3-02c3eeb9e45f request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:26:23.502955 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-e49c5daa-21c7-4f01-b20b-8a480940f772 None None] Deleting port 5ec91a9d-9ddb-4712-8da2-5161ff4f960c {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:23.504307 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e49c5daa-21c7-4f01-b20b-8a480940f772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:23.505073 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a7f1089-4258-4f06-b724-a2864e3c4c37 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:23.541036 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-9630dadb-0d44-45e0-aab2-2fe0abdd8274 None None] Set router 99e95aa8-dfb9-4235-a3fa-d63c4c02e25a gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:26:23.628213 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1348249b-eb72-4261-80a4-ca317d5f7782 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:23.674702 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0af9a2fd-9c68-4185-9e66-103b1ee131fd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:23.684918 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-814dc65f-a5c8-4623-9133-b2d59c85c611 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:23.747810 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-e49c5daa-21c7-4f01-b20b-8a480940f772 None None] For port 5ec91a9d-9ddb-4712-8da2-5161ff4f960c, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=5ec91a9d-9ddb-4712-8da2-5161ff4f960c,segment=NetworkSegment(9db8c52b-4f77-4d4a-be74-8bc675a76355),segment_id=9db8c52b-4f77-4d4a-be74-8bc675a76355)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:26:23.748457 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e49c5daa-21c7-4f01-b20b-8a480940f772 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:23.807863 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7a7f1089-4258-4f06-b724-a2864e3c4c37 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Calling delete_port for 3f8ecb06-11b3-4284-bd51-983277e1ce3a owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:23.872938 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0569d97b-91b7-4be4-ac73-f3377aec74be admin admin] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:23.880236 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-9630dadb-0d44-45e0-aab2-2fe0abdd8274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'name': 'tempest-ServersTestJSON-444491906-router', 'tenant_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '85eb6023-6403-4d3c-93a7-0c4fe66c77d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:15Z', 'updated_at': '2022-03-31T15:26:20Z', 'revision_number': 5, 'project_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'gw_port': {'id': '85eb6023-6403-4d3c-93a7-0c4fe66c77d6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:17Z', 'updated_at': '2022-03-31T15:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:23.885124 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9630dadb-0d44-45e0-aab2-2fe0abdd8274 None None] Checking router: 99e95aa8-dfb9-4235-a3fa-d63c4c02e25a for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:26:23.892754 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-e49c5daa-21c7-4f01-b20b-8a480940f772 None None] Calling delete_port for 5ec91a9d-9ddb-4712-8da2-5161ff4f960c owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:23.894990 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9630dadb-0d44-45e0-aab2-2fe0abdd8274 None None] Routers {'99e95aa8-dfb9-4235-a3fa-d63c4c02e25a'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:23.895636 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-9630dadb-0d44-45e0-aab2-2fe0abdd8274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['99e95aa8-dfb9-4235-a3fa-d63c4c02e25a'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:24.038235 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0af9a2fd-9c68-4185-9e66-103b1ee131fd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Deleting port 5ec91a9d-9ddb-4712-8da2-5161ff4f960c {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:24.038565 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0af9a2fd-9c68-4185-9e66-103b1ee131fd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:24.059975 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e49c5daa-21c7-4f01-b20b-8a480940f772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:24.101585 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-9630dadb-0d44-45e0-aab2-2fe0abdd8274 None None] Set router 99e95aa8-dfb9-4235-a3fa-d63c4c02e25a gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:26:24.109180 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49c5daa-21c7-4f01-b20b-8a480940f772 None None] No DVR routers for this DVR port 5ec91a9d-9ddb-4712-8da2-5161ff4f960c on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:26:24.122664 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0af9a2fd-9c68-4185-9e66-103b1ee131fd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] The port '5ec91a9d-9ddb-4712-8da2-5161ff4f960c' was deleted {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:26:24.125016 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c5daa-21c7-4f01-b20b-8a480940f772 None None] Pushing event deleted for resources: {'Port': ['ID=5ec91a9d-9ddb-4712-8da2-5161ff4f960c,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:24.128581 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-abbcda91-e163-458f-8670-6c5bdc825481 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:24.168184 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-814dc65f-a5c8-4623-9133-b2d59c85c611 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Allocated IP 172.26.5.156 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/ba8a8b46-c818-4e0c-87e8-95aee2bebf57) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:26:24.223545 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbcda91-e163-458f-8670-6c5bdc825481 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Subnet': ['ID=99c2aae5-8c47-4e96-b546-0c81103d243e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:24.237606 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802364df-0743-4256-b2f9-9b3a973fcf9c None None] Network 0dff2c21-3673-4f2b-83ef-d4927e3b2d43 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:26:24.248365 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-abbcda91-e163-458f-8670-6c5bdc825481 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:24.344779 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87d35f99-4322-488c-aca8-7181645bb709 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:24.358406 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-abbcda91-e163-458f-8670-6c5bdc825481 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/subnets/99c2aae5-8c47-4e96-b546-0c81103d243e HTTP/1.1" status: 204 len: 168 time: 1.8390260 Mar 31 15:26:24.365126 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40160) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:24.424174 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0569d97b-91b7-4be4-ac73-f3377aec74be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:24.495161 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-87d35f99-4322-488c-aca8-7181645bb709 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Calling delete_port for 25f138e6-0826-475d-aa26-afbf4ed0c4bb owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:24.510103 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0af9a2fd-9c68-4185-9e66-103b1ee131fd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:24.565364 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-9630dadb-0d44-45e0-aab2-2fe0abdd8274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'name': 'tempest-ServersTestJSON-444491906-router', 'tenant_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '85eb6023-6403-4d3c-93a7-0c4fe66c77d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:15Z', 'updated_at': '2022-03-31T15:26:20Z', 'revision_number': 5, 'project_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'gw_port': {'id': '85eb6023-6403-4d3c-93a7-0c4fe66c77d6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:17Z', 'updated_at': '2022-03-31T15:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:24.574202 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9630dadb-0d44-45e0-aab2-2fe0abdd8274 None None] The sync data for ids ['99e95aa8-dfb9-4235-a3fa-d63c4c02e25a'] in dv-neutron-833379-2-hyperv is: [{'id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'name': 'tempest-ServersTestJSON-444491906-router', 'tenant_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '85eb6023-6403-4d3c-93a7-0c4fe66c77d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:15Z', 'updated_at': '2022-03-31T15:26:20Z', 'revision_number': 5, 'project_id': '1d3b9b77f9fd4ab9a15d41c62b10bfd0', 'gw_port': {'id': '85eb6023-6403-4d3c-93a7-0c4fe66c77d6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e95aa8-dfb9-4235-a3fa-d63c4c02e25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:17Z', 'updated_at': '2022-03-31T15:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:26:24.583751 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-0af9a2fd-9c68-4185-9e66-103b1ee131fd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dfc618d-97cf-43ef-b4c3-02c3eeb9e45f']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:24.608983 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-0af9a2fd-9c68-4185-9e66-103b1ee131fd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db8c52b-4f77-4d4a-be74-8bc675a76355') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:24.609313 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-0af9a2fd-9c68-4185-9e66-103b1ee131fd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db8c52b-4f77-4d4a-be74-8bc675a76355') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:24.620808 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af38936-e59e-4c46-aa19-670cf7b9b637 None None] DHCP port deletion for 0dff2c21-3673-4f2b-83ef-d4927e3b2d43 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:26:24.626213 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-2af38936-e59e-4c46-aa19-670cf7b9b637 None None] Deleting port 7423cd32-291d-4ca1-a1fe-5585291a71bc {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:24.626377 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2af38936-e59e-4c46-aa19-670cf7b9b637 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:24.645819 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef55387b-87a3-4135-a0b5-1a045cbecf6f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Deleting subnet b5d4840a-49b3-4e43-a8c1-a2bee40e509b {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:26:24.648927 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0af9a2fd-9c68-4185-9e66-103b1ee131fd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:24.654706 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-0569d97b-91b7-4be4-ac73-f3377aec74be admin admin] Deleting port 85eb6023-6403-4d3c-93a7-0c4fe66c77d6 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:24.655048 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0569d97b-91b7-4be4-ac73-f3377aec74be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:24.674162 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ef55387b-87a3-4135-a0b5-1a045cbecf6f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:24.720913 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-814dc65f-a5c8-4623-9133-b2d59c85c611 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:24.725120 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0af9a2fd-9c68-4185-9e66-103b1ee131fd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:24.741722 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0af9a2fd-9c68-4185-9e66-103b1ee131fd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:26:24.742123 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0af9a2fd-9c68-4185-9e66-103b1ee131fd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:24.760043 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:26:24.760043 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:26:24.760043 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:26:24.760043 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:26:24.760043 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:26:24.760043 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:26:24.760043 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:26:24.760043 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:26:24.760043 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:26:24.760043 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:26:24.760043 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:26:24.760043 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:26:24.760043 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:26:24.760043 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:26:24.760043 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:26:24.760043 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:26:24.760043 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:26:24.760043 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:26:24.760043 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:26:24.760043 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:26:24.760043 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:26:24.760043 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:26:24.760043 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:26:24.760043 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:26:24.760043 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:26:24.760043 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:26:24.760043 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:26:24.760043 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:26:24.760043 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:26:24.760043 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:26:24.760043 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:26:24.760043 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:26:24.786479 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a7f1089-4258-4f06-b724-a2864e3c4c37 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:24.868037 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-2af38936-e59e-4c46-aa19-670cf7b9b637 None None] For port 7423cd32-291d-4ca1-a1fe-5585291a71bc, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=7423cd32-291d-4ca1-a1fe-5585291a71bc,segment=NetworkSegment(89c6b565-59ec-4007-8de4-072758bb2592),segment_id=89c6b565-59ec-4007-8de4-072758bb2592)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:26:24.869041 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2af38936-e59e-4c46-aa19-670cf7b9b637 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:24.896492 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f1089-4258-4f06-b724-a2864e3c4c37 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Pushing event deleted for resources: {'Port': ['ID=3f8ecb06-11b3-4284-bd51-983277e1ce3a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:24.899545 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ef55387b-87a3-4135-a0b5-1a045cbecf6f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:25.033076 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-2af38936-e59e-4c46-aa19-670cf7b9b637 None None] Calling delete_port for 7423cd32-291d-4ca1-a1fe-5585291a71bc owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:25.035284 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-0569d97b-91b7-4be4-ac73-f3377aec74be admin admin] For port 85eb6023-6403-4d3c-93a7-0c4fe66c77d6, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=85eb6023-6403-4d3c-93a7-0c4fe66c77d6,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:26:25.035686 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0569d97b-91b7-4be4-ac73-f3377aec74be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:25.077816 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0af9a2fd-9c68-4185-9e66-103b1ee131fd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:25.103896 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0af9a2fd-9c68-4185-9e66-103b1ee131fd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:25.116025 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9a2fd-9c68-4185-9e66-103b1ee131fd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Pushing event deleted for resources: {'Network': ['ID=4dfc618d-97cf-43ef-b4c3-02c3eeb9e45f,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:25.136657 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0af9a2fd-9c68-4185-9e66-103b1ee131fd tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] 10.222.0.31 "DELETE /v2.0/networks/4dfc618d-97cf-43ef-b4c3-02c3eeb9e45f HTTP/1.1" status: 204 len: 168 time: 1.8368430 Mar 31 15:26:25.142685 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-814dc65f-a5c8-4623-9133-b2d59c85c611 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:25.149540 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ef55387b-87a3-4135-a0b5-1a045cbecf6f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:25.151307 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:25.161295 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87d35f99-4322-488c-aca8-7181645bb709 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:25.162752 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40164) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:25.169620 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-0569d97b-91b7-4be4-ac73-f3377aec74be admin admin] Calling delete_port for 85eb6023-6403-4d3c-93a7-0c4fe66c77d6 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:25.198580 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a7f1089-4258-4f06-b724-a2864e3c4c37 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:25.202097 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2af38936-e59e-4c46-aa19-670cf7b9b637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:25.253018 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af38936-e59e-4c46-aa19-670cf7b9b637 None None] No DVR routers for this DVR port 7423cd32-291d-4ca1-a1fe-5585291a71bc on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:26:25.272552 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af38936-e59e-4c46-aa19-670cf7b9b637 None None] Pushing event deleted for resources: {'Port': ['ID=7423cd32-291d-4ca1-a1fe-5585291a71bc,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:25.372716 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e228c55b-05a1-4d2f-a79c-b3def2ee6fa7 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:26:25.397293 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814dc65f-a5c8-4623-9133-b2d59c85c611 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:25.411614 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-814dc65f-a5c8-4623-9133-b2d59c85c611 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:25.414259 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: e228c55b-05a1-4d2f-a79c-b3def2ee6fa7 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:26:25.414397 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814dc65f-a5c8-4623-9133-b2d59c85c611 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:26:25.414609 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e228c55b-05a1-4d2f-a79c-b3def2ee6fa7 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:26:25.415033 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 5ec91a9d-9ddb-4712-8da2-5161ff4f960c no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:26:25.451670 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 5ec91a9d-9ddb-4712-8da2-5161ff4f960c {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:26:25.452009 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 5ec91a9d-9ddb-4712-8da2-5161ff4f960c not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:26:25.453176 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 7423cd32-291d-4ca1-a1fe-5585291a71bc no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:26:25.492931 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 7423cd32-291d-4ca1-a1fe-5585291a71bc {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:26:25.493303 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 7423cd32-291d-4ca1-a1fe-5585291a71bc not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:26:25.577782 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d35f99-4322-488c-aca8-7181645bb709 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Pushing event deleted for resources: {'Port': ['ID=25f138e6-0826-475d-aa26-afbf4ed0c4bb,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:25.640751 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814dc65f-a5c8-4623-9133-b2d59c85c611 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event updated for resources: {'Port': ['ID=ba8a8b46-c818-4e0c-87e8-95aee2bebf57,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:25.746018 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a7f1089-4258-4f06-b724-a2864e3c4c37 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:25.789601 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a7f1089-4258-4f06-b724-a2864e3c4c37 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:25.830460 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6d2871d8-6d6a-4a9c-8f71-67e71d4bab24 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Deleting port 7344bdd9-0ca8-4f39-b9c9-63ba94ab81b0 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:25.830802 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d2871d8-6d6a-4a9c-8f71-67e71d4bab24 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:25.904509 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ef55387b-87a3-4135-a0b5-1a045cbecf6f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:25.944387 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87d35f99-4322-488c-aca8-7181645bb709 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:25.948236 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-168b2679-a64c-4edb-ad2c-2c35c627ffca req-f059133a-f0f3-4a49-8ed3-d3cb04781207 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6136150 Mar 31 15:26:25.968781 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55387b-87a3-4135-a0b5-1a045cbecf6f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Subnet': ['ID=b5d4840a-49b3-4e43-a8c1-a2bee40e509b,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:25.977561 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ef55387b-87a3-4135-a0b5-1a045cbecf6f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:25.983318 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba080395-af0a-4743-8bff-bf08916cf101 None None] Network b7b9e39b-62a2-469e-aa57-ca7408440adb requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:26:26.014906 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a7f1089-4258-4f06-b724-a2864e3c4c37 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:26.015421 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7f1089-4258-4f06-b724-a2864e3c4c37 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Fanout notify agent at l3_agent the message router_deleted on router 2ae8179f-3a84-4827-a8c2-55338975f1e1 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:26:26.036922 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ef55387b-87a3-4135-a0b5-1a045cbecf6f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/subnets/b5d4840a-49b3-4e43-a8c1-a2bee40e509b HTTP/1.1" status: 204 len: 168 time: 1.6246452 Mar 31 15:26:26.041171 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40168) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:26.068365 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a7f1089-4258-4f06-b724-a2864e3c4c37 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:26.069469 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7a7f1089-4258-4f06-b724-a2864e3c4c37 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "DELETE /v2.0/routers/2ae8179f-3a84-4827-a8c2-55338975f1e1 HTTP/1.1" status: 204 len: 168 time: 4.2522609 Mar 31 15:26:26.117041 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40172) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:26.138900 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c264f19f-65d3-4bdd-b37e-6edcc864d7e4 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-573739765', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:26.148468 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-87d35f99-4322-488c-aca8-7181645bb709 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] 10.222.0.31 "DELETE /v2.0/ports/25f138e6-0826-475d-aa26-afbf4ed0c4bb HTTP/1.1" status: 204 len: 168 time: 2.8130424 Mar 31 15:26:26.158764 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40176) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:26.161161 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c264f19f-65d3-4bdd-b37e-6edcc864d7e4 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:26.228464 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9c207de5-08a2-4293-ada7-75d282d1fa26 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Request body: {'port': {'name': 'tempest-new-port-name-2067825959', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:26.228926 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.api.validators [None req-9c207de5-08a2-4293-ada7-75d282d1fa26 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] bootfile-name is not in valid_values {{(pid=103443) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 31 15:26:26.229411 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.api.validators [None req-9c207de5-08a2-4293-ada7-75d282d1fa26 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] tftp-server is not in valid_values {{(pid=103443) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 31 15:26:26.229601 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.api.validators [None req-9c207de5-08a2-4293-ada7-75d282d1fa26 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] server-ip-address is not in valid_values {{(pid=103443) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 31 15:26:26.229784 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1348249b-eb72-4261-80a4-ca317d5f7782 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:26.257354 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c264f19f-65d3-4bdd-b37e-6edcc864d7e4 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Usage tracker for resource:router and tenant:dce923f5422345b4b3937e0f97824efc is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:26.270535 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d2871d8-6d6a-4a9c-8f71-67e71d4bab24 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:26.270861 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d2871d8-6d6a-4a9c-8f71-67e71d4bab24 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:26.272482 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797560a6-7092-46ad-bce6-a1f59ead89ff None None] DHCP port deletion for b7b9e39b-62a2-469e-aa57-ca7408440adb request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:26:26.276866 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-797560a6-7092-46ad-bce6-a1f59ead89ff None None] Deleting port 9f2221cc-d19f-413c-9c0d-40fa3b6dc066 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:26.277831 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-797560a6-7092-46ad-bce6-a1f59ead89ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:26.290476 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c264f19f-65d3-4bdd-b37e-6edcc864d7e4 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:26.300016 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1348249b-eb72-4261-80a4-ca317d5f7782 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-462406'] for router, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:26.316730 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c264f19f-65d3-4bdd-b37e-6edcc864d7e4 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:26.372288 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b2679-a64c-4edb-ad2c-2c35c627ffca req-34065c29-b7cc-4779-9afc-21a0fe393c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:26.373798 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-168b2679-a64c-4edb-ad2c-2c35c627ffca req-34065c29-b7cc-4779-9afc-21a0fe393c1a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=054d30a6120446fcba39a5a299093095&device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 1099 time: 0.3976119 Mar 31 15:26:26.440355 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6d2871d8-6d6a-4a9c-8f71-67e71d4bab24 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Calling delete_port for 7344bdd9-0ca8-4f39-b9c9-63ba94ab81b0 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:26.474263 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e50107bc-f215-4607-a5a5-b3e92b0082ac tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:26.515862 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-797560a6-7092-46ad-bce6-a1f59ead89ff None None] For port 9f2221cc-d19f-413c-9c0d-40fa3b6dc066, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=9f2221cc-d19f-413c-9c0d-40fa3b6dc066,segment=NetworkSegment(b29f978c-432b-47ca-b045-151741e76b20),segment_id=b29f978c-432b-47ca-b045-151741e76b20)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:26:26.516391 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-797560a6-7092-46ad-bce6-a1f59ead89ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:26.556962 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0569d97b-91b7-4be4-ac73-f3377aec74be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:26.643461 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c264f19f-65d3-4bdd-b37e-6edcc864d7e4 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:26.644465 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c264f19f-65d3-4bdd-b37e-6edcc864d7e4 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:26.658589 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1348249b-eb72-4261-80a4-ca317d5f7782 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Router ac251ce6-38d6-4214-8baa-8a648583f2d7 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:26:26.660909 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b2679-a64c-4edb-ad2c-2c35c627ffca req-31d85ddd-d812-4988-9e49-3a9a532f21b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:26.661153 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569d97b-91b7-4be4-ac73-f3377aec74be admin admin] Pushing event deleted for resources: {'Port': ['ID=85eb6023-6403-4d3c-93a7-0c4fe66c77d6,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:26.662399 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-168b2679-a64c-4edb-ad2c-2c35c627ffca req-31d85ddd-d812-4988-9e49-3a9a532f21b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8570db4c-fed6-40aa-8a1b-99615046312c HTTP/1.1" status: 200 len: 912 time: 0.2610073 Mar 31 15:26:26.681399 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-797560a6-7092-46ad-bce6-a1f59ead89ff None None] Calling delete_port for 9f2221cc-d19f-413c-9c0d-40fa3b6dc066 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:26.740290 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c207de5-08a2-4293-ada7-75d282d1fa26 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:26.847164 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-797560a6-7092-46ad-bce6-a1f59ead89ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:26.852017 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-168b2679-a64c-4edb-ad2c-2c35c627ffca req-001b6e0a-9545-4fa8-9ce2-e5a27c2ca663 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bca974bf-04e8-4b40-8dd3-77d968794f2b HTTP/1.1" status: 200 len: 1002 time: 0.1824741 Mar 31 15:26:26.861367 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-814dc65f-a5c8-4623-9133-b2d59c85c611 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:26.898213 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797560a6-7092-46ad-bce6-a1f59ead89ff None None] Pushing event deleted for resources: {'Port': ['ID=9f2221cc-d19f-413c-9c0d-40fa3b6dc066,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:26.900128 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797560a6-7092-46ad-bce6-a1f59ead89ff None None] No DVR routers for this DVR port 9f2221cc-d19f-413c-9c0d-40fa3b6dc066 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:26:26.994593 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c264f19f-65d3-4bdd-b37e-6edcc864d7e4 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:27.095105 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e50107bc-f215-4607-a5a5-b3e92b0082ac tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:27.149674 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1348249b-eb72-4261-80a4-ca317d5f7782 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:26:27.151966 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b2679-a64c-4edb-ad2c-2c35c627ffca req-a52314a1-bba0-444f-af94-5b0281d46080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:27.154777 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-168b2679-a64c-4edb-ad2c-2c35c627ffca req-a52314a1-bba0-444f-af94-5b0281d46080 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b28caf7-0cc4-4f02-9ea5-a472add592af HTTP/1.1" status: 200 len: 850 time: 0.2941575 Mar 31 15:26:27.160539 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d847ed26-c24c-4a1e-a7d8-8d0d9457bc05 None None] Sync routers for ids ['ac251ce6-38d6-4214-8baa-8a648583f2d7'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:26:27.165084 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-e50107bc-f215-4607-a5a5-b3e92b0082ac tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dff2c21-3673-4f2b-83ef-d4927e3b2d43']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:27.171006 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d847ed26-c24c-4a1e-a7d8-8d0d9457bc05 None None] Routers {'ac251ce6-38d6-4214-8baa-8a648583f2d7'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:27.171726 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d847ed26-c24c-4a1e-a7d8-8d0d9457bc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['ac251ce6-38d6-4214-8baa-8a648583f2d7'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:27.173876 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0569d97b-91b7-4be4-ac73-f3377aec74be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:27.206391 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1348249b-eb72-4261-80a4-ca317d5f7782 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:27.210060 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-1348249b-eb72-4261-80a4-ca317d5f7782 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "PUT /v2.0/routers/ac251ce6-38d6-4214-8baa-8a648583f2d7 HTTP/1.1" status: 200 len: 921 time: 4.6281688 Mar 31 15:26:27.210888 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40180) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:27.237552 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d847ed26-c24c-4a1e-a7d8-8d0d9457bc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:27.246271 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d847ed26-c24c-4a1e-a7d8-8d0d9457bc05 None None] Routers {'ac251ce6-38d6-4214-8baa-8a648583f2d7'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:27.247279 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d847ed26-c24c-4a1e-a7d8-8d0d9457bc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['ac251ce6-38d6-4214-8baa-8a648583f2d7'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:27.299201 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c264f19f-65d3-4bdd-b37e-6edcc864d7e4 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:27.307872 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d847ed26-c24c-4a1e-a7d8-8d0d9457bc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:27.308253 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d847ed26-c24c-4a1e-a7d8-8d0d9457bc05 None None] The sync data for ids ['ac251ce6-38d6-4214-8baa-8a648583f2d7'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:26:27.326366 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-e50107bc-f215-4607-a5a5-b3e92b0082ac tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c6b565-59ec-4007-8de4-072758bb2592') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:27.326697 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-e50107bc-f215-4607-a5a5-b3e92b0082ac tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c6b565-59ec-4007-8de4-072758bb2592') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:27.428212 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-814dc65f-a5c8-4623-9133-b2d59c85c611 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:27.436409 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 9f2221cc-d19f-413c-9c0d-40fa3b6dc066 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:26:27.457141 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e50107bc-f215-4607-a5a5-b3e92b0082ac tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:27.476070 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 9f2221cc-d19f-413c-9c0d-40fa3b6dc066 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:26:27.476070 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 9f2221cc-d19f-413c-9c0d-40fa3b6dc066 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:26:27.480358 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d2871d8-6d6a-4a9c-8f71-67e71d4bab24 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:27.487123 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0569d97b-91b7-4be4-ac73-f3377aec74be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:27.491843 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b2679-a64c-4edb-ad2c-2c35c627ffca req-082a44b7-1971-4544-a010-6a9068e8bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:27.493339 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-168b2679-a64c-4edb-ad2c-2c35c627ffca req-082a44b7-1971-4544-a010-6a9068e8bdc7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8570db4c-fed6-40aa-8a1b-99615046312c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3311567 Mar 31 15:26:27.497707 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-56e9ef91-b0f7-4af7-b12c-fbeef835997b tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "GET /v2.0/routers/ac251ce6-38d6-4214-8baa-8a648583f2d7 HTTP/1.1" status: 200 len: 921 time: 0.2857921 Mar 31 15:26:27.500784 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40184) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:27.529019 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0569d97b-91b7-4be4-ac73-f3377aec74be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:27.555684 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e50107bc-f215-4607-a5a5-b3e92b0082ac tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:27.564365 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2871d8-6d6a-4a9c-8f71-67e71d4bab24 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Pushing event deleted for resources: {'Port': ['ID=7344bdd9-0ca8-4f39-b9c9-63ba94ab81b0,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:27.573250 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e50107bc-f215-4607-a5a5-b3e92b0082ac tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:26:27.574410 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e50107bc-f215-4607-a5a5-b3e92b0082ac tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:27.620058 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:26:27.620058 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:26:27.620058 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:26:27.620058 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:26:27.620058 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:26:27.620058 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:26:27.620058 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:26:27.620058 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:26:27.620058 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:26:27.620058 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:26:27.620058 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:26:27.620058 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:26:27.620058 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:26:27.620058 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:26:27.620058 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:26:27.620058 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:26:27.620058 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:26:27.620058 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:26:27.620058 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:26:27.620058 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:26:27.620058 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:26:27.620058 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:26:27.620058 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:26:27.620058 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:26:27.620058 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:26:27.620058 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:26:27.620058 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:26:27.620058 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:26:27.620058 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:26:27.620058 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:26:27.620058 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:26:27.620058 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:26:27.648709 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c264f19f-65d3-4bdd-b37e-6edcc864d7e4 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:27.649913 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c264f19f-65d3-4bdd-b37e-6edcc864d7e4 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.5303965 Mar 31 15:26:27.669178 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40188) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:27.695337 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-3d615d52-685d-4c4e-92e7-849f67b5630d tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'enable_snat': True}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:27.799172 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d2871d8-6d6a-4a9c-8f71-67e71d4bab24 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:27.803770 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0569d97b-91b7-4be4-ac73-f3377aec74be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:27.804252 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0569d97b-91b7-4be4-ac73-f3377aec74be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99e95aa8-dfb9-4235-a3fa-d63c4c02e25a {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:26:27.830587 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0569d97b-91b7-4be4-ac73-f3377aec74be admin admin] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:27.831705 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0569d97b-91b7-4be4-ac73-f3377aec74be admin admin] 10.222.0.31 "DELETE /v2.0/routers/99e95aa8-dfb9-4235-a3fa-d63c4c02e25a HTTP/1.1" status: 204 len: 168 time: 4.5640798 Mar 31 15:26:27.834970 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40192) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:27.838589 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c207de5-08a2-4293-ada7-75d282d1fa26 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:27.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d2871d8-6d6a-4a9c-8f71-67e71d4bab24 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:27.842905 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6d2871d8-6d6a-4a9c-8f71-67e71d4bab24 tempest-FloatingIPAdminTestJSON-1837353545 tempest-FloatingIPAdminTestJSON-1837353545-project] 10.222.0.31 "DELETE /v2.0/floatingips/3b094d9f-c294-46de-b386-4d550bba6e29 HTTP/1.1" status: 204 len: 168 time: 2.6041336 Mar 31 15:26:27.875857 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e50107bc-f215-4607-a5a5-b3e92b0082ac tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:27.909841 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e50107bc-f215-4607-a5a5-b3e92b0082ac tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:27.911701 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e50107bc-f215-4607-a5a5-b3e92b0082ac tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/networks/0dff2c21-3673-4f2b-83ef-d4927e3b2d43 HTTP/1.1" status: 204 len: 168 time: 1.8676376 Mar 31 15:26:27.918957 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40198) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:27.923757 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50107bc-f215-4607-a5a5-b3e92b0082ac tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Network': ['ID=0dff2c21-3673-4f2b-83ef-d4927e3b2d43,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:27.961655 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c207de5-08a2-4293-ada7-75d282d1fa26 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:28.011652 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7943c48-a4f1-45cc-b2c2-cf9a6bb5e8a8 admin admin] Deleting subnet b57b1a83-224b-460a-8d96-97b3371a0b4c {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:26:28.017033 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd207f5-84e5-432f-9032-fe10d89af6c3 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:28.018548 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ccd207f5-84e5-432f-9032-fe10d89af6c3 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=81fb4282-babc-4201-afd1-e5be35072e1e&device_id=ac251ce6-38d6-4214-8baa-8a648583f2d7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5098093 Mar 31 15:26:28.024567 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40202) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:28.026065 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d7943c48-a4f1-45cc-b2c2-cf9a6bb5e8a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:28.030127 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-168b2679-a64c-4edb-ad2c-2c35c627ffca req-a34ee568-e736-4ecb-82b5-1c7e0102442b service neutron] 10.222.0.41 "GET /v2.0/networks/8570db4c-fed6-40aa-8a1b-99615046312c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5284183 Mar 31 15:26:28.215998 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c207de5-08a2-4293-ada7-75d282d1fa26 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Pushing event updated for resources: {'Port': ['ID=f8fe872c-f79d-4f05-a53e-eee4f83f2758,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:28.225491 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ce45300b-cf24-4d89-a846-42208afd82a0 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:28.229021 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-9c207de5-08a2-4293-ada7-75d282d1fa26 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] In _notify_port_updated(), no bound segment for port f8fe872c-f79d-4f05-a53e-eee4f83f2758 on network b0f3ae5c-e048-4278-8c8c-e7fc553f8c14 {{(pid=103443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 31 15:26:28.234874 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c207de5-08a2-4293-ada7-75d282d1fa26 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:28.235528 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c207de5-08a2-4293-ada7-75d282d1fa26 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:28.236839 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9c207de5-08a2-4293-ada7-75d282d1fa26 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] 10.222.0.31 "PUT /v2.0/ports/f8fe872c-f79d-4f05-a53e-eee4f83f2758 HTTP/1.1" status: 200 len: 1136 time: 2.0772305 Mar 31 15:26:28.239193 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d7943c48-a4f1-45cc-b2c2-cf9a6bb5e8a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:28.241829 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40206) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:28.322395 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2e737308-0eea-4d9e-b6c4-0078e19ecb89 None None] Provisioning complete for port f8fe872c-f79d-4f05-a53e-eee4f83f2758 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:26:28.323449 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2e737308-0eea-4d9e-b6c4-0078e19ecb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:28.386494 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-2e737308-0eea-4d9e-b6c4-0078e19ecb89 None None] Port f8fe872c-f79d-4f05-a53e-eee4f83f2758 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:26:28.435308 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ce45300b-cf24-4d89-a846-42208afd82a0 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:28.471896 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-ce45300b-cf24-4d89-a846-42208afd82a0 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b9e39b-62a2-469e-aa57-ca7408440adb']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:28.483796 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d7943c48-a4f1-45cc-b2c2-cf9a6bb5e8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:28.592551 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40212) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:28.633411 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d615d52-685d-4c4e-92e7-849f67b5630d tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:28.644328 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-ce45300b-cf24-4d89-a846-42208afd82a0 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b29f978c-432b-47ca-b045-151741e76b20') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:28.644651 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-ce45300b-cf24-4d89-a846-42208afd82a0 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b29f978c-432b-47ca-b045-151741e76b20') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:28.665406 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ce45300b-cf24-4d89-a846-42208afd82a0 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:28.678156 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27858b44-2c99-469a-acf2-c820eb7bc703 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:28.678156 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-27858b44-2c99-469a-acf2-c820eb7bc703 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] 10.222.0.31 "GET /v2.0/ports/f8fe872c-f79d-4f05-a53e-eee4f83f2758 HTTP/1.1" status: 200 len: 1136 time: 0.4316726 Mar 31 15:26:28.681098 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40220) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:28.721016 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ce45300b-cf24-4d89-a846-42208afd82a0 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:28.727695 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4c3fb9-6c8c-4eca-8337-7dcda9f46646 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:28.733103 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8c4c3fb9-6c8c-4eca-8337-7dcda9f46646 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "GET /v2.0/networks/81fb4282-babc-4201-afd1-e5be35072e1e HTTP/1.1" status: 200 len: 881 time: 0.7056057 Mar 31 15:26:28.735593 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-814dc65f-a5c8-4623-9133-b2d59c85c611 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:28.736899 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40224) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:28.740059 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce45300b-cf24-4d89-a846-42208afd82a0 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:26:28.740589 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ce45300b-cf24-4d89-a846-42208afd82a0 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:28.754538 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-168b2679-a64c-4edb-ad2c-2c35c627ffca req-e9d861d2-9fa7-4891-8aec-34be7923800a service neutron] 10.222.0.41 "GET /v2.0/networks/8570db4c-fed6-40aa-8a1b-99615046312c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6394591 Mar 31 15:26:28.760891 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:26:28.760891 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:26:28.760891 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:26:28.760891 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:26:28.760891 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:26:28.760891 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:26:28.760891 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:26:28.760891 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:26:28.760891 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:26:28.760891 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:26:28.760891 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:26:28.760891 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:26:28.760891 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:26:28.760891 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:26:28.760891 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:26:28.760891 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:26:28.760891 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:26:28.760891 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:26:28.760891 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:26:28.760891 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:26:28.760891 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:26:28.760891 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:26:28.760891 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:26:28.760891 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:26:28.760891 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:26:28.760891 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:26:28.760891 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:26:28.760891 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:26:28.760891 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:26:28.760891 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:26:28.760891 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:26:28.760891 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:26:28.802931 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b3e6dd5c-4d3b-4e40-bb0b-18dba4f76f1c tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac251ce6-38d6-4214-8baa-8a648583f2d7 HTTP/1.1" status: 200 len: 205 time: 0.0634630 Mar 31 15:26:28.805535 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40228) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:28.860247 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-57baa209-2b3b-4337-ac24-2c3bad69515a tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Deleting port f8fe872c-f79d-4f05-a53e-eee4f83f2758 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:28.860579 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-57baa209-2b3b-4337-ac24-2c3bad69515a tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:28.874283 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-814dc65f-a5c8-4623-9133-b2d59c85c611 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:28.951510 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ce45300b-cf24-4d89-a846-42208afd82a0 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:28.953423 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d7943c48-a4f1-45cc-b2c2-cf9a6bb5e8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:29.007658 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ce45300b-cf24-4d89-a846-42208afd82a0 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:29.030325 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7943c48-a4f1-45cc-b2c2-cf9a6bb5e8a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b57b1a83-224b-460a-8d96-97b3371a0b4c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:29.031962 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45300b-cf24-4d89-a846-42208afd82a0 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Network': ['ID=b7b9e39b-62a2-469e-aa57-ca7408440adb,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:29.035393 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d7943c48-a4f1-45cc-b2c2-cf9a6bb5e8a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:29.039452 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d7943c48-a4f1-45cc-b2c2-cf9a6bb5e8a8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b57b1a83-224b-460a-8d96-97b3371a0b4c HTTP/1.1" status: 204 len: 168 time: 1.2013066 Mar 31 15:26:29.040828 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40236) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:29.043599 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814dc65f-a5c8-4623-9133-b2d59c85c611 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event updated for resources: {'Port': ['ID=ba8a8b46-c818-4e0c-87e8-95aee2bebf57,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:29.045760 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd076e9-3763-42f4-ba8c-e7875fa1ec74 None None] Network cc4f77bd-a8a1-4de3-ae11-e5fff1d18587 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:26:29.053181 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ce45300b-cf24-4d89-a846-42208afd82a0 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/networks/b7b9e39b-62a2-469e-aa57-ca7408440adb HTTP/1.1" status: 204 len: 168 time: 1.1331782 Mar 31 15:26:29.061167 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40240) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:29.092302 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-ba9cf7d5-1541-4445-9ba1-d003d291ef20 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Request body: {'network': {'name': 'tempest-RoutersTest-379724355'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:29.202681 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ba9cf7d5-1541-4445-9ba1-d003d291ef20 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:29.208920 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d4cb6b4f-3ea4-4885-bdda-b2b8c1b26d05 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=acee9909de8f4e24bdbce39de10bfe87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6058643 Mar 31 15:26:29.217660 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-814dc65f-a5c8-4623-9133-b2d59c85c611 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:29.225009 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40244) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:29.273283 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ba9cf7d5-1541-4445-9ba1-d003d291ef20 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Usage tracker for resource:network and tenant:3c462be107e642da98e89cbf8192538c is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:29.289343 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ba9cf7d5-1541-4445-9ba1-d003d291ef20 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:29.294096 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d339e8ec-6aed-4d63-abbf-d0c54e898b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:29.321047 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ba9cf7d5-1541-4445-9ba1-d003d291ef20 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:29.341057 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d339e8ec-6aed-4d63-abbf-d0c54e898b7e admin admin] Deleting port 946e3d0d-3099-408a-a66d-bad5ebca3339 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:29.341813 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d339e8ec-6aed-4d63-abbf-d0c54e898b7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:29.346756 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 85eb6023-6403-4d3c-93a7-0c4fe66c77d6 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:26:29.348866 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a00961a3-bc30-4028-bb92-5ca48cb524ec tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:29.366097 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-57baa209-2b3b-4337-ac24-2c3bad69515a tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:29.389174 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 85eb6023-6403-4d3c-93a7-0c4fe66c77d6 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:26:29.392399 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 85eb6023-6403-4d3c-93a7-0c4fe66c77d6 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:26:29.398236 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dbb65c-995f-414a-80b7-5c7c87a7ad0b None None] DHCP port deletion for cc4f77bd-a8a1-4de3-ae11-e5fff1d18587 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:26:29.403646 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-b0dbb65c-995f-414a-80b7-5c7c87a7ad0b None None] Deleting port 946e3d0d-3099-408a-a66d-bad5ebca3339 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:29.404310 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b0dbb65c-995f-414a-80b7-5c7c87a7ad0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:29.476411 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9cf7d5-1541-4445-9ba1-d003d291ef20 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Made reservation on behalf of 3c462be107e642da98e89cbf8192538c for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:29.479837 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ba9cf7d5-1541-4445-9ba1-d003d291ef20 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:29.512728 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-57baa209-2b3b-4337-ac24-2c3bad69515a tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Calling delete_port for f8fe872c-f79d-4f05-a53e-eee4f83f2758 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:29.565231 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4cbf45e-76a5-435f-bfdd-365cc14103fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:29.619752 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba9cf7d5-1541-4445-9ba1-d003d291ef20 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:26:29.626518 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-b0dbb65c-995f-414a-80b7-5c7c87a7ad0b None None] For port 946e3d0d-3099-408a-a66d-bad5ebca3339, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=946e3d0d-3099-408a-a66d-bad5ebca3339,segment=NetworkSegment(08fe2f32-b615-4231-88e9-12bda0ccc8ba),segment_id=08fe2f32-b615-4231-88e9-12bda0ccc8ba)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:26:29.627148 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b0dbb65c-995f-414a-80b7-5c7c87a7ad0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:29.629418 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [None req-814dc65f-a5c8-4623-9133-b2d59c85c611 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Floating IP 83f0afec-8ba9-4f02-94bd-4913fa11639f associated. External IP: 172.26.5.156, port: f3b518e9-871f-409f-9f48-3adc73b6c3c0. Mar 31 15:26:29.667999 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4cbf45e-76a5-435f-bfdd-365cc14103fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:29.713779 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ba9cf7d5-1541-4445-9ba1-d003d291ef20 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:29.714372 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-ba9cf7d5-1541-4445-9ba1-d003d291ef20 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Added segment 48b14fcf-6d1d-4446-aad3-d91225965fc7 of type vlan for network d29786e7-7382-4073-b996-e46bb2d9b233 Mar 31 15:26:29.764703 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-b0dbb65c-995f-414a-80b7-5c7c87a7ad0b None None] Calling delete_port for 946e3d0d-3099-408a-a66d-bad5ebca3339 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:29.785499 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a00961a3-bc30-4028-bb92-5ca48cb524ec tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:29.865566 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-d339e8ec-6aed-4d63-abbf-d0c54e898b7e admin admin] For port 946e3d0d-3099-408a-a66d-bad5ebca3339, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=946e3d0d-3099-408a-a66d-bad5ebca3339,segment=NetworkSegment(08fe2f32-b615-4231-88e9-12bda0ccc8ba),segment_id=08fe2f32-b615-4231-88e9-12bda0ccc8ba)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:26:29.865927 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d339e8ec-6aed-4d63-abbf-d0c54e898b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:29.899171 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b0dbb65c-995f-414a-80b7-5c7c87a7ad0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:29.954379 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dbb65c-995f-414a-80b7-5c7c87a7ad0b None None] No DVR routers for this DVR port 946e3d0d-3099-408a-a66d-bad5ebca3339 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:26:29.957532 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbb65c-995f-414a-80b7-5c7c87a7ad0b None None] Pushing event deleted for resources: {'Port': ['ID=946e3d0d-3099-408a-a66d-bad5ebca3339,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:29.985348 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ba9cf7d5-1541-4445-9ba1-d003d291ef20 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:30.000054 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d339e8ec-6aed-4d63-abbf-d0c54e898b7e admin admin] Calling delete_port for 946e3d0d-3099-408a-a66d-bad5ebca3339 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:30.055064 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4cbf45e-76a5-435f-bfdd-365cc14103fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:30.082711 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbf45e-76a5-435f-bfdd-365cc14103fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5b4bf9-9813-417e-b5a5-861d5a4d887a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:30.089916 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-57baa209-2b3b-4337-ac24-2c3bad69515a tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:30.098199 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4cbf45e-76a5-435f-bfdd-365cc14103fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:30.101950 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c4cbf45e-76a5-435f-bfdd-365cc14103fc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db5b4bf9-9813-417e-b5a5-861d5a4d887a HTTP/1.1" status: 204 len: 168 time: 0.8731842 Mar 31 15:26:30.140770 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a00961a3-bc30-4028-bb92-5ca48cb524ec tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Deleting port 2efbaf3c-2184-47c5-9f17-1b2a90885c5f {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:30.141118 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a00961a3-bc30-4028-bb92-5ca48cb524ec tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:30.208221 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-ba9cf7d5-1541-4445-9ba1-d003d291ef20 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:26:30.258774 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.api [None req-d339e8ec-6aed-4d63-abbf-d0c54e898b7e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:26:30.259092 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG oslo_db.api [None req-d339e8ec-6aed-4d63-abbf-d0c54e898b7e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:26:30.259917 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57baa209-2b3b-4337-ac24-2c3bad69515a tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Pushing event deleted for resources: {'Port': ['ID=f8fe872c-f79d-4f05-a53e-eee4f83f2758,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:30.344926 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ba9cf7d5-1541-4445-9ba1-d003d291ef20 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:30.350321 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9cf7d5-1541-4445-9ba1-d003d291ef20 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:30.353751 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ba9cf7d5-1541-4445-9ba1-d003d291ef20 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:30.376105 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-57baa209-2b3b-4337-ac24-2c3bad69515a tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:30.385581 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-57baa209-2b3b-4337-ac24-2c3bad69515a tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] 10.222.0.31 "DELETE /v2.0/ports/f8fe872c-f79d-4f05-a53e-eee4f83f2758 HTTP/1.1" status: 204 len: 168 time: 1.6970778 Mar 31 15:26:30.387604 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40252) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:30.408223 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d615d52-685d-4c4e-92e7-849f67b5630d tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:30.462679 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-f50509fb-77c2-4ad9-bd0e-20ad26566d81 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Deleting subnet 496548b0-f4eb-4b73-a7dc-1d5d2c1051fa {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:26:30.466335 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f50509fb-77c2-4ad9-bd0e-20ad26566d81 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:30.520468 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d615d52-685d-4c4e-92e7-849f67b5630d tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:30.536734 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f50509fb-77c2-4ad9-bd0e-20ad26566d81 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:30.632023 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f50509fb-77c2-4ad9-bd0e-20ad26566d81 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:30.643052 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ba9cf7d5-1541-4445-9ba1-d003d291ef20 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5686226 Mar 31 15:26:30.659625 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40256) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:30.669373 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ff64983a-e722-482f-a66c-ee3373529e09 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Request body: {'subnet': {'network_id': 'd29786e7-7382-4073-b996-e46bb2d9b233', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:30.709311 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9cf7d5-1541-4445-9ba1-d003d291ef20 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Network': ['ID=d29786e7-7382-4073-b996-e46bb2d9b233,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:30.722858 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network d29786e7-7382-4073-b996-e46bb2d9b233 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:26:30.763790 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d339e8ec-6aed-4d63-abbf-d0c54e898b7e admin admin] Deleting port 946e3d0d-3099-408a-a66d-bad5ebca3339 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:30.764000 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d339e8ec-6aed-4d63-abbf-d0c54e898b7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:30.780137 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a00961a3-bc30-4028-bb92-5ca48cb524ec tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:30.850593 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40260) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:30.862102 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d339e8ec-6aed-4d63-abbf-d0c54e898b7e admin admin] The port '946e3d0d-3099-408a-a66d-bad5ebca3339' was deleted {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:26:30.882488 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ff64983a-e722-482f-a66c-ee3373529e09 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:30.917008 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-86ec3f07-aae9-43d1-82e5-69c2db8f01c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:30.926303 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ff64983a-e722-482f-a66c-ee3373529e09 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Usage tracker for resource:subnet and tenant:3c462be107e642da98e89cbf8192538c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:30.935891 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ff64983a-e722-482f-a66c-ee3373529e09 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:30.951001 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814dc65f-a5c8-4623-9133-b2d59c85c611 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Router 12c3bdd7-ec80-47bb-a654-40336a8e2de2 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:26:30.959585 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a00961a3-bc30-4028-bb92-5ca48cb524ec tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Calling delete_port for 2efbaf3c-2184-47c5-9f17-1b2a90885c5f owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:30.973099 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ff64983a-e722-482f-a66c-ee3373529e09 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:30.976122 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-86ec3f07-aae9-43d1-82e5-69c2db8f01c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:30.983359 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-86ec3f07-aae9-43d1-82e5-69c2db8f01c2 admin admin] Usage tracker for resource:security_group_rule and tenant:43cbdf468aa748e3a367effd7ad6fc63 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:30.987884 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-86ec3f07-aae9-43d1-82e5-69c2db8f01c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:31.035519 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f50509fb-77c2-4ad9-bd0e-20ad26566d81 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:31.045001 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-86ec3f07-aae9-43d1-82e5-69c2db8f01c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:31.085915 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d339e8ec-6aed-4d63-abbf-d0c54e898b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:31.104709 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-3d615d52-685d-4c4e-92e7-849f67b5630d tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Allocated IP 172.26.5.121 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/470518cf-26de-4841-a794-53eb81751850) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:26:31.107077 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50509fb-77c2-4ad9-bd0e-20ad26566d81 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Pushing event deleted for resources: {'Subnet': ['ID=496548b0-f4eb-4b73-a7dc-1d5d2c1051fa,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:31.110103 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f50509fb-77c2-4ad9-bd0e-20ad26566d81 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:31.110804 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e774b85f-a3aa-40d5-9ec7-05942c2c5a57 None None] Network b0f3ae5c-e048-4278-8c8c-e7fc553f8c14 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:26:31.112525 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff64983a-e722-482f-a66c-ee3373529e09 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Made reservation on behalf of 3c462be107e642da98e89cbf8192538c for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:31.116495 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ff64983a-e722-482f-a66c-ee3373529e09 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:31.178191 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f50509fb-77c2-4ad9-bd0e-20ad26566d81 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] 10.222.0.31 "DELETE /v2.0/subnets/496548b0-f4eb-4b73-a7dc-1d5d2c1051fa HTTP/1.1" status: 204 len: 168 time: 0.7871768 Mar 31 15:26:31.231566 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40264) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:31.245134 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d339e8ec-6aed-4d63-abbf-d0c54e898b7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc4f77bd-a8a1-4de3-ae11-e5fff1d18587']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:31.372563 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d339e8ec-6aed-4d63-abbf-d0c54e898b7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08fe2f32-b615-4231-88e9-12bda0ccc8ba') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:31.372960 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d339e8ec-6aed-4d63-abbf-d0c54e898b7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08fe2f32-b615-4231-88e9-12bda0ccc8ba') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:31.407366 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f35f5ad-68f3-40cf-b611-d2634089fa9e None None] DHCP port deletion for b0f3ae5c-e048-4278-8c8c-e7fc553f8c14 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:26:31.411874 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-0f35f5ad-68f3-40cf-b611-d2634089fa9e None None] Deleting port 4fbb7387-6fad-417c-a65f-5a2e0585e2d6 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:31.412428 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0f35f5ad-68f3-40cf-b611-d2634089fa9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:31.435336 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d339e8ec-6aed-4d63-abbf-d0c54e898b7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:31.447400 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 946e3d0d-3099-408a-a66d-bad5ebca3339 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:26:31.485328 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814dc65f-a5c8-4623-9133-b2d59c85c611 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:26:31.490165 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 946e3d0d-3099-408a-a66d-bad5ebca3339 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:26:31.490506 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 946e3d0d-3099-408a-a66d-bad5ebca3339 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:26:31.511046 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564e6c52-cb2f-4c0e-ba6f-279555e6256c None None] Sync routers for ids ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:26:31.520640 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2303f33-d230-4181-a61c-9c24d3dce4c1 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:31.525131 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564e6c52-cb2f-4c0e-ba6f-279555e6256c None None] Routers {'12c3bdd7-ec80-47bb-a654-40336a8e2de2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:31.526067 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-564e6c52-cb2f-4c0e-ba6f-279555e6256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:31.559786 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d339e8ec-6aed-4d63-abbf-d0c54e898b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:31.572188 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d339e8ec-6aed-4d63-abbf-d0c54e898b7e admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:26:31.572385 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d339e8ec-6aed-4d63-abbf-d0c54e898b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: util.warn( Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: util.warn( Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: util.warn( Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: util.warn( Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:26:31.597152 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:26:31.629005 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-564e6c52-cb2f-4c0e-ba6f-279555e6256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:31.638927 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564e6c52-cb2f-4c0e-ba6f-279555e6256c None None] Routers {'12c3bdd7-ec80-47bb-a654-40336a8e2de2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:31.639747 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-564e6c52-cb2f-4c0e-ba6f-279555e6256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:31.666855 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-814dc65f-a5c8-4623-9133-b2d59c85c611 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:31.696309 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ff64983a-e722-482f-a66c-ee3373529e09 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:31.699402 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a00961a3-bc30-4028-bb92-5ca48cb524ec tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:31.704731 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-564e6c52-cb2f-4c0e-ba6f-279555e6256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:31.705066 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-0f35f5ad-68f3-40cf-b611-d2634089fa9e None None] For port 4fbb7387-6fad-417c-a65f-5a2e0585e2d6, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=4fbb7387-6fad-417c-a65f-5a2e0585e2d6,segment=NetworkSegment(73d46567-19eb-4497-93be-6fe049ad1b8d),segment_id=73d46567-19eb-4497-93be-6fe049ad1b8d)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:26:31.705209 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564e6c52-cb2f-4c0e-ba6f-279555e6256c None None] The sync data for ids ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:26:31.706093 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0f35f5ad-68f3-40cf-b611-d2634089fa9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:31.749862 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d615d52-685d-4c4e-92e7-849f67b5630d tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:31.768989 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c2303f33-d230-4181-a61c-9c24d3dce4c1 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Deleting port 4fbb7387-6fad-417c-a65f-5a2e0585e2d6 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:31.769381 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2303f33-d230-4181-a61c-9c24d3dce4c1 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:31.774455 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00961a3-bc30-4028-bb92-5ca48cb524ec tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Pushing event deleted for resources: {'Port': ['ID=2efbaf3c-2184-47c5-9f17-1b2a90885c5f,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:31.837462 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-0f35f5ad-68f3-40cf-b611-d2634089fa9e None None] Calling delete_port for 4fbb7387-6fad-417c-a65f-5a2e0585e2d6 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:31.847898 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d339e8ec-6aed-4d63-abbf-d0c54e898b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:31.867835 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-814dc65f-a5c8-4623-9133-b2d59c85c611 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.4077621 Mar 31 15:26:31.869337 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40268) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:31.898279 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-86ec3f07-aae9-43d1-82e5-69c2db8f01c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:31.899696 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a00961a3-bc30-4028-bb92-5ca48cb524ec tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:31.911369 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4e61577d-9670-438d-85de-109f70169cf7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-61175968'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:31.920441 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d339e8ec-6aed-4d63-abbf-d0c54e898b7e admin admin] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:31.922835 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64983a-e722-482f-a66c-ee3373529e09 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Subnet': ['ID=ebe0250d-7771-4269-a7b8-7b2b308dcecf,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:31.951571 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339e8ec-6aed-4d63-abbf-d0c54e898b7e admin admin] Pushing event deleted for resources: {'Network': ['ID=cc4f77bd-a8a1-4de3-ae11-e5fff1d18587,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:31.957926 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4e61577d-9670-438d-85de-109f70169cf7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:31.976770 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff64983a-e722-482f-a66c-ee3373529e09 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Checking segment: {'id': '48b14fcf-6d1d-4446-aad3-d91225965fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd29786e7-7382-4073-b996-e46bb2d9b233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:26:31.977124 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff64983a-e722-482f-a66c-ee3373529e09 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network hostable DHCP agents. Network: d29786e7-7382-4073-b996-e46bb2d9b233, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:26:31.982414 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4e61577d-9670-438d-85de-109f70169cf7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Usage tracker for resource:network and tenant:e42d5336284c4dafbfb75f78ea62f851 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:31.995957 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4e61577d-9670-438d-85de-109f70169cf7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:32.008715 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4e61577d-9670-438d-85de-109f70169cf7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:32.047554 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0f35f5ad-68f3-40cf-b611-d2634089fa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:32.084941 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a00961a3-bc30-4028-bb92-5ca48cb524ec tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:32.088762 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a00961a3-bc30-4028-bb92-5ca48cb524ec tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:32.097572 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35f5ad-68f3-40cf-b611-d2634089fa9e None None] Pushing event deleted for resources: {'Port': ['ID=4fbb7387-6fad-417c-a65f-5a2e0585e2d6,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:32.102286 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f35f5ad-68f3-40cf-b611-d2634089fa9e None None] No DVR routers for this DVR port 4fbb7387-6fad-417c-a65f-5a2e0585e2d6 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:26:32.156290 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-86ec3f07-aae9-43d1-82e5-69c2db8f01c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:32.162144 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d615d52-685d-4c4e-92e7-849f67b5630d tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:32.163192 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d339e8ec-6aed-4d63-abbf-d0c54e898b7e admin admin] 10.222.0.31 "DELETE /v2.0/networks/cc4f77bd-a8a1-4de3-ae11-e5fff1d18587 HTTP/1.1" status: 204 len: 168 time: 3.1194465 Mar 31 15:26:32.223920 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d615d52-685d-4c4e-92e7-849f67b5630d tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:32.227045 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a00961a3-bc30-4028-bb92-5ca48cb524ec tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:32.227545 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00961a3-bc30-4028-bb92-5ca48cb524ec tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Fanout notify agent at l3_agent the message router_deleted on router ac251ce6-38d6-4214-8baa-8a648583f2d7 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:26:32.229288 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-3d615d52-685d-4c4e-92e7-849f67b5630d tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:32.236893 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d615d52-685d-4c4e-92e7-849f67b5630d tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:26:32.272422 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff64983a-e722-482f-a66c-ee3373529e09 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network d29786e7-7382-4073-b996-e46bb2d9b233 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:26:32.274373 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e61577d-9670-438d-85de-109f70169cf7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Made reservation on behalf of e42d5336284c4dafbfb75f78ea62f851 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:32.278534 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e61577d-9670-438d-85de-109f70169cf7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:32.286185 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a00961a3-bc30-4028-bb92-5ca48cb524ec tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:32.287478 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a00961a3-bc30-4028-bb92-5ca48cb524ec tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "DELETE /v2.0/routers/ac251ce6-38d6-4214-8baa-8a648583f2d7 HTTP/1.1" status: 204 len: 168 time: 3.4807642 Mar 31 15:26:32.292428 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40274) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:32.301169 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d615d52-685d-4c4e-92e7-849f67b5630d tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Pushing event updated for resources: {'Port': ['ID=470518cf-26de-4841-a794-53eb81751850,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:32.305143 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-86ec3f07-aae9-43d1-82e5-69c2db8f01c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=43cbdf468aa748e3a367effd7ad6fc63&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4470420 Mar 31 15:26:32.307289 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-1ea7916f-bca7-4f88-9c0f-0f0967f053c3 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-216287176', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:32.313048 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40278) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:32.320158 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-1ea7916f-bca7-4f88-9c0f-0f0967f053c3 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:32.323071 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec3f07-aae9-43d1-82e5-69c2db8f01c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09d20c4-ee83-4fef-a900-16446b9620a5,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:32.334105 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-c2303f33-d230-4181-a61c-9c24d3dce4c1 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] For port 4fbb7387-6fad-417c-a65f-5a2e0585e2d6, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=4fbb7387-6fad-417c-a65f-5a2e0585e2d6,segment=NetworkSegment(73d46567-19eb-4497-93be-6fe049ad1b8d),segment_id=73d46567-19eb-4497-93be-6fe049ad1b8d)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:26:32.334365 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2303f33-d230-4181-a61c-9c24d3dce4c1 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:32.335736 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-1ea7916f-bca7-4f88-9c0f-0f0967f053c3 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Usage tracker for resource:router and tenant:8cff3076c81843719bbab3ce46b9d73c is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:32.340710 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-1ea7916f-bca7-4f88-9c0f-0f0967f053c3 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:32.398347 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e61577d-9670-438d-85de-109f70169cf7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:26:32.421330 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-1ea7916f-bca7-4f88-9c0f-0f0967f053c3 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:32.459132 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-ff64983a-e722-482f-a66c-ee3373529e09 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, d29786e7-7382-4073-b996-e46bb2d9b233) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:32.467119 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da81e2e-18e3-4ae0-9d71-76dded38db8d None None] Network d29786e7-7382-4073-b996-e46bb2d9b233 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:26:32.467701 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c2303f33-d230-4181-a61c-9c24d3dce4c1 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Calling delete_port for 4fbb7387-6fad-417c-a65f-5a2e0585e2d6 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:32.509170 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff64983a-e722-482f-a66c-ee3373529e09 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:32.509743 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ff64983a-e722-482f-a66c-ee3373529e09 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:32.514184 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e61577d-9670-438d-85de-109f70169cf7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:32.514581 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-4e61577d-9670-438d-85de-109f70169cf7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Added segment cd546320-c7d3-4973-9f34-9934f9dcdfc8 of type vlan for network 893ff8fa-16c6-42a5-a4b6-5e490e8b08e7 Mar 31 15:26:32.573952 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be777bb9-232b-45d2-9eb7-718fe08c797d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:32.576346 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ea7916f-bca7-4f88-9c0f-0f0967f053c3 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:32.577152 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ea7916f-bca7-4f88-9c0f-0f0967f053c3 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:32.582483 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e61577d-9670-438d-85de-109f70169cf7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:32.593532 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.api [None req-c2303f33-d230-4181-a61c-9c24d3dce4c1 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:26:32.593850 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG oslo_db.api [None req-c2303f33-d230-4181-a61c-9c24d3dce4c1 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:26:32.615955 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be777bb9-232b-45d2-9eb7-718fe08c797d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:32.623919 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ea7916f-bca7-4f88-9c0f-0f0967f053c3 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:32.647600 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40282) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:32.678564 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ff64983a-e722-482f-a66c-ee3373529e09 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0178084 Mar 31 15:26:32.681488 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40286) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:32.691339 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e61577d-9670-438d-85de-109f70169cf7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:32.696653 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e61577d-9670-438d-85de-109f70169cf7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:32.697289 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e61577d-9670-438d-85de-109f70169cf7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:32.726115 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cc30a5-3e7f-45b1-a112-f3356e3acc14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-d29786e7-7382-4073-b996-e46bb2d9b233', 'network_id': 'd29786e7-7382-4073-b996-e46bb2d9b233', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'fixed_ips': [{'subnet_id': 'ebe0250d-7771-4269-a7b8-7b2b308dcecf'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:26:32.727246 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a4cc30a5-3e7f-45b1-a112-f3356e3acc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:32.740624 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-a0be8691-77df-47d3-ac3a-52fa76916a0b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-248893549', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:32.755419 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ea7916f-bca7-4f88-9c0f-0f0967f053c3 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:32.763656 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a0be8691-77df-47d3-ac3a-52fa76916a0b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:32.774146 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a0be8691-77df-47d3-ac3a-52fa76916a0b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Usage tracker for resource:router and tenant:3c462be107e642da98e89cbf8192538c is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:32.780792 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a0be8691-77df-47d3-ac3a-52fa76916a0b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:32.794912 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a0be8691-77df-47d3-ac3a-52fa76916a0b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:32.816410 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be777bb9-232b-45d2-9eb7-718fe08c797d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:32.818749 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be777bb9-232b-45d2-9eb7-718fe08c797d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:32.822195 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-be777bb9-232b-45d2-9eb7-718fe08c797d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a09d20c4-ee83-4fef-a900-16446b9620a5 HTTP/1.1" status: 204 len: 168 time: 0.5032284 Mar 31 15:26:32.825886 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-86d12970-87f9-4ad8-9866-8cc9f8ed7d1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d3b9b77f9fd4ab9a15d41c62b10bfd0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1742103 Mar 31 15:26:32.826154 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40292) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:32.886871 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e61577d-9670-438d-85de-109f70169cf7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event updated for resources: {'Network': ['ID=893ff8fa-16c6-42a5-a4b6-5e490e8b08e7,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:32.889395 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ea7916f-bca7-4f88-9c0f-0f0967f053c3 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:32.893732 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-1ea7916f-bca7-4f88-9c0f-0f0967f053c3 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5940332 Mar 31 15:26:32.893884 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be777bb9-232b-45d2-9eb7-718fe08c797d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09d20c4-ee83-4fef-a900-16446b9620a5,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:32.895324 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40296) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:32.904768 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-acef3de7-f3fe-4fb6-abc9-50ba67230051 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Request body: {'router': {'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:32.917874 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 893ff8fa-16c6-42a5-a4b6-5e490e8b08e7 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:26:32.934078 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-daa0c982-96b5-44d6-830c-63b0d31017a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:32.974037 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-daa0c982-96b5-44d6-830c-63b0d31017a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:32.992855 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4e61577d-9670-438d-85de-109f70169cf7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1188235 Mar 31 15:26:32.999666 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40302) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:33.008251 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-1191895b-5b58-4280-b9f6-96015c41d4f9 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Request body: {'subnet': {'network_id': '893ff8fa-16c6-42a5-a4b6-5e490e8b08e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:33.070016 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-a4cc30a5-3e7f-45b1-a112-f3356e3acc14 None None] Allocated IP 172.20.0.2 (d29786e7-7382-4073-b996-e46bb2d9b233/ebe0250d-7771-4269-a7b8-7b2b308dcecf/74804f82-3400-41b3-b9ed-5beb00b1a8d1) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:26:33.125135 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c2303f33-d230-4181-a61c-9c24d3dce4c1 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Deleting port 4fbb7387-6fad-417c-a65f-5a2e0585e2d6 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:33.125540 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2303f33-d230-4181-a61c-9c24d3dce4c1 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:33.162144 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d615d52-685d-4c4e-92e7-849f67b5630d tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:33.171456 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-91e2e332-c032-47ff-ad9c-beeba6840e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:33.228460 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a0be8691-77df-47d3-ac3a-52fa76916a0b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:33.229746 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a0be8691-77df-47d3-ac3a-52fa76916a0b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:33.232687 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c2303f33-d230-4181-a61c-9c24d3dce4c1 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] The port '4fbb7387-6fad-417c-a65f-5a2e0585e2d6' was deleted {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:26:33.242102 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-1191895b-5b58-4280-b9f6-96015c41d4f9 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:33.252765 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-1191895b-5b58-4280-b9f6-96015c41d4f9 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:33.260102 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-daa0c982-96b5-44d6-830c-63b0d31017a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:33.318331 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a4cc30a5-3e7f-45b1-a112-f3356e3acc14 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:33.319998 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0c982-96b5-44d6-830c-63b0d31017a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2a7763-b565-417d-8950-ef50d1a5f04c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:33.335299 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-daa0c982-96b5-44d6-830c-63b0d31017a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:33.336444 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-daa0c982-96b5-44d6-830c-63b0d31017a8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf2a7763-b565-417d-8950-ef50d1a5f04c HTTP/1.1" status: 204 len: 168 time: 0.5091865 Mar 31 15:26:33.347753 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1191895b-5b58-4280-b9f6-96015c41d4f9 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Made reservation on behalf of e42d5336284c4dafbfb75f78ea62f851 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:33.348063 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a4cc30a5-3e7f-45b1-a112-f3356e3acc14 None None] Transition to ACTIVE for port object 74804f82-3400-41b3-b9ed-5beb00b1a8d1 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:26:33.351298 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1191895b-5b58-4280-b9f6-96015c41d4f9 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:33.393345 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a4cc30a5-3e7f-45b1-a112-f3356e3acc14 None None] Transition to ACTIVE for port object 74804f82-3400-41b3-b9ed-5beb00b1a8d1 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:26:33.401742 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 4fbb7387-6fad-417c-a65f-5a2e0585e2d6 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:26:33.432495 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a0be8691-77df-47d3-ac3a-52fa76916a0b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:33.449935 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 4fbb7387-6fad-417c-a65f-5a2e0585e2d6 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:26:33.450366 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 4fbb7387-6fad-417c-a65f-5a2e0585e2d6 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:26:33.461557 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a4cc30a5-3e7f-45b1-a112-f3356e3acc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:33.525869 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cc30a5-3e7f-45b1-a112-f3356e3acc14 None None] Network d29786e7-7382-4073-b996-e46bb2d9b233 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:33.534558 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-a4cc30a5-3e7f-45b1-a112-f3356e3acc14 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:33.538846 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cc30a5-3e7f-45b1-a112-f3356e3acc14 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:26:33.542045 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2303f33-d230-4181-a61c-9c24d3dce4c1 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:33.545022 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc30a5-3e7f-45b1-a112-f3356e3acc14 None None] Pushing event updated for resources: {'Port': ['ID=74804f82-3400-41b3-b9ed-5beb00b1a8d1,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:33.582400 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-c2303f33-d230-4181-a61c-9c24d3dce4c1 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f3ae5c-e048-4278-8c8c-e7fc553f8c14']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:33.600628 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-c2303f33-d230-4181-a61c-9c24d3dce4c1 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d46567-19eb-4497-93be-6fe049ad1b8d') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:33.600862 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-c2303f33-d230-4181-a61c-9c24d3dce4c1 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d46567-19eb-4497-93be-6fe049ad1b8d') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:33.618226 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2303f33-d230-4181-a61c-9c24d3dce4c1 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:33.640984 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2303f33-d230-4181-a61c-9c24d3dce4c1 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:33.644335 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a4cc30a5-3e7f-45b1-a112-f3356e3acc14 None None] Attempting to bind port 74804f82-3400-41b3-b9ed-5beb00b1a8d1 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:26:33.644674 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a4cc30a5-3e7f-45b1-a112-f3356e3acc14 None None] Attempting to bind port 74804f82-3400-41b3-b9ed-5beb00b1a8d1 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '48b14fcf-6d1d-4446-aad3-d91225965fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd29786e7-7382-4073-b996-e46bb2d9b233'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:26:33.652577 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cc30a5-3e7f-45b1-a112-f3356e3acc14 None None] Attempting to bind port 74804f82-3400-41b3-b9ed-5beb00b1a8d1 on network d29786e7-7382-4073-b996-e46bb2d9b233 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:26:33.652577 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cc30a5-3e7f-45b1-a112-f3356e3acc14 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:26:33.652577 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cc30a5-3e7f-45b1-a112-f3356e3acc14 None None] Checking segment: {'id': '48b14fcf-6d1d-4446-aad3-d91225965fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd29786e7-7382-4073-b996-e46bb2d9b233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:26:33.652577 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a4cc30a5-3e7f-45b1-a112-f3356e3acc14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:33.653283 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cc30a5-3e7f-45b1-a112-f3356e3acc14 None None] Bound using segment: {'id': '48b14fcf-6d1d-4446-aad3-d91225965fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd29786e7-7382-4073-b996-e46bb2d9b233'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:26:33.653846 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a4cc30a5-3e7f-45b1-a112-f3356e3acc14 None None] Bound port: 74804f82-3400-41b3-b9ed-5beb00b1a8d1, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b14fcf-6d1d-4446-aad3-d91225965fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd29786e7-7382-4073-b996-e46bb2d9b233'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:26:33.654375 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a4cc30a5-3e7f-45b1-a112-f3356e3acc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:33.686835 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2303f33-d230-4181-a61c-9c24d3dce4c1 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:26:33.686835 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2303f33-d230-4181-a61c-9c24d3dce4c1 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:33.698817 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:26:33.698817 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:26:33.698817 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:26:33.698817 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:26:33.698817 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:26:33.698817 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:26:33.698817 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:26:33.698817 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:26:33.698817 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:26:33.698817 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:26:33.698817 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:26:33.698817 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:26:33.698817 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:26:33.698817 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:26:33.698817 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:26:33.698817 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:26:33.698817 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:26:33.698817 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:26:33.698817 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:26:33.698817 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:26:33.698817 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:26:33.698817 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:26:33.698817 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:26:33.698817 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:26:33.698817 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:26:33.698817 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:26:33.698817 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:26:33.698817 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:26:33.698817 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:26:33.698817 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:26:33.698817 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:26:33.698817 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:26:33.748876 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a0be8691-77df-47d3-ac3a-52fa76916a0b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:33.760399 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a4cc30a5-3e7f-45b1-a112-f3356e3acc14 None None] For port 74804f82-3400-41b3-b9ed-5beb00b1a8d1, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:26:33.760660 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-acef3de7-f3fe-4fb6-abc9-50ba67230051 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:33.784290 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40312) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:33.812509 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8aca1bc4-ee51-4767-9005-147e3ec12b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:33.842650 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8aca1bc4-ee51-4767-9005-147e3ec12b77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:33.856672 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8aca1bc4-ee51-4767-9005-147e3ec12b77 admin admin] Usage tracker for resource:security_group_rule and tenant:234ef268f4f14e5fbaa2c881124baacf is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:33.861110 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8aca1bc4-ee51-4767-9005-147e3ec12b77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:33.867906 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8aca1bc4-ee51-4767-9005-147e3ec12b77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:33.884743 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a0be8691-77df-47d3-ac3a-52fa76916a0b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:33.885930 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a0be8691-77df-47d3-ac3a-52fa76916a0b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.2033460 Mar 31 15:26:33.890058 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40318) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:33.892939 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a4cc30a5-3e7f-45b1-a112-f3356e3acc14 None None] For port 74804f82-3400-41b3-b9ed-5beb00b1a8d1, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=74804f82-3400-41b3-b9ed-5beb00b1a8d1,segment=NetworkSegment(48b14fcf-6d1d-4446-aad3-d91225965fc7),segment_id=48b14fcf-6d1d-4446-aad3-d91225965fc7)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:26:33.904218 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d29b0cc6-9f24-48ba-82a2-d1948247f9c1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Request body: {'port': {'network_id': 'd29786e7-7382-4073-b996-e46bb2d9b233', 'name': 'tempest-RoutersTest-11896556'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:33.922125 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2303f33-d230-4181-a61c-9c24d3dce4c1 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:33.955672 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2303f33-d230-4181-a61c-9c24d3dce4c1 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:33.972563 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1191895b-5b58-4280-b9f6-96015c41d4f9 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:33.977230 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a4cc30a5-3e7f-45b1-a112-f3356e3acc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:34.072735 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d615d52-685d-4c4e-92e7-849f67b5630d tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:34.082463 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d615d52-685d-4c4e-92e7-849f67b5630d tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-462406'] for router, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:34.087425 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc30a5-3e7f-45b1-a112-f3356e3acc14 None None] Pushing event updated for resources: {'Port': ['ID=74804f82-3400-41b3-b9ed-5beb00b1a8d1,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:34.197448 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2303f33-d230-4181-a61c-9c24d3dce4c1 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] Pushing event deleted for resources: {'Network': ['ID=b0f3ae5c-e048-4278-8c8c-e7fc553f8c14,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:34.232828 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c2303f33-d230-4181-a61c-9c24d3dce4c1 tempest-ExtraDHCPOptionsTestJSON-40667884 tempest-ExtraDHCPOptionsTestJSON-40667884-project] 10.222.0.31 "DELETE /v2.0/networks/b0f3ae5c-e048-4278-8c8c-e7fc553f8c14 HTTP/1.1" status: 204 len: 168 time: 2.9931130 Mar 31 15:26:34.271064 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191895b-5b58-4280-b9f6-96015c41d4f9 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event updated for resources: {'Subnet': ['ID=08357772-bc6f-4199-8704-01b3bf29fe2b,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:34.319073 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191895b-5b58-4280-b9f6-96015c41d4f9 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Checking segment: {'id': 'cd546320-c7d3-4973-9f34-9934f9dcdfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '893ff8fa-16c6-42a5-a4b6-5e490e8b08e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:26:34.321130 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1191895b-5b58-4280-b9f6-96015c41d4f9 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Network hostable DHCP agents. Network: 893ff8fa-16c6-42a5-a4b6-5e490e8b08e7, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:26:34.345109 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d29b0cc6-9f24-48ba-82a2-d1948247f9c1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:34.359627 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d29b0cc6-9f24-48ba-82a2-d1948247f9c1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Usage tracker for resource:port and tenant:3c462be107e642da98e89cbf8192538c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:34.367383 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d29b0cc6-9f24-48ba-82a2-d1948247f9c1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Quota usage for port was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:34.380636 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d29b0cc6-9f24-48ba-82a2-d1948247f9c1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:34.391543 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8aca1bc4-ee51-4767-9005-147e3ec12b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:34.438070 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1191895b-5b58-4280-b9f6-96015c41d4f9 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Network 893ff8fa-16c6-42a5-a4b6-5e490e8b08e7 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:26:34.487728 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29b0cc6-9f24-48ba-82a2-d1948247f9c1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Made reservation on behalf of 3c462be107e642da98e89cbf8192538c for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:34.493076 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d29b0cc6-9f24-48ba-82a2-d1948247f9c1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:34.506809 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8aca1bc4-ee51-4767-9005-147e3ec12b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:34.537845 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-acef3de7-f3fe-4fb6-abc9-50ba67230051 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router_gateway, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:34.540784 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-1191895b-5b58-4280-b9f6-96015c41d4f9 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 893ff8fa-16c6-42a5-a4b6-5e490e8b08e7) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:34.551705 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fa4311-8505-4c5d-b9a2-c0ff688ac453 None None] Network 893ff8fa-16c6-42a5-a4b6-5e490e8b08e7 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:26:34.581679 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1191895b-5b58-4280-b9f6-96015c41d4f9 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:34.582836 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1191895b-5b58-4280-b9f6-96015c41d4f9 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:34.616192 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-d29b0cc6-9f24-48ba-82a2-d1948247f9c1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] device_id is not set on port 299dcbce-9cbf-41e3-951a-86d146ac9095 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:26:34.666269 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8aca1bc4-ee51-4767-9005-147e3ec12b77 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=234ef268f4f14e5fbaa2c881124baacf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8809092 Mar 31 15:26:34.672339 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca1bc4-ee51-4767-9005-147e3ec12b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3159693e-a050-4b0c-ab83-6408740f94e9,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:34.692326 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40336) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:34.768591 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-acef3de7-f3fe-4fb6-abc9-50ba67230051 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:34.842032 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d615d52-685d-4c4e-92e7-849f67b5630d tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Router c32173ac-14fa-4216-bea3-c0b74201e6bc is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:26:34.896489 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-d29b0cc6-9f24-48ba-82a2-d1948247f9c1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Allocated IP 172.20.0.8 (d29786e7-7382-4073-b996-e46bb2d9b233/ebe0250d-7771-4269-a7b8-7b2b308dcecf/299dcbce-9cbf-41e3-951a-86d146ac9095) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:26:34.904222 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040620ad-9027-4f20-ac40-31ff715460fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-893ff8fa-16c6-42a5-a4b6-5e490e8b08e7', 'network_id': '893ff8fa-16c6-42a5-a4b6-5e490e8b08e7', 'tenant_id': 'e42d5336284c4dafbfb75f78ea62f851', 'fixed_ips': [{'subnet_id': '08357772-bc6f-4199-8704-01b3bf29fe2b'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:26:34.905945 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-040620ad-9027-4f20-ac40-31ff715460fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:34.965147 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40346) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:34.981945 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1191895b-5b58-4280-b9f6-96015c41d4f9 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9786267 Mar 31 15:26:34.986821 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40350) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:35.032113 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b0d356bf-9b9d-42a4-95dc-692541c3c9ea tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-978320628', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:35.042136 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c31fdf7d-cfc8-4a0f-a47d-b92a07f26626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:35.079441 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c31fdf7d-cfc8-4a0f-a47d-b92a07f26626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:35.103357 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-040620ad-9027-4f20-ac40-31ff715460fa None None] Allocated IP 172.20.0.2 (893ff8fa-16c6-42a5-a4b6-5e490e8b08e7/08357772-bc6f-4199-8704-01b3bf29fe2b/c02b2fdd-439b-45d8-984b-19b58006a6c3) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:26:35.124226 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b0d356bf-9b9d-42a4-95dc-692541c3c9ea tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:35.201372 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b0d356bf-9b9d-42a4-95dc-692541c3c9ea tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Usage tracker for resource:router and tenant:e42d5336284c4dafbfb75f78ea62f851 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:35.207867 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-acef3de7-f3fe-4fb6-abc9-50ba67230051 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Allocated IP 172.26.5.169 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/da310629-a462-4f8e-9c4c-48d429bf1e5c) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:26:35.212652 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b0d356bf-9b9d-42a4-95dc-692541c3c9ea tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Quota usage for router was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:35.241718 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b0d356bf-9b9d-42a4-95dc-692541c3c9ea tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:35.283144 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d615d52-685d-4c4e-92e7-849f67b5630d tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:26:35.296069 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40358) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:35.307137 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d615d52-685d-4c4e-92e7-849f67b5630d tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:35.313570 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3d615d52-685d-4c4e-92e7-849f67b5630d tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "PUT /v2.0/routers/c32173ac-14fa-4216-bea3-c0b74201e6bc HTTP/1.1" status: 200 len: 918 time: 7.6330404 Mar 31 15:26:35.317551 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40362) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:35.322155 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e76ff40-7ff5-4cdc-9e88-878f90d99572 None None] Sync routers for ids ['c32173ac-14fa-4216-bea3-c0b74201e6bc'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:26:35.360260 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d29b0cc6-9f24-48ba-82a2-d1948247f9c1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:35.378044 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c31fdf7d-cfc8-4a0f-a47d-b92a07f26626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:35.406684 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0d356bf-9b9d-42a4-95dc-692541c3c9ea tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:35.407735 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0d356bf-9b9d-42a4-95dc-692541c3c9ea tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:35.441167 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e76ff40-7ff5-4cdc-9e88-878f90d99572 None None] Routers {'c32173ac-14fa-4216-bea3-c0b74201e6bc'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:35.442106 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3e76ff40-7ff5-4cdc-9e88-878f90d99572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['c32173ac-14fa-4216-bea3-c0b74201e6bc'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:35.444146 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0d356bf-9b9d-42a4-95dc-692541c3c9ea tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:35.464670 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-d29b0cc6-9f24-48ba-82a2-d1948247f9c1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Transition to ACTIVE for port object 299dcbce-9cbf-41e3-951a-86d146ac9095 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:26:35.466028 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31fdf7d-cfc8-4a0f-a47d-b92a07f26626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3159693e-a050-4b0c-ab83-6408740f94e9,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:35.472692 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c31fdf7d-cfc8-4a0f-a47d-b92a07f26626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:35.476561 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c31fdf7d-cfc8-4a0f-a47d-b92a07f26626 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3159693e-a050-4b0c-ab83-6408740f94e9 HTTP/1.1" status: 204 len: 168 time: 0.7817585 Mar 31 15:26:35.482882 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-fa864733-249e-4bb7-a50c-669dd5f9367c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1656766864-network', 'tenant_id': '8b5ac80dc4ee46d09ac03572f4822c52'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:35.488049 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-fa864733-249e-4bb7-a50c-669dd5f9367c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:35.498895 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-fa864733-249e-4bb7-a50c-669dd5f9367c admin admin] Usage tracker for resource:network and tenant:8b5ac80dc4ee46d09ac03572f4822c52 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:35.502476 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-fa864733-249e-4bb7-a50c-669dd5f9367c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:35.520838 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-fa864733-249e-4bb7-a50c-669dd5f9367c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:35.530887 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 74804f82-3400-41b3-b9ed-5beb00b1a8d1 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:26:35.599514 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3dab89b8-f241-4025-adf5-b8b4698ccec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:35.616252 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3e76ff40-7ff5-4cdc-9e88-878f90d99572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:35.622508 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f0f666-4f84-468f-8032-2da7b07b02fc None None] Network d29786e7-7382-4073-b996-e46bb2d9b233 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:26:35.674242 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e76ff40-7ff5-4cdc-9e88-878f90d99572 None None] Routers {'c32173ac-14fa-4216-bea3-c0b74201e6bc'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:35.675193 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3e76ff40-7ff5-4cdc-9e88-878f90d99572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['c32173ac-14fa-4216-bea3-c0b74201e6bc'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:35.677979 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7104b7b1-0a1c-46f2-9bc2-17b02166f018 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11f89427b80349a68a7a06d0bc0efd89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7089174 Mar 31 15:26:35.689227 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40372) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:35.742873 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-acef3de7-f3fe-4fb6-abc9-50ba67230051 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:35.783900 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa864733-249e-4bb7-a50c-669dd5f9367c admin admin] Made reservation on behalf of 8b5ac80dc4ee46d09ac03572f4822c52 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:35.789918 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa864733-249e-4bb7-a50c-669dd5f9367c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:35.812510 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa864733-249e-4bb7-a50c-669dd5f9367c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:35.828143 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3e76ff40-7ff5-4cdc-9e88-878f90d99572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:35.828600 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e76ff40-7ff5-4cdc-9e88-878f90d99572 None None] The sync data for ids ['c32173ac-14fa-4216-bea3-c0b74201e6bc'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:26:35.840330 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-fa864733-249e-4bb7-a50c-669dd5f9367c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:35.844617 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-fa864733-249e-4bb7-a50c-669dd5f9367c admin admin] Usage tracker for resource:security_group_rule and tenant:8b5ac80dc4ee46d09ac03572f4822c52 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:35.847460 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-fa864733-249e-4bb7-a50c-669dd5f9367c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:35.853746 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-fa864733-249e-4bb7-a50c-669dd5f9367c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:35.914032 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cf9c279f-4e46-4873-8194-459abd1d17f8 None None] Provisioning for port 74804f82-3400-41b3-b9ed-5beb00b1a8d1 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:26:35.940281 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa864733-249e-4bb7-a50c-669dd5f9367c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:36.012612 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 74804f82-3400-41b3-b9ed-5beb00b1a8d1 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:26:36.016244 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa864733-249e-4bb7-a50c-669dd5f9367c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:36.027539 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-bcacbf51-040f-4146-b2f3-0217d80d8628 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "GET /v2.0/routers/c32173ac-14fa-4216-bea3-c0b74201e6bc HTTP/1.1" status: 200 len: 924 time: 0.7090762 Mar 31 15:26:36.029004 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40384) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:36.031539 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa864733-249e-4bb7-a50c-669dd5f9367c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:26:36.040837 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa864733-249e-4bb7-a50c-669dd5f9367c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:36.041186 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-fa864733-249e-4bb7-a50c-669dd5f9367c admin admin] Added segment d512b9f5-d8b6-4092-917f-faa9e82b2193 of type vlan for network b8c1a446-ecea-4471-8bae-1efc5f7c1cdf Mar 31 15:26:36.067817 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 74804f82-3400-41b3-b9ed-5beb00b1a8d1 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:26:36.068199 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:36.069657 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa864733-249e-4bb7-a50c-669dd5f9367c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:36.102839 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0d356bf-9b9d-42a4-95dc-692541c3c9ea tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:36.131810 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-040620ad-9027-4f20-ac40-31ff715460fa None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:36.136850 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa864733-249e-4bb7-a50c-669dd5f9367c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17a5be4-77fa-4285-ad2a-c6f695735001,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:36.149497 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-acef3de7-f3fe-4fb6-abc9-50ba67230051 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:36.155851 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa864733-249e-4bb7-a50c-669dd5f9367c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:36.157426 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa864733-249e-4bb7-a50c-669dd5f9367c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:36.158601 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa864733-249e-4bb7-a50c-669dd5f9367c admin admin] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:36.165256 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-040620ad-9027-4f20-ac40-31ff715460fa None None] Transition to ACTIVE for port object c02b2fdd-439b-45d8-984b-19b58006a6c3 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:26:36.218648 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eaf49c89-d527-46ec-8706-6194a981d240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:36.237538 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acef3de7-f3fe-4fb6-abc9-50ba67230051 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:36.254638 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-acef3de7-f3fe-4fb6-abc9-50ba67230051 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:36.257156 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acef3de7-f3fe-4fb6-abc9-50ba67230051 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:26:36.291188 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d29b0cc6-9f24-48ba-82a2-d1948247f9c1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:36.291759 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-040620ad-9027-4f20-ac40-31ff715460fa None None] Transition to ACTIVE for port object c02b2fdd-439b-45d8-984b-19b58006a6c3 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:26:36.327715 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:36.342374 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef3de7-f3fe-4fb6-abc9-50ba67230051 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Pushing event updated for resources: {'Port': ['ID=da310629-a462-4f8e-9c4c-48d429bf1e5c,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:36.354220 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29b0cc6-9f24-48ba-82a2-d1948247f9c1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network d29786e7-7382-4073-b996-e46bb2d9b233 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:36.354376 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eaf49c89-d527-46ec-8706-6194a981d240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:36.361593 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-d29b0cc6-9f24-48ba-82a2-d1948247f9c1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:36.384114 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-040620ad-9027-4f20-ac40-31ff715460fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:36.419701 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29b0cc6-9f24-48ba-82a2-d1948247f9c1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:26:36.486423 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:36.492716 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040620ad-9027-4f20-ac40-31ff715460fa None None] Network 893ff8fa-16c6-42a5-a4b6-5e490e8b08e7 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:36.497929 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-fa864733-249e-4bb7-a50c-669dd5f9367c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1950572 Mar 31 15:26:36.504569 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 74804f82-3400-41b3-b9ed-5beb00b1a8d1, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=74804f82-3400-41b3-b9ed-5beb00b1a8d1,segment=NetworkSegment(48b14fcf-6d1d-4446-aad3-d91225965fc7),segment_id=48b14fcf-6d1d-4446-aad3-d91225965fc7)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:26:36.507270 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-040620ad-9027-4f20-ac40-31ff715460fa None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:36.514209 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040620ad-9027-4f20-ac40-31ff715460fa None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:26:36.514408 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40392) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:36.521092 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29b0cc6-9f24-48ba-82a2-d1948247f9c1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:36.522024 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d29b0cc6-9f24-48ba-82a2-d1948247f9c1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:36.560953 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa864733-249e-4bb7-a50c-669dd5f9367c admin admin] Pushing event updated for resources: {'Network': ['ID=b8c1a446-ecea-4471-8bae-1efc5f7c1cdf,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:36.576862 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network b8c1a446-ecea-4471-8bae-1efc5f7c1cdf details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:26:36.630295 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-f421c89a-a40b-4062-823b-1c10be6b80fb admin admin] Request body: {'subnet': {'network_id': 'b8c1a446-ecea-4471-8bae-1efc5f7c1cdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1656766864-subnet', 'tenant_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:36.642741 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040620ad-9027-4f20-ac40-31ff715460fa None None] Pushing event updated for resources: {'Port': ['ID=c02b2fdd-439b-45d8-984b-19b58006a6c3,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:36.644824 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11181c78-2b72-4611-8ff4-c7ca4b924ad8 req-926342f2-5dcd-495b-bc7d-bb8779a34146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:36.646540 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-11181c78-2b72-4611-8ff4-c7ca4b924ad8 req-926342f2-5dcd-495b-bc7d-bb8779a34146 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=054d30a6120446fcba39a5a299093095&device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 1099 time: 0.5538754 Mar 31 15:26:36.676930 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b0cc6-9f24-48ba-82a2-d1948247f9c1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Port': ['ID=299dcbce-9cbf-41e3-951a-86d146ac9095,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:36.683074 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f421c89a-a40b-4062-823b-1c10be6b80fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:36.689480 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d29b0cc6-9f24-48ba-82a2-d1948247f9c1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 2.7979424 Mar 31 15:26:36.705930 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40400) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:36.709591 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:36.765378 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f2d144-b852-49d7-8b99-f42eb7eb26b9 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:36.766073 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a6f2d144-b852-49d7-8b99-f42eb7eb26b9 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Synchronizing usage tracker for tenant:b90e5debb7e44a49a84328c79720d332 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:26:36.771250 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f421c89a-a40b-4062-823b-1c10be6b80fb admin admin] Usage tracker for resource:subnet and tenant:8b5ac80dc4ee46d09ac03572f4822c52 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:36.777550 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:36.780892 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f421c89a-a40b-4062-823b-1c10be6b80fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:36.815224 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f421c89a-a40b-4062-823b-1c10be6b80fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:36.873906 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9f7309e8-86ed-4c6e-b0fa-5b7534c3756d None None] Provisioning complete for port 74804f82-3400-41b3-b9ed-5beb00b1a8d1 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:26:36.874531 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9f7309e8-86ed-4c6e-b0fa-5b7534c3756d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:36.939862 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-040620ad-9027-4f20-ac40-31ff715460fa None None] Attempting to bind port c02b2fdd-439b-45d8-984b-19b58006a6c3 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:26:36.939862 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-040620ad-9027-4f20-ac40-31ff715460fa None None] Attempting to bind port c02b2fdd-439b-45d8-984b-19b58006a6c3 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'cd546320-c7d3-4973-9f34-9934f9dcdfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '893ff8fa-16c6-42a5-a4b6-5e490e8b08e7'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:26:36.939862 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040620ad-9027-4f20-ac40-31ff715460fa None None] Attempting to bind port c02b2fdd-439b-45d8-984b-19b58006a6c3 on network 893ff8fa-16c6-42a5-a4b6-5e490e8b08e7 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:26:36.971078 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040620ad-9027-4f20-ac40-31ff715460fa None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:26:36.971752 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040620ad-9027-4f20-ac40-31ff715460fa None None] Checking segment: {'id': 'cd546320-c7d3-4973-9f34-9934f9dcdfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '893ff8fa-16c6-42a5-a4b6-5e490e8b08e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:26:36.972302 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-040620ad-9027-4f20-ac40-31ff715460fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:36.972829 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040620ad-9027-4f20-ac40-31ff715460fa None None] Bound using segment: {'id': 'cd546320-c7d3-4973-9f34-9934f9dcdfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '893ff8fa-16c6-42a5-a4b6-5e490e8b08e7'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:26:36.973482 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-040620ad-9027-4f20-ac40-31ff715460fa None None] Bound port: c02b2fdd-439b-45d8-984b-19b58006a6c3, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd546320-c7d3-4973-9f34-9934f9dcdfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '893ff8fa-16c6-42a5-a4b6-5e490e8b08e7'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:26:36.974019 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-040620ad-9027-4f20-ac40-31ff715460fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:36.989648 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=74804f82-3400-41b3-b9ed-5beb00b1a8d1,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:37.019487 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25330af-23ca-4983-83fe-06d422bafcbc req-8d6c23c6-4620-4324-82f2-b89674d4a57a tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:37.021248 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e25330af-23ca-4983-83fe-06d422bafcbc req-8d6c23c6-4620-4324-82f2-b89674d4a57a tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.8455491 Mar 31 15:26:37.119154 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a6f2d144-b852-49d7-8b99-f42eb7eb26b9 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Unset dirty status for tenant:b90e5debb7e44a49a84328c79720d332 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:26:37.120734 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a6f2d144-b852-49d7-8b99-f42eb7eb26b9 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=81fb4282-babc-4201-afd1-e5be35072e1e&device_id=c32173ac-14fa-4216-bea3-c0b74201e6bc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.0895088 Mar 31 15:26:37.123177 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11181c78-2b72-4611-8ff4-c7ca4b924ad8 req-d852fe93-c965-405b-8361-b2649e151156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:37.125428 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-11181c78-2b72-4611-8ff4-c7ca4b924ad8 req-d852fe93-c965-405b-8361-b2649e151156 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8570db4c-fed6-40aa-8a1b-99615046312c HTTP/1.1" status: 200 len: 912 time: 0.3887269 Mar 31 15:26:37.126910 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40410) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:37.150346 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-040620ad-9027-4f20-ac40-31ff715460fa None None] For port c02b2fdd-439b-45d8-984b-19b58006a6c3, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:26:37.177169 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-040620ad-9027-4f20-ac40-31ff715460fa None None] For port c02b2fdd-439b-45d8-984b-19b58006a6c3, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=c02b2fdd-439b-45d8-984b-19b58006a6c3,segment=NetworkSegment(cd546320-c7d3-4973-9f34-9934f9dcdfc8),segment_id=cd546320-c7d3-4973-9f34-9934f9dcdfc8)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:26:37.221029 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f421c89a-a40b-4062-823b-1c10be6b80fb admin admin] Made reservation on behalf of 8b5ac80dc4ee46d09ac03572f4822c52 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:37.223121 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f421c89a-a40b-4062-823b-1c10be6b80fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:37.224694 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e25330af-23ca-4983-83fe-06d422bafcbc req-d2380a3f-2a13-4026-8adc-0c7b2331a3e0 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310527 Mar 31 15:26:37.259839 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-040620ad-9027-4f20-ac40-31ff715460fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:37.284915 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eaf49c89-d527-46ec-8706-6194a981d240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:37.309670 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9f7309e8-86ed-4c6e-b0fa-5b7534c3756d None None] Provisioning for port 299dcbce-9cbf-41e3-951a-86d146ac9095 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:26:37.328339 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9f7309e8-86ed-4c6e-b0fa-5b7534c3756d None None] Provisioning complete for port 299dcbce-9cbf-41e3-951a-86d146ac9095 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:26:37.328788 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9f7309e8-86ed-4c6e-b0fa-5b7534c3756d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:37.424269 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040620ad-9027-4f20-ac40-31ff715460fa None None] Pushing event updated for resources: {'Port': ['ID=c02b2fdd-439b-45d8-984b-19b58006a6c3,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:37.446395 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf49c89-d527-46ec-8706-6194a981d240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aedd346-4a39-4022-9def-e58f8a5ada90,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:37.562543 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-11181c78-2b72-4611-8ff4-c7ca4b924ad8 req-73f85cb9-c184-4cad-9c77-92473d6bf932 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bca974bf-04e8-4b40-8dd3-77d968794f2b HTTP/1.1" status: 200 len: 1002 time: 0.3945007 Mar 31 15:26:37.562543 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eaf49c89-d527-46ec-8706-6194a981d240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:37.562543 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-eaf49c89-d527-46ec-8706-6194a981d240 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5aedd346-4a39-4022-9def-e58f8a5ada90 HTTP/1.1" status: 204 len: 168 time: 1.8539958 Mar 31 15:26:37.578741 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 74804f82-3400-41b3-b9ed-5beb00b1a8d1 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:26:37.651026 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-9f7309e8-86ed-4c6e-b0fa-5b7534c3756d None None] Port 299dcbce-9cbf-41e3-951a-86d146ac9095 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:26:37.779671 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 74804f82-3400-41b3-b9ed-5beb00b1a8d1 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:26:37.788668 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:37.849074 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0d356bf-9b9d-42a4-95dc-692541c3c9ea tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:37.849776 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-5ba217d5-5046-4c35-a490-e545aff4f39e None None] Provisioning complete for port 299dcbce-9cbf-41e3-951a-86d146ac9095 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:26:37.850152 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5ba217d5-5046-4c35-a490-e545aff4f39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:37.852065 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-acef3de7-f3fe-4fb6-abc9-50ba67230051 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router_gateway, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:37.883288 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0d356bf-9b9d-42a4-95dc-692541c3c9ea tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:37.924603 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-5ba217d5-5046-4c35-a490-e545aff4f39e None None] Port 299dcbce-9cbf-41e3-951a-86d146ac9095 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:26:37.976133 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:38.036378 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f98f3100-87f3-4016-999c-cf9e99d73b6d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:38.092447 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11181c78-2b72-4611-8ff4-c7ca4b924ad8 req-0cf8f4cd-c79a-4958-b1cb-9358a95d898b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:38.094078 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-11181c78-2b72-4611-8ff4-c7ca4b924ad8 req-0cf8f4cd-c79a-4958-b1cb-9358a95d898b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b28caf7-0cc4-4f02-9ea5-a472add592af HTTP/1.1" status: 200 len: 850 time: 0.2440188 Mar 31 15:26:38.161648 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5332050a-91c5-4e64-aca0-f06557196b7f tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:38.163394 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5332050a-91c5-4e64-aca0-f06557196b7f tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "GET /v2.0/networks/81fb4282-babc-4201-afd1-e5be35072e1e HTTP/1.1" status: 200 len: 881 time: 1.0360959 Mar 31 15:26:38.166566 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40426) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:38.232006 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-b0d356bf-9b9d-42a4-95dc-692541c3c9ea tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Allocated IP 172.26.5.4 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/17f1244c-c827-4e83-9743-68d28b3dcd67) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:26:38.232235 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f421c89a-a40b-4062-823b-1c10be6b80fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:38.399182 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5c69da55-ec0f-473c-b84a-fb181670a060 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "GET /v2.0/ports?device_id=c32173ac-14fa-4216-bea3-c0b74201e6bc HTTP/1.1" status: 200 len: 205 time: 0.2256606 Mar 31 15:26:38.410339 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40438) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:38.556703 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40444) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:38.618367 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421c89a-a40b-4062-823b-1c10be6b80fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a152ddbe-bf1d-428e-af6f-5de1f957668e,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:38.631098 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f421c89a-a40b-4062-823b-1c10be6b80fb admin admin] Checking segment: {'id': 'd512b9f5-d8b6-4092-917f-faa9e82b2193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b8c1a446-ecea-4471-8bae-1efc5f7c1cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:26:38.631451 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f421c89a-a40b-4062-823b-1c10be6b80fb admin admin] Network hostable DHCP agents. Network: b8c1a446-ecea-4471-8bae-1efc5f7c1cdf, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:26:38.651086 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-acef3de7-f3fe-4fb6-abc9-50ba67230051 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:38.667280 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11181c78-2b72-4611-8ff4-c7ca4b924ad8 req-2f240c0c-84c2-42b8-939d-bd63364c3f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:38.667280 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-11181c78-2b72-4611-8ff4-c7ca4b924ad8 req-2f240c0c-84c2-42b8-939d-bd63364c3f04 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8570db4c-fed6-40aa-8a1b-99615046312c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5617185 Mar 31 15:26:38.669495 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-acef3de7-f3fe-4fb6-abc9-50ba67230051 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-462406'] for router, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:38.830389 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a400275e-3a7d-4a13-ba4b-736251a8b242 None None] Network 893ff8fa-16c6-42a5-a4b6-5e490e8b08e7 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:26:38.986763 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0d356bf-9b9d-42a4-95dc-692541c3c9ea tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:39.022924 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0c450ebe-5208-49b9-ab0c-1f7b08c9e904 None None] Provisioning for port c02b2fdd-439b-45d8-984b-19b58006a6c3 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:26:39.060571 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f421c89a-a40b-4062-823b-1c10be6b80fb admin admin] Network b8c1a446-ecea-4471-8bae-1efc5f7c1cdf is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:26:39.066347 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-45aabe28-0fc2-4095-9fa4-b6c2914970c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1302821487'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:39.138148 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-45aabe28-0fc2-4095-9fa4-b6c2914970c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:39.153291 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34f9807e-56d3-4819-bba0-df07d1f26777 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:39.158497 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-45aabe28-0fc2-4095-9fa4-b6c2914970c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] Usage tracker for resource:network and tenant:14f7d7500d3845cfb1b27b61d5fabac9 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:39.161658 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-45aabe28-0fc2-4095-9fa4-b6c2914970c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:39.167921 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-45aabe28-0fc2-4095-9fa4-b6c2914970c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:39.232581 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-11181c78-2b72-4611-8ff4-c7ca4b924ad8 req-fcfb66a4-a87b-4756-a487-2de87d2f6acc service neutron] 10.222.0.41 "GET /v2.0/networks/8570db4c-fed6-40aa-8a1b-99615046312c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5548007 Mar 31 15:26:39.248087 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f98f3100-87f3-4016-999c-cf9e99d73b6d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:39.280261 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45aabe28-0fc2-4095-9fa4-b6c2914970c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] Made reservation on behalf of 14f7d7500d3845cfb1b27b61d5fabac9 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:39.283703 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45aabe28-0fc2-4095-9fa4-b6c2914970c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:39.292357 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40464) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:39.332507 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0d356bf-9b9d-42a4-95dc-692541c3c9ea tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:39.377737 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab88c6-c066-4791-9f9a-7991e8b4f2d0 req-aac93d14-2e87-4770-a76e-255b98ad4c66 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:39.379278 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8bab88c6-c066-4791-9f9a-7991e8b4f2d0 req-aac93d14-2e87-4770-a76e-255b98ad4c66 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.8255599 Mar 31 15:26:39.379899 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-f421c89a-a40b-4062-823b-1c10be6b80fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, b8c1a446-ecea-4471-8bae-1efc5f7c1cdf) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:39.384316 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f421c89a-a40b-4062-823b-1c10be6b80fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:39.384893 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f421c89a-a40b-4062-823b-1c10be6b80fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:39.391833 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f98f3100-87f3-4016-999c-cf9e99d73b6d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:39.395199 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bec20ed-d0f1-4da4-be02-dd5551b794a5 None None] Network b8c1a446-ecea-4471-8bae-1efc5f7c1cdf requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:26:39.424773 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d356bf-9b9d-42a4-95dc-692541c3c9ea tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:39.434196 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-b0d356bf-9b9d-42a4-95dc-692541c3c9ea tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:39.441945 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d356bf-9b9d-42a4-95dc-692541c3c9ea tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:26:39.489919 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45aabe28-0fc2-4095-9fa4-b6c2914970c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:39.563392 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d356bf-9b9d-42a4-95dc-692541c3c9ea tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event updated for resources: {'Port': ['ID=17f1244c-c827-4e83-9743-68d28b3dcd67,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:39.584239 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device c02b2fdd-439b-45d8-984b-19b58006a6c3 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:26:39.654375 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f421c89a-a40b-4062-823b-1c10be6b80fb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1371968 Mar 31 15:26:39.671844 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34f9807e-56d3-4819-bba0-df07d1f26777 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:39.671844 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f3100-87f3-4016-999c-cf9e99d73b6d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Port': ['ID=299dcbce-9cbf-41e3-951a-86d146ac9095,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:39.679247 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-e7cc8ae3-ff64-4585-aa7e-cc04405318d9 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1589963096'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:39.683123 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40470) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:39.687852 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e7cc8ae3-ff64-4585-aa7e-cc04405318d9 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:39.694117 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e7cc8ae3-ff64-4585-aa7e-cc04405318d9 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Usage tracker for resource:network and tenant:137a4e602d1c4c6a9514dc9ddf162593 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:39.697433 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e7cc8ae3-ff64-4585-aa7e-cc04405318d9 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:39.699995 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b09ea922-20d8-4613-a25c-25b9d31c77f8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1656766864-router', 'tenant_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:39.705880 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e7cc8ae3-ff64-4585-aa7e-cc04405318d9 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:39.710464 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b09ea922-20d8-4613-a25c-25b9d31c77f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:39.722329 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-45aabe28-0fc2-4095-9fa4-b6c2914970c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:39.737512 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a28052-0ee6-430d-bec8-30542dff10b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-b8c1a446-ecea-4471-8bae-1efc5f7c1cdf', 'network_id': 'b8c1a446-ecea-4471-8bae-1efc5f7c1cdf', 'tenant_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'fixed_ips': [{'subnet_id': 'a152ddbe-bf1d-428e-af6f-5de1f957668e'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:26:39.739044 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-45aabe28-0fc2-4095-9fa4-b6c2914970c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] Usage tracker for resource:security_group_rule and tenant:14f7d7500d3845cfb1b27b61d5fabac9 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:39.739355 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-52a28052-0ee6-430d-bec8-30542dff10b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:39.763254 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-45aabe28-0fc2-4095-9fa4-b6c2914970c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:39.775616 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-45aabe28-0fc2-4095-9fa4-b6c2914970c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:39.789268 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b09ea922-20d8-4613-a25c-25b9d31c77f8 admin admin] Usage tracker for resource:router and tenant:8b5ac80dc4ee46d09ac03572f4822c52 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:39.796265 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-34f9807e-56d3-4819-bba0-df07d1f26777 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Deleting port 470518cf-26de-4841-a794-53eb81751850 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:39.796611 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34f9807e-56d3-4819-bba0-df07d1f26777 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:39.804342 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8bab88c6-c066-4791-9f9a-7991e8b4f2d0 req-52c42e73-ce86-45a4-a6ea-e11df6514b12 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3496315 Mar 31 15:26:39.828681 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b09ea922-20d8-4613-a25c-25b9d31c77f8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:39.829993 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port c02b2fdd-439b-45d8-984b-19b58006a6c3 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:26:39.835916 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cc8ae3-ff64-4585-aa7e-cc04405318d9 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Made reservation on behalf of 137a4e602d1c4c6a9514dc9ddf162593 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:39.835916 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8ae3-ff64-4585-aa7e-cc04405318d9 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:39.841761 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port c02b2fdd-439b-45d8-984b-19b58006a6c3 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:26:39.842249 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:39.853958 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-11181c78-2b72-4611-8ff4-c7ca4b924ad8 req-4e8b4657-0dc5-45ef-9052-746ec62c5b82 service neutron] 10.222.0.41 "GET /v2.0/networks/8570db4c-fed6-40aa-8a1b-99615046312c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6085482 Mar 31 15:26:39.861236 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8ae3-ff64-4585-aa7e-cc04405318d9 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:39.884747 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e7cc8ae3-ff64-4585-aa7e-cc04405318d9 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:39.890877 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e7cc8ae3-ff64-4585-aa7e-cc04405318d9 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Usage tracker for resource:security_group_rule and tenant:137a4e602d1c4c6a9514dc9ddf162593 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:39.896775 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e7cc8ae3-ff64-4585-aa7e-cc04405318d9 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:39.904775 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e7cc8ae3-ff64-4585-aa7e-cc04405318d9 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:39.925261 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b09ea922-20d8-4613-a25c-25b9d31c77f8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:39.950787 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acef3de7-f3fe-4fb6-abc9-50ba67230051 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Router 9c4317ab-0b94-43ba-ac07-9109fb9dc8a4 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:26:39.960283 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-aa36e226-33f9-4698-8d46-fb6c2981f94a None None] Provisioning complete for port 299dcbce-9cbf-41e3-951a-86d146ac9095 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:26:39.960779 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-aa36e226-33f9-4698-8d46-fb6c2981f94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:39.973129 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45aabe28-0fc2-4095-9fa4-b6c2914970c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:40.058179 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45aabe28-0fc2-4095-9fa4-b6c2914970c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:40.115089 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-aa36e226-33f9-4698-8d46-fb6c2981f94a None None] Port 299dcbce-9cbf-41e3-951a-86d146ac9095 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:26:40.116454 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45aabe28-0fc2-4095-9fa4-b6c2914970c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:26:40.129517 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-52a28052-0ee6-430d-bec8-30542dff10b1 None None] Allocated IP 172.20.0.2 (b8c1a446-ecea-4471-8bae-1efc5f7c1cdf/a152ddbe-bf1d-428e-af6f-5de1f957668e/c0301eba-5156-4d4a-a5b0-aff9990467a6) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:26:40.149509 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:40.210764 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45aabe28-0fc2-4095-9fa4-b6c2914970c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:40.211024 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-45aabe28-0fc2-4095-9fa4-b6c2914970c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] Added segment a444f8f5-3cf6-43b0-8b92-e27a1d45090c of type vlan for network d73b2e89-95a8-416f-9c71-910e442846e4 Mar 31 15:26:40.221937 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aabe28-0fc2-4095-9fa4-b6c2914970c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32bedad9-c6d3-4c77-9391-a4a22ae13fe2,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:40.250834 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8ae3-ff64-4585-aa7e-cc04405318d9 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:40.267155 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port c02b2fdd-439b-45d8-984b-19b58006a6c3, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=c02b2fdd-439b-45d8-984b-19b58006a6c3,segment=NetworkSegment(cd546320-c7d3-4973-9f34-9934f9dcdfc8),segment_id=cd546320-c7d3-4973-9f34-9934f9dcdfc8)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:26:40.272589 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f98f3100-87f3-4016-999c-cf9e99d73b6d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:40.273121 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acef3de7-f3fe-4fb6-abc9-50ba67230051 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:26:40.280824 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45aabe28-0fc2-4095-9fa4-b6c2914970c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:40.289386 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a440b94e-da5e-4b15-b003-d6a5036bc8b9 None None] Sync routers for ids ['9c4317ab-0b94-43ba-ac07-9109fb9dc8a4'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:26:40.304152 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a440b94e-da5e-4b15-b003-d6a5036bc8b9 None None] Routers {'9c4317ab-0b94-43ba-ac07-9109fb9dc8a4'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:40.305088 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-a440b94e-da5e-4b15-b003-d6a5036bc8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['9c4317ab-0b94-43ba-ac07-9109fb9dc8a4'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:40.321843 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-acef3de7-f3fe-4fb6-abc9-50ba67230051 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:40.322937 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-acef3de7-f3fe-4fb6-abc9-50ba67230051 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "PUT /v2.0/routers/9c4317ab-0b94-43ba-ac07-9109fb9dc8a4 HTTP/1.1" status: 200 len: 879 time: 7.4248087 Mar 31 15:26:40.328078 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40474) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:40.368214 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:40.393810 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8ae3-ff64-4585-aa7e-cc04405318d9 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:40.402277 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-a440b94e-da5e-4b15-b003-d6a5036bc8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:40.414139 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a440b94e-da5e-4b15-b003-d6a5036bc8b9 None None] Routers {'9c4317ab-0b94-43ba-ac07-9109fb9dc8a4'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:40.415182 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-a440b94e-da5e-4b15-b003-d6a5036bc8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['9c4317ab-0b94-43ba-ac07-9109fb9dc8a4'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:40.442147 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45aabe28-0fc2-4095-9fa4-b6c2914970c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:40.448005 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aabe28-0fc2-4095-9fa4-b6c2914970c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:40.448644 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45aabe28-0fc2-4095-9fa4-b6c2914970c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:40.463661 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-52a28052-0ee6-430d-bec8-30542dff10b1 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:40.481912 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-52a28052-0ee6-430d-bec8-30542dff10b1 None None] Transition to ACTIVE for port object c0301eba-5156-4d4a-a5b0-aff9990467a6 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:26:40.484470 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=c02b2fdd-439b-45d8-984b-19b58006a6c3,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:40.486516 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7cc8ae3-ff64-4585-aa7e-cc04405318d9 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:26:40.508032 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-52a28052-0ee6-430d-bec8-30542dff10b1 None None] Transition to ACTIVE for port object c0301eba-5156-4d4a-a5b0-aff9990467a6 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:26:40.517887 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc8ae3-ff64-4585-aa7e-cc04405318d9 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6241d44-728c-4daa-9e91-24bcd504b658,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:40.529395 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-a440b94e-da5e-4b15-b003-d6a5036bc8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:40.529889 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a440b94e-da5e-4b15-b003-d6a5036bc8b9 None None] The sync data for ids ['9c4317ab-0b94-43ba-ac07-9109fb9dc8a4'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:26:40.543915 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8ae3-ff64-4585-aa7e-cc04405318d9 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:40.544260 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-e7cc8ae3-ff64-4585-aa7e-cc04405318d9 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Added segment 6050c31d-99df-4382-ad94-e1332623918c of type vlan for network 1e469e85-f5b2-4bab-bb01-eb6f808f98b9 Mar 31 15:26:40.584174 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-52a28052-0ee6-430d-bec8-30542dff10b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:40.661663 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-45aabe28-0fc2-4095-9fa4-b6c2914970c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.1019950 Mar 31 15:26:40.669907 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aabe28-0fc2-4095-9fa4-b6c2914970c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] Pushing event updated for resources: {'Network': ['ID=d73b2e89-95a8-416f-9c71-910e442846e4,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:40.696446 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network d73b2e89-95a8-416f-9c71-910e442846e4 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:26:40.700109 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8ae3-ff64-4585-aa7e-cc04405318d9 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:40.712424 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-69fb4709-163d-41af-8455-97e5bcebd838 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "GET /v2.0/routers/9c4317ab-0b94-43ba-ac07-9109fb9dc8a4 HTTP/1.1" status: 200 len: 920 time: 0.3825746 Mar 31 15:26:40.715253 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40482) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:40.738820 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b09ea922-20d8-4613-a25c-25b9d31c77f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:40.740186 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b09ea922-20d8-4613-a25c-25b9d31c77f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:40.745721 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a28052-0ee6-430d-bec8-30542dff10b1 None None] Network b8c1a446-ecea-4471-8bae-1efc5f7c1cdf is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:40.751509 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-52a28052-0ee6-430d-bec8-30542dff10b1 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:40.754222 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a28052-0ee6-430d-bec8-30542dff10b1 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:26:40.761556 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a28052-0ee6-430d-bec8-30542dff10b1 None None] Pushing event updated for resources: {'Port': ['ID=c0301eba-5156-4d4a-a5b0-aff9990467a6,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:40.822437 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e44538-09ab-4d19-bd8b-d6740112d4f5 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:40.825073 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-59e44538-09ab-4d19-bd8b-d6740112d4f5 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=81fb4282-babc-4201-afd1-e5be35072e1e&device_id=9c4317ab-0b94-43ba-ac07-9109fb9dc8a4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1087186 Mar 31 15:26:40.827597 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40486) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:40.880138 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:26:40.887738 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8ae3-ff64-4585-aa7e-cc04405318d9 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:40.893536 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cc8ae3-ff64-4585-aa7e-cc04405318d9 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:40.894226 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8ae3-ff64-4585-aa7e-cc04405318d9 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:40.906172 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b09ea922-20d8-4613-a25c-25b9d31c77f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:40.948172 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f98f3100-87f3-4016-999c-cf9e99d73b6d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:40.967089 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34f9807e-56d3-4819-bba0-df07d1f26777 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:41.047315 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40492) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:41.058242 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-52a28052-0ee6-430d-bec8-30542dff10b1 None None] Attempting to bind port c0301eba-5156-4d4a-a5b0-aff9990467a6 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:26:41.059122 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-52a28052-0ee6-430d-bec8-30542dff10b1 None None] Attempting to bind port c0301eba-5156-4d4a-a5b0-aff9990467a6 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'd512b9f5-d8b6-4092-917f-faa9e82b2193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b8c1a446-ecea-4471-8bae-1efc5f7c1cdf'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:26:41.059122 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a28052-0ee6-430d-bec8-30542dff10b1 None None] Attempting to bind port c0301eba-5156-4d4a-a5b0-aff9990467a6 on network b8c1a446-ecea-4471-8bae-1efc5f7c1cdf {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:26:41.065060 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a28052-0ee6-430d-bec8-30542dff10b1 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:26:41.065470 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a28052-0ee6-430d-bec8-30542dff10b1 None None] Checking segment: {'id': 'd512b9f5-d8b6-4092-917f-faa9e82b2193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b8c1a446-ecea-4471-8bae-1efc5f7c1cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:26:41.065869 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-52a28052-0ee6-430d-bec8-30542dff10b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:41.066263 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a28052-0ee6-430d-bec8-30542dff10b1 None None] Bound using segment: {'id': 'd512b9f5-d8b6-4092-917f-faa9e82b2193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b8c1a446-ecea-4471-8bae-1efc5f7c1cdf'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:26:41.066728 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-52a28052-0ee6-430d-bec8-30542dff10b1 None None] Bound port: c0301eba-5156-4d4a-a5b0-aff9990467a6, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd512b9f5-d8b6-4092-917f-faa9e82b2193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b8c1a446-ecea-4471-8bae-1efc5f7c1cdf'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:26:41.067107 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-52a28052-0ee6-430d-bec8-30542dff10b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:41.150158 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Request body: {'port': {'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4', 'binding:host_id': 'hv-neutron-8333', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862891871'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:41.160282 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-52a28052-0ee6-430d-bec8-30542dff10b1 None None] For port c0301eba-5156-4d4a-a5b0-aff9990467a6, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:26:41.161507 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-34f9807e-56d3-4819-bba0-df07d1f26777 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Calling delete_port for 470518cf-26de-4841-a794-53eb81751850 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:41.164130 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-52a28052-0ee6-430d-bec8-30542dff10b1 None None] For port c0301eba-5156-4d4a-a5b0-aff9990467a6, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=c0301eba-5156-4d4a-a5b0-aff9990467a6,segment=NetworkSegment(d512b9f5-d8b6-4092-917f-faa9e82b2193),segment_id=d512b9f5-d8b6-4092-917f-faa9e82b2193)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:26:41.170950 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e7cc8ae3-ff64-4585-aa7e-cc04405318d9 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8627629 Mar 31 15:26:41.201751 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:41.219646 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-52a28052-0ee6-430d-bec8-30542dff10b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:41.284548 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc8ae3-ff64-4585-aa7e-cc04405318d9 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Pushing event updated for resources: {'Network': ['ID=1e469e85-f5b2-4bab-bb01-eb6f808f98b9,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:41.321383 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95f103d-e2e5-47a1-8234-b36326e3c456 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:41.321383 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c95f103d-e2e5-47a1-8234-b36326e3c456 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "GET /v2.0/networks/81fb4282-babc-4201-afd1-e5be35072e1e HTTP/1.1" status: 200 len: 881 time: 0.4898856 Mar 31 15:26:41.326368 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40496) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:41.330678 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 1e469e85-f5b2-4bab-bb01-eb6f808f98b9 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:26:41.402180 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9db0a67f-3da2-46db-87a6-f93b629be8df tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4317ab-0b94-43ba-ac07-9109fb9dc8a4 HTTP/1.1" status: 200 len: 205 time: 0.0722523 Mar 31 15:26:41.403127 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40500) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:41.501698 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device c02b2fdd-439b-45d8-984b-19b58006a6c3 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:26:41.523372 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc9d7f-574a-487c-b0bf-e68fb2a874fb req-a060b843-a570-4b0d-b5db-d0e97be0db64 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:41.524878 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c7fc9d7f-574a-487c-b0bf-e68fb2a874fb req-a060b843-a570-4b0d-b5db-d0e97be0db64 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.3628795 Mar 31 15:26:41.616941 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a28052-0ee6-430d-bec8-30542dff10b1 None None] Pushing event updated for resources: {'Port': ['ID=c0301eba-5156-4d4a-a5b0-aff9990467a6,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:41.754512 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port c02b2fdd-439b-45d8-984b-19b58006a6c3 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:26:41.754976 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:41.763537 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c7fc9d7f-574a-487c-b0bf-e68fb2a874fb req-90a16ba9-1c00-485f-8beb-8804621e1c02 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264404 Mar 31 15:26:41.785878 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Usage tracker for resource:port and tenant:5878efb8c39e409c89ef1cf3191eac04 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:41.792053 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45431db0-75eb-4a27-b12c-bc74a929088f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:41.793427 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:41.907623 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:42.046373 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45431db0-75eb-4a27-b12c-bc74a929088f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:42.088049 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-45431db0-75eb-4a27-b12c-bc74a929088f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Deleting port da310629-a462-4f8e-9c4c-48d429bf1e5c {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:42.088452 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45431db0-75eb-4a27-b12c-bc74a929088f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:42.117457 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Made reservation on behalf of 5878efb8c39e409c89ef1cf3191eac04 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:42.119702 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:42.167933 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:42.269387 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45431db0-75eb-4a27-b12c-bc74a929088f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:42.324899 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0d356bf-9b9d-42a4-95dc-692541c3c9ea tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:42.406326 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-45431db0-75eb-4a27-b12c-bc74a929088f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Calling delete_port for da310629-a462-4f8e-9c4c-48d429bf1e5c owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:42.648983 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b09ea922-20d8-4613-a25c-25b9d31c77f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:42.653489 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:42.671134 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Usage tracker for resource:security_group_rule and tenant:5878efb8c39e409c89ef1cf3191eac04 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:42.682406 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:42.691709 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d78f4c7-ee0b-43aa-96f9-3e9c37ce6920 None None] Network b8c1a446-ecea-4471-8bae-1efc5f7c1cdf requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:26:42.698804 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:42.706510 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45431db0-75eb-4a27-b12c-bc74a929088f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:42.864752 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f98f3100-87f3-4016-999c-cf9e99d73b6d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:42.926770 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0d356bf-9b9d-42a4-95dc-692541c3c9ea tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:42.950622 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45431db0-75eb-4a27-b12c-bc74a929088f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:42.951629 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a14791a8-5b79-4011-8c15-f72879dd0b9e None None] Provisioning for port c0301eba-5156-4d4a-a5b0-aff9990467a6 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:26:43.001986 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45431db0-75eb-4a27-b12c-bc74a929088f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Pushing event deleted for resources: {'Port': ['ID=da310629-a462-4f8e-9c4c-48d429bf1e5c,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:43.023225 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f98f3100-87f3-4016-999c-cf9e99d73b6d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:43.295895 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45431db0-75eb-4a27-b12c-bc74a929088f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:43.298569 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45431db0-75eb-4a27-b12c-bc74a929088f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:43.305816 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f98f3100-87f3-4016-999c-cf9e99d73b6d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:43.394570 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45431db0-75eb-4a27-b12c-bc74a929088f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:43.395556 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45431db0-75eb-4a27-b12c-bc74a929088f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Fanout notify agent at l3_agent the message router_deleted on router 9c4317ab-0b94-43ba-ac07-9109fb9dc8a4 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:26:43.420555 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f3100-87f3-4016-999c-cf9e99d73b6d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Port': ['ID=299dcbce-9cbf-41e3-951a-86d146ac9095,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:43.443366 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45431db0-75eb-4a27-b12c-bc74a929088f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:43.446852 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-45431db0-75eb-4a27-b12c-bc74a929088f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "DELETE /v2.0/routers/9c4317ab-0b94-43ba-ac07-9109fb9dc8a4 HTTP/1.1" status: 204 len: 168 time: 2.0412223 Mar 31 15:26:43.451537 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40506) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:43.457025 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device c0301eba-5156-4d4a-a5b0-aff9990467a6 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:26:43.457667 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-f4db9df8-f0da-4066-87f1-f35f6df52f91 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1224404745', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:43.465898 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f4db9df8-f0da-4066-87f1-f35f6df52f91 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:43.471118 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f4db9df8-f0da-4066-87f1-f35f6df52f91 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Usage tracker for resource:router and tenant:8cff3076c81843719bbab3ce46b9d73c is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:43.475290 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f4db9df8-f0da-4066-87f1-f35f6df52f91 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:43.484069 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f4db9df8-f0da-4066-87f1-f35f6df52f91 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:43.607611 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port c0301eba-5156-4d4a-a5b0-aff9990467a6 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:26:43.613155 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port c0301eba-5156-4d4a-a5b0-aff9990467a6 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:26:43.613549 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:43.638359 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34f9807e-56d3-4819-bba0-df07d1f26777 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:43.644532 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:43.743191 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:43.752689 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9807e-56d3-4819-bba0-df07d1f26777 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Pushing event deleted for resources: {'Port': ['ID=470518cf-26de-4841-a794-53eb81751850,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:43.767151 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:43.784016 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port c0301eba-5156-4d4a-a5b0-aff9990467a6, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=c0301eba-5156-4d4a-a5b0-aff9990467a6,segment=NetworkSegment(d512b9f5-d8b6-4092-917f-faa9e82b2193),segment_id=d512b9f5-d8b6-4092-917f-faa9e82b2193)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:26:43.790852 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f4db9df8-f0da-4066-87f1-f35f6df52f91 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:43.791693 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f4db9df8-f0da-4066-87f1-f35f6df52f91 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:43.794000 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] device_id is not set on port 293c75cb-ff3f-40cd-9543-0950c87489b3 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:26:43.806955 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f4db9df8-f0da-4066-87f1-f35f6df52f91 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:43.876020 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:43.904772 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f4db9df8-f0da-4066-87f1-f35f6df52f91 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:43.962314 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=c0301eba-5156-4d4a-a5b0-aff9990467a6,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:43.974600 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179b9bf-6aac-4d92-a8de-6a474b54adeb req-b4ee10e7-76cd-43df-ae82-a96fda94d087 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:43.976030 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3179b9bf-6aac-4d92-a8de-6a474b54adeb req-b4ee10e7-76cd-43df-ae82-a96fda94d087 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.9661927 Mar 31 15:26:43.990369 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f4db9df8-f0da-4066-87f1-f35f6df52f91 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:43.991849 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f4db9df8-f0da-4066-87f1-f35f6df52f91 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5390673 Mar 31 15:26:43.995110 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40510) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:43.996626 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41262b3e-cb0c-4b12-b6c2-5f3aaa01f3b4,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:44.009427 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-10b22450-404a-4e0e-80fa-752f2196ae7c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'enable_snat': True}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:44.065853 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98f3100-87f3-4016-999c-cf9e99d73b6d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network d29786e7-7382-4073-b996-e46bb2d9b233 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:44.079108 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-f98f3100-87f3-4016-999c-cf9e99d73b6d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:44.097826 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34f9807e-56d3-4819-bba0-df07d1f26777 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:44.241165 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d356bf-9b9d-42a4-95dc-692541c3c9ea tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Router d45365b8-2af3-401e-8be4-56835f9aca51 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:26:44.323649 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3179b9bf-6aac-4d92-a8de-6a474b54adeb req-ef5a4f83-52fc-4483-ad72-a243ba856607 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3284762 Mar 31 15:26:44.337136 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-de1dae27-8c5f-49d6-aed5-b9a2b35176c0 None None] Provisioning complete for port 299dcbce-9cbf-41e3-951a-86d146ac9095 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:26:44.337659 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-de1dae27-8c5f-49d6-aed5-b9a2b35176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:44.399463 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-de1dae27-8c5f-49d6-aed5-b9a2b35176c0 None None] Port 299dcbce-9cbf-41e3-951a-86d146ac9095 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:26:44.460837 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40514) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:44.472213 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-10b22450-404a-4e0e-80fa-752f2196ae7c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:44.478748 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-87bcf29c-f8a4-4941-a107-f74c5b07c42f tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Request body: {'subnet': {'network_id': '1e469e85-f5b2-4bab-bb01-eb6f808f98b9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:44.557861 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34f9807e-56d3-4819-bba0-df07d1f26777 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:44.588302 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-87bcf29c-f8a4-4941-a107-f74c5b07c42f tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:44.593347 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-87bcf29c-f8a4-4941-a107-f74c5b07c42f tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Usage tracker for resource:subnet and tenant:137a4e602d1c4c6a9514dc9ddf162593 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:44.596221 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-87bcf29c-f8a4-4941-a107-f74c5b07c42f tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:44.602341 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-87bcf29c-f8a4-4941-a107-f74c5b07c42f tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:44.609911 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34f9807e-56d3-4819-bba0-df07d1f26777 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:44.718718 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bcf29c-f8a4-4941-a107-f74c5b07c42f tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Made reservation on behalf of 137a4e602d1c4c6a9514dc9ddf162593 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:44.722393 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87bcf29c-f8a4-4941-a107-f74c5b07c42f tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:44.914360 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b09ea922-20d8-4613-a25c-25b9d31c77f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:44.999001 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34f9807e-56d3-4819-bba0-df07d1f26777 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:44.999676 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f9807e-56d3-4819-bba0-df07d1f26777 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Fanout notify agent at l3_agent the message router_deleted on router c32173ac-14fa-4216-bea3-c0b74201e6bc {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:26:45.025841 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b09ea922-20d8-4613-a25c-25b9d31c77f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:45.033529 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] device_id is not set on port 293c75cb-ff3f-40cd-9543-0950c87489b3 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:26:45.240938 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:45.266475 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-10b22450-404a-4e0e-80fa-752f2196ae7c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:45.293108 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d356bf-9b9d-42a4-95dc-692541c3c9ea tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:26:45.305660 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-10b22450-404a-4e0e-80fa-752f2196ae7c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:45.305784 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eac7ce8-3a2d-4b7e-8b68-7f35b36da045 None None] Sync routers for ids ['d45365b8-2af3-401e-8be4-56835f9aca51'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:26:45.310400 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Transition to ACTIVE for port object 293c75cb-ff3f-40cd-9543-0950c87489b3 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:26:45.317810 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eac7ce8-3a2d-4b7e-8b68-7f35b36da045 None None] Routers {'d45365b8-2af3-401e-8be4-56835f9aca51'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:45.318719 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0eac7ce8-3a2d-4b7e-8b68-7f35b36da045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['d45365b8-2af3-401e-8be4-56835f9aca51'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:45.371518 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34f9807e-56d3-4819-bba0-df07d1f26777 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:45.372630 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-34f9807e-56d3-4819-bba0-df07d1f26777 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "DELETE /v2.0/routers/c32173ac-14fa-4216-bea3-c0b74201e6bc HTTP/1.1" status: 204 len: 168 time: 6.9408035 Mar 31 15:26:45.378239 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98f3100-87f3-4016-999c-cf9e99d73b6d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Router 6e5c4678-b91f-4d15-9e4b-a8baa8ea0b23 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:26:45.385808 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40520) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:45.405482 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-0def1356-8fa1-4837-bee4-673e09acd80e tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-605680387', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:45.414917 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device c0301eba-5156-4d4a-a5b0-aff9990467a6 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:26:45.415620 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87bcf29c-f8a4-4941-a107-f74c5b07c42f tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:45.420746 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-0def1356-8fa1-4837-bee4-673e09acd80e tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:45.455083 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0eac7ce8-3a2d-4b7e-8b68-7f35b36da045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:45.469736 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-0def1356-8fa1-4837-bee4-673e09acd80e tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Usage tracker for resource:router and tenant:dce923f5422345b4b3937e0f97824efc is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:45.482226 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eac7ce8-3a2d-4b7e-8b68-7f35b36da045 None None] Routers {'d45365b8-2af3-401e-8be4-56835f9aca51'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:45.482991 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0eac7ce8-3a2d-4b7e-8b68-7f35b36da045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['d45365b8-2af3-401e-8be4-56835f9aca51'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:45.488041 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-b09ea922-20d8-4613-a25c-25b9d31c77f8 admin admin] Allocated IP 172.26.5.220 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/81e17236-5cd1-4cf2-bae2-0884a881cc0b) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:26:45.490019 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0d356bf-9b9d-42a4-95dc-692541c3c9ea tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:45.491190 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b0d356bf-9b9d-42a4-95dc-692541c3c9ea tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.5034375 Mar 31 15:26:45.492494 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:45.494082 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40524) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:45.523683 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-0def1356-8fa1-4837-bee4-673e09acd80e tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:45.550257 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-0def1356-8fa1-4837-bee4-673e09acd80e tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:45.559147 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0eac7ce8-3a2d-4b7e-8b68-7f35b36da045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:45.559685 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eac7ce8-3a2d-4b7e-8b68-7f35b36da045 None None] The sync data for ids ['d45365b8-2af3-401e-8be4-56835f9aca51'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:26:45.578793 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bcf29c-f8a4-4941-a107-f74c5b07c42f tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Pushing event updated for resources: {'Subnet': ['ID=9f7f265a-1d36-48bb-8534-ac90e486463e,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:45.579372 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port c0301eba-5156-4d4a-a5b0-aff9990467a6 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:26:45.579863 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:45.607026 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bcf29c-f8a4-4941-a107-f74c5b07c42f tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Checking segment: {'id': '6050c31d-99df-4382-ad94-e1332623918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1e469e85-f5b2-4bab-bb01-eb6f808f98b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:26:45.607377 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bcf29c-f8a4-4941-a107-f74c5b07c42f tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Network hostable DHCP agents. Network: 1e469e85-f5b2-4bab-bb01-eb6f808f98b9, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:26:45.656261 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aed207-29fb-4d07-a448-ea0bd6202ea3 req-085d7432-7b20-4d9d-9bce-d0778f741a73 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:45.657977 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-28aed207-29fb-4d07-a448-ea0bd6202ea3 req-085d7432-7b20-4d9d-9bce-d0778f741a73 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.1719775 Mar 31 15:26:45.707478 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0def1356-8fa1-4837-bee4-673e09acd80e tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:45.708502 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0def1356-8fa1-4837-bee4-673e09acd80e tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:45.744360 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bcf29c-f8a4-4941-a107-f74c5b07c42f tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Network 1e469e85-f5b2-4bab-bb01-eb6f808f98b9 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:26:45.758181 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0def1356-8fa1-4837-bee4-673e09acd80e tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:45.762388 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-28aed207-29fb-4d07-a448-ea0bd6202ea3 req-132aa6cc-bf63-4917-bf6e-2f08897094d5 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978973 Mar 31 15:26:45.783550 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Pushing event updated for resources: {'Port': ['ID=293c75cb-ff3f-40cd-9543-0950c87489b3,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:45.852333 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98f3100-87f3-4016-999c-cf9e99d73b6d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:26:45.853937 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-87bcf29c-f8a4-4941-a107-f74c5b07c42f tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 1e469e85-f5b2-4bab-bb01-eb6f808f98b9) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:45.859494 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bcf29c-f8a4-4941-a107-f74c5b07c42f tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:45.859847 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87bcf29c-f8a4-4941-a107-f74c5b07c42f tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:45.864842 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541587e5-63cd-4462-9f63-db1cf492122c None None] Network 1e469e85-f5b2-4bab-bb01-eb6f808f98b9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:26:45.867045 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0def1356-8fa1-4837-bee4-673e09acd80e tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:45.874279 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f98f3100-87f3-4016-999c-cf9e99d73b6d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "PUT /v2.0/routers/6e5c4678-b91f-4d15-9e4b-a8baa8ea0b23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1756349 Mar 31 15:26:45.874695 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40528) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:45.877566 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4b148b-6ccd-42f5-b4bc-4a11d89a2efd None None] Sync routers for ids ['6e5c4678-b91f-4d15-9e4b-a8baa8ea0b23'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:26:45.891208 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4b148b-6ccd-42f5-b4bc-4a11d89a2efd None None] Routers {'6e5c4678-b91f-4d15-9e4b-a8baa8ea0b23'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:45.895300 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-cf4b148b-6ccd-42f5-b4bc-4a11d89a2efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6e5c4678-b91f-4d15-9e4b-a8baa8ea0b23'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:45.961375 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-cf4b148b-6ccd-42f5-b4bc-4a11d89a2efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:45.971131 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4b148b-6ccd-42f5-b4bc-4a11d89a2efd None None] Routers {'6e5c4678-b91f-4d15-9e4b-a8baa8ea0b23'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:45.971865 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-cf4b148b-6ccd-42f5-b4bc-4a11d89a2efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6e5c4678-b91f-4d15-9e4b-a8baa8ea0b23'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:45.974055 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-87bcf29c-f8a4-4941-a107-f74c5b07c42f tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5128443 Mar 31 15:26:45.975344 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0def1356-8fa1-4837-bee4-673e09acd80e tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:45.981005 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0def1356-8fa1-4837-bee4-673e09acd80e tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5932572 Mar 31 15:26:45.981984 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40532) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:45.982472 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40534) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:45.992695 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-5a9da042-e178-421c-9009-68b4689f70e0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-473579411'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:46.000092 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-2ccd7a06-52c1-4a1a-bc7b-f766fcbd9b6b tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'enable_snat': False}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:46.006175 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Checking segment: {'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:26:46.006717 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Network hostable DHCP agents. Network: d73b2e89-95a8-416f-9c71-910e442846e4, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:26:46.035174 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-cf4b148b-6ccd-42f5-b4bc-4a11d89a2efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:46.035604 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4b148b-6ccd-42f5-b4bc-4a11d89a2efd None None] The sync data for ids ['6e5c4678-b91f-4d15-9e4b-a8baa8ea0b23'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:26:46.075702 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-5a9da042-e178-421c-9009-68b4689f70e0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:46.079571 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a59274b-bd08-426b-823d-dc59994dcd36 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:46.080210 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2a59274b-bd08-426b-823d-dc59994dcd36 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Synchronizing usage tracker for tenant:3c462be107e642da98e89cbf8192538c on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:26:46.087972 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-5a9da042-e178-421c-9009-68b4689f70e0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Usage tracker for resource:network and tenant:137a4e602d1c4c6a9514dc9ddf162593 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:46.092710 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-5a9da042-e178-421c-9009-68b4689f70e0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:46.138276 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5f4b47-0c38-4a4c-92f4-155a0f770841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-1e469e85-f5b2-4bab-bb01-eb6f808f98b9', 'network_id': '1e469e85-f5b2-4bab-bb01-eb6f808f98b9', 'tenant_id': '137a4e602d1c4c6a9514dc9ddf162593', 'fixed_ips': [{'subnet_id': '9f7f265a-1d36-48bb-8534-ac90e486463e'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:26:46.139311 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4b47-0c38-4a4c-92f4-155a0f770841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:46.158811 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-5a9da042-e178-421c-9009-68b4689f70e0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:46.186429 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Network d73b2e89-95a8-416f-9c71-910e442846e4 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:26:46.199779 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b09ea922-20d8-4613-a25c-25b9d31c77f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:46.215296 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, d73b2e89-95a8-416f-9c71-910e442846e4) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:46.224816 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:26:46.233860 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498628e5-2269-439f-af78-f7b89274c1d9 None None] Network d73b2e89-95a8-416f-9c71-910e442846e4 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:26:46.259286 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2a59274b-bd08-426b-823d-dc59994dcd36 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Unset dirty status for tenant:3c462be107e642da98e89cbf8192538c on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:26:46.264174 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2a59274b-bd08-426b-823d-dc59994dcd36 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "GET /v2.0/ports/299dcbce-9cbf-41e3-951a-86d146ac9095 HTTP/1.1" status: 200 len: 975 time: 0.3253067 Mar 31 15:26:46.312664 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40540) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:46.313675 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9da042-e178-421c-9009-68b4689f70e0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Made reservation on behalf of 137a4e602d1c4c6a9514dc9ddf162593 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:46.314363 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:26:46.314819 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:26:46.315152 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 on network d73b2e89-95a8-416f-9c71-910e442846e4 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:26:46.318509 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5a9da042-e178-421c-9009-68b4689f70e0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:46.336145 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Port 293c75cb-ff3f-40cd-9543-0950c87489b3 on network d73b2e89-95a8-416f-9c71-910e442846e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:26:46.336145 dv-neutron-833379-2-hyperv neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Failed to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] Mar 31 15:26:46.339169 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempt 2 to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 Mar 31 15:26:46.375360 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:26:46.375625 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:26:46.375893 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 on network d73b2e89-95a8-416f-9c71-910e442846e4 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:26:46.445116 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b09ea922-20d8-4613-a25c-25b9d31c77f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:46.452599 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-6f5f4b47-0c38-4a4c-92f4-155a0f770841 None None] Allocated IP 2001:db8:0:ffff::2 (1e469e85-f5b2-4bab-bb01-eb6f808f98b9/9f7f265a-1d36-48bb-8534-ac90e486463e/1c30c4d9-ac8b-44a1-a327-fecd38ec4e10) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:26:46.482419 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Port 293c75cb-ff3f-40cd-9543-0950c87489b3 on network d73b2e89-95a8-416f-9c71-910e442846e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:26:46.482749 dv-neutron-833379-2-hyperv neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Failed to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] Mar 31 15:26:46.491945 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempt 3 to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 Mar 31 15:26:46.531566 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:26:46.531888 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:26:46.532217 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 on network d73b2e89-95a8-416f-9c71-910e442846e4 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:26:46.543676 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09ea922-20d8-4613-a25c-25b9d31c77f8 admin admin] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:46.550322 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-b09ea922-20d8-4613-a25c-25b9d31c77f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:46.552652 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09ea922-20d8-4613-a25c-25b9d31c77f8 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:26:46.632259 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ccd7a06-52c1-4a1a-bc7b-f766fcbd9b6b tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:46.645254 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Port 293c75cb-ff3f-40cd-9543-0950c87489b3 on network d73b2e89-95a8-416f-9c71-910e442846e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:26:46.645478 dv-neutron-833379-2-hyperv neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Failed to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] Mar 31 15:26:46.651767 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a9da042-e178-421c-9009-68b4689f70e0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:26:46.660350 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempt 4 to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 Mar 31 15:26:46.678667 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ea922-20d8-4613-a25c-25b9d31c77f8 admin admin] Pushing event updated for resources: {'Port': ['ID=81e17236-5cd1-4cf2-bae2-0884a881cc0b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:46.697668 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5a9da042-e178-421c-9009-68b4689f70e0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:46.698023 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-5a9da042-e178-421c-9009-68b4689f70e0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Added segment 2cde85e3-98fe-4cc7-a03d-aa3c2edc0cea of type vlan for network aa6a1ff2-e399-4314-a02b-740c09f08591 Mar 31 15:26:46.699621 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-10b22450-404a-4e0e-80fa-752f2196ae7c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Allocated IP 172.26.5.203 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/d580b91f-c789-4154-8b9a-ca9c8baf01c6) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:26:46.707313 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4b47-0c38-4a4c-92f4-155a0f770841 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:46.714572 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:26:46.715053 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:26:46.715387 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 on network d73b2e89-95a8-416f-9c71-910e442846e4 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:26:46.718858 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-6f5f4b47-0c38-4a4c-92f4-155a0f770841 None None] Transition to ACTIVE for port object 1c30c4d9-ac8b-44a1-a327-fecd38ec4e10 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:26:46.738939 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-6f5f4b47-0c38-4a4c-92f4-155a0f770841 None None] Transition to ACTIVE for port object 1c30c4d9-ac8b-44a1-a327-fecd38ec4e10 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:26:46.813325 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4b47-0c38-4a4c-92f4-155a0f770841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:46.883221 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5f4b47-0c38-4a4c-92f4-155a0f770841 None None] Network 1e469e85-f5b2-4bab-bb01-eb6f808f98b9 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:46.890820 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-6f5f4b47-0c38-4a4c-92f4-155a0f770841 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:46.894694 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5f4b47-0c38-4a4c-92f4-155a0f770841 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:26:46.900795 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f4b47-0c38-4a4c-92f4-155a0f770841 None None] Pushing event updated for resources: {'Port': ['ID=1c30c4d9-ac8b-44a1-a327-fecd38ec4e10,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:46.954719 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Port 293c75cb-ff3f-40cd-9543-0950c87489b3 on network d73b2e89-95a8-416f-9c71-910e442846e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:26:46.954978 dv-neutron-833379-2-hyperv neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Failed to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] Mar 31 15:26:46.995596 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6f5f4b47-0c38-4a4c-92f4-155a0f770841 None None] Attempting to bind port 1c30c4d9-ac8b-44a1-a327-fecd38ec4e10 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:26:46.996024 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6f5f4b47-0c38-4a4c-92f4-155a0f770841 None None] Attempting to bind port 1c30c4d9-ac8b-44a1-a327-fecd38ec4e10 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '6050c31d-99df-4382-ad94-e1332623918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1e469e85-f5b2-4bab-bb01-eb6f808f98b9'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:26:46.996416 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5f4b47-0c38-4a4c-92f4-155a0f770841 None None] Attempting to bind port 1c30c4d9-ac8b-44a1-a327-fecd38ec4e10 on network 1e469e85-f5b2-4bab-bb01-eb6f808f98b9 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:26:46.998045 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempt 5 to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 Mar 31 15:26:47.002100 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5f4b47-0c38-4a4c-92f4-155a0f770841 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:26:47.002476 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5f4b47-0c38-4a4c-92f4-155a0f770841 None None] Checking segment: {'id': '6050c31d-99df-4382-ad94-e1332623918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1e469e85-f5b2-4bab-bb01-eb6f808f98b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:26:47.002878 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4b47-0c38-4a4c-92f4-155a0f770841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:47.003272 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5f4b47-0c38-4a4c-92f4-155a0f770841 None None] Bound using segment: {'id': '6050c31d-99df-4382-ad94-e1332623918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1e469e85-f5b2-4bab-bb01-eb6f808f98b9'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:26:47.003769 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6f5f4b47-0c38-4a4c-92f4-155a0f770841 None None] Bound port: 1c30c4d9-ac8b-44a1-a327-fecd38ec4e10, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6050c31d-99df-4382-ad94-e1332623918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1e469e85-f5b2-4bab-bb01-eb6f808f98b9'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:26:47.004199 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4b47-0c38-4a4c-92f4-155a0f770841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:47.045458 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5a9da042-e178-421c-9009-68b4689f70e0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:47.099323 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-6f5f4b47-0c38-4a4c-92f4-155a0f770841 None None] For port 1c30c4d9-ac8b-44a1-a327-fecd38ec4e10, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:26:47.102623 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-6f5f4b47-0c38-4a4c-92f4-155a0f770841 None None] For port 1c30c4d9-ac8b-44a1-a327-fecd38ec4e10, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=1c30c4d9-ac8b-44a1-a327-fecd38ec4e10,segment=NetworkSegment(6050c31d-99df-4382-ad94-e1332623918c),segment_id=6050c31d-99df-4382-ad94-e1332623918c)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:26:47.128099 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:26:47.128733 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:26:47.128733 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 on network d73b2e89-95a8-416f-9c71-910e442846e4 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:26:47.149434 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4b47-0c38-4a4c-92f4-155a0f770841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:47.175730 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Port 293c75cb-ff3f-40cd-9543-0950c87489b3 on network d73b2e89-95a8-416f-9c71-910e442846e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:26:47.176087 dv-neutron-833379-2-hyperv neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Failed to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] Mar 31 15:26:47.189261 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempt 6 to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 Mar 31 15:26:47.226309 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:26:47.226926 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:26:47.227433 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 on network d73b2e89-95a8-416f-9c71-910e442846e4 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:26:47.238997 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Port 293c75cb-ff3f-40cd-9543-0950c87489b3 on network d73b2e89-95a8-416f-9c71-910e442846e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:26:47.239542 dv-neutron-833379-2-hyperv neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Failed to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] Mar 31 15:26:47.243374 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempt 7 to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 Mar 31 15:26:47.249327 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f4b47-0c38-4a4c-92f4-155a0f770841 None None] Pushing event updated for resources: {'Port': ['ID=1c30c4d9-ac8b-44a1-a327-fecd38ec4e10,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:47.318088 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-10b22450-404a-4e0e-80fa-752f2196ae7c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:47.341635 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5a9da042-e178-421c-9009-68b4689f70e0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:47.347012 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9da042-e178-421c-9009-68b4689f70e0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:47.347606 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5a9da042-e178-421c-9009-68b4689f70e0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:47.368752 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:26:47.369216 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:26:47.369431 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 on network d73b2e89-95a8-416f-9c71-910e442846e4 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:26:47.387897 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d8866-145b-4259-93a8-31e664ab026a req-1d061e49-e843-4c13-87d3-21ed332707e7 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:47.389451 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-064d8866-145b-4259-93a8-31e664ab026a req-1d061e49-e843-4c13-87d3-21ed332707e7 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.4539576 Mar 31 15:26:47.405439 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Port 293c75cb-ff3f-40cd-9543-0950c87489b3 on network d73b2e89-95a8-416f-9c71-910e442846e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:26:47.406020 dv-neutron-833379-2-hyperv neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Failed to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] Mar 31 15:26:47.408963 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempt 8 to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 Mar 31 15:26:47.417610 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a3ea28a7-7eae-4e02-85d2-9baf20356878 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:47.528053 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:26:47.528474 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:26:47.528701 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 on network d73b2e89-95a8-416f-9c71-910e442846e4 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:26:47.553180 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9da042-e178-421c-9009-68b4689f70e0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Pushing event updated for resources: {'Network': ['ID=aa6a1ff2-e399-4314-a02b-740c09f08591,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:47.566702 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network aa6a1ff2-e399-4314-a02b-740c09f08591 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:26:47.621357 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Port 293c75cb-ff3f-40cd-9543-0950c87489b3 on network d73b2e89-95a8-416f-9c71-910e442846e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:26:47.621669 dv-neutron-833379-2-hyperv neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Failed to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] Mar 31 15:26:47.630807 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempt 9 to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 Mar 31 15:26:47.631001 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5a9da042-e178-421c-9009-68b4689f70e0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6443033 Mar 31 15:26:47.631001 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-10b22450-404a-4e0e-80fa-752f2196ae7c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:47.634080 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40546) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:47.654869 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-064d8866-145b-4259-93a8-31e664ab026a req-d8d2ae15-15c0-4d9d-8289-ce804f8a9ace tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2544563 Mar 31 15:26:47.697419 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:26:47.697419 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:26:47.697419 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 on network d73b2e89-95a8-416f-9c71-910e442846e4 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:26:47.697669 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-d6fed1d6-1596-458a-bdd3-f159bf6b83fe tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Request body: {'subnet': {'network_id': 'aa6a1ff2-e399-4314-a02b-740c09f08591', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:47.752942 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b09ea922-20d8-4613-a25c-25b9d31c77f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:47.811919 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Port 293c75cb-ff3f-40cd-9543-0950c87489b3 on network d73b2e89-95a8-416f-9c71-910e442846e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:26:47.812244 dv-neutron-833379-2-hyperv neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Failed to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] Mar 31 15:26:47.818754 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b22450-404a-4e0e-80fa-752f2196ae7c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:47.820947 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempt 10 to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 Mar 31 15:26:47.891731 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:26:47.892056 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:26:47.892384 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 on network d73b2e89-95a8-416f-9c71-910e442846e4 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:26:47.903050 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-10b22450-404a-4e0e-80fa-752f2196ae7c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:47.919046 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Port 293c75cb-ff3f-40cd-9543-0950c87489b3 on network d73b2e89-95a8-416f-9c71-910e442846e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:26:47.919377 dv-neutron-833379-2-hyperv neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Failed to bind port 293c75cb-ff3f-40cd-9543-0950c87489b3 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] Mar 31 15:26:47.919733 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:47.933137 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b22450-404a-4e0e-80fa-752f2196ae7c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:26:47.973304 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b22450-404a-4e0e-80fa-752f2196ae7c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Pushing event updated for resources: {'Port': ['ID=d580b91f-c789-4154-8b9a-ca9c8baf01c6,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:48.033415 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d6fed1d6-1596-458a-bdd3-f159bf6b83fe tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:48.052220 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d6fed1d6-1596-458a-bdd3-f159bf6b83fe tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Usage tracker for resource:subnet and tenant:137a4e602d1c4c6a9514dc9ddf162593 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:48.062766 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d6fed1d6-1596-458a-bdd3-f159bf6b83fe tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:48.075216 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ccd7a06-52c1-4a1a-bc7b-f766fcbd9b6b tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:48.099807 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d6fed1d6-1596-458a-bdd3-f159bf6b83fe tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:48.186480 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ccd7a06-52c1-4a1a-bc7b-f766fcbd9b6b tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:48.233851 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d1deb1af-0418-4f6b-99ee-423da75e65ae tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:48.316677 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb04901-a016-4c70-946a-f9df876c45ec None None] Network 1e469e85-f5b2-4bab-bb01-eb6f808f98b9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:26:48.345317 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fed1d6-1596-458a-bdd3-f159bf6b83fe tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Made reservation on behalf of 137a4e602d1c4c6a9514dc9ddf162593 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:48.348390 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d6fed1d6-1596-458a-bdd3-f159bf6b83fe tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:48.384312 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] For port 293c75cb-ff3f-40cd-9543-0950c87489b3, host hv-neutron-8333, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:26:48.384925 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempted to set empty binding levels {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 31 15:26:48.488789 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-82dbd39f-5358-4289-80e2-f7acb8ed3181 None None] Provisioning for port 1c30c4d9-ac8b-44a1-a327-fecd38ec4e10 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:26:48.501753 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:48.587446 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:48.588190 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:48.620224 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-a3ea28a7-7eae-4e02-85d2-9baf20356878 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Allocated IP 172.20.0.1 (893ff8fa-16c6-42a5-a4b6-5e490e8b08e7/08357772-bc6f-4199-8704-01b3bf29fe2b/fa9543a7-13f3-42df-b135-a226f46242e0) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:26:48.636246 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b09ea922-20d8-4613-a25c-25b9d31c77f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:48.654603 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Pushing event updated for resources: {'Port': ['ID=293c75cb-ff3f-40cd-9543-0950c87489b3,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:48.765913 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2d90b36a-415e-4062-9c01-7faeb5a55cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 7.7121413 Mar 31 15:26:48.770254 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40552) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:48.987405 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-eb7948cd-8ba7-4543-a00d-aa2baf405258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Deleting port 293c75cb-ff3f-40cd-9543-0950c87489b3 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:48.987664 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb7948cd-8ba7-4543-a00d-aa2baf405258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:49.008977 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-2ccd7a06-52c1-4a1a-bc7b-f766fcbd9b6b tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Allocated IP 172.26.5.40 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/d60d67db-9a7e-4fa1-a36c-d8b9f2896e6e) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:26:49.120088 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a3ea28a7-7eae-4e02-85d2-9baf20356878 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:49.153924 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-a3ea28a7-7eae-4e02-85d2-9baf20356878 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Transition to ACTIVE for port object fa9543a7-13f3-42df-b135-a226f46242e0 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:26:49.274503 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09ea922-20d8-4613-a25c-25b9d31c77f8 admin admin] Router b6f6de98-8231-4e8d-a2ef-fe4b83a055ef is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:26:49.283791 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-eb7948cd-8ba7-4543-a00d-aa2baf405258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] For port 293c75cb-ff3f-40cd-9543-0950c87489b3, host hv-neutron-8333, got binding levels [] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:26:49.284136 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-10b22450-404a-4e0e-80fa-752f2196ae7c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:49.284270 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb7948cd-8ba7-4543-a00d-aa2baf405258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:49.394454 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d1deb1af-0418-4f6b-99ee-423da75e65ae tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Deleting port 299dcbce-9cbf-41e3-951a-86d146ac9095 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:49.394812 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d1deb1af-0418-4f6b-99ee-423da75e65ae tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:49.417526 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 1c30c4d9-ac8b-44a1-a327-fecd38ec4e10 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:26:49.474066 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a3ea28a7-7eae-4e02-85d2-9baf20356878 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:49.485835 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-eb7948cd-8ba7-4543-a00d-aa2baf405258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Calling delete_port for 293c75cb-ff3f-40cd-9543-0950c87489b3 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:49.593184 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ea28a7-7eae-4e02-85d2-9baf20356878 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Network 893ff8fa-16c6-42a5-a4b6-5e490e8b08e7 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:49.594755 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ccd7a06-52c1-4a1a-bc7b-f766fcbd9b6b tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:49.595882 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 1c30c4d9-ac8b-44a1-a327-fecd38ec4e10 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:26:49.599275 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-a3ea28a7-7eae-4e02-85d2-9baf20356878 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:49.601720 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ea28a7-7eae-4e02-85d2-9baf20356878 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:26:49.612260 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 1c30c4d9-ac8b-44a1-a327-fecd38ec4e10 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:26:49.612797 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:49.776716 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:49.817334 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 1c30c4d9-ac8b-44a1-a327-fecd38ec4e10, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=1c30c4d9-ac8b-44a1-a327-fecd38ec4e10,segment=NetworkSegment(6050c31d-99df-4382-ad94-e1332623918c),segment_id=6050c31d-99df-4382-ad94-e1332623918c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:26:49.880336 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea28a7-7eae-4e02-85d2-9baf20356878 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event updated for resources: {'Port': ['ID=fa9543a7-13f3-42df-b135-a226f46242e0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:49.882580 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.objects.ports [None req-d6fed1d6-1596-458a-bdd3-f159bf6b83fe tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103444) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 31 15:26:49.890342 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d6fed1d6-1596-458a-bdd3-f159bf6b83fe tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:49.890884 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:49.932234 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09ea922-20d8-4613-a25c-25b9d31c77f8 admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:26:49.939944 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a3ea28a7-7eae-4e02-85d2-9baf20356878 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:49.955305 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b12b906-59f5-401f-ac3c-b59ac52f418e None None] Sync routers for ids ['b6f6de98-8231-4e8d-a2ef-fe4b83a055ef'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:26:49.960726 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d1deb1af-0418-4f6b-99ee-423da75e65ae tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:49.984228 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b12b906-59f5-401f-ac3c-b59ac52f418e None None] Routers {'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:49.984869 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9b12b906-59f5-401f-ac3c-b59ac52f418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['b6f6de98-8231-4e8d-a2ef-fe4b83a055ef'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:50.003805 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb7948cd-8ba7-4543-a00d-aa2baf405258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:50.045914 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=1c30c4d9-ac8b-44a1-a327-fecd38ec4e10,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:50.056819 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b09ea922-20d8-4613-a25c-25b9d31c77f8 admin admin] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:50.057275 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b51be140-6948-4fb9-bdae-7478a9d84581 None None] Provisioning for port fa9543a7-13f3-42df-b135-a226f46242e0 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:26:50.058054 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b09ea922-20d8-4613-a25c-25b9d31c77f8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.3701866 Mar 31 15:26:50.068029 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b51be140-6948-4fb9-bdae-7478a9d84581 None None] Provisioning complete for port fa9543a7-13f3-42df-b135-a226f46242e0 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:26:50.068955 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b51be140-6948-4fb9-bdae-7478a9d84581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:50.078201 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40556) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:50.084858 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7948cd-8ba7-4543-a00d-aa2baf405258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Pushing event deleted for resources: {'Port': ['ID=293c75cb-ff3f-40cd-9543-0950c87489b3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:50.143831 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb7948cd-8ba7-4543-a00d-aa2baf405258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:50.148803 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-eb7948cd-8ba7-4543-a00d-aa2baf405258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] 10.222.0.31 "DELETE /v2.0/ports/293c75cb-ff3f-40cd-9543-0950c87489b3 HTTP/1.1" status: 204 len: 168 time: 1.3745131 Mar 31 15:26:50.161230 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40560) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:50.201323 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-b51be140-6948-4fb9-bdae-7478a9d84581 None None] Port fa9543a7-13f3-42df-b135-a226f46242e0 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:26:50.224235 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f9340c-4109-4ab1-a4a9-4ae5c59b05e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] GET failed (client error): The resource could not be found. Mar 31 15:26:50.224485 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e3f9340c-4109-4ab1-a4a9-4ae5c59b05e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Synchronizing usage tracker for tenant:5878efb8c39e409c89ef1cf3191eac04 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:26:50.233741 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-9b12b906-59f5-401f-ac3c-b59ac52f418e None None] Set router b6f6de98-8231-4e8d-a2ef-fe4b83a055ef gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:26:50.315336 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d1deb1af-0418-4f6b-99ee-423da75e65ae tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Calling delete_port for 299dcbce-9cbf-41e3-951a-86d146ac9095 owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:50.370002 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e3f9340c-4109-4ab1-a4a9-4ae5c59b05e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Unset dirty status for tenant:5878efb8c39e409c89ef1cf3191eac04 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:26:50.371349 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e3f9340c-4109-4ab1-a4a9-4ae5c59b05e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] 10.222.0.31 "GET /v2.0/ports/293c75cb-ff3f-40cd-9543-0950c87489b3 HTTP/1.1" status: 404 len: 333 time: 0.2087502 Mar 31 15:26:50.378700 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40564) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:50.384776 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fed1d6-1596-458a-bdd3-f159bf6b83fe tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Pushing event updated for resources: {'Subnet': ['ID=72329912-8187-4c2f-8670-e84680bb5f35,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:50.389656 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f1857432-27a4-4286-802b-3947e6190d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Request body: {'port': {'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-578112735'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:50.395626 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-10b22450-404a-4e0e-80fa-752f2196ae7c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:50.410688 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-10b22450-404a-4e0e-80fa-752f2196ae7c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-462406'] for router, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:50.420418 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fed1d6-1596-458a-bdd3-f159bf6b83fe tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Checking segment: {'id': '2cde85e3-98fe-4cc7-a03d-aa3c2edc0cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'aa6a1ff2-e399-4314-a02b-740c09f08591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:26:50.421106 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fed1d6-1596-458a-bdd3-f159bf6b83fe tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Network hostable DHCP agents. Network: aa6a1ff2-e399-4314-a02b-740c09f08591, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:26:50.467592 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f1857432-27a4-4286-802b-3947e6190d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:50.483309 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a3ea28a7-7eae-4e02-85d2-9baf20356878 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:50.500106 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f1857432-27a4-4286-802b-3947e6190d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:50.510687 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ccd7a06-52c1-4a1a-bc7b-f766fcbd9b6b tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:50.533344 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9b12b906-59f5-401f-ac3c-b59ac52f418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'name': 'tempest-ServersTestManualDisk-1656766864-router', 'tenant_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '81e17236-5cd1-4cf2-bae2-0884a881cc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:47Z', 'revision_number': 3, 'project_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'gw_port': {'id': '81e17236-5cd1-4cf2-bae2-0884a881cc0b', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:45Z', 'updated_at': '2022-03-31T15:26:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:50.537336 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b12b906-59f5-401f-ac3c-b59ac52f418e None None] Checking router: b6f6de98-8231-4e8d-a2ef-fe4b83a055ef for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:26:50.537691 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b12b906-59f5-401f-ac3c-b59ac52f418e None None] Updating router b6f6de98-8231-4e8d-a2ef-fe4b83a055ef port 81e17236-5cd1-4cf2-bae2-0884a881cc0b binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:26:50.596930 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9b12b906-59f5-401f-ac3c-b59ac52f418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:50.603650 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccd7a06-52c1-4a1a-bc7b-f766fcbd9b6b tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:50.623733 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-2ccd7a06-52c1-4a1a-bc7b-f766fcbd9b6b tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:50.678850 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccd7a06-52c1-4a1a-bc7b-f766fcbd9b6b tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:26:50.717230 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fed1d6-1596-458a-bdd3-f159bf6b83fe tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Network aa6a1ff2-e399-4314-a02b-740c09f08591 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:26:50.719362 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd7a06-52c1-4a1a-bc7b-f766fcbd9b6b tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Pushing event updated for resources: {'Port': ['ID=d60d67db-9a7e-4fa1-a36c-d8b9f2896e6e,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:50.805435 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1857432-27a4-4286-802b-3947e6190d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Made reservation on behalf of 5878efb8c39e409c89ef1cf3191eac04 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:50.807744 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1857432-27a4-4286-802b-3947e6190d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:50.856735 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-d6fed1d6-1596-458a-bdd3-f159bf6b83fe tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, aa6a1ff2-e399-4314-a02b-740c09f08591) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:50.872617 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fed1d6-1596-458a-bdd3-f159bf6b83fe tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:50.873217 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d6fed1d6-1596-458a-bdd3-f159bf6b83fe tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:50.882485 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c725f0-491e-4e0d-9cd5-b8dc21695c93 None None] Network aa6a1ff2-e399-4314-a02b-740c09f08591 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:26:50.922230 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-f1857432-27a4-4286-802b-3947e6190d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] device_id is not set on port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:26:51.076753 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9b12b906-59f5-401f-ac3c-b59ac52f418e None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:51.125637 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d6fed1d6-1596-458a-bdd3-f159bf6b83fe tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4502003 Mar 31 15:26:51.125871 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9b12b906-59f5-401f-ac3c-b59ac52f418e None None] Transition to ACTIVE for port object 81e17236-5cd1-4cf2-bae2-0884a881cc0b will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:26:51.126606 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40568) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:51.133005 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-91cb5ebf-1d65-4abf-8cdb-c21bec10b255 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Request body: {'port': {'network_id': 'aa6a1ff2-e399-4314-a02b-740c09f08591', 'name': 'tempest-NetworksIpV6TestAttrs-433500605'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:51.165694 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b22450-404a-4e0e-80fa-752f2196ae7c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Router fa8199f3-21d9-46fe-8d3e-0c01dd9d9e06 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:26:51.184729 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95511cc6-75f0-4ad4-84ac-1818e81af0b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-aa6a1ff2-e399-4314-a02b-740c09f08591', 'network_id': 'aa6a1ff2-e399-4314-a02b-740c09f08591', 'tenant_id': '137a4e602d1c4c6a9514dc9ddf162593', 'fixed_ips': [{'subnet_id': '72329912-8187-4c2f-8670-e84680bb5f35'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:26:51.186143 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-95511cc6-75f0-4ad4-84ac-1818e81af0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:51.204451 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9b12b906-59f5-401f-ac3c-b59ac52f418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:51.224912 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d1deb1af-0418-4f6b-99ee-423da75e65ae tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:51.368091 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1deb1af-0418-4f6b-99ee-423da75e65ae tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Port': ['ID=299dcbce-9cbf-41e3-951a-86d146ac9095,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:51.394954 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4feaf16-3a21-46f8-9601-a01152d1ab80 None None] Pushing event updated for resources: {'Port': ['ID=81e17236-5cd1-4cf2-bae2-0884a881cc0b,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:51.397397 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-9b12b906-59f5-401f-ac3c-b59ac52f418e None None] Attempting to bind port 81e17236-5cd1-4cf2-bae2-0884a881cc0b on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:26:51.397770 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-9b12b906-59f5-401f-ac3c-b59ac52f418e None None] Attempting to bind port 81e17236-5cd1-4cf2-bae2-0884a881cc0b by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:26:51.398137 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b12b906-59f5-401f-ac3c-b59ac52f418e None None] Attempting to bind port 81e17236-5cd1-4cf2-bae2-0884a881cc0b on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:26:51.414511 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b12b906-59f5-401f-ac3c-b59ac52f418e None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:26:51.414912 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b12b906-59f5-401f-ac3c-b59ac52f418e None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:26:51.415294 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9b12b906-59f5-401f-ac3c-b59ac52f418e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:51.415689 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b12b906-59f5-401f-ac3c-b59ac52f418e None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:26:51.416172 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-9b12b906-59f5-401f-ac3c-b59ac52f418e None None] Bound port: 81e17236-5cd1-4cf2-bae2-0884a881cc0b, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:26:51.416550 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9b12b906-59f5-401f-ac3c-b59ac52f418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:51.534365 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 1c30c4d9-ac8b-44a1-a327-fecd38ec4e10 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:26:51.546685 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a3ea28a7-7eae-4e02-85d2-9baf20356878 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:51.634149 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a3ea28a7-7eae-4e02-85d2-9baf20356878 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:51.668227 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-9b12b906-59f5-401f-ac3c-b59ac52f418e None None] For port 81e17236-5cd1-4cf2-bae2-0884a881cc0b, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:26:51.718221 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1857432-27a4-4286-802b-3947e6190d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:51.725738 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-9b12b906-59f5-401f-ac3c-b59ac52f418e None None] For port 81e17236-5cd1-4cf2-bae2-0884a881cc0b, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=81e17236-5cd1-4cf2-bae2-0884a881cc0b,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:26:51.739034 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 1c30c4d9-ac8b-44a1-a327-fecd38ec4e10 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:26:51.739643 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:51.782880 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-95511cc6-75f0-4ad4-84ac-1818e81af0b3 None None] Allocated IP 2001:db8::f816:3eff:feec:f72f (aa6a1ff2-e399-4314-a02b-740c09f08591/72329912-8187-4c2f-8670-e84680bb5f35/6801c1f1-9e75-4cb7-a308-8718c9ff3bc5) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:26:51.788969 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9b12b906-59f5-401f-ac3c-b59ac52f418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:51.805960 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a3ea28a7-7eae-4e02-85d2-9baf20356878 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:51.840720 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea28a7-7eae-4e02-85d2-9baf20356878 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event updated for resources: {'Port': ['ID=fa9543a7-13f3-42df-b135-a226f46242e0,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:51.881864 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0b91a26-26f8-40d5-ade6-9a7ae38fb777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:51.899057 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-91cb5ebf-1d65-4abf-8cdb-c21bec10b255 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:51.918484 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-91cb5ebf-1d65-4abf-8cdb-c21bec10b255 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Usage tracker for resource:port and tenant:137a4e602d1c4c6a9514dc9ddf162593 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:51.926257 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-91cb5ebf-1d65-4abf-8cdb-c21bec10b255 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Quota usage for port was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:51.930835 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ccd7a06-52c1-4a1a-bc7b-f766fcbd9b6b tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:51.976434 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b12b906-59f5-401f-ac3c-b59ac52f418e None None] Routers {'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:51.976972 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9b12b906-59f5-401f-ac3c-b59ac52f418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['b6f6de98-8231-4e8d-a2ef-fe4b83a055ef'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:52.005263 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1857432-27a4-4286-802b-3947e6190d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:52.038684 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-91cb5ebf-1d65-4abf-8cdb-c21bec10b255 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:52.095524 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4feaf16-3a21-46f8-9601-a01152d1ab80 None None] Pushing event updated for resources: {'Port': ['ID=81e17236-5cd1-4cf2-bae2-0884a881cc0b,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:52.118460 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1857432-27a4-4286-802b-3947e6190d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Network d73b2e89-95a8-416f-9c71-910e442846e4 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:52.133508 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-f1857432-27a4-4286-802b-3947e6190d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:52.143784 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1857432-27a4-4286-802b-3947e6190d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:26:52.144709 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1857432-27a4-4286-802b-3947e6190d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:52.145329 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1857432-27a4-4286-802b-3947e6190d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:52.155374 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b22450-404a-4e0e-80fa-752f2196ae7c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:26:52.159073 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d1deb1af-0418-4f6b-99ee-423da75e65ae tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:52.166331 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-10b22450-404a-4e0e-80fa-752f2196ae7c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:52.170772 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-10b22450-404a-4e0e-80fa-752f2196ae7c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "PUT /v2.0/routers/fa8199f3-21d9-46fe-8d3e-0c01dd9d9e06 HTTP/1.1" status: 200 len: 915 time: 8.1744976 Mar 31 15:26:52.171389 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518c6807-6d21-4d71-b282-65f0d282b55c None None] Sync routers for ids ['fa8199f3-21d9-46fe-8d3e-0c01dd9d9e06'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:26:52.171877 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40572) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:52.181249 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1857432-27a4-4286-802b-3947e6190d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Pushing event updated for resources: {'Port': ['ID=3a7c07d6-a995-4cd5-af40-d53095edbfe8,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:52.182978 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cb5ebf-1d65-4abf-8cdb-c21bec10b255 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Made reservation on behalf of 137a4e602d1c4c6a9514dc9ddf162593 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:52.187081 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91cb5ebf-1d65-4abf-8cdb-c21bec10b255 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:52.194049 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ea28a7-7eae-4e02-85d2-9baf20356878 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Network 893ff8fa-16c6-42a5-a4b6-5e490e8b08e7 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:52.196794 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518c6807-6d21-4d71-b282-65f0d282b55c None None] Routers {'fa8199f3-21d9-46fe-8d3e-0c01dd9d9e06'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:52.200237 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-518c6807-6d21-4d71-b282-65f0d282b55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['fa8199f3-21d9-46fe-8d3e-0c01dd9d9e06'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:52.206664 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-a3ea28a7-7eae-4e02-85d2-9baf20356878 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:52.329791 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-9b12b906-59f5-401f-ac3c-b59ac52f418e None None] Set router b6f6de98-8231-4e8d-a2ef-fe4b83a055ef gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:26:52.344408 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-518c6807-6d21-4d71-b282-65f0d282b55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:52.369368 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518c6807-6d21-4d71-b282-65f0d282b55c None None] Routers {'fa8199f3-21d9-46fe-8d3e-0c01dd9d9e06'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:52.369993 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-518c6807-6d21-4d71-b282-65f0d282b55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['fa8199f3-21d9-46fe-8d3e-0c01dd9d9e06'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:52.412345 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f1857432-27a4-4286-802b-3947e6190d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0325947 Mar 31 15:26:52.418854 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40576) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:52.441926 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:52.489737 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-91cb5ebf-1d65-4abf-8cdb-c21bec10b255 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] device_id is not set on port b9663c66-d569-43e9-a387-c328a204f0c1 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:26:52.499950 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-95511cc6-75f0-4ad4-84ac-1818e81af0b3 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:52.509154 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-b0b91a26-26f8-40d5-ade6-9a7ae38fb777 admin admin] Allocated IP 172.20.0.1 (b8c1a446-ecea-4471-8bae-1efc5f7c1cdf/a152ddbe-bf1d-428e-af6f-5de1f957668e/e59dba9c-a470-499e-ad5c-3d5d9a861969) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:26:52.519754 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-518c6807-6d21-4d71-b282-65f0d282b55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:52.520957 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518c6807-6d21-4d71-b282-65f0d282b55c None None] The sync data for ids ['fa8199f3-21d9-46fe-8d3e-0c01dd9d9e06'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:26:52.562815 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-95511cc6-75f0-4ad4-84ac-1818e81af0b3 None None] Transition to ACTIVE for port object 6801c1f1-9e75-4cb7-a308-8718c9ff3bc5 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:26:52.579141 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ea28a7-7eae-4e02-85d2-9baf20356878 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Router d45365b8-2af3-401e-8be4-56835f9aca51 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:26:52.600807 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-95511cc6-75f0-4ad4-84ac-1818e81af0b3 None None] Transition to ACTIVE for port object 6801c1f1-9e75-4cb7-a308-8718c9ff3bc5 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:26:52.681737 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4fb48497-5819-477c-a1f3-62fa620cbf81 None None] Provisioning complete for port fa9543a7-13f3-42df-b135-a226f46242e0 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:26:52.682099 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4fb48497-5819-477c-a1f3-62fa620cbf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:52.717867 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-95511cc6-75f0-4ad4-84ac-1818e81af0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:52.766054 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-767f3eaf-3e17-4d0f-8eb0-0651f2876149 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "GET /v2.0/routers/fa8199f3-21d9-46fe-8d3e-0c01dd9d9e06 HTTP/1.1" status: 200 len: 921 time: 0.5820959 Mar 31 15:26:52.807097 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95511cc6-75f0-4ad4-84ac-1818e81af0b3 None None] Network aa6a1ff2-e399-4314-a02b-740c09f08591 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:52.808002 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-4fb48497-5819-477c-a1f3-62fa620cbf81 None None] Port fa9543a7-13f3-42df-b135-a226f46242e0 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:26:52.811107 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40580) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:52.817462 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-95511cc6-75f0-4ad4-84ac-1818e81af0b3 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:52.819724 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95511cc6-75f0-4ad4-84ac-1818e81af0b3 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:26:52.832009 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95511cc6-75f0-4ad4-84ac-1818e81af0b3 None None] Pushing event updated for resources: {'Port': ['ID=6801c1f1-9e75-4cb7-a308-8718c9ff3bc5,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:52.874608 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0b91a26-26f8-40d5-ade6-9a7ae38fb777 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:52.896372 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9b12b906-59f5-401f-ac3c-b59ac52f418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'name': 'tempest-ServersTestManualDisk-1656766864-router', 'tenant_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '81e17236-5cd1-4cf2-bae2-0884a881cc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:47Z', 'revision_number': 3, 'project_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'gw_port': {'id': '81e17236-5cd1-4cf2-bae2-0884a881cc0b', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:45Z', 'updated_at': '2022-03-31T15:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:52.919528 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b12b906-59f5-401f-ac3c-b59ac52f418e None None] The sync data for ids ['b6f6de98-8231-4e8d-a2ef-fe4b83a055ef'] in dv-neutron-833379-2-hyperv is: [{'id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'name': 'tempest-ServersTestManualDisk-1656766864-router', 'tenant_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '81e17236-5cd1-4cf2-bae2-0884a881cc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:47Z', 'revision_number': 3, 'project_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'gw_port': {'id': '81e17236-5cd1-4cf2-bae2-0884a881cc0b', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:45Z', 'updated_at': '2022-03-31T15:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:26:52.924885 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ea28a7-7eae-4e02-85d2-9baf20356878 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:26:52.927472 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-b0b91a26-26f8-40d5-ade6-9a7ae38fb777 admin admin] Transition to ACTIVE for port object e59dba9c-a470-499e-ad5c-3d5d9a861969 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:26:52.929292 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-95511cc6-75f0-4ad4-84ac-1818e81af0b3 None None] Attempting to bind port 6801c1f1-9e75-4cb7-a308-8718c9ff3bc5 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:26:52.929690 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-95511cc6-75f0-4ad4-84ac-1818e81af0b3 None None] Attempting to bind port 6801c1f1-9e75-4cb7-a308-8718c9ff3bc5 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '2cde85e3-98fe-4cc7-a03d-aa3c2edc0cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'aa6a1ff2-e399-4314-a02b-740c09f08591'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:26:52.929992 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95511cc6-75f0-4ad4-84ac-1818e81af0b3 None None] Attempting to bind port 6801c1f1-9e75-4cb7-a308-8718c9ff3bc5 on network aa6a1ff2-e399-4314-a02b-740c09f08591 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:26:52.931558 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a3ea28a7-7eae-4e02-85d2-9baf20356878 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "PUT /v2.0/routers/d45365b8-2af3-401e-8be4-56835f9aca51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3841789 Mar 31 15:26:52.934701 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40584) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:52.944028 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95511cc6-75f0-4ad4-84ac-1818e81af0b3 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:26:52.944028 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95511cc6-75f0-4ad4-84ac-1818e81af0b3 None None] Checking segment: {'id': '2cde85e3-98fe-4cc7-a03d-aa3c2edc0cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'aa6a1ff2-e399-4314-a02b-740c09f08591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:26:52.944028 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-95511cc6-75f0-4ad4-84ac-1818e81af0b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:52.944028 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95511cc6-75f0-4ad4-84ac-1818e81af0b3 None None] Bound using segment: {'id': '2cde85e3-98fe-4cc7-a03d-aa3c2edc0cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'aa6a1ff2-e399-4314-a02b-740c09f08591'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:26:52.944028 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-95511cc6-75f0-4ad4-84ac-1818e81af0b3 None None] Bound port: 6801c1f1-9e75-4cb7-a308-8718c9ff3bc5, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cde85e3-98fe-4cc7-a03d-aa3c2edc0cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'aa6a1ff2-e399-4314-a02b-740c09f08591'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:26:52.944028 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-95511cc6-75f0-4ad4-84ac-1818e81af0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:52.944538 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-5012eca4-de2d-44d2-9098-f57f56587f75 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Request body: {'port': {'network_id': '893ff8fa-16c6-42a5-a4b6-5e490e8b08e7', 'name': 'tempest-FloatingIPTestJSON-476219440'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:52.957130 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8356c8b9-7bfd-47e2-8476-9d5c62ce1411 None None] Sync routers for ids ['d45365b8-2af3-401e-8be4-56835f9aca51'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:26:53.060416 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8356c8b9-7bfd-47e2-8476-9d5c62ce1411 None None] Routers {'d45365b8-2af3-401e-8be4-56835f9aca51'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:53.061062 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8356c8b9-7bfd-47e2-8476-9d5c62ce1411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['d45365b8-2af3-401e-8be4-56835f9aca51'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:53.140035 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8356c8b9-7bfd-47e2-8476-9d5c62ce1411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:53.172678 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8356c8b9-7bfd-47e2-8476-9d5c62ce1411 None None] Routers {'d45365b8-2af3-401e-8be4-56835f9aca51'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:53.173337 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8356c8b9-7bfd-47e2-8476-9d5c62ce1411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['d45365b8-2af3-401e-8be4-56835f9aca51'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:53.220278 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63a77b9-1062-4994-b114-7d9100e1e3b5 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:53.220933 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d63a77b9-1062-4994-b114-7d9100e1e3b5 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Synchronizing usage tracker for tenant:93c80d0d670e4136bbfd2c69b3be82c8 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:26:53.254248 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8356c8b9-7bfd-47e2-8476-9d5c62ce1411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:53.254905 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8356c8b9-7bfd-47e2-8476-9d5c62ce1411 None None] The sync data for ids ['d45365b8-2af3-401e-8be4-56835f9aca51'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:26:53.271921 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-95511cc6-75f0-4ad4-84ac-1818e81af0b3 None None] For port 6801c1f1-9e75-4cb7-a308-8718c9ff3bc5, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:26:53.281505 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-95511cc6-75f0-4ad4-84ac-1818e81af0b3 None None] For port 6801c1f1-9e75-4cb7-a308-8718c9ff3bc5, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=6801c1f1-9e75-4cb7-a308-8718c9ff3bc5,segment=NetworkSegment(2cde85e3-98fe-4cc7-a03d-aa3c2edc0cea),segment_id=2cde85e3-98fe-4cc7-a03d-aa3c2edc0cea)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:26:53.298110 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-5012eca4-de2d-44d2-9098-f57f56587f75 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:53.302486 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-5012eca4-de2d-44d2-9098-f57f56587f75 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Usage tracker for resource:port and tenant:e42d5336284c4dafbfb75f78ea62f851 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:53.305482 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-5012eca4-de2d-44d2-9098-f57f56587f75 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Quota usage for port was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:53.311773 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-5012eca4-de2d-44d2-9098-f57f56587f75 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:53.321843 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0b91a26-26f8-40d5-ade6-9a7ae38fb777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:53.364280 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1deb1af-0418-4f6b-99ee-423da75e65ae tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Router 6e5c4678-b91f-4d15-9e4b-a8baa8ea0b23 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:26:53.376972 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:53.396585 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-95511cc6-75f0-4ad4-84ac-1818e81af0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:53.403129 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d63a77b9-1062-4994-b114-7d9100e1e3b5 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Unset dirty status for tenant:93c80d0d670e4136bbfd2c69b3be82c8 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:26:53.412987 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d63a77b9-1062-4994-b114-7d9100e1e3b5 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=81fb4282-babc-4201-afd1-e5be35072e1e&device_id=fa8199f3-21d9-46fe-8d3e-0c01dd9d9e06&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5943332 Mar 31 15:26:53.414048 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40588) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:53.426304 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b91a26-26f8-40d5-ade6-9a7ae38fb777 admin admin] Network b8c1a446-ecea-4471-8bae-1efc5f7c1cdf is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:53.466580 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-b0b91a26-26f8-40d5-ade6-9a7ae38fb777 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:53.468406 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 81e17236-5cd1-4cf2-bae2-0884a881cc0b up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:26:53.470784 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-91cb5ebf-1d65-4abf-8cdb-c21bec10b255 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Allocated IP 2001:db8::f816:3eff:fe21:727f (aa6a1ff2-e399-4314-a02b-740c09f08591/72329912-8187-4c2f-8670-e84680bb5f35/b9663c66-d569-43e9-a387-c328a204f0c1) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:26:53.475497 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ccd7a06-52c1-4a1a-bc7b-f766fcbd9b6b tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:53.492624 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5012eca4-de2d-44d2-9098-f57f56587f75 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Made reservation on behalf of e42d5336284c4dafbfb75f78ea62f851 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:53.498719 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5012eca4-de2d-44d2-9098-f57f56587f75 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:53.519995 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b91a26-26f8-40d5-ade6-9a7ae38fb777 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:26:53.561143 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ccd7a06-52c1-4a1a-bc7b-f766fcbd9b6b tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-462406'] for router, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:53.595314 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95511cc6-75f0-4ad4-84ac-1818e81af0b3 None None] Pushing event updated for resources: {'Port': ['ID=6801c1f1-9e75-4cb7-a308-8718c9ff3bc5,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:53.682340 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b91a26-26f8-40d5-ade6-9a7ae38fb777 admin admin] Pushing event updated for resources: {'Port': ['ID=e59dba9c-a470-499e-ad5c-3d5d9a861969,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:53.748697 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 81e17236-5cd1-4cf2-bae2-0884a881cc0b completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:26:53.754035 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 81e17236-5cd1-4cf2-bae2-0884a881cc0b triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:26:53.754440 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:53.790315 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-5012eca4-de2d-44d2-9098-f57f56587f75 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] device_id is not set on port 2b881348-5dcc-4402-bdae-bb154de7c4d6 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:26:53.817048 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1deb1af-0418-4f6b-99ee-423da75e65ae tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:26:53.833847 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bf5128-5c74-496f-9035-088c2404dcd1 None None] Sync routers for ids ['6e5c4678-b91f-4d15-9e4b-a8baa8ea0b23'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:26:53.845839 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d1deb1af-0418-4f6b-99ee-423da75e65ae tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "PUT /v2.0/routers/6e5c4678-b91f-4d15-9e4b-a8baa8ea0b23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5127904 Mar 31 15:26:53.850416 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40592) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:53.873035 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bf5128-5c74-496f-9035-088c2404dcd1 None None] Routers {'6e5c4678-b91f-4d15-9e4b-a8baa8ea0b23'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:53.875493 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e6bf5128-5c74-496f-9035-088c2404dcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6e5c4678-b91f-4d15-9e4b-a8baa8ea0b23'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:53.946564 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-54b15d8c-ffed-4676-bb3c-5af1ccdbcda8 None None] Provisioning for port e59dba9c-a470-499e-ad5c-3d5d9a861969 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:26:53.952018 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-54b15d8c-ffed-4676-bb3c-5af1ccdbcda8 None None] Provisioning complete for port e59dba9c-a470-499e-ad5c-3d5d9a861969 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:26:53.955580 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-54b15d8c-ffed-4676-bb3c-5af1ccdbcda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:54.043095 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e6bf5128-5c74-496f-9035-088c2404dcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:54.064831 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bf5128-5c74-496f-9035-088c2404dcd1 None None] Routers {'6e5c4678-b91f-4d15-9e4b-a8baa8ea0b23'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:54.065492 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e6bf5128-5c74-496f-9035-088c2404dcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6e5c4678-b91f-4d15-9e4b-a8baa8ea0b23'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:54.125788 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0b91a26-26f8-40d5-ade6-9a7ae38fb777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:54.129853 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:54.150804 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-54b15d8c-ffed-4676-bb3c-5af1ccdbcda8 None None] Port e59dba9c-a470-499e-ad5c-3d5d9a861969 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:26:54.173855 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 81e17236-5cd1-4cf2-bae2-0884a881cc0b, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=81e17236-5cd1-4cf2-bae2-0884a881cc0b,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:26:54.176548 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966d5ef6-4b05-419c-a56c-bed5afe3fa48 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:54.178256 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-966d5ef6-4b05-419c-a56c-bed5afe3fa48 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Synchronizing usage tracker for tenant:93c80d0d670e4136bbfd2c69b3be82c8 on resource:network {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:26:54.207193 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e6bf5128-5c74-496f-9035-088c2404dcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:54.208631 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bf5128-5c74-496f-9035-088c2404dcd1 None None] The sync data for ids ['6e5c4678-b91f-4d15-9e4b-a8baa8ea0b23'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:26:54.241663 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:54.340156 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=81e17236-5cd1-4cf2-bae2-0884a881cc0b,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:54.365296 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91cb5ebf-1d65-4abf-8cdb-c21bec10b255 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:54.369820 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] device_id is not set on port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:26:54.386160 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:54.397987 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-91cb5ebf-1d65-4abf-8cdb-c21bec10b255 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Transition to ACTIVE for port object b9663c66-d569-43e9-a387-c328a204f0c1 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:26:54.410258 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Transition to ACTIVE for port object 3a7c07d6-a995-4cd5-af40-d53095edbfe8 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:26:54.441668 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ccd7a06-52c1-4a1a-bc7b-f766fcbd9b6b tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Router 1653018e-05b3-4665-9ea3-1c1fbbd6472a is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:26:54.507654 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:54.513381 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-06f16a72-e226-4e1f-a159-970e6334f422 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] remove_router_interface failed (client error): The resource could not be found. Mar 31 15:26:54.514826 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-06f16a72-e226-4e1f-a159-970e6334f422 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "PUT /v2.0/routers/6e5c4678-b91f-4d15-9e4b-a8baa8ea0b23/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6599617 Mar 31 15:26:54.518775 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40596) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:54.519899 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-5012eca4-de2d-44d2-9098-f57f56587f75 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Allocated IP 172.20.0.13 (893ff8fa-16c6-42a5-a4b6-5e490e8b08e7/08357772-bc6f-4199-8704-01b3bf29fe2b/2b881348-5dcc-4402-bdae-bb154de7c4d6) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:26:54.557624 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91cb5ebf-1d65-4abf-8cdb-c21bec10b255 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:54.577935 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-966d5ef6-4b05-419c-a56c-bed5afe3fa48 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Unset dirty status for tenant:93c80d0d670e4136bbfd2c69b3be82c8 on resource:network {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:26:54.578862 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-966d5ef6-4b05-419c-a56c-bed5afe3fa48 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "GET /v2.0/networks/81fb4282-babc-4201-afd1-e5be35072e1e HTTP/1.1" status: 200 len: 881 time: 1.1584845 Mar 31 15:26:54.583510 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-77f7f827-5a2a-4302-b665-2e0ed4d717a3 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e5c4678-b91f-4d15-9e4b-a8baa8ea0b23 HTTP/1.1" status: 200 len: 205 time: 0.0612819 Mar 31 15:26:54.587126 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40600) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:54.587446 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40602) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:54.682337 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cb5ebf-1d65-4abf-8cdb-c21bec10b255 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Network aa6a1ff2-e399-4314-a02b-740c09f08591 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:54.687324 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Pushing event updated for resources: {'Port': ['ID=3a7c07d6-a995-4cd5-af40-d53095edbfe8,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:54.722017 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b4ffef2f-51d3-48b9-bad7-8b6a80211c89 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa8199f3-21d9-46fe-8d3e-0c01dd9d9e06 HTTP/1.1" status: 200 len: 205 time: 0.1335113 Mar 31 15:26:54.728063 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40608) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:54.878426 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-91cb5ebf-1d65-4abf-8cdb-c21bec10b255 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:54.923342 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cb5ebf-1d65-4abf-8cdb-c21bec10b255 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:26:54.928841 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cb5ebf-1d65-4abf-8cdb-c21bec10b255 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:54.929513 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91cb5ebf-1d65-4abf-8cdb-c21bec10b255 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:54.962001 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:26:54.962335 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:26:54.962669 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on network d73b2e89-95a8-416f-9c71-910e442846e4 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:26:54.994750 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on network d73b2e89-95a8-416f-9c71-910e442846e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:26:54.995096 dv-neutron-833379-2-hyperv neutron-server[103444]: ERROR neutron.plugins.ml2.managers [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Failed to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] Mar 31 15:26:55.008980 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.plugins.ml2.plugin [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempt 2 to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 Mar 31 15:26:55.018989 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:55.023371 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a9cce2d8-f148-4b82-a50e-7bd1c9d087be tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:55.026973 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccd7a06-52c1-4a1a-bc7b-f766fcbd9b6b tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:26:55.032137 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ccd7a06-52c1-4a1a-bc7b-f766fcbd9b6b tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:55.036025 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2ccd7a06-52c1-4a1a-bc7b-f766fcbd9b6b tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "PUT /v2.0/routers/1653018e-05b3-4665-9ea3-1c1fbbd6472a HTTP/1.1" status: 200 len: 918 time: 9.0470376 Mar 31 15:26:55.037760 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb5ebf-1d65-4abf-8cdb-c21bec10b255 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Pushing event updated for resources: {'Port': ['ID=b9663c66-d569-43e9-a387-c328a204f0c1,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:55.038968 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad512fe-289f-4a3a-858e-036e1260879e None None] Sync routers for ids ['1653018e-05b3-4665-9ea3-1c1fbbd6472a'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:26:55.043606 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40612) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:55.053289 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad512fe-289f-4a3a-858e-036e1260879e None None] Routers {'1653018e-05b3-4665-9ea3-1c1fbbd6472a'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:55.059406 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3ad512fe-289f-4a3a-858e-036e1260879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['1653018e-05b3-4665-9ea3-1c1fbbd6472a'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:55.106915 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:26:55.107196 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:26:55.107532 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on network d73b2e89-95a8-416f-9c71-910e442846e4 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:26:55.113424 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-91cb5ebf-1d65-4abf-8cdb-c21bec10b255 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.9827809 Mar 31 15:26:55.124620 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40616) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:55.132492 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3ad512fe-289f-4a3a-858e-036e1260879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:55.146774 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad512fe-289f-4a3a-858e-036e1260879e None None] Routers {'1653018e-05b3-4665-9ea3-1c1fbbd6472a'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:55.147409 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3ad512fe-289f-4a3a-858e-036e1260879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['1653018e-05b3-4665-9ea3-1c1fbbd6472a'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:55.203247 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on network d73b2e89-95a8-416f-9c71-910e442846e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:26:55.203763 dv-neutron-833379-2-hyperv neutron-server[103444]: ERROR neutron.plugins.ml2.managers [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Failed to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] Mar 31 15:26:55.208915 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.plugins.ml2.plugin [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempt 3 to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 Mar 31 15:26:55.237278 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3ad512fe-289f-4a3a-858e-036e1260879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:55.238034 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad512fe-289f-4a3a-858e-036e1260879e None None] The sync data for ids ['1653018e-05b3-4665-9ea3-1c1fbbd6472a'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:26:55.238216 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-741cf061-b7ba-4018-82b8-3fe0cdb618ec tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Deleting subnet 72329912-8187-4c2f-8670-e84680bb5f35 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:26:55.250964 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-741cf061-b7ba-4018-82b8-3fe0cdb618ec tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:55.281542 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:26:55.282834 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:26:55.283585 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on network d73b2e89-95a8-416f-9c71-910e442846e4 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:26:55.310933 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on network d73b2e89-95a8-416f-9c71-910e442846e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:26:55.311267 dv-neutron-833379-2-hyperv neutron-server[103444]: ERROR neutron.plugins.ml2.managers [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Failed to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] Mar 31 15:26:55.316851 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.plugins.ml2.plugin [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempt 4 to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 Mar 31 15:26:55.402648 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:26:55.403184 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:26:55.403528 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on network d73b2e89-95a8-416f-9c71-910e442846e4 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:26:55.445237 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on network d73b2e89-95a8-416f-9c71-910e442846e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:26:55.445582 dv-neutron-833379-2-hyperv neutron-server[103444]: ERROR neutron.plugins.ml2.managers [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Failed to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] Mar 31 15:26:55.449899 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-741cf061-b7ba-4018-82b8-3fe0cdb618ec tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:55.479383 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.plugins.ml2.plugin [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempt 5 to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 Mar 31 15:26:55.503283 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a77df44-c6d5-457c-94fe-e15dae65f50e None None] Network aa6a1ff2-e399-4314-a02b-740c09f08591 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:26:55.527915 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:26:55.527915 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:26:55.527915 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on network d73b2e89-95a8-416f-9c71-910e442846e4 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:26:55.538201 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 81e17236-5cd1-4cf2-bae2-0884a881cc0b up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:26:55.538566 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ebd8a229-a8f1-43e6-a686-5119978cc7ab tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "GET /v2.0/routers/1653018e-05b3-4665-9ea3-1c1fbbd6472a HTTP/1.1" status: 200 len: 924 time: 0.4939380 Mar 31 15:26:55.543222 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40620) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:55.545707 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on network d73b2e89-95a8-416f-9c71-910e442846e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:26:55.546047 dv-neutron-833379-2-hyperv neutron-server[103444]: ERROR neutron.plugins.ml2.managers [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Failed to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] Mar 31 15:26:55.549238 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.plugins.ml2.plugin [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempt 6 to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 Mar 31 15:26:55.607042 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a9cce2d8-f148-4b82-a50e-7bd1c9d087be tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:55.620266 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a9cce2d8-f148-4b82-a50e-7bd1c9d087be tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:55.627062 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:26:55.627398 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:26:55.627740 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on network d73b2e89-95a8-416f-9c71-910e442846e4 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:26:55.641263 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on network d73b2e89-95a8-416f-9c71-910e442846e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:26:55.641667 dv-neutron-833379-2-hyperv neutron-server[103444]: ERROR neutron.plugins.ml2.managers [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Failed to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] Mar 31 15:26:55.644012 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.plugins.ml2.plugin [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempt 7 to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 Mar 31 15:26:55.673310 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0b91a26-26f8-40d5-ade6-9a7ae38fb777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:55.675909 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:26:55.676245 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:26:55.676576 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on network d73b2e89-95a8-416f-9c71-910e442846e4 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:26:55.695310 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on network d73b2e89-95a8-416f-9c71-910e442846e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:26:55.695650 dv-neutron-833379-2-hyperv neutron-server[103444]: ERROR neutron.plugins.ml2.managers [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Failed to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] Mar 31 15:26:55.697009 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.plugins.ml2.plugin [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempt 8 to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 Mar 31 15:26:55.708747 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-de7cec89-e939-4159-aae3-8ded2ceac710 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:55.719578 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9451363-d65b-45d1-ad7d-230b492b80cd tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:55.723048 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-fa2bb87d-7a5d-4c16-bccd-8a50eca2817f None None] Provisioning for port 6801c1f1-9e75-4cb7-a308-8718c9ff3bc5 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:26:55.723173 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e9451363-d65b-45d1-ad7d-230b492b80cd tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=81fb4282-babc-4201-afd1-e5be35072e1e&device_id=1653018e-05b3-4665-9ea3-1c1fbbd6472a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1767244 Mar 31 15:26:55.723771 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:26:55.724115 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:26:55.724473 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on network d73b2e89-95a8-416f-9c71-910e442846e4 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:26:55.728165 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40624) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:55.742700 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 81e17236-5cd1-4cf2-bae2-0884a881cc0b triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:26:55.743076 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:55.753573 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-741cf061-b7ba-4018-82b8-3fe0cdb618ec tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:55.783665 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on network d73b2e89-95a8-416f-9c71-910e442846e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:26:55.783879 dv-neutron-833379-2-hyperv neutron-server[103444]: ERROR neutron.plugins.ml2.managers [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Failed to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] Mar 31 15:26:55.799874 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.plugins.ml2.plugin [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempt 9 to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 Mar 31 15:26:55.815505 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a9cce2d8-f148-4b82-a50e-7bd1c9d087be tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:55.816105 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cce2d8-f148-4b82-a50e-7bd1c9d087be tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Fanout notify agent at l3_agent the message router_deleted on router 6e5c4678-b91f-4d15-9e4b-a8baa8ea0b23 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:26:55.880492 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:26:55.880819 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:26:55.881597 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on network d73b2e89-95a8-416f-9c71-910e442846e4 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:26:55.907785 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on network d73b2e89-95a8-416f-9c71-910e442846e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:26:55.907785 dv-neutron-833379-2-hyperv neutron-server[103444]: ERROR neutron.plugins.ml2.managers [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Failed to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] Mar 31 15:26:55.907785 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.plugins.ml2.plugin [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempt 10 to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 Mar 31 15:26:55.911928 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5012eca4-de2d-44d2-9098-f57f56587f75 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:55.932708 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:26:55.933041 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:26:55.933460 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on network d73b2e89-95a8-416f-9c71-910e442846e4 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:26:55.935149 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a9cce2d8-f148-4b82-a50e-7bd1c9d087be tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:55.940154 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a9cce2d8-f148-4b82-a50e-7bd1c9d087be tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/routers/6e5c4678-b91f-4d15-9e4b-a8baa8ea0b23 HTTP/1.1" status: 204 len: 168 time: 1.3459077 Mar 31 15:26:55.940302 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40628) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:55.976607 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 6801c1f1-9e75-4cb7-a308-8718c9ff3bc5 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:26:55.987556 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on network d73b2e89-95a8-416f-9c71-910e442846e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:26:55.987823 dv-neutron-833379-2-hyperv neutron-server[103444]: ERROR neutron.plugins.ml2.managers [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Failed to bind port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] Mar 31 15:26:55.988183 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:56.028412 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe53769-097a-481b-b136-508053090ffb tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:56.029936 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ffe53769-097a-481b-b136-508053090ffb tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "GET /v2.0/networks/81fb4282-babc-4201-afd1-e5be35072e1e HTTP/1.1" status: 200 len: 881 time: 0.2986252 Mar 31 15:26:56.034126 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40632) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:56.081958 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-5012eca4-de2d-44d2-9098-f57f56587f75 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Transition to ACTIVE for port object 2b881348-5dcc-4402-bdae-bb154de7c4d6 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:26:56.123799 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-741cf061-b7ba-4018-82b8-3fe0cdb618ec tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:56.130726 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-729b508a-ea13-4a37-81d3-af13387a8c1f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Deleting subnet ebe0250d-7771-4269-a7b8-7b2b308dcecf {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:26:56.133496 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 6801c1f1-9e75-4cb7-a308-8718c9ff3bc5 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:26:56.134930 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-06ad1314-768a-481d-8515-4e179a4edb07 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "GET /v2.0/ports?device_id=1653018e-05b3-4665-9ea3-1c1fbbd6472a HTTP/1.1" status: 200 len: 205 time: 0.0973301 Mar 31 15:26:56.138687 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40636) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:56.142397 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-de7cec89-e939-4159-aae3-8ded2ceac710 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:56.144481 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 6801c1f1-9e75-4cb7-a308-8718c9ff3bc5 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:26:56.152581 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:56.181812 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-729b508a-ea13-4a37-81d3-af13387a8c1f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:56.243095 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-741cf061-b7ba-4018-82b8-3fe0cdb618ec tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:56.254776 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cf061-b7ba-4018-82b8-3fe0cdb618ec tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Pushing event deleted for resources: {'Subnet': ['ID=72329912-8187-4c2f-8670-e84680bb5f35,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:56.294562 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-741cf061-b7ba-4018-82b8-3fe0cdb618ec tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "DELETE /v2.0/subnets/72329912-8187-4c2f-8670-e84680bb5f35 HTTP/1.1" status: 204 len: 168 time: 1.1657279 Mar 31 15:26:56.297887 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75905619-cb28-44bd-8794-123e6f29b3f2 None None] Network aa6a1ff2-e399-4314-a02b-740c09f08591 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:26:56.299054 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40640) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:56.325080 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:56.358330 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] For port 3a7c07d6-a995-4cd5-af40-d53095edbfe8, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:26:56.358662 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempted to set empty binding levels {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 31 15:26:56.368802 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-729b508a-ea13-4a37-81d3-af13387a8c1f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:56.441252 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:56.488614 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-de7cec89-e939-4159-aae3-8ded2ceac710 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Deleting port d580b91f-c789-4154-8b9a-ca9c8baf01c6 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:56.488950 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-de7cec89-e939-4159-aae3-8ded2ceac710 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:56.499396 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cae188-5b07-4e48-9e75-9c18240aa98c tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:56.500479 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 6801c1f1-9e75-4cb7-a308-8718c9ff3bc5, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=6801c1f1-9e75-4cb7-a308-8718c9ff3bc5,segment=NetworkSegment(2cde85e3-98fe-4cc7-a03d-aa3c2edc0cea),segment_id=2cde85e3-98fe-4cc7-a03d-aa3c2edc0cea)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:26:56.501032 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cae188-5b07-4e48-9e75-9c18240aa98c tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:56.501832 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-b3cae188-5b07-4e48-9e75-9c18240aa98c tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Synchronizing usage tracker for tenant:137a4e602d1c4c6a9514dc9ddf162593 on resource:subnet {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:26:56.513356 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] In _notify_port_updated(), no bound segment for port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 on network d73b2e89-95a8-416f-9c71-910e442846e4 {{(pid=103444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 31 15:26:56.514182 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:56.514791 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:56.518498 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] 10.222.0.31 "PUT /v2.0/ports/3a7c07d6-a995-4cd5-af40-d53095edbfe8 HTTP/1.1" status: 200 len: 980 time: 4.0872383 Mar 31 15:26:56.521018 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40644) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:56.566343 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-b0b91a26-26f8-40d5-ade6-9a7ae38fb777 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:26:56.581090 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-45183c35-c4f2-4971-9835-f5090830b070 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:56.582399 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc4e03-a403-4265-b0a2-295b7935dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Pushing event updated for resources: {'Port': ['ID=3a7c07d6-a995-4cd5-af40-d53095edbfe8,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:56.596502 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-729b508a-ea13-4a37-81d3-af13387a8c1f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:56.626335 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:56.660802 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5012eca4-de2d-44d2-9098-f57f56587f75 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:56.666348 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0b91a26-26f8-40d5-ade6-9a7ae38fb777 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:56.673976 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-b3cae188-5b07-4e48-9e75-9c18240aa98c tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Unset dirty status for tenant:137a4e602d1c4c6a9514dc9ddf162593 on resource:subnet {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:26:56.678198 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b3cae188-5b07-4e48-9e75-9c18240aa98c tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3734663 Mar 31 15:26:56.678402 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40648) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:56.682682 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-765e1118-8ca0-46a8-8f22-21f5deac01d4 None None] Provisioning for port b9663c66-d569-43e9-a387-c328a204f0c1 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:26:56.706231 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-765e1118-8ca0-46a8-8f22-21f5deac01d4 None None] Provisioning complete for port b9663c66-d569-43e9-a387-c328a204f0c1 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:26:56.706231 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-765e1118-8ca0-46a8-8f22-21f5deac01d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:56.752491 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=6801c1f1-9e75-4cb7-a308-8718c9ff3bc5,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:56.764925 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0b91a26-26f8-40d5-ade6-9a7ae38fb777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:56.770102 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-765e1118-8ca0-46a8-8f22-21f5deac01d4 None None] Port b9663c66-d569-43e9-a387-c328a204f0c1 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:26:56.784151 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffca25b-4d50-4d60-b7b6-aae85411237f None None] DHCP port deletion for aa6a1ff2-e399-4314-a02b-740c09f08591 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:26:56.788887 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-765e1118-8ca0-46a8-8f22-21f5deac01d4 None None] Provisioning complete for port 6801c1f1-9e75-4cb7-a308-8718c9ff3bc5 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:26:56.789277 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-765e1118-8ca0-46a8-8f22-21f5deac01d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:56.822768 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-4ffca25b-4d50-4d60-b7b6-aae85411237f None None] Deleting port 6801c1f1-9e75-4cb7-a308-8718c9ff3bc5 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:56.822979 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4ffca25b-4d50-4d60-b7b6-aae85411237f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:56.896335 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5012eca4-de2d-44d2-9098-f57f56587f75 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Network 893ff8fa-16c6-42a5-a4b6-5e490e8b08e7 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:56.911800 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-5012eca4-de2d-44d2-9098-f57f56587f75 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:56.920482 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-729b508a-ea13-4a37-81d3-af13387a8c1f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:56.929461 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5012eca4-de2d-44d2-9098-f57f56587f75 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:26:56.976875 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b508a-ea13-4a37-81d3-af13387a8c1f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Subnet': ['ID=ebe0250d-7771-4269-a7b8-7b2b308dcecf,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:56.984782 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-729b508a-ea13-4a37-81d3-af13387a8c1f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:56.991777 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8bd10ec-e3d4-4443-be8c-0e114cf99281 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:57.003101 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-729b508a-ea13-4a37-81d3-af13387a8c1f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/subnets/ebe0250d-7771-4269-a7b8-7b2b308dcecf HTTP/1.1" status: 204 len: 168 time: 1.0618083 Mar 31 15:26:57.005064 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40652) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:57.029620 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8bd10ec-e3d4-4443-be8c-0e114cf99281 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 31 15:26:57.030569 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8bd10ec-e3d4-4443-be8c-0e114cf99281 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:26:57.036436 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b8bd10ec-e3d4-4443-be8c-0e114cf99281 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "DELETE /v2.0/networks/aa6a1ff2-e399-4314-a02b-740c09f08591 HTTP/1.1" status: 409 len: 405 time: 0.3523307 Mar 31 15:26:57.044519 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40656) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:57.045469 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012eca4-de2d-44d2-9098-f57f56587f75 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event updated for resources: {'Port': ['ID=2b881348-5dcc-4402-bdae-bb154de7c4d6,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:57.054201 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-3d956c30-d085-4f3f-a0e5-f8f0ffd5d57a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-429488771'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:57.060866 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0b91a26-26f8-40d5-ade6-9a7ae38fb777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:57.064085 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-3d956c30-d085-4f3f-a0e5-f8f0ffd5d57a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:57.074427 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b9a44a-4258-4fc7-8e0b-cac4ba40ac05 None None] Network d29786e7-7382-4073-b996-e46bb2d9b233 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:26:57.120298 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3d956c30-d085-4f3f-a0e5-f8f0ffd5d57a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Usage tracker for resource:network and tenant:137a4e602d1c4c6a9514dc9ddf162593 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:57.126552 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3d956c30-d085-4f3f-a0e5-f8f0ffd5d57a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Quota usage for network was recalculated. Used quota:2. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:57.143713 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-3d956c30-d085-4f3f-a0e5-f8f0ffd5d57a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:57.155257 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-08f3d912-ebc8-4b95-b13c-015eee964853 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:57.169323 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-08f3d912-ebc8-4b95-b13c-015eee964853 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Deleting port 74804f82-3400-41b3-b9ed-5beb00b1a8d1 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:57.169704 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-08f3d912-ebc8-4b95-b13c-015eee964853 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:57.200762 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-de7cec89-e939-4159-aae3-8ded2ceac710 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:57.211136 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-4ffca25b-4d50-4d60-b7b6-aae85411237f None None] For port 6801c1f1-9e75-4cb7-a308-8718c9ff3bc5, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=6801c1f1-9e75-4cb7-a308-8718c9ff3bc5,segment=NetworkSegment(2cde85e3-98fe-4cc7-a03d-aa3c2edc0cea),segment_id=2cde85e3-98fe-4cc7-a03d-aa3c2edc0cea)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:26:57.211759 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4ffca25b-4d50-4d60-b7b6-aae85411237f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:57.213008 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5012eca4-de2d-44d2-9098-f57f56587f75 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:57.213685 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5012eca4-de2d-44d2-9098-f57f56587f75 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:57.232040 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d956c30-d085-4f3f-a0e5-f8f0ffd5d57a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Made reservation on behalf of 137a4e602d1c4c6a9514dc9ddf162593 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:57.235535 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d956c30-d085-4f3f-a0e5-f8f0ffd5d57a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:57.269282 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6556d-7266-42b8-9c9b-f7c05c0f17b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:57.269753 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6556d-7266-42b8-9c9b-f7c05c0f17b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:57.270324 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6556d-7266-42b8-9c9b-f7c05c0f17b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:57.270695 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6556d-7266-42b8-9c9b-f7c05c0f17b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:57.271166 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6556d-7266-42b8-9c9b-f7c05c0f17b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:57.271680 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6556d-7266-42b8-9c9b-f7c05c0f17b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:57.272092 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6556d-7266-42b8-9c9b-f7c05c0f17b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:57.272556 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6556d-7266-42b8-9c9b-f7c05c0f17b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:57.273021 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6556d-7266-42b8-9c9b-f7c05c0f17b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:57.273544 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6556d-7266-42b8-9c9b-f7c05c0f17b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:57.273973 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6556d-7266-42b8-9c9b-f7c05c0f17b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:57.274434 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6556d-7266-42b8-9c9b-f7c05c0f17b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:57.274902 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6556d-7266-42b8-9c9b-f7c05c0f17b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:57.275367 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6556d-7266-42b8-9c9b-f7c05c0f17b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:57.275833 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6556d-7266-42b8-9c9b-f7c05c0f17b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:57.276284 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6556d-7266-42b8-9c9b-f7c05c0f17b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:57.276746 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6556d-7266-42b8-9c9b-f7c05c0f17b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:57.277288 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6556d-7266-42b8-9c9b-f7c05c0f17b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:57.277802 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6556d-7266-42b8-9c9b-f7c05c0f17b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:57.278677 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6556d-7266-42b8-9c9b-f7c05c0f17b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:57.278677 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6556d-7266-42b8-9c9b-f7c05c0f17b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:57.279094 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6556d-7266-42b8-9c9b-f7c05c0f17b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:57.279552 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6556d-7266-42b8-9c9b-f7c05c0f17b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:57.280014 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6556d-7266-42b8-9c9b-f7c05c0f17b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:57.280887 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6556d-7266-42b8-9c9b-f7c05c0f17b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:57.280997 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6556d-7266-42b8-9c9b-f7c05c0f17b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:57.281393 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6556d-7266-42b8-9c9b-f7c05c0f17b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:57.283673 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c8b6556d-7266-42b8-9c9b-f7c05c0f17b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Synchronizing usage tracker for tenant:5878efb8c39e409c89ef1cf3191eac04 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:26:57.332194 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d956c30-d085-4f3f-a0e5-f8f0ffd5d57a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:26:57.407147 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d956c30-d085-4f3f-a0e5-f8f0ffd5d57a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:57.407499 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-3d956c30-d085-4f3f-a0e5-f8f0ffd5d57a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Added segment 87ab74d9-7e3f-46cf-9520-c34bfcda98a1 of type vlan for network 8df9768a-4275-475a-afa7-a038473e6057 Mar 31 15:26:57.411637 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b91a26-26f8-40d5-ade6-9a7ae38fb777 admin admin] Pushing event updated for resources: {'Port': ['ID=e59dba9c-a470-499e-ad5c-3d5d9a861969,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:57.414595 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-4ffca25b-4d50-4d60-b7b6-aae85411237f None None] Calling delete_port for 6801c1f1-9e75-4cb7-a308-8718c9ff3bc5 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:57.453620 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-08f3d912-ebc8-4b95-b13c-015eee964853 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] For port 74804f82-3400-41b3-b9ed-5beb00b1a8d1, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=74804f82-3400-41b3-b9ed-5beb00b1a8d1,segment=NetworkSegment(48b14fcf-6d1d-4446-aad3-d91225965fc7),segment_id=48b14fcf-6d1d-4446-aad3-d91225965fc7)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:26:57.453978 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-08f3d912-ebc8-4b95-b13c-015eee964853 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:57.461289 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 6801c1f1-9e75-4cb7-a308-8718c9ff3bc5 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:26:57.465306 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-de7cec89-e939-4159-aae3-8ded2ceac710 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Calling delete_port for d580b91f-c789-4154-8b9a-ca9c8baf01c6 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:57.472394 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d956c30-d085-4f3f-a0e5-f8f0ffd5d57a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:57.510584 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-45183c35-c4f2-4971-9835-f5090830b070 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:57.539520 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5012eca4-de2d-44d2-9098-f57f56587f75 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.6025128 Mar 31 15:26:57.550277 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40660) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:57.555471 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-1517f398-fd4a-426d-909e-2ce683910c71 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Request body: {'floatingip': {'port_id': '2b881348-5dcc-4402-bdae-bb154de7c4d6'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:57.600845 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-08f3d912-ebc8-4b95-b13c-015eee964853 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Calling delete_port for 74804f82-3400-41b3-b9ed-5beb00b1a8d1 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:57.606960 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-8c1db0c5-e3a1-4081-8a12-971d57974d9f None None] Provisioning for port 2b881348-5dcc-4402-bdae-bb154de7c4d6 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:26:57.634713 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-8c1db0c5-e3a1-4081-8a12-971d57974d9f None None] Provisioning complete for port 2b881348-5dcc-4402-bdae-bb154de7c4d6 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:26:57.635076 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8c1db0c5-e3a1-4081-8a12-971d57974d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:57.647203 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c8b6556d-7266-42b8-9c9b-f7c05c0f17b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Unset dirty status for tenant:5878efb8c39e409c89ef1cf3191eac04 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:26:57.648608 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c8b6556d-7266-42b8-9c9b-f7c05c0f17b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23383 time: 1.1204495 Mar 31 15:26:57.649764 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-45183c35-c4f2-4971-9835-f5090830b070 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Deleting port d60d67db-9a7e-4fa1-a36c-d8b9f2896e6e {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:57.650250 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-45183c35-c4f2-4971-9835-f5090830b070 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:57.657312 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40664) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:57.691670 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:57.703108 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4ffca25b-4d50-4d60-b7b6-aae85411237f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:57.755051 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d8878e59-b1de-46ba-afaa-9a7871f24f97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Deleting port 3a7c07d6-a995-4cd5-af40-d53095edbfe8 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:57.755416 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d8878e59-b1de-46ba-afaa-9a7871f24f97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:57.795862 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffca25b-4d50-4d60-b7b6-aae85411237f None None] Pushing event deleted for resources: {'Port': ['ID=6801c1f1-9e75-4cb7-a308-8718c9ff3bc5,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:57.812074 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffca25b-4d50-4d60-b7b6-aae85411237f None None] No DVR routers for this DVR port 6801c1f1-9e75-4cb7-a308-8718c9ff3bc5 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:26:57.815741 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-8c1db0c5-e3a1-4081-8a12-971d57974d9f None None] Port 2b881348-5dcc-4402-bdae-bb154de7c4d6 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:26:57.819614 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d956c30-d085-4f3f-a0e5-f8f0ffd5d57a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:57.831139 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d956c30-d085-4f3f-a0e5-f8f0ffd5d57a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:57.831139 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d956c30-d085-4f3f-a0e5-f8f0ffd5d57a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:57.863628 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0397ce9-7d3e-4ea4-af35-8f27bead851c None None] DHCP port deletion for d29786e7-7382-4073-b996-e46bb2d9b233 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:26:57.932581 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a0397ce9-7d3e-4ea4-af35-8f27bead851c None None] Deleting port 74804f82-3400-41b3-b9ed-5beb00b1a8d1 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:26:57.932581 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a0397ce9-7d3e-4ea4-af35-8f27bead851c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:57.992448 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-08f3d912-ebc8-4b95-b13c-015eee964853 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:58.013304 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a0397ce9-7d3e-4ea4-af35-8f27bead851c None None] The port '74804f82-3400-41b3-b9ed-5beb00b1a8d1' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:26:58.030152 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1517f398-fd4a-426d-909e-2ce683910c71 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:58.041310 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3d956c30-d085-4f3f-a0e5-f8f0ffd5d57a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9957244 Mar 31 15:26:58.047896 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3d912-ebc8-4b95-b13c-015eee964853 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Port': ['ID=74804f82-3400-41b3-b9ed-5beb00b1a8d1,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:58.049609 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40668) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:58.055679 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d956c30-d085-4f3f-a0e5-f8f0ffd5d57a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Pushing event updated for resources: {'Network': ['ID=8df9768a-4275-475a-afa7-a038473e6057,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:58.065714 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-95809248-7dcd-4b46-b905-dd467d30e9a0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Request body: {'subnet': {'network_id': '8df9768a-4275-475a-afa7-a038473e6057', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:58.070151 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 8df9768a-4275-475a-afa7-a038473e6057 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:26:58.105228 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f3d912-ebc8-4b95-b13c-015eee964853 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] No DVR routers for this DVR port 74804f82-3400-41b3-b9ed-5beb00b1a8d1 on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:26:58.118314 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b91a26-26f8-40d5-ade6-9a7ae38fb777 admin admin] Network b8c1a446-ecea-4471-8bae-1efc5f7c1cdf is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:58.143372 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-b0b91a26-26f8-40d5-ade6-9a7ae38fb777 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:58.399011 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-08f3d912-ebc8-4b95-b13c-015eee964853 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:58.406724 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-95809248-7dcd-4b46-b905-dd467d30e9a0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:58.415256 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d8878e59-b1de-46ba-afaa-9a7871f24f97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] For port 3a7c07d6-a995-4cd5-af40-d53095edbfe8, host hv-neutron-8333, got binding levels [] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:26:58.415550 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d8878e59-b1de-46ba-afaa-9a7871f24f97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:58.444527 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-95809248-7dcd-4b46-b905-dd467d30e9a0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:58.445928 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d5466974-d8d0-437b-bf7d-4a81ae679683 None None] Provisioning complete for port e59dba9c-a470-499e-ad5c-3d5d9a861969 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:26:58.446834 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d5466974-d8d0-437b-bf7d-4a81ae679683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:58.513607 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-d5466974-d8d0-437b-bf7d-4a81ae679683 None None] Port e59dba9c-a470-499e-ad5c-3d5d9a861969 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:26:58.561136 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-45183c35-c4f2-4971-9835-f5090830b070 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:58.663142 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-08f3d912-ebc8-4b95-b13c-015eee964853 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d29786e7-7382-4073-b996-e46bb2d9b233']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:58.677535 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d8878e59-b1de-46ba-afaa-9a7871f24f97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Calling delete_port for 3a7c07d6-a995-4cd5-af40-d53095edbfe8 owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:58.712409 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-45183c35-c4f2-4971-9835-f5090830b070 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Calling delete_port for d60d67db-9a7e-4fa1-a36c-d8b9f2896e6e owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:26:58.717472 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-08f3d912-ebc8-4b95-b13c-015eee964853 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b14fcf-6d1d-4446-aad3-d91225965fc7') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:58.717772 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-08f3d912-ebc8-4b95-b13c-015eee964853 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b14fcf-6d1d-4446-aad3-d91225965fc7') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:58.738159 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-08f3d912-ebc8-4b95-b13c-015eee964853 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:58.753895 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95809248-7dcd-4b46-b905-dd467d30e9a0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Made reservation on behalf of 137a4e602d1c4c6a9514dc9ddf162593 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:58.757336 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95809248-7dcd-4b46-b905-dd467d30e9a0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:58.796829 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-08f3d912-ebc8-4b95-b13c-015eee964853 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:58.816949 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f3d912-ebc8-4b95-b13c-015eee964853 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:26:58.817372 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-08f3d912-ebc8-4b95-b13c-015eee964853 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:58.855103 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b91a26-26f8-40d5-ade6-9a7ae38fb777 admin admin] Router b6f6de98-8231-4e8d-a2ef-fe4b83a055ef has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:26:58.874662 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:26:58.874662 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:26:58.874662 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:26:58.874662 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:26:58.874662 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:26:58.874662 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:26:58.874662 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:26:58.874662 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:26:58.874662 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:26:58.874662 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:26:58.874662 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:26:58.874662 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:26:58.874662 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:26:58.874662 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:26:58.874662 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:26:58.874662 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:26:58.874662 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:26:58.874662 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:26:58.874662 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:26:58.874662 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:26:58.874662 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:26:58.874662 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:26:58.874662 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:26:58.874662 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:26:58.874662 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:26:58.874662 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:26:58.874662 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:26:58.874662 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:26:58.874662 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:26:58.874662 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:26:58.874662 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:26:58.874662 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:26:58.943878 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-de7cec89-e939-4159-aae3-8ded2ceac710 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:59.023007 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d8878e59-b1de-46ba-afaa-9a7871f24f97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:59.027248 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7cec89-e939-4159-aae3-8ded2ceac710 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Pushing event deleted for resources: {'Port': ['ID=d580b91f-c789-4154-8b9a-ca9c8baf01c6,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:59.081645 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-08f3d912-ebc8-4b95-b13c-015eee964853 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:59.086348 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8878e59-b1de-46ba-afaa-9a7871f24f97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a7c07d6-a995-4cd5-af40-d53095edbfe8,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:59.109320 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-08f3d912-ebc8-4b95-b13c-015eee964853 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:59.122321 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d8878e59-b1de-46ba-afaa-9a7871f24f97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:59.127066 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3d912-ebc8-4b95-b13c-015eee964853 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Network': ['ID=d29786e7-7382-4073-b996-e46bb2d9b233,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:59.138562 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-08f3d912-ebc8-4b95-b13c-015eee964853 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/networks/d29786e7-7382-4073-b996-e46bb2d9b233 HTTP/1.1" status: 204 len: 168 time: 2.1325219 Mar 31 15:26:59.142584 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40672) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:59.179963 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-3137d595-1cf7-4991-a459-073c36f8443b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Request body: {'network': {'name': 'tempest-RoutersTest-566638046'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:59.192535 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-3137d595-1cf7-4991-a459-073c36f8443b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:59.200658 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3137d595-1cf7-4991-a459-073c36f8443b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Usage tracker for resource:network and tenant:3c462be107e642da98e89cbf8192538c is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:26:59.205064 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3137d595-1cf7-4991-a459-073c36f8443b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:26:59.213480 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-3137d595-1cf7-4991-a459-073c36f8443b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:59.238211 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d8878e59-b1de-46ba-afaa-9a7871f24f97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] 10.222.0.31 "DELETE /v2.0/ports/3a7c07d6-a995-4cd5-af40-d53095edbfe8 HTTP/1.1" status: 204 len: 168 time: 1.5798793 Mar 31 15:26:59.240768 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40676) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:59.300369 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a64942a1-dfe7-476d-a442-fb22188c8de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] GET failed (client error): The resource could not be found. Mar 31 15:26:59.300927 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a64942a1-dfe7-476d-a442-fb22188c8de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Synchronizing usage tracker for tenant:5878efb8c39e409c89ef1cf3191eac04 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:26:59.321558 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3137d595-1cf7-4991-a459-073c36f8443b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Made reservation on behalf of 3c462be107e642da98e89cbf8192538c for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:59.325141 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3137d595-1cf7-4991-a459-073c36f8443b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:59.359492 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3137d595-1cf7-4991-a459-073c36f8443b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:26:59.373612 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3137d595-1cf7-4991-a459-073c36f8443b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:59.373996 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-3137d595-1cf7-4991-a459-073c36f8443b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Added segment 8681cd85-a790-43c5-a3ac-9dc78d0cf9f8 of type vlan for network 8a60c067-0c39-4e3c-9e20-a367d8800d0b Mar 31 15:26:59.393661 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 74804f82-3400-41b3-b9ed-5beb00b1a8d1 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:26:59.411417 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a64942a1-dfe7-476d-a442-fb22188c8de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Unset dirty status for tenant:5878efb8c39e409c89ef1cf3191eac04 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:26:59.412585 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a64942a1-dfe7-476d-a442-fb22188c8de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] 10.222.0.31 "GET /v2.0/ports/3a7c07d6-a995-4cd5-af40-d53095edbfe8 HTTP/1.1" status: 404 len: 333 time: 0.1707644 Mar 31 15:26:59.423141 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40680) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:59.436986 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 74804f82-3400-41b3-b9ed-5beb00b1a8d1 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:26:59.437593 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 74804f82-3400-41b3-b9ed-5beb00b1a8d1 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:26:59.439474 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-f2ba39ef-f0f1-41aa-b797-4e2c0bced461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1710582851', 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:59.456124 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f2ba39ef-f0f1-41aa-b797-4e2c0bced461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:26:59.473383 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3137d595-1cf7-4991-a459-073c36f8443b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:59.482750 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f2ba39ef-f0f1-41aa-b797-4e2c0bced461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:26:59.529302 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b91a26-26f8-40d5-ade6-9a7ae38fb777 admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:26:59.530767 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-de7cec89-e939-4159-aae3-8ded2ceac710 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:59.538100 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0659e4-9bd1-41a9-b9bc-fa1667d4489a None None] Sync routers for ids ['b6f6de98-8231-4e8d-a2ef-fe4b83a055ef'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:26:59.548445 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0659e4-9bd1-41a9-b9bc-fa1667d4489a None None] Routers {'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:26:59.549275 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-8f0659e4-9bd1-41a9-b9bc-fa1667d4489a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['b6f6de98-8231-4e8d-a2ef-fe4b83a055ef'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:59.568115 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.objects.ports [None req-95809248-7dcd-4b46-b905-dd467d30e9a0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103444) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 31 15:26:59.569436 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95809248-7dcd-4b46-b905-dd467d30e9a0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:59.611221 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ba39ef-f0f1-41aa-b797-4e2c0bced461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Made reservation on behalf of 5878efb8c39e409c89ef1cf3191eac04 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:59.613870 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2ba39ef-f0f1-41aa-b797-4e2c0bced461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:59.641989 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-f2ba39ef-f0f1-41aa-b797-4e2c0bced461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] device_id is not set on port db4ee1d9-7a7e-4bb1-9813-4a6ca56766a6 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:26:59.695629 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b0b91a26-26f8-40d5-ade6-9a7ae38fb777 admin admin] 10.222.0.31 "PUT /v2.0/routers/b6f6de98-8231-4e8d-a2ef-fe4b83a055ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6088576 Mar 31 15:26:59.722262 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3137d595-1cf7-4991-a459-073c36f8443b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:59.728491 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137d595-1cf7-4991-a459-073c36f8443b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:59.729136 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3137d595-1cf7-4991-a459-073c36f8443b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:59.756712 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-8f0659e4-9bd1-41a9-b9bc-fa1667d4489a None None] Set router b6f6de98-8231-4e8d-a2ef-fe4b83a055ef gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:26:59.782803 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-de7cec89-e939-4159-aae3-8ded2ceac710 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:59.786579 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-de7cec89-e939-4159-aae3-8ded2ceac710 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:59.847896 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95809248-7dcd-4b46-b905-dd467d30e9a0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Pushing event updated for resources: {'Subnet': ['ID=eabfa252-9521-4607-8e87-3b5e9f6c721d,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:59.893223 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-45183c35-c4f2-4971-9835-f5090830b070 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:59.953385 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-de7cec89-e939-4159-aae3-8ded2ceac710 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:26:59.953888 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7cec89-e939-4159-aae3-8ded2ceac710 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Fanout notify agent at l3_agent the message router_deleted on router fa8199f3-21d9-46fe-8d3e-0c01dd9d9e06 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:26:59.958243 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3137d595-1cf7-4991-a459-073c36f8443b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8123848 Mar 31 15:26:59.958848 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45183c35-c4f2-4971-9835-f5090830b070 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Pushing event deleted for resources: {'Port': ['ID=d60d67db-9a7e-4fa1-a36c-d8b9f2896e6e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:59.960928 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137d595-1cf7-4991-a459-073c36f8443b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Network': ['ID=8a60c067-0c39-4e3c-9e20-a367d8800d0b,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:59.962167 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40690) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:26:59.978519 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9bdd3b21-3c16-4824-abf6-721ebce0b1c2 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Request body: {'subnet': {'network_id': '8a60c067-0c39-4e3c-9e20-a367d8800d0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:59.978770 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95809248-7dcd-4b46-b905-dd467d30e9a0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Checking segment: {'id': '87ab74d9-7e3f-46cf-9520-c34bfcda98a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8df9768a-4275-475a-afa7-a038473e6057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:26:59.979113 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 8a60c067-0c39-4e3c-9e20-a367d8800d0b details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:26:59.979561 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95809248-7dcd-4b46-b905-dd467d30e9a0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Network hostable DHCP agents. Network: 8df9768a-4275-475a-afa7-a038473e6057, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:27:00.100616 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-de7cec89-e939-4159-aae3-8ded2ceac710 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:00.101753 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-de7cec89-e939-4159-aae3-8ded2ceac710 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "DELETE /v2.0/routers/fa8199f3-21d9-46fe-8d3e-0c01dd9d9e06 HTTP/1.1" status: 204 len: 168 time: 5.3643701 Mar 31 15:27:00.107663 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40694) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:00.114636 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-1517f398-fd4a-426d-909e-2ce683910c71 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:27:00.116999 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2ba39ef-f0f1-41aa-b797-4e2c0bced461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:00.124453 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-7f16c9ff-f473-487b-9c63-ec6e440ed4f8 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-560652895', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:00.132395 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-7f16c9ff-f473-487b-9c63-ec6e440ed4f8 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:00.139151 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-7f16c9ff-f473-487b-9c63-ec6e440ed4f8 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Usage tracker for resource:router and tenant:8cff3076c81843719bbab3ce46b9d73c is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:00.142598 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-7f16c9ff-f473-487b-9c63-ec6e440ed4f8 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:00.149858 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-7f16c9ff-f473-487b-9c63-ec6e440ed4f8 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:00.155708 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95809248-7dcd-4b46-b905-dd467d30e9a0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Network 8df9768a-4275-475a-afa7-a038473e6057 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:27:00.207470 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40698) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:00.213153 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-73cca8ff-5993-4b87-b68e-fe15afc42d58 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--497014513', 'description': 'tempest-description--820478205'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:00.219946 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-73cca8ff-5993-4b87-b68e-fe15afc42d58 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:00.224550 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-73cca8ff-5993-4b87-b68e-fe15afc42d58 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Usage tracker for resource:security_group and tenant:8b5ac80dc4ee46d09ac03572f4822c52 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:00.228318 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7f16c9ff-f473-487b-9c63-ec6e440ed4f8 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:00.229418 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7f16c9ff-f473-487b-9c63-ec6e440ed4f8 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:00.235651 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-73cca8ff-5993-4b87-b68e-fe15afc42d58 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:00.242862 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-73cca8ff-5993-4b87-b68e-fe15afc42d58 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:00.258034 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7f16c9ff-f473-487b-9c63-ec6e440ed4f8 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:00.262177 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-8f0659e4-9bd1-41a9-b9bc-fa1667d4489a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'name': 'tempest-ServersTestManualDisk-1656766864-router', 'tenant_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '81e17236-5cd1-4cf2-bae2-0884a881cc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:54Z', 'revision_number': 4, 'project_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'gw_port': {'id': '81e17236-5cd1-4cf2-bae2-0884a881cc0b', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:45Z', 'updated_at': '2022-03-31T15:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'e59dba9c-a470-499e-ad5c-3d5d9a861969', 'name': '', 'network_id': 'b8c1a446-ecea-4471-8bae-1efc5f7c1cdf', 'tenant_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'mac_address': 'fa:16:3e:9a:03:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a152ddbe-bf1d-428e-af6f-5de1f957668e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:52Z', 'updated_at': '2022-03-31T15:26:55Z', 'revision_number': 2, 'project_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'subnets': [{'id': 'a152ddbe-bf1d-428e-af6f-5de1f957668e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:00.267401 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0659e4-9bd1-41a9-b9bc-fa1667d4489a None None] Checking router: b6f6de98-8231-4e8d-a2ef-fe4b83a055ef for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:27:00.267638 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-95809248-7dcd-4b46-b905-dd467d30e9a0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 8df9768a-4275-475a-afa7-a038473e6057) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:00.271863 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0659e4-9bd1-41a9-b9bc-fa1667d4489a None None] Updating router b6f6de98-8231-4e8d-a2ef-fe4b83a055ef port e59dba9c-a470-499e-ad5c-3d5d9a861969 binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:27:00.272005 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2ba39ef-f0f1-41aa-b797-4e2c0bced461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:00.281800 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f00cc1-0a6b-4a2b-adcb-27db40d361a0 None None] Network 8df9768a-4275-475a-afa7-a038473e6057 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:00.289647 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95809248-7dcd-4b46-b905-dd467d30e9a0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:00.290604 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95809248-7dcd-4b46-b905-dd467d30e9a0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:00.309911 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9bdd3b21-3c16-4824-abf6-721ebce0b1c2 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:00.325332 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9bdd3b21-3c16-4824-abf6-721ebce0b1c2 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Usage tracker for resource:subnet and tenant:3c462be107e642da98e89cbf8192538c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:00.329482 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9bdd3b21-3c16-4824-abf6-721ebce0b1c2 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:00.333574 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1517f398-fd4a-426d-909e-2ce683910c71 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:00.336322 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8f0659e4-9bd1-41a9-b9bc-fa1667d4489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:00.340835 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9bdd3b21-3c16-4824-abf6-721ebce0b1c2 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:00.345168 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-45183c35-c4f2-4971-9835-f5090830b070 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:00.366773 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba39ef-f0f1-41aa-b797-4e2c0bced461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Pushing event updated for resources: {'Port': ['ID=db4ee1d9-7a7e-4bb1-9813-4a6ca56766a6,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:00.376449 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-73cca8ff-5993-4b87-b68e-fe15afc42d58 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:00.402997 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ba39ef-f0f1-41aa-b797-4e2c0bced461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Network d73b2e89-95a8-416f-9c71-910e442846e4 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:00.405793 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-f2ba39ef-f0f1-41aa-b797-4e2c0bced461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:00.409570 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ba39ef-f0f1-41aa-b797-4e2c0bced461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:27:00.410468 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ba39ef-f0f1-41aa-b797-4e2c0bced461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:00.412414 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2ba39ef-f0f1-41aa-b797-4e2c0bced461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:00.426636 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-73cca8ff-5993-4b87-b68e-fe15afc42d58 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:00.430871 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-73cca8ff-5993-4b87-b68e-fe15afc42d58 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Usage tracker for resource:security_group_rule and tenant:8b5ac80dc4ee46d09ac03572f4822c52 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:00.435178 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-73cca8ff-5993-4b87-b68e-fe15afc42d58 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:00.446271 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-73cca8ff-5993-4b87-b68e-fe15afc42d58 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:00.459415 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1517f398-fd4a-426d-909e-2ce683910c71 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:00.492144 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-95809248-7dcd-4b46-b905-dd467d30e9a0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4374452 Mar 31 15:27:00.495048 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40702) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:00.504540 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-1ecebccd-1bd3-4a98-91b3-e98d4261c483 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Request body: {'port': {'network_id': '8df9768a-4275-475a-afa7-a038473e6057', 'name': 'tempest-NetworksIpV6TestAttrs-651107337'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:00.527630 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdd3b21-3c16-4824-abf6-721ebce0b1c2 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Made reservation on behalf of 3c462be107e642da98e89cbf8192538c for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:00.531288 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9bdd3b21-3c16-4824-abf6-721ebce0b1c2 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:00.598656 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573000fa-f928-4dd7-9351-8cc838855066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-8df9768a-4275-475a-afa7-a038473e6057', 'network_id': '8df9768a-4275-475a-afa7-a038473e6057', 'tenant_id': '137a4e602d1c4c6a9514dc9ddf162593', 'fixed_ips': [{'subnet_id': 'eabfa252-9521-4607-8e87-3b5e9f6c721d'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:27:00.600504 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-573000fa-f928-4dd7-9351-8cc838855066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:00.631981 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-45183c35-c4f2-4971-9835-f5090830b070 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:00.640876 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-45183c35-c4f2-4971-9835-f5090830b070 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:00.647328 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f2ba39ef-f0f1-41aa-b797-4e2c0bced461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2229674 Mar 31 15:27:00.648456 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7f16c9ff-f473-487b-9c63-ec6e440ed4f8 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:00.656359 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40706) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:00.815283 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-573000fa-f928-4dd7-9351-8cc838855066 None None] Allocated IP 2001:db8::f816:3eff:fe8b:e1a5 (8df9768a-4275-475a-afa7-a038473e6057/eabfa252-9521-4607-8e87-3b5e9f6c721d/99004598-882f-4519-a1c6-d43e23e30e13) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:00.821839 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-1517f398-fd4a-426d-909e-2ce683910c71 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Floating IP 83f0afec-8ba9-4f02-94bd-4913fa11639f associated. External IP: 172.26.5.156, port: f3b518e9-871f-409f-9f48-3adc73b6c3c0. Mar 31 15:27:00.834413 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8f0659e4-9bd1-41a9-b9bc-fa1667d4489a None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:00.870554 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-8f0659e4-9bd1-41a9-b9bc-fa1667d4489a None None] Transition to ACTIVE for port object e59dba9c-a470-499e-ad5c-3d5d9a861969 will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:00.899503 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b147c1-f924-4a9d-8edf-6481c25ea0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:00.900047 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c8b147c1-f924-4a9d-8edf-6481c25ea0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Synchronizing usage tracker for tenant:5878efb8c39e409c89ef1cf3191eac04 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:27:00.904859 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-73cca8ff-5993-4b87-b68e-fe15afc42d58 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:00.964824 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8f0659e4-9bd1-41a9-b9bc-fa1667d4489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:00.977793 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-1ecebccd-1bd3-4a98-91b3-e98d4261c483 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:00.983503 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-1ecebccd-1bd3-4a98-91b3-e98d4261c483 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Usage tracker for resource:port and tenant:137a4e602d1c4c6a9514dc9ddf162593 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:00.987499 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-1ecebccd-1bd3-4a98-91b3-e98d4261c483 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Quota usage for port was recalculated. Used quota:2. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:00.991253 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-73cca8ff-5993-4b87-b68e-fe15afc42d58 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:01.013896 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-45183c35-c4f2-4971-9835-f5090830b070 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:01.014698 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45183c35-c4f2-4971-9835-f5090830b070 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Fanout notify agent at l3_agent the message router_deleted on router 1653018e-05b3-4665-9ea3-1c1fbbd6472a {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:27:01.021172 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-1ecebccd-1bd3-4a98-91b3-e98d4261c483 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:01.030297 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7f16c9ff-f473-487b-9c63-ec6e440ed4f8 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:01.032062 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7f16c9ff-f473-487b-9c63-ec6e440ed4f8 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9206543 Mar 31 15:27:01.037523 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40710) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:01.045410 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-be2b7800-484b-42fa-ba0c-dbee5b93d24d tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'enable_snat': False}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:01.054246 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cca8ff-5993-4b87-b68e-fe15afc42d58 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac921968-9099-446a-b7f7-743cb695bc1e,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:01.069619 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c8b147c1-f924-4a9d-8edf-6481c25ea0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Unset dirty status for tenant:5878efb8c39e409c89ef1cf3191eac04 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:27:01.073669 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c8b147c1-f924-4a9d-8edf-6481c25ea0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] 10.222.0.31 "GET /v2.0/ports/db4ee1d9-7a7e-4bb1-9813-4a6ca56766a6 HTTP/1.1" status: 200 len: 959 time: 0.4080746 Mar 31 15:27:01.078684 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40714) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:01.080247 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-573000fa-f928-4dd7-9351-8cc838855066 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:01.091490 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0cb41-d435-44ea-8e8d-8b0c04ff318d None None] Pushing event updated for resources: {'Port': ['ID=e59dba9c-a470-499e-ad5c-3d5d9a861969,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:01.094416 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-573000fa-f928-4dd7-9351-8cc838855066 None None] Transition to ACTIVE for port object 99004598-882f-4519-a1c6-d43e23e30e13 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:01.119228 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-573000fa-f928-4dd7-9351-8cc838855066 None None] Transition to ACTIVE for port object 99004598-882f-4519-a1c6-d43e23e30e13 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:01.154988 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-afedd1dd-0ef9-40be-b44c-620e397076dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Deleting port db4ee1d9-7a7e-4bb1-9813-4a6ca56766a6 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:01.155494 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-afedd1dd-0ef9-40be-b44c-620e397076dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:01.174038 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0cb41-d435-44ea-8e8d-8b0c04ff318d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:01.174399 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0cb41-d435-44ea-8e8d-8b0c04ff318d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:01.174873 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0cb41-d435-44ea-8e8d-8b0c04ff318d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:01.175210 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0cb41-d435-44ea-8e8d-8b0c04ff318d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:01.175540 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0cb41-d435-44ea-8e8d-8b0c04ff318d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:01.175879 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0cb41-d435-44ea-8e8d-8b0c04ff318d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:01.176210 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0cb41-d435-44ea-8e8d-8b0c04ff318d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:01.176542 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0cb41-d435-44ea-8e8d-8b0c04ff318d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:01.177420 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0cb41-d435-44ea-8e8d-8b0c04ff318d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:01.177806 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0cb41-d435-44ea-8e8d-8b0c04ff318d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:01.178790 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0cb41-d435-44ea-8e8d-8b0c04ff318d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:01.179130 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0cb41-d435-44ea-8e8d-8b0c04ff318d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:01.182338 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-45183c35-c4f2-4971-9835-f5090830b070 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:01.183969 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-45183c35-c4f2-4971-9835-f5090830b070 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "DELETE /v2.0/routers/1653018e-05b3-4665-9ea3-1c1fbbd6472a HTTP/1.1" status: 204 len: 168 time: 5.0434976 Mar 31 15:27:01.185593 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-573000fa-f928-4dd7-9351-8cc838855066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:01.228753 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40718) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:01.262130 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-ceace660-1f42-4dac-b178-fb02d6070ef9 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-110372868', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}, 'admin_state_up': False}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:01.276569 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-73cca8ff-5993-4b87-b68e-fe15afc42d58 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:01.284024 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-73cca8ff-5993-4b87-b68e-fe15afc42d58 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0687375 Mar 31 15:27:01.285650 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40722) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:01.286617 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573000fa-f928-4dd7-9351-8cc838855066 None None] Network 8df9768a-4275-475a-afa7-a038473e6057 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:01.290933 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-573000fa-f928-4dd7-9351-8cc838855066 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:01.292256 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ceace660-1f42-4dac-b178-fb02d6070ef9 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:01.295591 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573000fa-f928-4dd7-9351-8cc838855066 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:27:01.297676 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-3b93bd06-a982-4828-a28d-2c15622c5acf tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Request body: {'security_group_rule': {'security_group_id': 'ac921968-9099-446a-b7f7-743cb695bc1e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:01.307543 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ceace660-1f42-4dac-b178-fb02d6070ef9 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Usage tracker for resource:router and tenant:dce923f5422345b4b3937e0f97824efc is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:01.312605 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-3b93bd06-a982-4828-a28d-2c15622c5acf tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:01.316841 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ceace660-1f42-4dac-b178-fb02d6070ef9 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:01.324649 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecebccd-1bd3-4a98-91b3-e98d4261c483 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Made reservation on behalf of 137a4e602d1c4c6a9514dc9ddf162593 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:01.324649 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ecebccd-1bd3-4a98-91b3-e98d4261c483 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:01.351276 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3b93bd06-a982-4828-a28d-2c15622c5acf tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Usage tracker for resource:security_group_rule and tenant:8b5ac80dc4ee46d09ac03572f4822c52 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:01.355086 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ceace660-1f42-4dac-b178-fb02d6070ef9 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:01.362386 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-8f0659e4-9bd1-41a9-b9bc-fa1667d4489a None None] Attempting to bind port e59dba9c-a470-499e-ad5c-3d5d9a861969 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:27:01.362814 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-8f0659e4-9bd1-41a9-b9bc-fa1667d4489a None None] Attempting to bind port e59dba9c-a470-499e-ad5c-3d5d9a861969 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'd512b9f5-d8b6-4092-917f-faa9e82b2193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b8c1a446-ecea-4471-8bae-1efc5f7c1cdf'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:27:01.363184 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0659e4-9bd1-41a9-b9bc-fa1667d4489a None None] Attempting to bind port e59dba9c-a470-499e-ad5c-3d5d9a861969 on network b8c1a446-ecea-4471-8bae-1efc5f7c1cdf {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:27:01.364903 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3b93bd06-a982-4828-a28d-2c15622c5acf tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:01.369514 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0659e4-9bd1-41a9-b9bc-fa1667d4489a None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:27:01.369889 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0659e4-9bd1-41a9-b9bc-fa1667d4489a None None] Checking segment: {'id': 'd512b9f5-d8b6-4092-917f-faa9e82b2193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b8c1a446-ecea-4471-8bae-1efc5f7c1cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:27:01.370368 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8f0659e4-9bd1-41a9-b9bc-fa1667d4489a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:01.371477 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0659e4-9bd1-41a9-b9bc-fa1667d4489a None None] Bound using segment: {'id': 'd512b9f5-d8b6-4092-917f-faa9e82b2193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b8c1a446-ecea-4471-8bae-1efc5f7c1cdf'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:27:01.371950 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-8f0659e4-9bd1-41a9-b9bc-fa1667d4489a None None] Bound port: e59dba9c-a470-499e-ad5c-3d5d9a861969, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd512b9f5-d8b6-4092-917f-faa9e82b2193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b8c1a446-ecea-4471-8bae-1efc5f7c1cdf'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:27:01.372414 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8f0659e4-9bd1-41a9-b9bc-fa1667d4489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:01.394155 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573000fa-f928-4dd7-9351-8cc838855066 None None] Pushing event updated for resources: {'Port': ['ID=99004598-882f-4519-a1c6-d43e23e30e13,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:01.405077 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-1ecebccd-1bd3-4a98-91b3-e98d4261c483 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] device_id is not set on port f6116997-161d-489a-96e2-61360e9bbe9e yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:27:01.475250 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-573000fa-f928-4dd7-9351-8cc838855066 None None] Attempting to bind port 99004598-882f-4519-a1c6-d43e23e30e13 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:27:01.475619 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-573000fa-f928-4dd7-9351-8cc838855066 None None] Attempting to bind port 99004598-882f-4519-a1c6-d43e23e30e13 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '87ab74d9-7e3f-46cf-9520-c34bfcda98a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8df9768a-4275-475a-afa7-a038473e6057'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:27:01.476120 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573000fa-f928-4dd7-9351-8cc838855066 None None] Attempting to bind port 99004598-882f-4519-a1c6-d43e23e30e13 on network 8df9768a-4275-475a-afa7-a038473e6057 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:27:01.481782 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-8f0659e4-9bd1-41a9-b9bc-fa1667d4489a None None] For port e59dba9c-a470-499e-ad5c-3d5d9a861969, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:27:01.485451 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-8f0659e4-9bd1-41a9-b9bc-fa1667d4489a None None] For port e59dba9c-a470-499e-ad5c-3d5d9a861969, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e59dba9c-a470-499e-ad5c-3d5d9a861969,segment=NetworkSegment(d512b9f5-d8b6-4092-917f-faa9e82b2193),segment_id=d512b9f5-d8b6-4092-917f-faa9e82b2193)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:27:01.488564 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573000fa-f928-4dd7-9351-8cc838855066 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:27:01.488949 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573000fa-f928-4dd7-9351-8cc838855066 None None] Checking segment: {'id': '87ab74d9-7e3f-46cf-9520-c34bfcda98a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8df9768a-4275-475a-afa7-a038473e6057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:27:01.489425 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-573000fa-f928-4dd7-9351-8cc838855066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:01.489821 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573000fa-f928-4dd7-9351-8cc838855066 None None] Bound using segment: {'id': '87ab74d9-7e3f-46cf-9520-c34bfcda98a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8df9768a-4275-475a-afa7-a038473e6057'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:27:01.490293 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-573000fa-f928-4dd7-9351-8cc838855066 None None] Bound port: 99004598-882f-4519-a1c6-d43e23e30e13, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ab74d9-7e3f-46cf-9520-c34bfcda98a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8df9768a-4275-475a-afa7-a038473e6057'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:27:01.490668 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-573000fa-f928-4dd7-9351-8cc838855066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:01.540334 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-3b93bd06-a982-4828-a28d-2c15622c5acf tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:01.567585 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8f0659e4-9bd1-41a9-b9bc-fa1667d4489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:01.605804 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-573000fa-f928-4dd7-9351-8cc838855066 None None] For port 99004598-882f-4519-a1c6-d43e23e30e13, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:27:01.610662 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-573000fa-f928-4dd7-9351-8cc838855066 None None] For port 99004598-882f-4519-a1c6-d43e23e30e13, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=99004598-882f-4519-a1c6-d43e23e30e13,segment=NetworkSegment(87ab74d9-7e3f-46cf-9520-c34bfcda98a1),segment_id=87ab74d9-7e3f-46cf-9520-c34bfcda98a1)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:27:01.671346 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ceace660-1f42-4dac-b178-fb02d6070ef9 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:01.672371 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ceace660-1f42-4dac-b178-fb02d6070ef9 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:01.684106 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0659e4-9bd1-41a9-b9bc-fa1667d4489a None None] Routers {'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:01.685006 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-8f0659e4-9bd1-41a9-b9bc-fa1667d4489a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['b6f6de98-8231-4e8d-a2ef-fe4b83a055ef'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:01.693752 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-573000fa-f928-4dd7-9351-8cc838855066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:01.703133 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-1ecebccd-1bd3-4a98-91b3-e98d4261c483 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Allocated IP 2001:db8::f816:3eff:fe1c:bfd2 (8df9768a-4275-475a-afa7-a038473e6057/eabfa252-9521-4607-8e87-3b5e9f6c721d/f6116997-161d-489a-96e2-61360e9bbe9e) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:01.720139 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-afedd1dd-0ef9-40be-b44c-620e397076dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:01.725253 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9bdd3b21-3c16-4824-abf6-721ebce0b1c2 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:01.749915 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0cb41-d435-44ea-8e8d-8b0c04ff318d None None] Pushing event updated for resources: {'Port': ['ID=e59dba9c-a470-499e-ad5c-3d5d9a861969,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:01.753848 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3b93bd06-a982-4828-a28d-2c15622c5acf tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:01.784144 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be2b7800-484b-42fa-ba0c-dbee5b93d24d tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:01.854094 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573000fa-f928-4dd7-9351-8cc838855066 None None] Pushing event updated for resources: {'Port': ['ID=99004598-882f-4519-a1c6-d43e23e30e13,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:01.921499 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-8f0659e4-9bd1-41a9-b9bc-fa1667d4489a None None] Set router b6f6de98-8231-4e8d-a2ef-fe4b83a055ef gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:27:01.934364 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd3b21-3c16-4824-abf6-721ebce0b1c2 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Subnet': ['ID=8d027fcc-207e-4071-a718-2a68cefd0835,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:01.952483 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ceace660-1f42-4dac-b178-fb02d6070ef9 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:01.959909 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-afedd1dd-0ef9-40be-b44c-620e397076dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Calling delete_port for db4ee1d9-7a7e-4bb1-9813-4a6ca56766a6 owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:01.967270 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdd3b21-3c16-4824-abf6-721ebce0b1c2 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Checking segment: {'id': '8681cd85-a790-43c5-a3ac-9dc78d0cf9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8a60c067-0c39-4e3c-9e20-a367d8800d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:27:01.967625 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdd3b21-3c16-4824-abf6-721ebce0b1c2 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network hostable DHCP agents. Network: 8a60c067-0c39-4e3c-9e20-a367d8800d0b, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:27:02.039171 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1517f398-fd4a-426d-909e-2ce683910c71 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Router 12c3bdd7-ec80-47bb-a654-40336a8e2de2 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:27:02.193452 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdd3b21-3c16-4824-abf6-721ebce0b1c2 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network 8a60c067-0c39-4e3c-9e20-a367d8800d0b is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:27:02.231620 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3b93bd06-a982-4828-a28d-2c15622c5acf tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:02.350909 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3b93bd06-a982-4828-a28d-2c15622c5acf tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:02.365132 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-8f0659e4-9bd1-41a9-b9bc-fa1667d4489a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'name': 'tempest-ServersTestManualDisk-1656766864-router', 'tenant_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '81e17236-5cd1-4cf2-bae2-0884a881cc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:54Z', 'revision_number': 4, 'project_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'gw_port': {'id': '81e17236-5cd1-4cf2-bae2-0884a881cc0b', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:45Z', 'updated_at': '2022-03-31T15:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'e59dba9c-a470-499e-ad5c-3d5d9a861969', 'name': '', 'network_id': 'b8c1a446-ecea-4471-8bae-1efc5f7c1cdf', 'tenant_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'mac_address': 'fa:16:3e:9a:03:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a152ddbe-bf1d-428e-af6f-5de1f957668e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:52Z', 'updated_at': '2022-03-31T15:27:01Z', 'revision_number': 4, 'project_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'subnets': [{'id': 'a152ddbe-bf1d-428e-af6f-5de1f957668e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:02.368804 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-afedd1dd-0ef9-40be-b44c-620e397076dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:02.370901 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0659e4-9bd1-41a9-b9bc-fa1667d4489a None None] The sync data for ids ['b6f6de98-8231-4e8d-a2ef-fe4b83a055ef'] in dv-neutron-833379-2-hyperv is: [{'id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'name': 'tempest-ServersTestManualDisk-1656766864-router', 'tenant_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '81e17236-5cd1-4cf2-bae2-0884a881cc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:54Z', 'revision_number': 4, 'project_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'gw_port': {'id': '81e17236-5cd1-4cf2-bae2-0884a881cc0b', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:45Z', 'updated_at': '2022-03-31T15:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'e59dba9c-a470-499e-ad5c-3d5d9a861969', 'name': '', 'network_id': 'b8c1a446-ecea-4471-8bae-1efc5f7c1cdf', 'tenant_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'mac_address': 'fa:16:3e:9a:03:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a152ddbe-bf1d-428e-af6f-5de1f957668e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:52Z', 'updated_at': '2022-03-31T15:27:01Z', 'revision_number': 4, 'project_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'subnets': [{'id': 'a152ddbe-bf1d-428e-af6f-5de1f957668e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:27:02.438711 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-9bdd3b21-3c16-4824-abf6-721ebce0b1c2 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 8a60c067-0c39-4e3c-9e20-a367d8800d0b) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:02.454019 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdd3b21-3c16-4824-abf6-721ebce0b1c2 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:02.454854 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9bdd3b21-3c16-4824-abf6-721ebce0b1c2 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:02.468054 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ff5563-68c2-4443-935d-6d44cd07eb64 None None] Network 8a60c067-0c39-4e3c-9e20-a367d8800d0b requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:02.499054 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1517f398-fd4a-426d-909e-2ce683910c71 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:27:02.512685 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93bd06-a982-4828-a28d-2c15622c5acf tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0da106fa-f064-4ebc-9c13-6679bf88cdc2,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:02.532667 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afedd1dd-0ef9-40be-b44c-620e397076dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Pushing event deleted for resources: {'Port': ['ID=db4ee1d9-7a7e-4bb1-9813-4a6ca56766a6,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:02.643308 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-afedd1dd-0ef9-40be-b44c-620e397076dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:02.662229 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1502bb93-8de2-4221-a333-1e325432e09f None None] Sync routers for ids ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:27:02.679105 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1502bb93-8de2-4221-a333-1e325432e09f None None] Routers {'12c3bdd7-ec80-47bb-a654-40336a8e2de2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:02.679105 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1502bb93-8de2-4221-a333-1e325432e09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:02.698113 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9bdd3b21-3c16-4824-abf6-721ebce0b1c2 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7307212 Mar 31 15:27:02.702341 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40726) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:02.708486 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f713dcfb-53ac-4d00-a886-266b3a947484 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2136520332', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:02.735527 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f713dcfb-53ac-4d00-a886-266b3a947484 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:02.829363 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f713dcfb-53ac-4d00-a886-266b3a947484 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Usage tracker for resource:router and tenant:3c462be107e642da98e89cbf8192538c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:02.837666 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f713dcfb-53ac-4d00-a886-266b3a947484 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:02.866340 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1502bb93-8de2-4221-a333-1e325432e09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:02.895068 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1502bb93-8de2-4221-a333-1e325432e09f None None] Routers {'12c3bdd7-ec80-47bb-a654-40336a8e2de2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:02.896592 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1502bb93-8de2-4221-a333-1e325432e09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:02.900413 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ceace660-1f42-4dac-b178-fb02d6070ef9 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:02.928250 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-afedd1dd-0ef9-40be-b44c-620e397076dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] 10.222.0.31 "DELETE /v2.0/ports/db4ee1d9-7a7e-4bb1-9813-4a6ca56766a6 HTTP/1.1" status: 204 len: 168 time: 1.8523958 Mar 31 15:27:02.943716 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f713dcfb-53ac-4d00-a886-266b3a947484 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:02.952709 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40730) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:02.978375 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3b93bd06-a982-4828-a28d-2c15622c5acf tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:02.979519 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3b93bd06-a982-4828-a28d-2c15622c5acf tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6909142 Mar 31 15:27:02.983381 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40734) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:03.001342 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1502bb93-8de2-4221-a333-1e325432e09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:03.001866 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1502bb93-8de2-4221-a333-1e325432e09f None None] The sync data for ids ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:27:03.060095 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ecebccd-1bd3-4a98-91b3-e98d4261c483 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:03.061785 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5afc34-4ae3-47d2-bd11-f7373dd1f5e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-8a60c067-0c39-4e3c-9e20-a367d8800d0b', 'network_id': '8a60c067-0c39-4e3c-9e20-a367d8800d0b', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'fixed_ips': [{'subnet_id': '8d027fcc-207e-4071-a718-2a68cefd0835'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:27:03.062438 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0c5afc34-4ae3-47d2-bd11-f7373dd1f5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:03.067954 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-ac4b8d8e-690a-4e1f-a665-8fd54e371204 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Request body: {'security_group_rule': {'security_group_id': 'ac921968-9099-446a-b7f7-743cb695bc1e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:03.087272 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f713dcfb-53ac-4d00-a886-266b3a947484 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:03.088271 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f713dcfb-53ac-4d00-a886-266b3a947484 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:03.118015 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ac4b8d8e-690a-4e1f-a665-8fd54e371204 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:03.130578 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c53a4b-503f-4ac8-8f53-296d8ba8a22e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] GET failed (client error): The resource could not be found. Mar 31 15:27:03.131548 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-02c53a4b-503f-4ac8-8f53-296d8ba8a22e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Synchronizing usage tracker for tenant:5878efb8c39e409c89ef1cf3191eac04 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:27:03.140202 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be2b7800-484b-42fa-ba0c-dbee5b93d24d tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:03.144904 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ac4b8d8e-690a-4e1f-a665-8fd54e371204 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Usage tracker for resource:security_group_rule and tenant:8b5ac80dc4ee46d09ac03572f4822c52 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:03.154349 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ac4b8d8e-690a-4e1f-a665-8fd54e371204 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:03.161448 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3ad42e62-7c48-4c60-b1fd-2560ab053db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:03.175181 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1ecebccd-1bd3-4a98-91b3-e98d4261c483 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Transition to ACTIVE for port object f6116997-161d-489a-96e2-61360e9bbe9e will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:03.176805 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f713dcfb-53ac-4d00-a886-266b3a947484 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:03.189972 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ac4b8d8e-690a-4e1f-a665-8fd54e371204 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:03.287109 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-02c53a4b-503f-4ac8-8f53-296d8ba8a22e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Unset dirty status for tenant:5878efb8c39e409c89ef1cf3191eac04 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:27:03.288810 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be2b7800-484b-42fa-ba0c-dbee5b93d24d tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:03.291529 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-02c53a4b-503f-4ac8-8f53-296d8ba8a22e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] 10.222.0.31 "GET /v2.0/ports/db4ee1d9-7a7e-4bb1-9813-4a6ca56766a6 HTTP/1.1" status: 404 len: 333 time: 0.3161180 Mar 31 15:27:03.293023 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40738) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:03.306616 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-0c5afc34-4ae3-47d2-bd11-f7373dd1f5e6 None None] Allocated IP 172.20.0.2 (8a60c067-0c39-4e3c-9e20-a367d8800d0b/8d027fcc-207e-4071-a718-2a68cefd0835/d619b589-8225-4548-ab5b-abd1de7c6fca) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:03.310777 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-a23e360c-4051-450d-85df-ad8679417b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Request body: {'port': {'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706205332'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:03.311652 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077c0b15-50aa-49a0-8bc6-1c05a2f6a9a0 None None] Network 8df9768a-4275-475a-afa7-a038473e6057 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:03.317347 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a23e360c-4051-450d-85df-ad8679417b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:03.344560 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a23e360c-4051-450d-85df-ad8679417b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:03.355422 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ac4b8d8e-690a-4e1f-a665-8fd54e371204 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:03.393493 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1517f398-fd4a-426d-909e-2ce683910c71 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Router d45365b8-2af3-401e-8be4-56835f9aca51 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:27:03.413558 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ecebccd-1bd3-4a98-91b3-e98d4261c483 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:03.482655 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f713dcfb-53ac-4d00-a886-266b3a947484 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:03.508388 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23e360c-4051-450d-85df-ad8679417b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Made reservation on behalf of 5878efb8c39e409c89ef1cf3191eac04 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:03.519459 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a23e360c-4051-450d-85df-ad8679417b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:03.600961 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecebccd-1bd3-4a98-91b3-e98d4261c483 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Network 8df9768a-4275-475a-afa7-a038473e6057 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:03.604963 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e59dba9c-a470-499e-ad5c-3d5d9a861969 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:27:03.628592 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-1ecebccd-1bd3-4a98-91b3-e98d4261c483 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:03.633760 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-a23e360c-4051-450d-85df-ad8679417b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] device_id is not set on port ee74c66f-cd90-453b-a6e6-5496d3a1579e yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:27:03.671499 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1517f398-fd4a-426d-909e-2ce683910c71 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:27:03.682744 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a23c4b-fad1-4c4a-bb4c-908aa941e13d None None] Sync routers for ids ['d45365b8-2af3-401e-8be4-56835f9aca51'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:27:03.702463 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecebccd-1bd3-4a98-91b3-e98d4261c483 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:27:03.702672 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1517f398-fd4a-426d-909e-2ce683910c71 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:03.703331 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-45b38e4a-f988-435d-a534-6868b32e957b None None] Provisioning for port 99004598-882f-4519-a1c6-d43e23e30e13 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:27:03.708642 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecebccd-1bd3-4a98-91b3-e98d4261c483 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:03.709549 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ecebccd-1bd3-4a98-91b3-e98d4261c483 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:03.709945 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a23c4b-fad1-4c4a-bb4c-908aa941e13d None None] Routers {'d45365b8-2af3-401e-8be4-56835f9aca51'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:03.710723 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-d4a23c4b-fad1-4c4a-bb4c-908aa941e13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['d45365b8-2af3-401e-8be4-56835f9aca51'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:03.724866 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecebccd-1bd3-4a98-91b3-e98d4261c483 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Pushing event updated for resources: {'Port': ['ID=f6116997-161d-489a-96e2-61360e9bbe9e,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:03.735463 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ac4b8d8e-690a-4e1f-a665-8fd54e371204 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:03.778786 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f713dcfb-53ac-4d00-a886-266b3a947484 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:03.782798 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f713dcfb-53ac-4d00-a886-266b3a947484 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0784683 Mar 31 15:27:03.824765 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40742) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:03.847108 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ac4b8d8e-690a-4e1f-a665-8fd54e371204 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:03.859355 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-d4a23c4b-fad1-4c4a-bb4c-908aa941e13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:03.871278 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a23c4b-fad1-4c4a-bb4c-908aa941e13d None None] Routers {'d45365b8-2af3-401e-8be4-56835f9aca51'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:03.872053 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-d4a23c4b-fad1-4c4a-bb4c-908aa941e13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:26:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['d45365b8-2af3-401e-8be4-56835f9aca51'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:03.957384 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-d4a23c4b-fad1-4c4a-bb4c-908aa941e13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:03.957930 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a23c4b-fad1-4c4a-bb4c-908aa941e13d None None] The sync data for ids ['d45365b8-2af3-401e-8be4-56835f9aca51'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:27:03.989478 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port e59dba9c-a470-499e-ad5c-3d5d9a861969 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:27:04.010892 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port e59dba9c-a470-499e-ad5c-3d5d9a861969 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:27:04.011450 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:04.019880 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b8d8e-690a-4e1f-a665-8fd54e371204 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47fd3c96-b491-45ea-8e40-910447472dcf,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:04.028813 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-1ecebccd-1bd3-4a98-91b3-e98d4261c483 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.5315194 Mar 31 15:27:04.063046 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40746) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:04.072943 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0c5afc34-4ae3-47d2-bd11-f7373dd1f5e6 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:04.096745 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0c5afc34-4ae3-47d2-bd11-f7373dd1f5e6 None None] Transition to ACTIVE for port object d619b589-8225-4548-ab5b-abd1de7c6fca will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:04.112533 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ceace660-1f42-4dac-b178-fb02d6070ef9 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router_gateway, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:04.132742 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0c5afc34-4ae3-47d2-bd11-f7373dd1f5e6 None None] Transition to ACTIVE for port object d619b589-8225-4548-ab5b-abd1de7c6fca will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:04.162614 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ac4b8d8e-690a-4e1f-a665-8fd54e371204 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:04.163783 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ac4b8d8e-690a-4e1f-a665-8fd54e371204 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1001084 Mar 31 15:27:04.176521 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ceace660-1f42-4dac-b178-fb02d6070ef9 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:04.187268 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40750) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:04.211926 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0c5afc34-4ae3-47d2-bd11-f7373dd1f5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:04.241660 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-bed82856-adb4-459a-968c-145e4100b2e5 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:04.254497 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-bed82856-adb4-459a-968c-145e4100b2e5 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:04.275218 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:04.290541 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b6de3f-c671-41de-a26f-7f5ababe746d tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Deleting subnet eabfa252-9521-4607-8e87-3b5e9f6c721d {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:27:04.295759 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b9b6de3f-c671-41de-a26f-7f5ababe746d tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:04.331093 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5afc34-4ae3-47d2-bd11-f7373dd1f5e6 None None] Network 8a60c067-0c39-4e3c-9e20-a367d8800d0b is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:04.346757 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-0c5afc34-4ae3-47d2-bd11-f7373dd1f5e6 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:04.352535 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5afc34-4ae3-47d2-bd11-f7373dd1f5e6 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:27:04.355500 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5afc34-4ae3-47d2-bd11-f7373dd1f5e6 None None] Pushing event updated for resources: {'Port': ['ID=d619b589-8225-4548-ab5b-abd1de7c6fca,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:04.371594 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b9b6de3f-c671-41de-a26f-7f5ababe746d tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:04.410396 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port e59dba9c-a470-499e-ad5c-3d5d9a861969, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e59dba9c-a470-499e-ad5c-3d5d9a861969,segment=NetworkSegment(d512b9f5-d8b6-4092-917f-faa9e82b2193),segment_id=d512b9f5-d8b6-4092-917f-faa9e82b2193)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:27:04.440970 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-bed82856-adb4-459a-968c-145e4100b2e5 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Usage tracker for resource:floatingip and tenant:8b5ac80dc4ee46d09ac03572f4822c52 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:04.455785 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-bed82856-adb4-459a-968c-145e4100b2e5 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:04.474062 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:04.474755 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 99004598-882f-4519-a1c6-d43e23e30e13 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:27:04.483262 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-bed82856-adb4-459a-968c-145e4100b2e5 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:04.572767 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-0c5afc34-4ae3-47d2-bd11-f7373dd1f5e6 None None] Attempting to bind port d619b589-8225-4548-ab5b-abd1de7c6fca on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:27:04.572974 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-0c5afc34-4ae3-47d2-bd11-f7373dd1f5e6 None None] Attempting to bind port d619b589-8225-4548-ab5b-abd1de7c6fca by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '8681cd85-a790-43c5-a3ac-9dc78d0cf9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8a60c067-0c39-4e3c-9e20-a367d8800d0b'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:27:04.573564 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5afc34-4ae3-47d2-bd11-f7373dd1f5e6 None None] Attempting to bind port d619b589-8225-4548-ab5b-abd1de7c6fca on network 8a60c067-0c39-4e3c-9e20-a367d8800d0b {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:27:04.606366 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5afc34-4ae3-47d2-bd11-f7373dd1f5e6 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:27:04.607067 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5afc34-4ae3-47d2-bd11-f7373dd1f5e6 None None] Checking segment: {'id': '8681cd85-a790-43c5-a3ac-9dc78d0cf9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8a60c067-0c39-4e3c-9e20-a367d8800d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:27:04.607067 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0c5afc34-4ae3-47d2-bd11-f7373dd1f5e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:04.607520 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5afc34-4ae3-47d2-bd11-f7373dd1f5e6 None None] Bound using segment: {'id': '8681cd85-a790-43c5-a3ac-9dc78d0cf9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8a60c067-0c39-4e3c-9e20-a367d8800d0b'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:27:04.608000 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-0c5afc34-4ae3-47d2-bd11-f7373dd1f5e6 None None] Bound port: d619b589-8225-4548-ab5b-abd1de7c6fca, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8681cd85-a790-43c5-a3ac-9dc78d0cf9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8a60c067-0c39-4e3c-9e20-a367d8800d0b'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:27:04.608367 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0c5afc34-4ae3-47d2-bd11-f7373dd1f5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:04.611710 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-be2b7800-484b-42fa-ba0c-dbee5b93d24d tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Allocated IP 172.26.5.98 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/3ec0e4cd-9c18-4698-ba30-635d2e6b36e5) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:04.673235 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a23e360c-4051-450d-85df-ad8679417b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:04.703884 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1517f398-fd4a-426d-909e-2ce683910c71 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "PUT /v2.0/floatingips/83f0afec-8ba9-4f02-94bd-4913fa11639f HTTP/1.1" status: 200 len: 978 time: 7.1522739 Mar 31 15:27:04.723375 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40754) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:04.751314 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=e59dba9c-a470-499e-ad5c-3d5d9a861969,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:04.768200 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a23e360c-4051-450d-85df-ad8679417b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:04.817072 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-0c5afc34-4ae3-47d2-bd11-f7373dd1f5e6 None None] For port d619b589-8225-4548-ab5b-abd1de7c6fca, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:27:04.821239 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-0c5afc34-4ae3-47d2-bd11-f7373dd1f5e6 None None] For port d619b589-8225-4548-ab5b-abd1de7c6fca, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=d619b589-8225-4548-ab5b-abd1de7c6fca,segment=NetworkSegment(8681cd85-a790-43c5-a3ac-9dc78d0cf9f8),segment_id=8681cd85-a790-43c5-a3ac-9dc78d0cf9f8)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:27:04.824559 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 99004598-882f-4519-a1c6-d43e23e30e13 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:27:04.826090 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bed82856-adb4-459a-968c-145e4100b2e5 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks [] for floatingip, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:04.830258 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 99004598-882f-4519-a1c6-d43e23e30e13 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:27:04.830725 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:04.884624 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23e360c-4051-450d-85df-ad8679417b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Network d73b2e89-95a8-416f-9c71-910e442846e4 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:04.886184 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f3667806-e880-4bab-b54b-4afb6ea81067 None None] Provisioning for port f6116997-161d-489a-96e2-61360e9bbe9e completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:27:04.888414 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-a23e360c-4051-450d-85df-ad8679417b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:04.896251 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23e360c-4051-450d-85df-ad8679417b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:27:04.897043 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23e360c-4051-450d-85df-ad8679417b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:04.897660 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a23e360c-4051-450d-85df-ad8679417b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:04.898903 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f3667806-e880-4bab-b54b-4afb6ea81067 None None] Provisioning complete for port f6116997-161d-489a-96e2-61360e9bbe9e triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:27:04.899259 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f3667806-e880-4bab-b54b-4afb6ea81067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:04.934298 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e360c-4051-450d-85df-ad8679417b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Pushing event updated for resources: {'Port': ['ID=ee74c66f-cd90-453b-a6e6-5496d3a1579e,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:04.949547 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b9b6de3f-c671-41de-a26f-7f5ababe746d tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:04.949788 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-31ab58cb-4684-413a-adf1-485211d7efc8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Deleting port 2b881348-5dcc-4402-bdae-bb154de7c4d6 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:04.950269 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-31ab58cb-4684-413a-adf1-485211d7efc8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:04.959088 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0c5afc34-4ae3-47d2-bd11-f7373dd1f5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:05.030424 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a23e360c-4051-450d-85df-ad8679417b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7294118 Mar 31 15:27:05.031087 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40758) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:05.048040 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8333'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:05.094217 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7073ebe-7c39-401f-a796-dadb530c6be5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:05.122333 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bed82856-adb4-459a-968c-145e4100b2e5 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:05.174348 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f3667806-e880-4bab-b54b-4afb6ea81067 None None] Port f6116997-161d-489a-96e2-61360e9bbe9e cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:27:05.174835 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b9b6de3f-c671-41de-a26f-7f5ababe746d tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:05.236026 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b6de3f-c671-41de-a26f-7f5ababe746d tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Pushing event deleted for resources: {'Subnet': ['ID=eabfa252-9521-4607-8e87-3b5e9f6c721d,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:05.240429 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b9b6de3f-c671-41de-a26f-7f5ababe746d tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:05.262594 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b9b6de3f-c671-41de-a26f-7f5ababe746d tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "DELETE /v2.0/subnets/eabfa252-9521-4607-8e87-3b5e9f6c721d HTTP/1.1" status: 204 len: 168 time: 1.1894534 Mar 31 15:27:05.262818 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ed2f5f-fe5b-431e-ac84-4511a943a4d5 None None] Network 8df9768a-4275-475a-afa7-a038473e6057 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:05.263093 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40762) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:05.286732 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2966d6ca-9946-4cc8-8b40-dc23926d439c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:05.305359 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5afc34-4ae3-47d2-bd11-f7373dd1f5e6 None None] Pushing event updated for resources: {'Port': ['ID=d619b589-8225-4548-ab5b-abd1de7c6fca,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:05.320506 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be2b7800-484b-42fa-ba0c-dbee5b93d24d tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:05.426415 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a59620ce-484f-4748-a830-545076a66e8b None None] Provisioning complete for port f6116997-161d-489a-96e2-61360e9bbe9e triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:27:05.426905 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a59620ce-484f-4748-a830-545076a66e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:05.456049 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:05.467858 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11d2e94-0cf3-4894-acca-335b413f032a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:05.469357 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11d2e94-0cf3-4894-acca-335b413f032a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:05.471383 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c11d2e94-0cf3-4894-acca-335b413f032a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Synchronizing usage tracker for tenant:137a4e602d1c4c6a9514dc9ddf162593 on resource:subnet {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:27:05.583799 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c11d2e94-0cf3-4894-acca-335b413f032a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Unset dirty status for tenant:137a4e602d1c4c6a9514dc9ddf162593 on resource:subnet {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:27:05.587441 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c11d2e94-0cf3-4894-acca-335b413f032a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3209255 Mar 31 15:27:05.591275 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40768) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:05.608113 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:05.625658 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a59620ce-484f-4748-a830-545076a66e8b None None] Port f6116997-161d-489a-96e2-61360e9bbe9e cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:27:05.629670 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 99004598-882f-4519-a1c6-d43e23e30e13, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=99004598-882f-4519-a1c6-d43e23e30e13,segment=NetworkSegment(87ab74d9-7e3f-46cf-9520-c34bfcda98a1),segment_id=87ab74d9-7e3f-46cf-9520-c34bfcda98a1)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:27:05.690447 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:05.792355 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1572de4b-387d-40f6-84f7-1a7bdf41e1de None None] DHCP port deletion for 8df9768a-4275-475a-afa7-a038473e6057 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:27:05.796716 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=99004598-882f-4519-a1c6-d43e23e30e13,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:05.800865 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-31ab58cb-4684-413a-adf1-485211d7efc8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:05.801963 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-1572de4b-387d-40f6-84f7-1a7bdf41e1de None None] Deleting port 99004598-882f-4519-a1c6-d43e23e30e13 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:05.802431 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1572de4b-387d-40f6-84f7-1a7bdf41e1de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:05.880021 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97c1766e-48b3-4a43-94cf-fe8def330755 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:05.944340 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c1766e-48b3-4a43-94cf-fe8def330755 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 31 15:27:05.945092 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c1766e-48b3-4a43-94cf-fe8def330755 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:27:05.951384 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-97c1766e-48b3-4a43-94cf-fe8def330755 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "DELETE /v2.0/networks/8df9768a-4275-475a-afa7-a038473e6057 HTTP/1.1" status: 409 len: 405 time: 0.3548009 Mar 31 15:27:05.954742 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40772) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:05.958566 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device d619b589-8225-4548-ab5b-abd1de7c6fca up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:27:05.964015 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be2b7800-484b-42fa-ba0c-dbee5b93d24d tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:05.967230 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-718a797a-b010-40df-8f8b-1448fa9e1049 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-592665061'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:05.973996 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-718a797a-b010-40df-8f8b-1448fa9e1049 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:05.981700 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-718a797a-b010-40df-8f8b-1448fa9e1049 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Usage tracker for resource:network and tenant:137a4e602d1c4c6a9514dc9ddf162593 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:05.985829 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-718a797a-b010-40df-8f8b-1448fa9e1049 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Quota usage for network was recalculated. Used quota:3. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:05.993964 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-718a797a-b010-40df-8f8b-1448fa9e1049 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:06.010888 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-ceace660-1f42-4dac-b178-fb02d6070ef9 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Allocated IP 172.26.5.146 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/60793d2f-497e-4e7e-b5d7-c83ad4ada721) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:06.053253 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718a797a-b010-40df-8f8b-1448fa9e1049 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Made reservation on behalf of 137a4e602d1c4c6a9514dc9ddf162593 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:06.056546 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-718a797a-b010-40df-8f8b-1448fa9e1049 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:06.142187 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-718a797a-b010-40df-8f8b-1448fa9e1049 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:27:06.151260 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-718a797a-b010-40df-8f8b-1448fa9e1049 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:06.151705 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-718a797a-b010-40df-8f8b-1448fa9e1049 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Added segment 45bca28a-2622-4e3c-9b13-7631eb3daf4b of type vlan for network e104faf4-7ffd-4516-b6ac-e352711a69ec Mar 31 15:27:06.170330 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-1572de4b-387d-40f6-84f7-1a7bdf41e1de None None] For port 99004598-882f-4519-a1c6-d43e23e30e13, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=99004598-882f-4519-a1c6-d43e23e30e13,segment=NetworkSegment(87ab74d9-7e3f-46cf-9520-c34bfcda98a1),segment_id=87ab74d9-7e3f-46cf-9520-c34bfcda98a1)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:27:06.170736 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1572de4b-387d-40f6-84f7-1a7bdf41e1de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:06.188168 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-718a797a-b010-40df-8f8b-1448fa9e1049 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:06.256299 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ceace660-1f42-4dac-b178-fb02d6070ef9 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:06.321601 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-1572de4b-387d-40f6-84f7-1a7bdf41e1de None None] Calling delete_port for 99004598-882f-4519-a1c6-d43e23e30e13 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:06.356107 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-718a797a-b010-40df-8f8b-1448fa9e1049 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:06.359926 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port d619b589-8225-4548-ab5b-abd1de7c6fca completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:27:06.366662 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718a797a-b010-40df-8f8b-1448fa9e1049 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:06.367152 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2b7800-484b-42fa-ba0c-dbee5b93d24d tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:06.368391 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e59dba9c-a470-499e-ad5c-3d5d9a861969 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:27:06.368999 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-718a797a-b010-40df-8f8b-1448fa9e1049 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:06.395893 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-be2b7800-484b-42fa-ba0c-dbee5b93d24d tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:06.398396 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2b7800-484b-42fa-ba0c-dbee5b93d24d tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:27:06.433968 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ceace660-1f42-4dac-b178-fb02d6070ef9 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:06.494161 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b7800-484b-42fa-ba0c-dbee5b93d24d tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Pushing event updated for resources: {'Port': ['ID=3ec0e4cd-9c18-4698-ba30-635d2e6b36e5,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:06.511619 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port e59dba9c-a470-499e-ad5c-3d5d9a861969 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:27:06.512402 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:06.519649 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-f7073ebe-7c39-401f-a796-dadb530c6be5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Allocated IP 172.20.0.1 (8a60c067-0c39-4e3c-9e20-a367d8800d0b/8d027fcc-207e-4071-a718-2a68cefd0835/7a1eaf9b-728e-4ceb-af65-2464ee5f516e) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:06.543739 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-bed82856-adb4-459a-968c-145e4100b2e5 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Allocated IP 172.26.5.97 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/736b8e8a-ab15-4bd0-b2ef-4cbbd3ff40bd) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:06.587304 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1572de4b-387d-40f6-84f7-1a7bdf41e1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:06.649033 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:06.650608 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:06.658244 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572de4b-387d-40f6-84f7-1a7bdf41e1de None None] Pushing event deleted for resources: {'Port': ['ID=99004598-882f-4519-a1c6-d43e23e30e13,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:06.686109 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:27:06.696846 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e511f67-c335-4574-9ce1-4061cdc8d54a None None] Network 8a60c067-0c39-4e3c-9e20-a367d8800d0b requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:06.712284 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceace660-1f42-4dac-b178-fb02d6070ef9 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:06.725087 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-718a797a-b010-40df-8f8b-1448fa9e1049 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7692113 Mar 31 15:27:06.725523 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1572de4b-387d-40f6-84f7-1a7bdf41e1de None None] No DVR routers for this DVR port 99004598-882f-4519-a1c6-d43e23e30e13 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:27:06.731380 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-ceace660-1f42-4dac-b178-fb02d6070ef9 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:06.733920 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceace660-1f42-4dac-b178-fb02d6070ef9 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:27:06.766015 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a797a-b010-40df-8f8b-1448fa9e1049 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Pushing event updated for resources: {'Network': ['ID=e104faf4-7ffd-4516-b6ac-e352711a69ec,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:06.779052 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40776) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:06.793479 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceace660-1f42-4dac-b178-fb02d6070ef9 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Pushing event updated for resources: {'Port': ['ID=60793d2f-497e-4e7e-b5d7-c83ad4ada721,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:06.819829 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-97e3dd38-5b19-4b9f-9128-86fe4308e290 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Request body: {'subnet': {'network_id': 'e104faf4-7ffd-4516-b6ac-e352711a69ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:06.824053 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network e104faf4-7ffd-4516-b6ac-e352711a69ec details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:27:06.836538 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7073ebe-7c39-401f-a796-dadb530c6be5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:06.932460 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-70d79543-91a9-43b8-bb75-feab27765b9c None None] Provisioning for port d619b589-8225-4548-ab5b-abd1de7c6fca completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:27:06.954262 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-70d79543-91a9-43b8-bb75-feab27765b9c None None] Provisioning complete for port d619b589-8225-4548-ab5b-abd1de7c6fca triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:27:06.954984 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-70d79543-91a9-43b8-bb75-feab27765b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:07.022710 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-f7073ebe-7c39-401f-a796-dadb530c6be5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Transition to ACTIVE for port object 7a1eaf9b-728e-4ceb-af65-2464ee5f516e will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:07.062925 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] device_id is not set on port ee74c66f-cd90-453b-a6e6-5496d3a1579e yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:27:07.080672 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:07.082280 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-31ab58cb-4684-413a-adf1-485211d7efc8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:07.082660 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-31ab58cb-4684-413a-adf1-485211d7efc8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:07.082975 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-31ab58cb-4684-413a-adf1-485211d7efc8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Floating IP 83f0afec-8ba9-4f02-94bd-4913fa11639f disassociated. External IP: 172.26.5.156, port: 2b881348-5dcc-4402-bdae-bb154de7c4d6. Mar 31 15:27:07.083324 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-31ab58cb-4684-413a-adf1-485211d7efc8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Calling delete_port for 2b881348-5dcc-4402-bdae-bb154de7c4d6 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:07.142180 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Transition to ACTIVE for port object ee74c66f-cd90-453b-a6e6-5496d3a1579e will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:07.170868 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-97e3dd38-5b19-4b9f-9128-86fe4308e290 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:07.204662 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-97e3dd38-5b19-4b9f-9128-86fe4308e290 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:07.229130 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-70d79543-91a9-43b8-bb75-feab27765b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:07.243967 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bed82856-adb4-459a-968c-145e4100b2e5 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:07.281388 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-70d79543-91a9-43b8-bb75-feab27765b9c None None] For port d619b589-8225-4548-ab5b-abd1de7c6fca, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=d619b589-8225-4548-ab5b-abd1de7c6fca,segment=NetworkSegment(8681cd85-a790-43c5-a3ac-9dc78d0cf9f8),segment_id=8681cd85-a790-43c5-a3ac-9dc78d0cf9f8)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:27:07.293433 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7073ebe-7c39-401f-a796-dadb530c6be5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:07.297174 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:07.327001 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e3dd38-5b19-4b9f-9128-86fe4308e290 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Made reservation on behalf of 137a4e602d1c4c6a9514dc9ddf162593 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:07.331000 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97e3dd38-5b19-4b9f-9128-86fe4308e290 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:07.362221 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-70d79543-91a9-43b8-bb75-feab27765b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:07.367883 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bed82856-adb4-459a-968c-145e4100b2e5 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:07.460317 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d79543-91a9-43b8-bb75-feab27765b9c None None] Pushing event updated for resources: {'Port': ['ID=d619b589-8225-4548-ab5b-abd1de7c6fca,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:07.492012 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7073ebe-7c39-401f-a796-dadb530c6be5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network 8a60c067-0c39-4e3c-9e20-a367d8800d0b is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:07.501168 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-f7073ebe-7c39-401f-a796-dadb530c6be5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:07.516235 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7073ebe-7c39-401f-a796-dadb530c6be5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:27:07.536360 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed82856-adb4-459a-968c-145e4100b2e5 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Pushing event updated for resources: {'Port': ['ID=736b8e8a-ab15-4bd0-b2ef-4cbbd3ff40bd,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:07.553741 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed82856-adb4-459a-968c-145e4100b2e5 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:07.554186 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7073ebe-7c39-401f-a796-dadb530c6be5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Port': ['ID=7a1eaf9b-728e-4ceb-af65-2464ee5f516e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:07.671418 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-31ab58cb-4684-413a-adf1-485211d7efc8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:07.707175 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-94a1274d-a57b-43b7-82bb-29f7a7ad5924 None None] Provisioning complete for port d619b589-8225-4548-ab5b-abd1de7c6fca triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:27:07.711641 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-94a1274d-a57b-43b7-82bb-29f7a7ad5924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:07.725761 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:27:07.726201 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:27:07.726429 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e on network d73b2e89-95a8-416f-9c71-910e442846e4 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:27:07.819182 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-bed82856-adb4-459a-968c-145e4100b2e5 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:07.830509 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device d619b589-8225-4548-ab5b-abd1de7c6fca up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:27:07.847986 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed82856-adb4-459a-968c-145e4100b2e5 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:27:07.929651 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Pushing event updated for resources: {'Port': ['ID=ee74c66f-cd90-453b-a6e6-5496d3a1579e,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:07.945769 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7073ebe-7c39-401f-a796-dadb530c6be5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:08.009372 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port d619b589-8225-4548-ab5b-abd1de7c6fca triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:27:08.009746 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:08.083744 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:08.097771 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Port ee74c66f-cd90-453b-a6e6-5496d3a1579e on network d73b2e89-95a8-416f-9c71-910e442846e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:27:08.098413 dv-neutron-833379-2-hyperv neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Failed to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] Mar 31 15:27:08.131354 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bed82856-adb4-459a-968c-145e4100b2e5 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:08.147143 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempt 2 to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e Mar 31 15:27:08.163970 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ceace660-1f42-4dac-b178-fb02d6070ef9 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router_gateway, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:08.210844 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 99004598-882f-4519-a1c6-d43e23e30e13 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:27:08.235649 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be2b7800-484b-42fa-ba0c-dbee5b93d24d tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:08.255460 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 99004598-882f-4519-a1c6-d43e23e30e13 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:27:08.255883 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 99004598-882f-4519-a1c6-d43e23e30e13 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:27:08.258615 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b5e662b6-f07c-4424-9a20-bd6d7f1bfd07 None None] Provisioning for port 7a1eaf9b-728e-4ceb-af65-2464ee5f516e completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:27:08.266424 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b5e662b6-f07c-4424-9a20-bd6d7f1bfd07 None None] Provisioning complete for port 7a1eaf9b-728e-4ceb-af65-2464ee5f516e triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:27:08.266810 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b5e662b6-f07c-4424-9a20-bd6d7f1bfd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:08.305303 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab58cb-4684-413a-adf1-485211d7efc8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event deleted for resources: {'Port': ['ID=2b881348-5dcc-4402-bdae-bb154de7c4d6,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:08.335045 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:27:08.335381 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:27:08.335721 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e on network d73b2e89-95a8-416f-9c71-910e442846e4 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:27:08.340116 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-b5e662b6-f07c-4424-9a20-bd6d7f1bfd07 None None] Port 7a1eaf9b-728e-4ceb-af65-2464ee5f516e cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:27:08.362528 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Port ee74c66f-cd90-453b-a6e6-5496d3a1579e on network d73b2e89-95a8-416f-9c71-910e442846e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:27:08.362528 dv-neutron-833379-2-hyperv neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Failed to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] Mar 31 15:27:08.369443 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempt 3 to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e Mar 31 15:27:08.414526 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:27:08.414993 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:27:08.415474 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e on network d73b2e89-95a8-416f-9c71-910e442846e4 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:27:08.552149 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Port ee74c66f-cd90-453b-a6e6-5496d3a1579e on network d73b2e89-95a8-416f-9c71-910e442846e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:27:08.574723 dv-neutron-833379-2-hyperv neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Failed to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] Mar 31 15:27:08.574723 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempt 4 to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e Mar 31 15:27:08.604026 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bed82856-adb4-459a-968c-145e4100b2e5 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:08.613167 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:27:08.613748 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:27:08.614086 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e on network d73b2e89-95a8-416f-9c71-910e442846e4 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:27:08.627225 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Port ee74c66f-cd90-453b-a6e6-5496d3a1579e on network d73b2e89-95a8-416f-9c71-910e442846e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:27:08.627555 dv-neutron-833379-2-hyperv neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Failed to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] Mar 31 15:27:08.629258 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ab58cb-4684-413a-adf1-485211d7efc8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Router d45365b8-2af3-401e-8be4-56835f9aca51 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:27:08.631652 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempt 5 to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e Mar 31 15:27:08.712774 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:27:08.713110 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:27:08.713473 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e on network d73b2e89-95a8-416f-9c71-910e442846e4 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:27:08.725650 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Port ee74c66f-cd90-453b-a6e6-5496d3a1579e on network d73b2e89-95a8-416f-9c71-910e442846e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:27:08.725971 dv-neutron-833379-2-hyperv neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Failed to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] Mar 31 15:27:08.730006 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempt 6 to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e Mar 31 15:27:08.818417 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ceace660-1f42-4dac-b178-fb02d6070ef9 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:08.845833 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:27:08.846204 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:27:08.846517 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e on network d73b2e89-95a8-416f-9c71-910e442846e4 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:27:08.923712 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Port ee74c66f-cd90-453b-a6e6-5496d3a1579e on network d73b2e89-95a8-416f-9c71-910e442846e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:27:08.923964 dv-neutron-833379-2-hyperv neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Failed to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] Mar 31 15:27:08.929908 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempt 7 to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e Mar 31 15:27:08.985426 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be2b7800-484b-42fa-ba0c-dbee5b93d24d tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:08.989500 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:27:08.989842 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:27:08.990254 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e on network d73b2e89-95a8-416f-9c71-910e442846e4 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:27:08.999692 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7073ebe-7c39-401f-a796-dadb530c6be5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:09.059012 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be2b7800-484b-42fa-ba0c-dbee5b93d24d tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-462406'] for router, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:09.060802 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Port ee74c66f-cd90-453b-a6e6-5496d3a1579e on network d73b2e89-95a8-416f-9c71-910e442846e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:27:09.061138 dv-neutron-833379-2-hyperv neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Failed to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] Mar 31 15:27:09.071634 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempt 8 to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e Mar 31 15:27:09.129135 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.objects.ports [None req-97e3dd38-5b19-4b9f-9128-86fe4308e290 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103444) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 31 15:27:09.137795 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97e3dd38-5b19-4b9f-9128-86fe4308e290 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:09.188875 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:27:09.189461 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:27:09.189461 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e on network d73b2e89-95a8-416f-9c71-910e442846e4 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:27:09.225270 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Port ee74c66f-cd90-453b-a6e6-5496d3a1579e on network d73b2e89-95a8-416f-9c71-910e442846e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:27:09.225597 dv-neutron-833379-2-hyperv neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Failed to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] Mar 31 15:27:09.232419 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempt 9 to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e Mar 31 15:27:09.244503 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ab58cb-4684-413a-adf1-485211d7efc8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:27:09.255204 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b067832d-ab36-4719-a893-ab661564b548 None None] Sync routers for ids ['d45365b8-2af3-401e-8be4-56835f9aca51'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:27:09.260185 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bed82856-adb4-459a-968c-145e4100b2e5 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:09.266076 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b067832d-ab36-4719-a893-ab661564b548 None None] Routers {'d45365b8-2af3-401e-8be4-56835f9aca51'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:09.266709 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b067832d-ab36-4719-a893-ab661564b548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:27:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['d45365b8-2af3-401e-8be4-56835f9aca51'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:09.268882 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3dd38-5b19-4b9f-9128-86fe4308e290 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Pushing event updated for resources: {'Subnet': ['ID=b05cfd56-0300-46e3-961f-e36632b056b9,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:09.283222 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e3dd38-5b19-4b9f-9128-86fe4308e290 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Checking segment: {'id': '45bca28a-2622-4e3c-9b13-7631eb3daf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e104faf4-7ffd-4516-b6ac-e352711a69ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:27:09.283654 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e3dd38-5b19-4b9f-9128-86fe4308e290 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Network hostable DHCP agents. Network: e104faf4-7ffd-4516-b6ac-e352711a69ec, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:27:09.332580 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bed82856-adb4-459a-968c-145e4100b2e5 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:09.334091 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b067832d-ab36-4719-a893-ab661564b548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:09.350048 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b067832d-ab36-4719-a893-ab661564b548 None None] Routers {'d45365b8-2af3-401e-8be4-56835f9aca51'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:09.350048 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b067832d-ab36-4719-a893-ab661564b548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:27:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['d45365b8-2af3-401e-8be4-56835f9aca51'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:09.408610 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b067832d-ab36-4719-a893-ab661564b548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:09.409103 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b067832d-ab36-4719-a893-ab661564b548 None None] The sync data for ids ['d45365b8-2af3-401e-8be4-56835f9aca51'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:27:09.437429 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e3dd38-5b19-4b9f-9128-86fe4308e290 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Network e104faf4-7ffd-4516-b6ac-e352711a69ec is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:27:09.439430 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceace660-1f42-4dac-b178-fb02d6070ef9 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Router 24f27699-035f-4167-84e4-2273ddf55ffb is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:27:09.459094 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed82856-adb4-459a-968c-145e4100b2e5 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Pushing event updated for resources: {'Port': ['ID=736b8e8a-ab15-4bd0-b2ef-4cbbd3ff40bd,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:09.491830 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:27:09.492168 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:27:09.492513 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e on network d73b2e89-95a8-416f-9c71-910e442846e4 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:27:09.596974 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Port ee74c66f-cd90-453b-a6e6-5496d3a1579e on network d73b2e89-95a8-416f-9c71-910e442846e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:27:09.597356 dv-neutron-833379-2-hyperv neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Failed to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] Mar 31 15:27:09.604300 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempt 10 to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e Mar 31 15:27:09.657886 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-97e3dd38-5b19-4b9f-9128-86fe4308e290 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, e104faf4-7ffd-4516-b6ac-e352711a69ec) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:09.666010 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37cb4bf-0638-4028-9834-f4a38217e973 None None] Network e104faf4-7ffd-4516-b6ac-e352711a69ec requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:09.668404 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bed82856-adb4-459a-968c-145e4100b2e5 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:09.679492 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e3dd38-5b19-4b9f-9128-86fe4308e290 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:09.680036 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97e3dd38-5b19-4b9f-9128-86fe4308e290 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:09.716978 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:27:09.716978 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:27:09.717351 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempting to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e on network d73b2e89-95a8-416f-9c71-910e442846e4 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:27:09.744787 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Port ee74c66f-cd90-453b-a6e6-5496d3a1579e on network d73b2e89-95a8-416f-9c71-910e442846e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:27:09.745120 dv-neutron-833379-2-hyperv neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Failed to bind port ee74c66f-cd90-453b-a6e6-5496d3a1579e on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd73b2e89-95a8-416f-9c71-910e442846e4'}] Mar 31 15:27:09.746197 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:09.773592 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-31ab58cb-4684-413a-adf1-485211d7efc8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:09.786577 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-97e3dd38-5b19-4b9f-9128-86fe4308e290 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.9904871 Mar 31 15:27:09.787507 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bed82856-adb4-459a-968c-145e4100b2e5 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:09.793419 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-bed82856-adb4-459a-968c-145e4100b2e5 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6003060 Mar 31 15:27:09.794387 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40780) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:09.831599 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceace660-1f42-4dac-b178-fb02d6070ef9 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:27:09.844495 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87486f7d-f926-4748-8424-f5cbaafb4e6d None None] Sync routers for ids ['24f27699-035f-4167-84e4-2273ddf55ffb'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:27:09.862460 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87486f7d-f926-4748-8424-f5cbaafb4e6d None None] Routers {'24f27699-035f-4167-84e4-2273ddf55ffb'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:09.865759 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-87486f7d-f926-4748-8424-f5cbaafb4e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:27:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['24f27699-035f-4167-84e4-2273ddf55ffb'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:09.924883 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1ccd42-ea3a-436d-b9d8-20a2c63756a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-e104faf4-7ffd-4516-b6ac-e352711a69ec', 'network_id': 'e104faf4-7ffd-4516-b6ac-e352711a69ec', 'tenant_id': '137a4e602d1c4c6a9514dc9ddf162593', 'fixed_ips': [{'subnet_id': 'b05cfd56-0300-46e3-961f-e36632b056b9'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:27:09.926721 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4d1ccd42-ea3a-436d-b9d8-20a2c63756a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:09.948334 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ceace660-1f42-4dac-b178-fb02d6070ef9 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:09.953104 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ceace660-1f42-4dac-b178-fb02d6070ef9 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.6960931 Mar 31 15:27:09.954069 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40796) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:09.959504 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-390d2139-0860-4b7a-b042-acf6bd70983d tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:09.961680 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-87486f7d-f926-4748-8424-f5cbaafb4e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:09.972429 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87486f7d-f926-4748-8424-f5cbaafb4e6d None None] Routers {'24f27699-035f-4167-84e4-2273ddf55ffb'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:09.973537 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-87486f7d-f926-4748-8424-f5cbaafb4e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:27:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['24f27699-035f-4167-84e4-2273ddf55ffb'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:10.001016 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-31ab58cb-4684-413a-adf1-485211d7efc8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "DELETE /v2.0/ports/2b881348-5dcc-4402-bdae-bb154de7c4d6 HTTP/1.1" status: 204 len: 168 time: 5.2764361 Mar 31 15:27:10.008611 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40804) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:10.043665 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-87486f7d-f926-4748-8424-f5cbaafb4e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:10.044452 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87486f7d-f926-4748-8424-f5cbaafb4e6d None None] The sync data for ids ['24f27699-035f-4167-84e4-2273ddf55ffb'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:27:10.098121 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-4d1ccd42-ea3a-436d-b9d8-20a2c63756a4 None None] Allocated IP 2001:db8::f816:3eff:fe1a:149e (e104faf4-7ffd-4516-b6ac-e352711a69ec/b05cfd56-0300-46e3-961f-e36632b056b9/0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:10.292235 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2b7800-484b-42fa-ba0c-dbee5b93d24d tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Router 25e3aae7-a9ce-4168-84aa-abab21ffe8c6 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:27:10.296112 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-9bc34052-3186-493f-9f19-96c11456cbc2 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Synchronizing usage tracker for tenant:8b5ac80dc4ee46d09ac03572f4822c52 on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:27:10.318920 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4d1ccd42-ea3a-436d-b9d8-20a2c63756a4 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:10.329828 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4d1ccd42-ea3a-436d-b9d8-20a2c63756a4 None None] Transition to ACTIVE for port object 0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:10.348071 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4d1ccd42-ea3a-436d-b9d8-20a2c63756a4 None None] Transition to ACTIVE for port object 0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:10.389621 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] For port ee74c66f-cd90-453b-a6e6-5496d3a1579e, host hv-neutron-8333, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:27:10.389992 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attempted to set empty binding levels {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 31 15:27:10.403567 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14e06aed-dd49-4879-be2a-98fba0e5cd2a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:10.430326 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4d1ccd42-ea3a-436d-b9d8-20a2c63756a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:10.487812 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:10.497608 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1ccd42-ea3a-436d-b9d8-20a2c63756a4 None None] Network e104faf4-7ffd-4516-b6ac-e352711a69ec is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:10.504615 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-4d1ccd42-ea3a-436d-b9d8-20a2c63756a4 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:10.509150 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1ccd42-ea3a-436d-b9d8-20a2c63756a4 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:27:10.514443 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-390d2139-0860-4b7a-b042-acf6bd70983d tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:10.517047 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ccd42-ea3a-436d-b9d8-20a2c63756a4 None None] Pushing event updated for resources: {'Port': ['ID=0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:10.564525 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-9bc34052-3186-493f-9f19-96c11456cbc2 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Unset dirty status for tenant:8b5ac80dc4ee46d09ac03572f4822c52 on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:27:10.565643 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-9bc34052-3186-493f-9f19-96c11456cbc2 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--497014513&fields=id&tenant_id=8b5ac80dc4ee46d09ac03572f4822c52 HTTP/1.1" status: 200 len: 267 time: 0.5697093 Mar 31 15:27:10.577593 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7073ebe-7c39-401f-a796-dadb530c6be5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:10.605776 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-4d1ccd42-ea3a-436d-b9d8-20a2c63756a4 None None] Attempting to bind port 0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:27:10.606196 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-4d1ccd42-ea3a-436d-b9d8-20a2c63756a4 None None] Attempting to bind port 0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '45bca28a-2622-4e3c-9b13-7631eb3daf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e104faf4-7ffd-4516-b6ac-e352711a69ec'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:27:10.606602 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1ccd42-ea3a-436d-b9d8-20a2c63756a4 None None] Attempting to bind port 0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0 on network e104faf4-7ffd-4516-b6ac-e352711a69ec {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:27:10.610695 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-390d2139-0860-4b7a-b042-acf6bd70983d tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:10.612067 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1ccd42-ea3a-436d-b9d8-20a2c63756a4 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:27:10.612431 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1ccd42-ea3a-436d-b9d8-20a2c63756a4 None None] Checking segment: {'id': '45bca28a-2622-4e3c-9b13-7631eb3daf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e104faf4-7ffd-4516-b6ac-e352711a69ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:27:10.612822 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4d1ccd42-ea3a-436d-b9d8-20a2c63756a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:10.613220 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1ccd42-ea3a-436d-b9d8-20a2c63756a4 None None] Bound using segment: {'id': '45bca28a-2622-4e3c-9b13-7631eb3daf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e104faf4-7ffd-4516-b6ac-e352711a69ec'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:27:10.614107 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-4d1ccd42-ea3a-436d-b9d8-20a2c63756a4 None None] Bound port: 0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45bca28a-2622-4e3c-9b13-7631eb3daf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e104faf4-7ffd-4516-b6ac-e352711a69ec'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:27:10.614523 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4d1ccd42-ea3a-436d-b9d8-20a2c63756a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:10.640127 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] In _notify_port_updated(), no bound segment for port ee74c66f-cd90-453b-a6e6-5496d3a1579e on network d73b2e89-95a8-416f-9c71-910e442846e4 {{(pid=103443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 31 15:27:10.640994 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:10.641635 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:10.642953 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] 10.222.0.31 "PUT /v2.0/ports/ee74c66f-cd90-453b-a6e6-5496d3a1579e HTTP/1.1" status: 200 len: 981 time: 5.6071572 Mar 31 15:27:10.646898 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40808) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:10.668940 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-14e06aed-dd49-4879-be2a-98fba0e5cd2a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Deleting port 0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:10.669313 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14e06aed-dd49-4879-be2a-98fba0e5cd2a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:10.709763 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-390d2139-0860-4b7a-b042-acf6bd70983d tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Deleting port 60793d2f-497e-4e7e-b5d7-c83ad4ada721 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:10.710424 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-390d2139-0860-4b7a-b042-acf6bd70983d tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:10.727752 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7073ebe-7c39-401f-a796-dadb530c6be5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:10.737639 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-4d1ccd42-ea3a-436d-b9d8-20a2c63756a4 None None] For port 0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:27:10.740933 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-4d1ccd42-ea3a-436d-b9d8-20a2c63756a4 None None] For port 0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0,segment=NetworkSegment(45bca28a-2622-4e3c-9b13-7631eb3daf4b),segment_id=45bca28a-2622-4e3c-9b13-7631eb3daf4b)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:27:10.744956 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-93f3d4cd-68c0-42cf-a14e-00d8ca45ce9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Deleting port ee74c66f-cd90-453b-a6e6-5496d3a1579e {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:10.745521 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-93f3d4cd-68c0-42cf-a14e-00d8ca45ce9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:10.830692 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4d1ccd42-ea3a-436d-b9d8-20a2c63756a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:10.928339 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ccd42-ea3a-436d-b9d8-20a2c63756a4 None None] Pushing event updated for resources: {'Port': ['ID=0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:11.018309 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e659de2f-4266-44de-acf9-0501b108a29c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Pushing event updated for resources: {'Port': ['ID=ee74c66f-cd90-453b-a6e6-5496d3a1579e,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:11.103151 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-93f3d4cd-68c0-42cf-a14e-00d8ca45ce9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] For port ee74c66f-cd90-453b-a6e6-5496d3a1579e, host hv-neutron-8333, got binding levels [] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:27:11.103660 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-93f3d4cd-68c0-42cf-a14e-00d8ca45ce9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:11.121395 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-390d2139-0860-4b7a-b042-acf6bd70983d tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:11.283489 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7073ebe-7c39-401f-a796-dadb530c6be5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:11.330059 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2b7800-484b-42fa-ba0c-dbee5b93d24d tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:27:11.341668 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f115caa7-4c99-43ac-ae07-ecb9dca97ce8 None None] Sync routers for ids ['25e3aae7-a9ce-4168-84aa-abab21ffe8c6'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:27:11.353594 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f115caa7-4c99-43ac-ae07-ecb9dca97ce8 None None] Routers {'25e3aae7-a9ce-4168-84aa-abab21ffe8c6'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:11.354296 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f115caa7-4c99-43ac-ae07-ecb9dca97ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:27:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['25e3aae7-a9ce-4168-84aa-abab21ffe8c6'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:11.372317 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be2b7800-484b-42fa-ba0c-dbee5b93d24d tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:11.376159 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-be2b7800-484b-42fa-ba0c-dbee5b93d24d tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "PUT /v2.0/routers/25e3aae7-a9ce-4168-84aa-abab21ffe8c6 HTTP/1.1" status: 200 len: 914 time: 10.3326135 Mar 31 15:27:11.376159 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7073ebe-7c39-401f-a796-dadb530c6be5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Port': ['ID=7a1eaf9b-728e-4ceb-af65-2464ee5f516e,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:11.381754 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40812) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:11.423657 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-93f3d4cd-68c0-42cf-a14e-00d8ca45ce9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Calling delete_port for ee74c66f-cd90-453b-a6e6-5496d3a1579e owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:11.424249 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f115caa7-4c99-43ac-ae07-ecb9dca97ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:11.433020 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f115caa7-4c99-43ac-ae07-ecb9dca97ce8 None None] Routers {'25e3aae7-a9ce-4168-84aa-abab21ffe8c6'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:11.434434 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f115caa7-4c99-43ac-ae07-ecb9dca97ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:27:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['25e3aae7-a9ce-4168-84aa-abab21ffe8c6'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:11.497481 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f115caa7-4c99-43ac-ae07-ecb9dca97ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:11.497978 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f115caa7-4c99-43ac-ae07-ecb9dca97ce8 None None] The sync data for ids ['25e3aae7-a9ce-4168-84aa-abab21ffe8c6'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:27:11.518190 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-390d2139-0860-4b7a-b042-acf6bd70983d tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Calling delete_port for 60793d2f-497e-4e7e-b5d7-c83ad4ada721 owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:11.585982 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-a8196089-da5a-4fcf-b8c5-2f2184fe644a tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:11.586675 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-a8196089-da5a-4fcf-b8c5-2f2184fe644a tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Synchronizing usage tracker for tenant:8b5ac80dc4ee46d09ac03572f4822c52 on resource:network {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:27:11.694746 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-93f3d4cd-68c0-42cf-a14e-00d8ca45ce9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:11.769585 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-93f3d4cd-68c0-42cf-a14e-00d8ca45ce9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:11.774271 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3d4cd-68c0-42cf-a14e-00d8ca45ce9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee74c66f-cd90-453b-a6e6-5496d3a1579e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:11.841824 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-a8196089-da5a-4fcf-b8c5-2f2184fe644a tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Unset dirty status for tenant:8b5ac80dc4ee46d09ac03572f4822c52 on resource:network {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:27:11.843002 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-a8196089-da5a-4fcf-b8c5-2f2184fe644a tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/networks?id=b8c1a446-ecea-4471-8bae-1efc5f7c1cdf HTTP/1.1" status: 200 len: 812 time: 1.1965346 Mar 31 15:27:11.846049 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:27:11.854798 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-14e06aed-dd49-4879-be2a-98fba0e5cd2a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] For port 0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0,segment=NetworkSegment(45bca28a-2622-4e3c-9b13-7631eb3daf4b),segment_id=45bca28a-2622-4e3c-9b13-7631eb3daf4b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:27:11.856991 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14e06aed-dd49-4879-be2a-98fba0e5cd2a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:11.878336 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-93f3d4cd-68c0-42cf-a14e-00d8ca45ce9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] 10.222.0.31 "DELETE /v2.0/ports/ee74c66f-cd90-453b-a6e6-5496d3a1579e HTTP/1.1" status: 204 len: 168 time: 1.2299106 Mar 31 15:27:11.879380 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40816) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:11.912961 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-390d2139-0860-4b7a-b042-acf6bd70983d tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:11.972271 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1058f257-8f43-462d-bc59-66e342dc6d0b None None] Network e104faf4-7ffd-4516-b6ac-e352711a69ec requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:11.978811 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83fce8d-95b9-43af-90e4-ce152ee0931c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] GET failed (client error): The resource could not be found. Mar 31 15:27:11.979689 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e83fce8d-95b9-43af-90e4-ce152ee0931c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Synchronizing usage tracker for tenant:5878efb8c39e409c89ef1cf3191eac04 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:27:11.982839 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d2139-0860-4b7a-b042-acf6bd70983d tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Pushing event deleted for resources: {'Port': ['ID=60793d2f-497e-4e7e-b5d7-c83ad4ada721,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:12.052973 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:27:12.058931 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-14e06aed-dd49-4879-be2a-98fba0e5cd2a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Calling delete_port for 0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:12.081877 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-390d2139-0860-4b7a-b042-acf6bd70983d tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:12.093823 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-a81d2ca7-62ec-4e6f-9da0-e400f7e6d831 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/quotas/8b5ac80dc4ee46d09ac03572f4822c52 HTTP/1.1" status: 200 len: 375 time: 0.2140326 Mar 31 15:27:12.119777 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-70b44da5-254f-4f4f-8c33-723b294bcc68 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "GET /v2.0/routers/25e3aae7-a9ce-4168-84aa-abab21ffe8c6 HTTP/1.1" status: 200 len: 920 time: 0.7296267 Mar 31 15:27:12.119777 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7073ebe-7c39-401f-a796-dadb530c6be5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network 8a60c067-0c39-4e3c-9e20-a367d8800d0b is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:12.140708 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40820) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:12.150067 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e83fce8d-95b9-43af-90e4-ce152ee0931c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] Unset dirty status for tenant:5878efb8c39e409c89ef1cf3191eac04 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:27:12.157281 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e83fce8d-95b9-43af-90e4-ce152ee0931c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708378633-project-admin] 10.222.0.31 "GET /v2.0/ports/ee74c66f-cd90-453b-a6e6-5496d3a1579e HTTP/1.1" status: 404 len: 333 time: 0.2771435 Mar 31 15:27:12.161687 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-f7073ebe-7c39-401f-a796-dadb530c6be5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:12.161842 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1bf375e6-9d79-4f6c-b65a-c872e9e3bd5c None None] Provisioning for port 0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:27:12.169867 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40824) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:12.176114 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1bf375e6-9d79-4f6c-b65a-c872e9e3bd5c None None] Provisioning complete for port 0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:27:12.176114 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1bf375e6-9d79-4f6c-b65a-c872e9e3bd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:12.358396 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1bf375e6-9d79-4f6c-b65a-c872e9e3bd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:12.401102 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-1bf375e6-9d79-4f6c-b65a-c872e9e3bd5c None None] For port 0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0,segment=NetworkSegment(45bca28a-2622-4e3c-9b13-7631eb3daf4b),segment_id=45bca28a-2622-4e3c-9b13-7631eb3daf4b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:27:12.504959 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1bf375e6-9d79-4f6c-b65a-c872e9e3bd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:12.570853 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-390d2139-0860-4b7a-b042-acf6bd70983d tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:12.575266 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdbf9d2-bb4d-4306-9f66-3a89b202cf78 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:12.579829 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8bdbf9d2-bb4d-4306-9f66-3a89b202cf78 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=81fb4282-babc-4201-afd1-e5be35072e1e&device_id=25e3aae7-a9ce-4168-84aa-abab21ffe8c6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4388111 Mar 31 15:27:12.580648 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40828) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:12.615976 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf375e6-9d79-4f6c-b65a-c872e9e3bd5c None None] Pushing event updated for resources: {'Port': ['ID=0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:12.645792 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d0f0dbbe-2fd7-40dd-bb41-6a61f94f3825 None None] Provisioning complete for port 0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:27:12.646231 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d0f0dbbe-2fd7-40dd-bb41-6a61f94f3825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:12.652043 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f65d5164-c3b0-4d36-8820-dd303820b115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:12.681540 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-390d2139-0860-4b7a-b042-acf6bd70983d tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-462406'] for router, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:12.723858 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.api [None req-14e06aed-dd49-4879-be2a-98fba0e5cd2a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:27:12.724172 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG oslo_db.api [None req-14e06aed-dd49-4879-be2a-98fba0e5cd2a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:27:12.754370 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-517daab9-d0c3-4818-9cfd-86c6ea6b4885 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Synchronizing usage tracker for tenant:8b5ac80dc4ee46d09ac03572f4822c52 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:27:12.780906 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d0f0dbbe-2fd7-40dd-bb41-6a61f94f3825 None None] Provisioning complete for port 7a1eaf9b-728e-4ceb-af65-2464ee5f516e triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:27:12.781307 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d0f0dbbe-2fd7-40dd-bb41-6a61f94f3825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:12.838487 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0dbbe-2fd7-40dd-bb41-6a61f94f3825 None None] Port 7a1eaf9b-728e-4ceb-af65-2464ee5f516e cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:27:12.927325 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-517daab9-d0c3-4818-9cfd-86c6ea6b4885 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Unset dirty status for tenant:8b5ac80dc4ee46d09ac03572f4822c52 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:27:12.928557 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-517daab9-d0c3-4818-9cfd-86c6ea6b4885 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8b5ac80dc4ee46d09ac03572f4822c52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8213654 Mar 31 15:27:12.931043 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f65d5164-c3b0-4d36-8820-dd303820b115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:12.946486 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-02c51685-4a41-4898-b400-81de958d44a4 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:12.975412 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390d2139-0860-4b7a-b042-acf6bd70983d tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Router 24f27699-035f-4167-84e4-2273ddf55ffb has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:27:12.983139 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f775d8c-7538-44d1-a921-562f173c590c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:12.987277 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8f775d8c-7538-44d1-a921-562f173c590c tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "GET /v2.0/networks/81fb4282-babc-4201-afd1-e5be35072e1e HTTP/1.1" status: 200 len: 881 time: 0.4017730 Mar 31 15:27:12.990129 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40834) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:13.027876 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7073ebe-7c39-401f-a796-dadb530c6be5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Router 6226e8d3-cb18-492c-bc39-0af6ac9f9a59 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:27:13.036299 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f65d5164-c3b0-4d36-8820-dd303820b115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73b2e89-95a8-416f-9c71-910e442846e4']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:13.057362 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f65d5164-c3b0-4d36-8820-dd303820b115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:13.057663 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f65d5164-c3b0-4d36-8820-dd303820b115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a444f8f5-3cf6-43b0-8b92-e27a1d45090c') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:13.127174 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f65d5164-c3b0-4d36-8820-dd303820b115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:13.137480 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-d49be4a0-34a3-489b-a894-50006b423c85 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:27:13.138477 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-d49be4a0-34a3-489b-a894-50006b423c85 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1296730 Mar 31 15:27:13.149867 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-89ccfaa5-ce7d-4dbc-9406-c49a29fe2c2f tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "GET /v2.0/ports?device_id=25e3aae7-a9ce-4168-84aa-abab21ffe8c6 HTTP/1.1" status: 200 len: 205 time: 0.1052916 Mar 31 15:27:13.157763 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40840) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:13.212624 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390d2139-0860-4b7a-b042-acf6bd70983d tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:27:13.219350 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-390d2139-0860-4b7a-b042-acf6bd70983d tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:13.221224 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-390d2139-0860-4b7a-b042-acf6bd70983d tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "PUT /v2.0/routers/24f27699-035f-4167-84e4-2273ddf55ffb HTTP/1.1" status: 200 len: 709 time: 3.2659192 Mar 31 15:27:13.225044 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b2237c-bfc6-4d6f-9478-c27eb82170c4 None None] Sync routers for ids ['24f27699-035f-4167-84e4-2273ddf55ffb'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:27:13.227123 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40844) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:13.238054 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b2237c-bfc6-4d6f-9478-c27eb82170c4 None None] Routers {'24f27699-035f-4167-84e4-2273ddf55ffb'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:13.238895 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e3b2237c-bfc6-4d6f-9478-c27eb82170c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:27:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['24f27699-035f-4167-84e4-2273ddf55ffb'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:13.283802 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-14e06aed-dd49-4879-be2a-98fba0e5cd2a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Deleting port 0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:13.284146 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14e06aed-dd49-4879-be2a-98fba0e5cd2a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:13.303304 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e3b2237c-bfc6-4d6f-9478-c27eb82170c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:13.313077 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b2237c-bfc6-4d6f-9478-c27eb82170c4 None None] Routers {'24f27699-035f-4167-84e4-2273ddf55ffb'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:13.316203 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e3b2237c-bfc6-4d6f-9478-c27eb82170c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:27:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['24f27699-035f-4167-84e4-2273ddf55ffb'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:13.347495 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f65d5164-c3b0-4d36-8820-dd303820b115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:13.382005 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ef152824-f8ad-4a3b-bd88-4f1be2c3d759 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "GET /v2.0/routers/24f27699-035f-4167-84e4-2273ddf55ffb HTTP/1.1" status: 200 len: 744 time: 0.1512706 Mar 31 15:27:13.388613 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e3b2237c-bfc6-4d6f-9478-c27eb82170c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:13.388613 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b2237c-bfc6-4d6f-9478-c27eb82170c4 None None] The sync data for ids ['24f27699-035f-4167-84e4-2273ddf55ffb'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:27:13.389613 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40848) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:13.416289 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f65d5164-c3b0-4d36-8820-dd303820b115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:27:13.416697 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f65d5164-c3b0-4d36-8820-dd303820b115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:13.432934 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:27:13.432934 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:27:13.432934 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:27:13.432934 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:27:13.432934 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:27:13.432934 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:27:13.432934 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:27:13.432934 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:27:13.432934 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:27:13.432934 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:27:13.432934 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:27:13.432934 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:27:13.432934 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:27:13.432934 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:27:13.432934 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:27:13.432934 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:27:13.432934 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:27:13.432934 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:27:13.432934 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:27:13.432934 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:27:13.432934 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:27:13.432934 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:27:13.432934 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:27:13.432934 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:27:13.432934 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:27:13.432934 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:27:13.432934 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:27:13.432934 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:27:13.432934 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:27:13.432934 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:27:13.432934 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:27:13.432934 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:27:13.490525 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5b9b7684-a421-4a09-ad01-4db9f6c2dd06 tempest-RoutersIpV6AdminTest-520253728 tempest-RoutersIpV6AdminTest-520253728-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=81fb4282-babc-4201-afd1-e5be35072e1e&device_id=24f27699-035f-4167-84e4-2273ddf55ffb HTTP/1.1" status: 200 len: 205 time: 0.0996437 Mar 31 15:27:13.492858 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40852) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:13.540826 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b365dc3b-6da1-4807-b070-ebd4025ef197 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "GET /v2.0/ports?device_id=24f27699-035f-4167-84e4-2273ddf55ffb HTTP/1.1" status: 200 len: 205 time: 0.0468583 Mar 31 15:27:13.550582 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40856) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:13.551978 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7073ebe-7c39-401f-a796-dadb530c6be5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:27:13.571063 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6597a2d1-8064-4c7a-8131-a6942997274b None None] Sync routers for ids ['6226e8d3-cb18-492c-bc39-0af6ac9f9a59'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:27:13.581267 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6597a2d1-8064-4c7a-8131-a6942997274b None None] Routers {'6226e8d3-cb18-492c-bc39-0af6ac9f9a59'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:13.582491 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6597a2d1-8064-4c7a-8131-a6942997274b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:27:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6226e8d3-cb18-492c-bc39-0af6ac9f9a59'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:13.632045 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-813615fa-4659-4df5-af03-c0dc0f2ae926 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:13.657604 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6597a2d1-8064-4c7a-8131-a6942997274b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:13.669170 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6597a2d1-8064-4c7a-8131-a6942997274b None None] Routers {'6226e8d3-cb18-492c-bc39-0af6ac9f9a59'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:13.670065 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6597a2d1-8064-4c7a-8131-a6942997274b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:27:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6226e8d3-cb18-492c-bc39-0af6ac9f9a59'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:13.675335 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f7073ebe-7c39-401f-a796-dadb530c6be5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "PUT /v2.0/routers/6226e8d3-cb18-492c-bc39-0af6ac9f9a59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8494675 Mar 31 15:27:13.688785 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40860) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:13.734193 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6597a2d1-8064-4c7a-8131-a6942997274b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:13.734874 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6597a2d1-8064-4c7a-8131-a6942997274b None None] The sync data for ids ['6226e8d3-cb18-492c-bc39-0af6ac9f9a59'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:27:13.767808 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f65d5164-c3b0-4d36-8820-dd303820b115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:13.771136 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-958d10cb-4378-4a82-8a2c-ef49f10cf0bb service neutron] 10.222.0.31 "GET /v2.0/networks/b8c1a446-ecea-4471-8bae-1efc5f7c1cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6110671 Mar 31 15:27:13.805696 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:27:13.826536 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-793ddbd8-d126-42a3-86c6-48e88e4f2c57 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:13.890446 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:27:13.891426 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:13.926513 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f65d5164-c3b0-4d36-8820-dd303820b115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:13.996303 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d5164-c3b0-4d36-8820-dd303820b115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] Pushing event deleted for resources: {'Network': ['ID=d73b2e89-95a8-416f-9c71-910e442846e4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:14.035389 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f65d5164-c3b0-4d36-8820-dd303820b115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884423908-project] 10.222.0.31 "DELETE /v2.0/networks/d73b2e89-95a8-416f-9c71-910e442846e4 HTTP/1.1" status: 204 len: 168 time: 1.8645146 Mar 31 15:27:14.163335 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-14e06aed-dd49-4879-be2a-98fba0e5cd2a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] For port 0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0,segment=NetworkSegment(45bca28a-2622-4e3c-9b13-7631eb3daf4b),segment_id=45bca28a-2622-4e3c-9b13-7631eb3daf4b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:27:14.163791 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14e06aed-dd49-4879-be2a-98fba0e5cd2a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:14.180707 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa278d8f-4171-49e7-9382-6fa6219fa450 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:14.181302 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-fa278d8f-4171-49e7-9382-6fa6219fa450 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Synchronizing usage tracker for tenant:3c462be107e642da98e89cbf8192538c on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:27:14.279651 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-ed3aaad2-8b19-4605-a14e-72e2f5afa060 service neutron] 10.222.0.31 "GET /v2.0/networks/b8c1a446-ecea-4471-8bae-1efc5f7c1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569357 Mar 31 15:27:14.342885 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-14e06aed-dd49-4879-be2a-98fba0e5cd2a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Calling delete_port for 0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:14.404668 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-02c51685-4a41-4898-b400-81de958d44a4 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Deleting port fa9543a7-13f3-42df-b135-a226f46242e0 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:14.404668 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-02c51685-4a41-4898-b400-81de958d44a4 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:14.405225 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-793ddbd8-d126-42a3-86c6-48e88e4f2c57 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:14.414022 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-793ddbd8-d126-42a3-86c6-48e88e4f2c57 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:14.415632 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-fa278d8f-4171-49e7-9382-6fa6219fa450 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Unset dirty status for tenant:3c462be107e642da98e89cbf8192538c on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:27:14.417664 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-fa278d8f-4171-49e7-9382-6fa6219fa450 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "GET /v2.0/ports/7a1eaf9b-728e-4ceb-af65-2464ee5f516e HTTP/1.1" status: 200 len: 910 time: 0.7215543 Mar 31 15:27:14.421406 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40866) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:14.424463 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-813615fa-4659-4df5-af03-c0dc0f2ae926 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:14.621082 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40878) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:14.622139 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-813615fa-4659-4df5-af03-c0dc0f2ae926 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Deleting port 3ec0e4cd-9c18-4698-ba30-635d2e6b36e5 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:14.622674 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-813615fa-4659-4df5-af03-c0dc0f2ae926 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:14.652244 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-793ddbd8-d126-42a3-86c6-48e88e4f2c57 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:14.652784 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793ddbd8-d126-42a3-86c6-48e88e4f2c57 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Fanout notify agent at l3_agent the message router_deleted on router 24f27699-035f-4167-84e4-2273ddf55ffb {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:27:14.713292 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-02c51685-4a41-4898-b400-81de958d44a4 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:14.732662 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-08caae12-0def-462f-9de7-f84ddb36d8e6 req-3459095e-914f-4743-9a53-53f16cda8ef4 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b2fd708-9444-4b96-9a34-4e20cb8ae90f HTTP/1.1" status: 200 len: 210 time: 0.1139390 Mar 31 15:27:14.740444 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-793ddbd8-d126-42a3-86c6-48e88e4f2c57 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:14.747012 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-793ddbd8-d126-42a3-86c6-48e88e4f2c57 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "DELETE /v2.0/routers/24f27699-035f-4167-84e4-2273ddf55ffb HTTP/1.1" status: 204 len: 168 time: 1.1900172 Mar 31 15:27:14.754007 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40888) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:14.796877 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14e06aed-dd49-4879-be2a-98fba0e5cd2a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:14.895256 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-02c51685-4a41-4898-b400-81de958d44a4 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Calling delete_port for fa9543a7-13f3-42df-b135-a226f46242e0 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:14.910245 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7cc4ae54-2776-492f-8df2-e065501c6bff tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "GET /v2.0/ports?device_id=24f27699-035f-4167-84e4-2273ddf55ffb HTTP/1.1" status: 200 len: 205 time: 0.1530135 Mar 31 15:27:14.930615 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40892) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:15.003093 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e06aed-dd49-4879-be2a-98fba0e5cd2a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Pushing event deleted for resources: {'Port': ['ID=0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:15.069043 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-020a9af7-332e-4697-97d1-cb63ff00c90a tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] delete failed (client error): The resource could not be found. Mar 31 15:27:15.070127 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-020a9af7-332e-4697-97d1-cb63ff00c90a tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "DELETE /v2.0/routers/24f27699-035f-4167-84e4-2273ddf55ffb HTTP/1.1" status: 404 len: 336 time: 0.1327946 Mar 31 15:27:15.078436 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40896) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:15.084536 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4414982d-ba24-4785-b92e-8b681a4d266d None None] DHCP port deletion for e104faf4-7ffd-4516-b6ac-e352711a69ec request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:27:15.121582 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2601a18-c093-4763-b329-e861a695d334 None None] get_active_networks_info from dv-neutron-833379-2-hyperv {{(pid=103445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 31 15:27:15.122038 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e06aed-dd49-4879-be2a-98fba0e5cd2a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] No DVR routers for this DVR port 0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0 on host dv-neutron-833379-2-hyperv {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:27:15.170403 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3337af9e-5694-4bfc-a0c2-55999b135129 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=14f7d7500d3845cfb1b27b61d5fabac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5203032 Mar 31 15:27:15.172864 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-813615fa-4659-4df5-af03-c0dc0f2ae926 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:15.176986 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40900) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:15.191425 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f110414e-1c98-41ad-aa03-b266a42cf0a4 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "GET /v2.0/ports?device_id=1653018e-05b3-4665-9ea3-1c1fbbd6472a HTTP/1.1" status: 200 len: 205 time: 0.1052728 Mar 31 15:27:15.195058 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40904) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:15.262094 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14e06aed-dd49-4879-be2a-98fba0e5cd2a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:15.270710 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2601a18-c093-4763-b329-e861a695d334 None None] Resources bound (agent type, host, resource id): {{(pid=103445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 15:27:15.346892 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e87c406-4fcb-4177-a99e-30164b8ba949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:15.391645 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e87c406-4fcb-4177-a99e-30164b8ba949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:15.444855 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-813615fa-4659-4df5-af03-c0dc0f2ae926 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Calling delete_port for 3ec0e4cd-9c18-4698-ba30-635d2e6b36e5 owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:15.488925 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-8ee8086e-82b9-4082-8c2e-4779d239ad86 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] delete failed (client error): The resource could not be found. Mar 31 15:27:15.490316 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8ee8086e-82b9-4082-8c2e-4779d239ad86 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "DELETE /v2.0/routers/1653018e-05b3-4665-9ea3-1c1fbbd6472a HTTP/1.1" status: 404 len: 336 time: 0.2670333 Mar 31 15:27:15.496399 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40910) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:15.623122 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14e06aed-dd49-4879-be2a-98fba0e5cd2a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:15.677316 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e06aed-dd49-4879-be2a-98fba0e5cd2a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Pushing event deleted for resources: {'Subnet': ['ID=b05cfd56-0300-46e3-961f-e36632b056b9,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:15.713584 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-02c51685-4a41-4898-b400-81de958d44a4 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:15.794158 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c8cfc299-4bbc-4841-91ca-184fad5244a6 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "GET /v2.0/ports?device_id=c32173ac-14fa-4216-bea3-c0b74201e6bc HTTP/1.1" status: 200 len: 205 time: 0.2929232 Mar 31 15:27:15.795689 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40916) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:15.845921 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:27:15.891498 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:27:15.891812 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 0b09a5f9-4d5e-4fc0-9c80-da6c6efbdcc0 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:27:15.965329 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc092eb-14dd-4942-a2fb-0f977f7fff03 None None] Network e104faf4-7ffd-4516-b6ac-e352711a69ec requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:15.981067 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c51685-4a41-4898-b400-81de958d44a4 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event deleted for resources: {'Port': ['ID=fa9543a7-13f3-42df-b135-a226f46242e0,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:16.091476 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-244c0f32-a376-43b6-ac02-3adaecee8df5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:16.101174 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-c7199f19-7882-4e4c-885c-cfedf3d6ad4a tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] delete failed (client error): The resource could not be found. Mar 31 15:27:16.102670 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c7199f19-7882-4e4c-885c-cfedf3d6ad4a tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "DELETE /v2.0/routers/c32173ac-14fa-4216-bea3-c0b74201e6bc HTTP/1.1" status: 404 len: 336 time: 0.3003049 Mar 31 15:27:16.110925 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-918082c7-96bf-4ad3-9c43-3f8b98fb872a req-7a1120e9-8a2b-482c-a52e-90638b9a28d2 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b2fd708-9444-4b96-9a34-4e20cb8ae90f HTTP/1.1" status: 200 len: 210 time: 0.1774168 Mar 31 15:27:16.156361 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40920) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:16.158174 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14e06aed-dd49-4879-be2a-98fba0e5cd2a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:16.164362 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-813615fa-4659-4df5-af03-c0dc0f2ae926 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:16.192263 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e87c406-4fcb-4177-a99e-30164b8ba949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:16.201676 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed44674a-84b1-468c-bf0c-e881f041da11 None None] DHCP port deletion for e104faf4-7ffd-4516-b6ac-e352711a69ec request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:27:16.220950 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-14e06aed-dd49-4879-be2a-98fba0e5cd2a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e104faf4-7ffd-4516-b6ac-e352711a69ec']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:16.239400 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e87c406-4fcb-4177-a99e-30164b8ba949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bedad9-c6d3-4c77-9391-a4a22ae13fe2,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:16.253714 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-14e06aed-dd49-4879-be2a-98fba0e5cd2a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45bca28a-2622-4e3c-9b13-7631eb3daf4b') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:16.254015 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-14e06aed-dd49-4879-be2a-98fba0e5cd2a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45bca28a-2622-4e3c-9b13-7631eb3daf4b') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:16.319542 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14e06aed-dd49-4879-be2a-98fba0e5cd2a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:16.346074 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0430adb2-ff38-447b-b01d-e06a91e6ac22 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ae8179f-3a84-4827-a8c2-55338975f1e1 HTTP/1.1" status: 200 len: 205 time: 0.1896873 Mar 31 15:27:16.346947 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813615fa-4659-4df5-af03-c0dc0f2ae926 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Pushing event deleted for resources: {'Port': ['ID=3ec0e4cd-9c18-4698-ba30-635d2e6b36e5,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:16.351312 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40924) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:16.354252 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14e06aed-dd49-4879-be2a-98fba0e5cd2a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:16.436774 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e06aed-dd49-4879-be2a-98fba0e5cd2a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:27:16.437093 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14e06aed-dd49-4879-be2a-98fba0e5cd2a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:16.451230 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:27:16.451230 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:27:16.451230 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:27:16.451230 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:27:16.451230 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:27:16.451230 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:27:16.451230 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:27:16.451230 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:27:16.451230 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:27:16.451230 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:27:16.451230 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:27:16.451230 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:27:16.451230 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:27:16.451230 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:27:16.451230 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:27:16.451230 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:27:16.451230 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:27:16.451230 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:27:16.451230 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:27:16.451230 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:27:16.451230 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:27:16.451230 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:27:16.451230 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:27:16.451230 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:27:16.451230 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:27:16.451230 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:27:16.451230 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:27:16.451230 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:27:16.451230 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:27:16.451230 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:27:16.451230 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:27:16.451230 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:27:16.476227 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-7e8b0b02-c66b-4e6a-9920-476e8bb9aabb tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] delete failed (client error): The resource could not be found. Mar 31 15:27:16.477265 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7e8b0b02-c66b-4e6a-9920-476e8bb9aabb tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "DELETE /v2.0/routers/2ae8179f-3a84-4827-a8c2-55338975f1e1 HTTP/1.1" status: 404 len: 336 time: 0.1250110 Mar 31 15:27:16.483714 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40928) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:16.579134 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-17b7cea9-b996-4b77-8d87-855a6d7ef7ee tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "GET /v2.0/ports?device_id=a394b8a9-fdcd-4bd1-bde5-cfeb3efd765d HTTP/1.1" status: 200 len: 205 time: 0.0925803 Mar 31 15:27:16.580851 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-813615fa-4659-4df5-af03-c0dc0f2ae926 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:16.587448 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40932) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:16.696191 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-857076c0-e2bc-4913-980f-c424e9261703 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] delete failed (client error): The resource could not be found. Mar 31 15:27:16.697120 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-857076c0-e2bc-4913-980f-c424e9261703 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "DELETE /v2.0/routers/a394b8a9-fdcd-4bd1-bde5-cfeb3efd765d HTTP/1.1" status: 404 len: 336 time: 0.1066265 Mar 31 15:27:16.697774 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-02c51685-4a41-4898-b400-81de958d44a4 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:16.701293 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40936) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:16.704063 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e87c406-4fcb-4177-a99e-30164b8ba949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:16.705109 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1e87c406-4fcb-4177-a99e-30164b8ba949 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/32bedad9-c6d3-4c77-9391-a4a22ae13fe2 HTTP/1.1" status: 204 len: 168 time: 1.5273616 Mar 31 15:27:16.766884 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14e06aed-dd49-4879-be2a-98fba0e5cd2a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:16.791271 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14e06aed-dd49-4879-be2a-98fba0e5cd2a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:16.793796 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-813615fa-4659-4df5-af03-c0dc0f2ae926 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:16.800238 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-813615fa-4659-4df5-af03-c0dc0f2ae926 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:16.803999 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e06aed-dd49-4879-be2a-98fba0e5cd2a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Pushing event deleted for resources: {'Network': ['ID=e104faf4-7ffd-4516-b6ac-e352711a69ec,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:16.809262 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-14e06aed-dd49-4879-be2a-98fba0e5cd2a tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "DELETE /v2.0/networks/e104faf4-7ffd-4516-b6ac-e352711a69ec HTTP/1.1" status: 204 len: 168 time: 7.0138338 Mar 31 15:27:16.812069 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-dda1d385-2dcb-4795-8abe-92848f998727 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc1b0678-1391-44dc-b82d-cd7920292543 HTTP/1.1" status: 200 len: 205 time: 0.1093814 Mar 31 15:27:16.812527 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40942) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:16.815109 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40946) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:16.822415 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-18253b20-476a-482e-afe3-1d65faddf058 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1208121244'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:16.901390 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-18253b20-476a-482e-afe3-1d65faddf058 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:16.915136 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-18253b20-476a-482e-afe3-1d65faddf058 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Usage tracker for resource:network and tenant:137a4e602d1c4c6a9514dc9ddf162593 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:16.918278 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-327e7fd7-0f1a-48d5-9ba5-c7929906e0e4 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] delete failed (client error): The resource could not be found. Mar 31 15:27:16.919280 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-327e7fd7-0f1a-48d5-9ba5-c7929906e0e4 tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "DELETE /v2.0/routers/cc1b0678-1391-44dc-b82d-cd7920292543 HTTP/1.1" status: 404 len: 336 time: 0.1033182 Mar 31 15:27:16.920747 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-18253b20-476a-482e-afe3-1d65faddf058 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Quota usage for network was recalculated. Used quota:3. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:16.923489 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40950) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:16.929090 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-18253b20-476a-482e-afe3-1d65faddf058 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:16.969672 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-d186d0e6-c954-4afd-982c-237203a6190a tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] DELETE failed (client error): The resource could not be found. Mar 31 15:27:16.970130 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d186d0e6-c954-4afd-982c-237203a6190a tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:27:16.973560 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d186d0e6-c954-4afd-982c-237203a6190a tempest-RoutersIpV6AdminTest-451272193 tempest-RoutersIpV6AdminTest-451272193-project] 10.222.0.31 "DELETE /v2.0/subnets/f14b9e64-d324-4c84-bae0-43dcf9122553 HTTP/1.1" status: 404 len: 337 time: 0.0483291 Mar 31 15:27:16.988000 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-813615fa-4659-4df5-af03-c0dc0f2ae926 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:16.988500 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813615fa-4659-4df5-af03-c0dc0f2ae926 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Fanout notify agent at l3_agent the message router_deleted on router 25e3aae7-a9ce-4168-84aa-abab21ffe8c6 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:27:17.022004 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-813615fa-4659-4df5-af03-c0dc0f2ae926 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:17.023351 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-813615fa-4659-4df5-af03-c0dc0f2ae926 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "DELETE /v2.0/routers/25e3aae7-a9ce-4168-84aa-abab21ffe8c6 HTTP/1.1" status: 204 len: 168 time: 3.8647399 Mar 31 15:27:17.024544 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18253b20-476a-482e-afe3-1d65faddf058 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Made reservation on behalf of 137a4e602d1c4c6a9514dc9ddf162593 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:17.029972 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-18253b20-476a-482e-afe3-1d65faddf058 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:17.032512 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40958) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:17.037547 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3a0a1af0-ab65-4c0c-8c9a-ac6f745ed764 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-115796338', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:17.039573 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-244c0f32-a376-43b6-ac02-3adaecee8df5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Deleting port 7a1eaf9b-728e-4ceb-af65-2464ee5f516e {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:17.040115 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-244c0f32-a376-43b6-ac02-3adaecee8df5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:17.053155 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-3a0a1af0-ab65-4c0c-8c9a-ac6f745ed764 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:17.060567 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-3a0a1af0-ab65-4c0c-8c9a-ac6f745ed764 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Usage tracker for resource:router and tenant:8cff3076c81843719bbab3ce46b9d73c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:17.065122 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-3a0a1af0-ab65-4c0c-8c9a-ac6f745ed764 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:17.074700 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-3a0a1af0-ab65-4c0c-8c9a-ac6f745ed764 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:17.320759 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c51685-4a41-4898-b400-81de958d44a4 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Router d45365b8-2af3-401e-8be4-56835f9aca51 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:27:17.386868 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1af0-ab65-4c0c-8c9a-ac6f745ed764 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:17.387076 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1af0-ab65-4c0c-8c9a-ac6f745ed764 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:17.419937 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1af0-ab65-4c0c-8c9a-ac6f745ed764 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:17.438682 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40964) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:17.439256 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18253b20-476a-482e-afe3-1d65faddf058 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:27:17.506004 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-808032cf-bdb4-4cab-812f-51273fb98bc3 req-08651a87-47eb-4414-bf28-3d8b190feffd tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b2fd708-9444-4b96-9a34-4e20cb8ae90f HTTP/1.1" status: 200 len: 210 time: 0.1278481 Mar 31 15:27:17.548021 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-18253b20-476a-482e-afe3-1d65faddf058 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:17.548021 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-18253b20-476a-482e-afe3-1d65faddf058 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Added segment 858e4782-7616-49d0-89e1-3c44cfd653c0 of type vlan for network 42cea56b-e265-4b02-91bd-5923ae93c3c6 Mar 31 15:27:17.582787 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f97bee15-aea5-4ad3-8a7b-0ff7745598b7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5878efb8c39e409c89ef1cf3191eac04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404626 Mar 31 15:27:17.589444 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40972) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:17.617633 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c51685-4a41-4898-b400-81de958d44a4 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:27:17.631621 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b3b287-835d-4242-8b9d-9c66705d7f30 None None] Sync routers for ids ['d45365b8-2af3-401e-8be4-56835f9aca51'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:27:17.645337 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-02c51685-4a41-4898-b400-81de958d44a4 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "PUT /v2.0/routers/d45365b8-2af3-401e-8be4-56835f9aca51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6321497 Mar 31 15:27:17.646540 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40978) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:17.647035 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 40980) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:17.648668 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b3b287-835d-4242-8b9d-9c66705d7f30 None None] Routers {'d45365b8-2af3-401e-8be4-56835f9aca51'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:17.649474 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-38b3b287-835d-4242-8b9d-9c66705d7f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:27:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['d45365b8-2af3-401e-8be4-56835f9aca51'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:17.669322 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-952a8bfa-8459-48e1-99c6-2ea865557fc3 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:17.670752 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-952a8bfa-8459-48e1-99c6-2ea865557fc3 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.41 "GET /v2.0/networks?id=b8c1a446-ecea-4471-8bae-1efc5f7c1cdf HTTP/1.1" status: 200 len: 812 time: 0.5988972 Mar 31 15:27:17.672496 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-18253b20-476a-482e-afe3-1d65faddf058 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:17.677002 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-244c0f32-a376-43b6-ac02-3adaecee8df5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:17.716778 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-38b3b287-835d-4242-8b9d-9c66705d7f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:17.726899 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b3b287-835d-4242-8b9d-9c66705d7f30 None None] Routers {'d45365b8-2af3-401e-8be4-56835f9aca51'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:17.727557 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-38b3b287-835d-4242-8b9d-9c66705d7f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:27:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['d45365b8-2af3-401e-8be4-56835f9aca51'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:17.791096 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-38b3b287-835d-4242-8b9d-9c66705d7f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:17.791697 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b3b287-835d-4242-8b9d-9c66705d7f30 None None] The sync data for ids ['d45365b8-2af3-401e-8be4-56835f9aca51'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:27:17.850286 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-244c0f32-a376-43b6-ac02-3adaecee8df5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Calling delete_port for 7a1eaf9b-728e-4ceb-af65-2464ee5f516e owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:17.885281 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:27:17.893645 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-18253b20-476a-482e-afe3-1d65faddf058 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:27:17.905595 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-ec9f06da-515a-424b-b5a6-eb43b223867d tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Synchronizing usage tracker for tenant:8b5ac80dc4ee46d09ac03572f4822c52 on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:27:17.945618 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-105ba003-3afa-4cb3-adff-032576e5c003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:17.947044 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-ec9f06da-515a-424b-b5a6-eb43b223867d tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Unset dirty status for tenant:8b5ac80dc4ee46d09ac03572f4822c52 on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:27:17.949529 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-ec9f06da-515a-424b-b5a6-eb43b223867d tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b5ac80dc4ee46d09ac03572f4822c52 HTTP/1.1" status: 200 len: 379 time: 0.2641172 Mar 31 15:27:17.959202 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-1dc96cc8-65dc-4f40-9b38-5e7bdec902e7 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Request body: {'port': {'device_id': '4b2fd708-9444-4b96-9a34-4e20cb8ae90f', 'network_id': 'b8c1a446-ecea-4471-8bae-1efc5f7c1cdf', 'admin_state_up': True, 'tenant_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'security_groups': ['ac921968-9099-446a-b7f7-743cb695bc1e']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:18.065480 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-18253b20-476a-482e-afe3-1d65faddf058 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:18.070789 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18253b20-476a-482e-afe3-1d65faddf058 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:18.071367 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-18253b20-476a-482e-afe3-1d65faddf058 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:18.094456 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7cef534d-25b4-431e-9eb1-4e8fda50e3dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:18.121330 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1af0-ab65-4c0c-8c9a-ac6f745ed764 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:18.149260 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7cef534d-25b4-431e-9eb1-4e8fda50e3dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:18.161853 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-105ba003-3afa-4cb3-adff-032576e5c003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:18.173765 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7cef534d-25b4-431e-9eb1-4e8fda50e3dc admin admin] Usage tracker for resource:security_group_rule and tenant:dce923f5422345b4b3937e0f97824efc is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:18.186163 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7cef534d-25b4-431e-9eb1-4e8fda50e3dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:18.198797 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7cef534d-25b4-431e-9eb1-4e8fda50e3dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:18.202473 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c345b81f-8a14-41e5-9886-148171406c3a tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:18.219541 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18253b20-476a-482e-afe3-1d65faddf058 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Pushing event updated for resources: {'Network': ['ID=42cea56b-e265-4b02-91bd-5923ae93c3c6,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:18.234002 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18253b20-476a-482e-afe3-1d65faddf058 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:18.234345 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18253b20-476a-482e-afe3-1d65faddf058 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:18.234681 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18253b20-476a-482e-afe3-1d65faddf058 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:18.235009 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18253b20-476a-482e-afe3-1d65faddf058 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:18.235332 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18253b20-476a-482e-afe3-1d65faddf058 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:18.235659 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18253b20-476a-482e-afe3-1d65faddf058 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:18.235978 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18253b20-476a-482e-afe3-1d65faddf058 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:18.236296 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18253b20-476a-482e-afe3-1d65faddf058 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:18.236616 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18253b20-476a-482e-afe3-1d65faddf058 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:18.236937 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18253b20-476a-482e-afe3-1d65faddf058 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:18.237284 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18253b20-476a-482e-afe3-1d65faddf058 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:18.237591 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18253b20-476a-482e-afe3-1d65faddf058 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:18.245233 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-1dc96cc8-65dc-4f40-9b38-5e7bdec902e7 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:18.250482 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 42cea56b-e265-4b02-91bd-5923ae93c3c6 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:27:18.287507 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-1dc96cc8-65dc-4f40-9b38-5e7bdec902e7 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:18.293670 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-18253b20-476a-482e-afe3-1d65faddf058 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4765756 Mar 31 15:27:18.295857 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 40990) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:18.309130 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-e3513984-cdf8-4727-bff6-3732f21b41cf tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Request body: {'subnet': {'network_id': '42cea56b-e265-4b02-91bd-5923ae93c3c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:18.414399 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-1dc96cc8-65dc-4f40-9b38-5e7bdec902e7 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Made reservation on behalf of 8b5ac80dc4ee46d09ac03572f4822c52 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:18.417869 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-1dc96cc8-65dc-4f40-9b38-5e7bdec902e7 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:18.468319 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-105ba003-3afa-4cb3-adff-032576e5c003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:18.492043 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e3513984-cdf8-4727-bff6-3732f21b41cf tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:18.498568 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e3513984-cdf8-4727-bff6-3732f21b41cf tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Usage tracker for resource:subnet and tenant:137a4e602d1c4c6a9514dc9ddf162593 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:18.501497 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e3513984-cdf8-4727-bff6-3732f21b41cf tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:18.507550 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e3513984-cdf8-4727-bff6-3732f21b41cf tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:18.513470 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ba003-3afa-4cb3-adff-032576e5c003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41262b3e-cb0c-4b12-b6c2-5f3aaa01f3b4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:18.530808 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-244c0f32-a376-43b6-ac02-3adaecee8df5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:18.542473 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ba003-3afa-4cb3-adff-032576e5c003 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:18.542473 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ba003-3afa-4cb3-adff-032576e5c003 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:18.542473 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ba003-3afa-4cb3-adff-032576e5c003 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:18.542779 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ba003-3afa-4cb3-adff-032576e5c003 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:18.542874 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ba003-3afa-4cb3-adff-032576e5c003 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:18.543170 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ba003-3afa-4cb3-adff-032576e5c003 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:18.543501 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ba003-3afa-4cb3-adff-032576e5c003 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:18.543833 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ba003-3afa-4cb3-adff-032576e5c003 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:18.544171 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ba003-3afa-4cb3-adff-032576e5c003 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:18.544504 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ba003-3afa-4cb3-adff-032576e5c003 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:18.544816 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ba003-3afa-4cb3-adff-032576e5c003 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:18.545147 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ba003-3afa-4cb3-adff-032576e5c003 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:18.548345 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c345b81f-8a14-41e5-9886-148171406c3a tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:18.558474 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-105ba003-3afa-4cb3-adff-032576e5c003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:18.559281 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-105ba003-3afa-4cb3-adff-032576e5c003 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/41262b3e-cb0c-4b12-b6c2-5f3aaa01f3b4 HTTP/1.1" status: 204 len: 168 time: 0.9716623 Mar 31 15:27:18.673445 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c0f32-a376-43b6-ac02-3adaecee8df5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Port': ['ID=7a1eaf9b-728e-4ceb-af65-2464ee5f516e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:18.673445 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3513984-cdf8-4727-bff6-3732f21b41cf tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Made reservation on behalf of 137a4e602d1c4c6a9514dc9ddf162593 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:18.676011 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3513984-cdf8-4727-bff6-3732f21b41cf tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:18.865275 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c345b81f-8a14-41e5-9886-148171406c3a tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Deleting port 17f1244c-c827-4e83-9743-68d28b3dcd67 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:18.865632 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c345b81f-8a14-41e5-9886-148171406c3a tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:18.901028 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7cef534d-25b4-431e-9eb1-4e8fda50e3dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:18.920177 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-44fa777f-a9d6-42ef-937d-3bee56b5b3de req-8ad8d451-959c-4f50-8abe-4d97fdab4755 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b2fd708-9444-4b96-9a34-4e20cb8ae90f HTTP/1.1" status: 200 len: 210 time: 0.2904763 Mar 31 15:27:18.987502 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7cef534d-25b4-431e-9eb1-4e8fda50e3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:19.039083 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-1dc96cc8-65dc-4f40-9b38-5e7bdec902e7 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Allocated IP 172.20.0.7 (b8c1a446-ecea-4471-8bae-1efc5f7c1cdf/a152ddbe-bf1d-428e-af6f-5de1f957668e/0d605c1b-a29c-44cb-bc0d-163a3712ce76) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:19.078685 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1af0-ab65-4c0c-8c9a-ac6f745ed764 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:19.141368 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef534d-25b4-431e-9eb1-4e8fda50e3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e4130b-39f2-4cc4-a38b-f67f4d45a01f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:19.144356 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1af0-ab65-4c0c-8c9a-ac6f745ed764 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:19.150509 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7cef534d-25b4-431e-9eb1-4e8fda50e3dc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dce923f5422345b4b3937e0f97824efc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4456487 Mar 31 15:27:19.168408 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41006) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:19.265342 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-244c0f32-a376-43b6-ac02-3adaecee8df5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:19.304003 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c345b81f-8a14-41e5-9886-148171406c3a tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:19.471926 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c345b81f-8a14-41e5-9886-148171406c3a tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Calling delete_port for 17f1244c-c827-4e83-9743-68d28b3dcd67 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:19.542922 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-3a0a1af0-ab65-4c0c-8c9a-ac6f745ed764 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Allocated IP 172.26.5.137 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/345dd885-1524-43b7-8b42-13fb5042f1c4) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:19.544682 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-25acea88-55d1-430e-969c-be7efb2e6518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:19.732662 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1af0-ab65-4c0c-8c9a-ac6f745ed764 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:19.796680 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-25acea88-55d1-430e-969c-be7efb2e6518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:19.819713 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41022) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:19.887458 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1af0-ab65-4c0c-8c9a-ac6f745ed764 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:19.891678 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c345b81f-8a14-41e5-9886-148171406c3a tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:19.894190 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244c0f32-a376-43b6-ac02-3adaecee8df5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Router 6226e8d3-cb18-492c-bc39-0af6ac9f9a59 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:27:19.923848 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3513984-cdf8-4727-bff6-3732f21b41cf tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:19.950858 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7ab324fd-483b-4021-82e4-7111a9a75705 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1388466254'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:19.962465 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-1dc96cc8-65dc-4f40-9b38-5e7bdec902e7 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:19.987420 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7ab324fd-483b-4021-82e4-7111a9a75705 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:20.012928 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0a1af0-ab65-4c0c-8c9a-ac6f745ed764 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:20.044276 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7ab324fd-483b-4021-82e4-7111a9a75705 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Usage tracker for resource:network and tenant:cba800ed59cd4d6f8d690d59c4ee670b is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:20.047407 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-3a0a1af0-ab65-4c0c-8c9a-ac6f745ed764 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:20.054069 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7ab324fd-483b-4021-82e4-7111a9a75705 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:20.063507 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0a1af0-ab65-4c0c-8c9a-ac6f745ed764 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:27:20.072787 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-1dc96cc8-65dc-4f40-9b38-5e7bdec902e7 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Transition to ACTIVE for port object 0d605c1b-a29c-44cb-bc0d-163a3712ce76 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:20.100854 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a1af0-ab65-4c0c-8c9a-ac6f745ed764 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Pushing event updated for resources: {'Port': ['ID=345dd885-1524-43b7-8b42-13fb5042f1c4,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:20.138326 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7ab324fd-483b-4021-82e4-7111a9a75705 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:20.172973 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3513984-cdf8-4727-bff6-3732f21b41cf tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Pushing event updated for resources: {'Subnet': ['ID=50a69551-f721-4791-9811-4e4d8a0f0c0a,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:20.185639 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244c0f32-a376-43b6-ac02-3adaecee8df5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:27:20.198284 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981cda85-e692-4566-bed2-321b8e9a49b2 None None] Sync routers for ids ['6226e8d3-cb18-492c-bc39-0af6ac9f9a59'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:27:20.208964 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-78543766-69fc-4035-99da-1c3dbb0b500b req-c2fc0b78-53f3-4e8a-8be6-bce239d16a03 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b2fd708-9444-4b96-9a34-4e20cb8ae90f HTTP/1.1" status: 200 len: 210 time: 0.1202514 Mar 31 15:27:20.213878 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345b81f-8a14-41e5-9886-148171406c3a tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event deleted for resources: {'Port': ['ID=17f1244c-c827-4e83-9743-68d28b3dcd67,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:20.216206 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3513984-cdf8-4727-bff6-3732f21b41cf tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Checking segment: {'id': '858e4782-7616-49d0-89e1-3c44cfd653c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '42cea56b-e265-4b02-91bd-5923ae93c3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:27:20.216603 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3513984-cdf8-4727-bff6-3732f21b41cf tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Network hostable DHCP agents. Network: 42cea56b-e265-4b02-91bd-5923ae93c3c6, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:27:20.217566 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981cda85-e692-4566-bed2-321b8e9a49b2 None None] Routers {'6226e8d3-cb18-492c-bc39-0af6ac9f9a59'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:20.218441 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-981cda85-e692-4566-bed2-321b8e9a49b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:27:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6226e8d3-cb18-492c-bc39-0af6ac9f9a59'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:20.227420 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c345b81f-8a14-41e5-9886-148171406c3a tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:20.241508 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f678a-2af5-4ce8-a8d8-e26be9510e12 req-830a9860-b02d-4f53-bf94-851c20e9351f tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:20.243290 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b85f678a-2af5-4ce8-a8d8-e26be9510e12 req-830a9860-b02d-4f53-bf94-851c20e9351f tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.3959782 Mar 31 15:27:20.270196 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-25acea88-55d1-430e-969c-be7efb2e6518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:20.296869 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-981cda85-e692-4566-bed2-321b8e9a49b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:20.306957 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981cda85-e692-4566-bed2-321b8e9a49b2 None None] Routers {'6226e8d3-cb18-492c-bc39-0af6ac9f9a59'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:20.308822 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-981cda85-e692-4566-bed2-321b8e9a49b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:27:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6226e8d3-cb18-492c-bc39-0af6ac9f9a59'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:20.311020 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25acea88-55d1-430e-969c-be7efb2e6518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e4130b-39f2-4cc4-a38b-f67f4d45a01f,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:20.336258 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b85f678a-2af5-4ce8-a8d8-e26be9510e12 req-06ec24ae-2971-4de4-97fc-2e49f6b6fdcd tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921161 Mar 31 15:27:20.339462 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-1dc96cc8-65dc-4f40-9b38-5e7bdec902e7 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:20.398043 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab324fd-483b-4021-82e4-7111a9a75705 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Made reservation on behalf of cba800ed59cd4d6f8d690d59c4ee670b for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:20.401642 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ab324fd-483b-4021-82e4-7111a9a75705 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:20.408615 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3513984-cdf8-4727-bff6-3732f21b41cf tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Network 42cea56b-e265-4b02-91bd-5923ae93c3c6 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:27:20.415040 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-981cda85-e692-4566-bed2-321b8e9a49b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:20.415644 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981cda85-e692-4566-bed2-321b8e9a49b2 None None] The sync data for ids ['6226e8d3-cb18-492c-bc39-0af6ac9f9a59'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:27:20.424530 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-1dc96cc8-65dc-4f40-9b38-5e7bdec902e7 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Network b8c1a446-ecea-4471-8bae-1efc5f7c1cdf is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:20.430466 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-1dc96cc8-65dc-4f40-9b38-5e7bdec902e7 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:20.440933 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-1dc96cc8-65dc-4f40-9b38-5e7bdec902e7 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:27:20.468551 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-244c0f32-a376-43b6-ac02-3adaecee8df5 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "PUT /v2.0/routers/6226e8d3-cb18-492c-bc39-0af6ac9f9a59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0435081 Mar 31 15:27:20.472945 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41032) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:20.479077 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-25acea88-55d1-430e-969c-be7efb2e6518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:20.484268 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-25acea88-55d1-430e-969c-be7efb2e6518 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45e4130b-39f2-4cc4-a38b-f67f4d45a01f HTTP/1.1" status: 204 len: 168 time: 1.3104420 Mar 31 15:27:20.491215 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc96cc8-65dc-4f40-9b38-5e7bdec902e7 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Pushing event updated for resources: {'Port': ['ID=0d605c1b-a29c-44cb-bc0d-163a3712ce76,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:20.555255 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-e3513984-cdf8-4727-bff6-3732f21b41cf tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 42cea56b-e265-4b02-91bd-5923ae93c3c6) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:20.560391 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-70c7640f-566b-4285-84f3-a72b2342afed tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Synchronizing usage tracker for tenant:3c462be107e642da98e89cbf8192538c on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:27:20.566792 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8804858-d77d-4a1d-aba9-5bb5b60d9117 None None] Network 42cea56b-e265-4b02-91bd-5923ae93c3c6 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:20.569128 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3513984-cdf8-4727-bff6-3732f21b41cf tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:20.569758 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3513984-cdf8-4727-bff6-3732f21b41cf tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:20.584112 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ab324fd-483b-4021-82e4-7111a9a75705 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:20.603814 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-1dc96cc8-65dc-4f40-9b38-5e7bdec902e7 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:20.605282 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-1dc96cc8-65dc-4f40-9b38-5e7bdec902e7 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:20.614040 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7ab324fd-483b-4021-82e4-7111a9a75705 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:20.619809 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7ab324fd-483b-4021-82e4-7111a9a75705 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Usage tracker for resource:security_group_rule and tenant:cba800ed59cd4d6f8d690d59c4ee670b is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:20.625783 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7ab324fd-483b-4021-82e4-7111a9a75705 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:20.636548 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7ab324fd-483b-4021-82e4-7111a9a75705 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:20.706463 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-70c7640f-566b-4285-84f3-a72b2342afed tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Unset dirty status for tenant:3c462be107e642da98e89cbf8192538c on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:27:20.706463 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-70c7640f-566b-4285-84f3-a72b2342afed tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "GET /v2.0/ports?device_id=6226e8d3-cb18-492c-bc39-0af6ac9f9a59 HTTP/1.1" status: 200 len: 205 time: 0.2284458 Mar 31 15:27:20.707719 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41038) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:20.795613 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-1dc96cc8-65dc-4f40-9b38-5e7bdec902e7 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8402812 Mar 31 15:27:20.804489 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e3513984-cdf8-4727-bff6-3732f21b41cf tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5076163 Mar 31 15:27:20.804701 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c345b81f-8a14-41e5-9886-148171406c3a tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:20.808878 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41042) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:20.812708 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-7305f9b9-b695-402a-899e-2e0ffb2211b6 service neutron] Request body: {'port': {'device_id': '4b2fd708-9444-4b96-9a34-4e20cb8ae90f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:20.877839 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c345b81f-8a14-41e5-9886-148171406c3a tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:20.923046 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-029e5fe4-5f7c-4719-b239-86006f7c2b25 None None] Provisioning for port 0d605c1b-a29c-44cb-bc0d-163a3712ce76 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:27:20.936237 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-42cea56b-e265-4b02-91bd-5923ae93c3c6', 'network_id': '42cea56b-e265-4b02-91bd-5923ae93c3c6', 'tenant_id': '137a4e602d1c4c6a9514dc9ddf162593', 'fixed_ips': [{'subnet_id': '50a69551-f721-4791-9811-4e4d8a0f0c0a'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:27:20.937670 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:20.951075 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-029e5fe4-5f7c-4719-b239-86006f7c2b25 None None] Provisioning complete for port 0d605c1b-a29c-44cb-bc0d-163a3712ce76 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:27:20.951443 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-029e5fe4-5f7c-4719-b239-86006f7c2b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:21.020492 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-029e5fe4-5f7c-4719-b239-86006f7c2b25 None None] Port 0d605c1b-a29c-44cb-bc0d-163a3712ce76 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:27:21.022307 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4945c6-30c8-4ed4-b42c-4038647cacca req-b272fba0-58c1-41b3-8d46-ff601e2df778 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:21.029731 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-fa4945c6-30c8-4ed4-b42c-4038647cacca req-b272fba0-58c1-41b3-8d46-ff601e2df778 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.2277002 Mar 31 15:27:21.080419 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-799e40f5-95ba-4f53-804a-0d9f5718df09 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:21.088201 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ab324fd-483b-4021-82e4-7111a9a75705 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:21.102308 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-fa4945c6-30c8-4ed4-b42c-4038647cacca req-b60fa130-4f29-4e46-aa3f-507984aad54f tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716507 Mar 31 15:27:21.114509 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c345b81f-8a14-41e5-9886-148171406c3a tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:21.116635 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c345b81f-8a14-41e5-9886-148171406c3a tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Fanout notify agent at l3_agent the message router_deleted on router d45365b8-2af3-401e-8be4-56835f9aca51 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:27:21.178117 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ab324fd-483b-4021-82e4-7111a9a75705 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:21.207209 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c345b81f-8a14-41e5-9886-148171406c3a tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:21.209776 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c345b81f-8a14-41e5-9886-148171406c3a tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "DELETE /v2.0/routers/d45365b8-2af3-401e-8be4-56835f9aca51 HTTP/1.1" status: 204 len: 168 time: 3.5065384 Mar 31 15:27:21.218209 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Allocated IP 2001:db8::2 (42cea56b-e265-4b02-91bd-5923ae93c3c6/50a69551-f721-4791-9811-4e4d8a0f0c0a/5a01e149-70b4-4586-998c-3623504eb1b1) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:21.225704 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41050) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:21.285710 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab324fd-483b-4021-82e4-7111a9a75705 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:27:21.346022 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab324fd-483b-4021-82e4-7111a9a75705 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf6922a-33d4-46d3-89de-4cb8bc595a26,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:21.371334 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ab324fd-483b-4021-82e4-7111a9a75705 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:21.371682 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-7ab324fd-483b-4021-82e4-7111a9a75705 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Added segment b238c55d-e9ae-466e-b241-4dd5689e0fef of type vlan for network 968636cf-8d2b-44c5-8a52-eec792f1f9f5 Mar 31 15:27:21.399093 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-7305f9b9-b695-402a-899e-2e0ffb2211b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:21.436773 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-17b58cd9-7268-4154-9e56-39a8fb0c297f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Deleting subnet 08357772-bc6f-4199-8704-01b3bf29fe2b {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:27:21.450611 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-17b58cd9-7268-4154-9e56-39a8fb0c297f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:21.453361 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:21.464536 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Transition to ACTIVE for port object 5a01e149-70b4-4586-998c-3623504eb1b1 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:21.487953 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Transition to ACTIVE for port object 5a01e149-70b4-4586-998c-3623504eb1b1 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:21.525988 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41056) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:21.551734 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:21.570582 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ab324fd-483b-4021-82e4-7111a9a75705 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:21.606627 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-17b58cd9-7268-4154-9e56-39a8fb0c297f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:21.632019 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Pushing event updated for resources: {'Port': ['ID=5a01e149-70b4-4586-998c-3623504eb1b1,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:21.650986 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Network 42cea56b-e265-4b02-91bd-5923ae93c3c6 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:21.655750 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:21.658751 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:21.659101 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:21.659450 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:21.659771 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:21.660099 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:21.660426 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:21.660750 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:21.661083 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:21.661970 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:21.661970 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:21.662144 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:21.662423 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:21.665676 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:27:21.691263 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1af0-ab65-4c0c-8c9a-ac6f745ed764 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:21.759432 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1aaaf6-d3e9-421c-a866-4a6a1357df03 req-0d0fec53-7de5-49e7-aba6-935ae2508aa2 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:21.761057 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-2b1aaaf6-d3e9-421c-a866-4a6a1357df03 req-0d0fec53-7de5-49e7-aba6-935ae2508aa2 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b2fd708-9444-4b96-9a34-4e20cb8ae90f HTTP/1.1" status: 200 len: 931 time: 0.3915179 Mar 31 15:27:21.775775 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-799e40f5-95ba-4f53-804a-0d9f5718df09 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:21.785424 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-799e40f5-95ba-4f53-804a-0d9f5718df09 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:21.797114 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Attempting to bind port 5a01e149-70b4-4586-998c-3623504eb1b1 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:27:21.797520 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Attempting to bind port 5a01e149-70b4-4586-998c-3623504eb1b1 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '858e4782-7616-49d0-89e1-3c44cfd653c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '42cea56b-e265-4b02-91bd-5923ae93c3c6'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:27:21.798210 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Attempting to bind port 5a01e149-70b4-4586-998c-3623504eb1b1 on network 42cea56b-e265-4b02-91bd-5923ae93c3c6 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:27:21.803496 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:27:21.803805 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Checking segment: {'id': '858e4782-7616-49d0-89e1-3c44cfd653c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '42cea56b-e265-4b02-91bd-5923ae93c3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:27:21.804198 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:21.804584 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Bound using segment: {'id': '858e4782-7616-49d0-89e1-3c44cfd653c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '42cea56b-e265-4b02-91bd-5923ae93c3c6'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:27:21.805341 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Bound port: 5a01e149-70b4-4586-998c-3623504eb1b1, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858e4782-7616-49d0-89e1-3c44cfd653c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '42cea56b-e265-4b02-91bd-5923ae93c3c6'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:27:21.805584 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:21.825061 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-747e85c8-1a7d-4fec-89a2-a25a5620a206 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b90e5debb7e44a49a84328c79720d332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824819 Mar 31 15:27:21.828102 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41060) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:21.878989 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d7a8d04-2465-4fdc-9e1b-f82cdb687c11 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:21.907096 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] For port 5a01e149-70b4-4586-998c-3623504eb1b1, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:27:21.911081 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] For port 5a01e149-70b4-4586-998c-3623504eb1b1, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=5a01e149-70b4-4586-998c-3623504eb1b1,segment=NetworkSegment(858e4782-7616-49d0-89e1-3c44cfd653c0),segment_id=858e4782-7616-49d0-89e1-3c44cfd653c0)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:27:21.929680 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ab324fd-483b-4021-82e4-7111a9a75705 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:21.935863 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab324fd-483b-4021-82e4-7111a9a75705 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:21.936401 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8d7a8d04-2465-4fdc-9e1b-f82cdb687c11 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Deleting port 5a01e149-70b4-4586-998c-3623504eb1b1 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:21.936516 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ab324fd-483b-4021-82e4-7111a9a75705 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:21.936740 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d7a8d04-2465-4fdc-9e1b-f82cdb687c11 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:21.980122 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-2b1aaaf6-d3e9-421c-a866-4a6a1357df03 req-78fbe18f-1d94-403f-9a74-b2cd6415e967 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac921968-9099-446a-b7f7-743cb695bc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022009 Mar 31 15:27:22.006344 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:22.006592 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759e5c0-2a2c-498a-9fde-11a93fa67b39 req-1148938f-332f-4964-8fb3-9ac5ac939fe6 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:22.006592 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5759e5c0-2a2c-498a-9fde-11a93fa67b39 req-1148938f-332f-4964-8fb3-9ac5ac939fe6 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.6533949 Mar 31 15:27:22.014157 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-799e40f5-95ba-4f53-804a-0d9f5718df09 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:22.014633 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799e40f5-95ba-4f53-804a-0d9f5718df09 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Fanout notify agent at l3_agent the message router_deleted on router 6226e8d3-cb18-492c-bc39-0af6ac9f9a59 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:27:22.034955 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-17b58cd9-7268-4154-9e56-39a8fb0c297f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:22.097572 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1415c4-1b34-4e05-8aa6-a05f20c43cf9 None None] Pushing event updated for resources: {'Port': ['ID=5a01e149-70b4-4586-998c-3623504eb1b1,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:22.135332 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-799e40f5-95ba-4f53-804a-0d9f5718df09 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:22.139989 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-799e40f5-95ba-4f53-804a-0d9f5718df09 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/routers/6226e8d3-cb18-492c-bc39-0af6ac9f9a59 HTTP/1.1" status: 204 len: 168 time: 1.4288118 Mar 31 15:27:22.149128 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41064) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:22.251935 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5759e5c0-2a2c-498a-9fde-11a93fa67b39 req-5399a996-5cbb-4fca-96fe-26b2f9889f76 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311478 Mar 31 15:27:22.334443 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc83110b-306c-45ed-b54f-43b1d6b78938 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Deleting subnet 8d027fcc-207e-4071-a718-2a68cefd0835 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:27:22.369405 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7ab324fd-483b-4021-82e4-7111a9a75705 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.5359967 Mar 31 15:27:22.372248 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bc83110b-306c-45ed-b54f-43b1d6b78938 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:22.381624 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab324fd-483b-4021-82e4-7111a9a75705 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event updated for resources: {'Network': ['ID=968636cf-8d2b-44c5-8a52-eec792f1f9f5,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:22.416828 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 968636cf-8d2b-44c5-8a52-eec792f1f9f5 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:27:22.423864 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-86532266-25eb-4723-8c96-0042791eb314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:22.553325 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41070) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:22.587994 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-580032bf-c4a2-4b5e-a856-9321b29ca64f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Request body: {'subnet': {'network_id': '968636cf-8d2b-44c5-8a52-eec792f1f9f5', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:22.634982 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-7305f9b9-b695-402a-899e-2e0ffb2211b6 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:27:22.674537 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-86532266-25eb-4723-8c96-0042791eb314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:22.706159 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bc83110b-306c-45ed-b54f-43b1d6b78938 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:22.764107 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-17b58cd9-7268-4154-9e56-39a8fb0c297f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:22.773318 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-7305f9b9-b695-402a-899e-2e0ffb2211b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d605c1b-a29c-44cb-bc0d-163a3712ce76 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:27:22.785324 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8d7a8d04-2465-4fdc-9e1b-f82cdb687c11 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] For port 5a01e149-70b4-4586-998c-3623504eb1b1, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=5a01e149-70b4-4586-998c-3623504eb1b1,segment=NetworkSegment(858e4782-7616-49d0-89e1-3c44cfd653c0),segment_id=858e4782-7616-49d0-89e1-3c44cfd653c0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:27:22.786025 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d7a8d04-2465-4fdc-9e1b-f82cdb687c11 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:22.794261 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-7305f9b9-b695-402a-899e-2e0ffb2211b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:22.817934 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1af0-ab65-4c0c-8c9a-ac6f745ed764 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:22.842228 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b58cd9-7268-4154-9e56-39a8fb0c297f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event deleted for resources: {'Subnet': ['ID=08357772-bc6f-4199-8704-01b3bf29fe2b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:22.855303 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6ae408-dda4-47ba-991a-60e4d67210b9 None None] Network 893ff8fa-16c6-42a5-a4b6-5e490e8b08e7 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:22.905279 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-17b58cd9-7268-4154-9e56-39a8fb0c297f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:22.928352 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8d7a8d04-2465-4fdc-9e1b-f82cdb687c11 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Calling delete_port for 5a01e149-70b4-4586-998c-3623504eb1b1 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:22.934197 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-580032bf-c4a2-4b5e-a856-9321b29ca64f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:22.947367 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-580032bf-c4a2-4b5e-a856-9321b29ca64f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Usage tracker for resource:subnet and tenant:cba800ed59cd4d6f8d690d59c4ee670b is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:22.954184 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-580032bf-c4a2-4b5e-a856-9321b29ca64f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:22.972222 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-580032bf-c4a2-4b5e-a856-9321b29ca64f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:23.030888 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bc83110b-306c-45ed-b54f-43b1d6b78938 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:23.078717 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-17b58cd9-7268-4154-9e56-39a8fb0c297f tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "DELETE /v2.0/subnets/08357772-bc6f-4199-8704-01b3bf29fe2b HTTP/1.1" status: 204 len: 168 time: 1.7963161 Mar 31 15:27:23.081830 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-86532266-25eb-4723-8c96-0042791eb314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:23.093442 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc277ef-f1ac-49b5-b41b-6076dc2551e0 req-2fa4f40d-0ff8-4808-8080-7971a71f9b93 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:23.100382 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9fc277ef-f1ac-49b5-b41b-6076dc2551e0 req-2fa4f40d-0ff8-4808-8080-7971a71f9b93 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.5479071 Mar 31 15:27:23.103935 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41076) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:23.130091 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-7305f9b9-b695-402a-899e-2e0ffb2211b6 service neutron] Transition to ACTIVE for port object 0d605c1b-a29c-44cb-bc0d-163a3712ce76 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:23.163396 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580032bf-c4a2-4b5e-a856-9321b29ca64f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Made reservation on behalf of cba800ed59cd4d6f8d690d59c4ee670b for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:23.166780 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-580032bf-c4a2-4b5e-a856-9321b29ca64f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:23.181625 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-86532266-25eb-4723-8c96-0042791eb314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:23.183308 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-86532266-25eb-4723-8c96-0042791eb314 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc4fc409-aa55-4c86-93a7-c1013f16ed42 HTTP/1.1" status: 204 len: 168 time: 1.3515704 Mar 31 15:27:23.203448 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86532266-25eb-4723-8c96-0042791eb314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4fc409-aa55-4c86-93a7-c1013f16ed42,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:23.262499 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11df6622-4bea-4b4d-b3e2-64bbb72ddea4 None None] DHCP port deletion for 893ff8fa-16c6-42a5-a4b6-5e490e8b08e7 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:27:23.268693 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-11df6622-4bea-4b4d-b3e2-64bbb72ddea4 None None] Deleting port c02b2fdd-439b-45d8-984b-19b58006a6c3 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:23.269126 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-11df6622-4bea-4b4d-b3e2-64bbb72ddea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:23.269462 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-7305f9b9-b695-402a-899e-2e0ffb2211b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:23.388395 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bc83110b-306c-45ed-b54f-43b1d6b78938 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:23.432016 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9fc277ef-f1ac-49b5-b41b-6076dc2551e0 req-b01a77b9-0cda-4b4b-82da-c095184c54db tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3307619 Mar 31 15:27:23.447473 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcfa83a-cb02-430e-ab51-5e109d76b913 None None] Network 42cea56b-e265-4b02-91bd-5923ae93c3c6 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:23.468393 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-906ce4a4-14d7-44e2-892a-710e462629df tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:23.491092 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83110b-306c-45ed-b54f-43b1d6b78938 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Subnet': ['ID=8d027fcc-207e-4071-a718-2a68cefd0835,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:23.494850 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305f9b9-b695-402a-899e-2e0ffb2211b6 service neutron] Pushing event updated for resources: {'Port': ['ID=0d605c1b-a29c-44cb-bc0d-163a3712ce76,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:23.500681 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-906ce4a4-14d7-44e2-892a-710e462629df tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Deleting port c02b2fdd-439b-45d8-984b-19b58006a6c3 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:23.501099 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-906ce4a4-14d7-44e2-892a-710e462629df tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:23.650912 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0a1af0-ab65-4c0c-8c9a-ac6f745ed764 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Router cc478ad8-6598-4c75-a39e-40ebc2ab9ea5 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:27:23.692119 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-11df6622-4bea-4b4d-b3e2-64bbb72ddea4 None None] For port c02b2fdd-439b-45d8-984b-19b58006a6c3, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=c02b2fdd-439b-45d8-984b-19b58006a6c3,segment=NetworkSegment(cd546320-c7d3-4973-9f34-9934f9dcdfc8),segment_id=cd546320-c7d3-4973-9f34-9934f9dcdfc8)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:27:23.692664 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-11df6622-4bea-4b4d-b3e2-64bbb72ddea4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:23.704529 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bc83110b-306c-45ed-b54f-43b1d6b78938 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:23.716856 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136d363f-d902-42ed-ad8f-fbb2b495a976 None None] Network 8a60c067-0c39-4e3c-9e20-a367d8800d0b requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:23.802523 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-bc83110b-306c-45ed-b54f-43b1d6b78938 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/subnets/8d027fcc-207e-4071-a718-2a68cefd0835 HTTP/1.1" status: 204 len: 168 time: 1.6500676 Mar 31 15:27:23.818913 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41086) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:23.897066 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0464c19-e87e-4ab4-8778-7825ff7c9fd0 req-986c2520-7274-46e8-877c-34d8cc2eceae tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:23.901780 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-d0464c19-e87e-4ab4-8778-7825ff7c9fd0 req-986c2520-7274-46e8-877c-34d8cc2eceae tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Synchronizing usage tracker for tenant:8b5ac80dc4ee46d09ac03572f4822c52 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:27:23.914000 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-daa2573f-42ca-40df-81f2-31bcdbaabd1c None None] Provisioning for port 5a01e149-70b4-4586-998c-3623504eb1b1 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:27:23.918616 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d7a8d04-2465-4fdc-9e1b-f82cdb687c11 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:23.927724 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-11df6622-4bea-4b4d-b3e2-64bbb72ddea4 None None] Calling delete_port for c02b2fdd-439b-45d8-984b-19b58006a6c3 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:23.981910 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 5a01e149-70b4-4586-998c-3623504eb1b1 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:27:24.058094 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a8d04-2465-4fdc-9e1b-f82cdb687c11 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Pushing event deleted for resources: {'Port': ['ID=5a01e149-70b4-4586-998c-3623504eb1b1,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:24.108525 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 5a01e149-70b4-4586-998c-3623504eb1b1 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:27:24.109015 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 5a01e149-70b4-4586-998c-3623504eb1b1 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 31 15:27:24.151999 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-daa2573f-42ca-40df-81f2-31bcdbaabd1c None None] Provisioning complete for port 5a01e149-70b4-4586-998c-3623504eb1b1 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:27:24.151999 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-daa2573f-42ca-40df-81f2-31bcdbaabd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:24.154476 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-d0464c19-e87e-4ab4-8778-7825ff7c9fd0 req-986c2520-7274-46e8-877c-34d8cc2eceae tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Unset dirty status for tenant:8b5ac80dc4ee46d09ac03572f4822c52 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:27:24.172774 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d0464c19-e87e-4ab4-8778-7825ff7c9fd0 req-986c2520-7274-46e8-877c-34d8cc2eceae tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b2fd708-9444-4b96-9a34-4e20cb8ae90f HTTP/1.1" status: 200 len: 943 time: 0.9769077 Mar 31 15:27:24.202805 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Port 5a01e149-70b4-4586-998c-3623504eb1b1 not found, will not notify nova. {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 31 15:27:24.205340 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7a8d04-2465-4fdc-9e1b-f82cdb687c11 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] No DVR routers for this DVR port 5a01e149-70b4-4586-998c-3623504eb1b1 on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:27:24.268137 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-daa2573f-42ca-40df-81f2-31bcdbaabd1c None None] Port 5a01e149-70b4-4586-998c-3623504eb1b1 was deleted so its status cannot be updated. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 31 15:27:24.303495 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device c02b2fdd-439b-45d8-984b-19b58006a6c3 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:27:24.303907 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-7305f9b9-b695-402a-899e-2e0ffb2211b6 service neutron] Attempting to bind port 0d605c1b-a29c-44cb-bc0d-163a3712ce76 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:27:24.304242 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-7305f9b9-b695-402a-899e-2e0ffb2211b6 service neutron] Attempting to bind port 0d605c1b-a29c-44cb-bc0d-163a3712ce76 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'd512b9f5-d8b6-4092-917f-faa9e82b2193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b8c1a446-ecea-4471-8bae-1efc5f7c1cdf'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:27:24.304562 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-7305f9b9-b695-402a-899e-2e0ffb2211b6 service neutron] Attempting to bind port 0d605c1b-a29c-44cb-bc0d-163a3712ce76 on network b8c1a446-ecea-4471-8bae-1efc5f7c1cdf {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:27:24.319999 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-7305f9b9-b695-402a-899e-2e0ffb2211b6 service neutron] Port 0d605c1b-a29c-44cb-bc0d-163a3712ce76 on network b8c1a446-ecea-4471-8bae-1efc5f7c1cdf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:27:24.320778 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-7305f9b9-b695-402a-899e-2e0ffb2211b6 service neutron] Attempting to bind port 0d605c1b-a29c-44cb-bc0d-163a3712ce76 on network b8c1a446-ecea-4471-8bae-1efc5f7c1cdf {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:27:24.336648 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d0464c19-e87e-4ab4-8778-7825ff7c9fd0 req-99955dc5-8cf7-42c2-9a3e-a3e29e35f72a tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac921968-9099-446a-b7f7-743cb695bc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623259 Mar 31 15:27:24.340123 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d7a8d04-2465-4fdc-9e1b-f82cdb687c11 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:24.365676 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85a6150b-4424-4e48-88c0-97e64e4ca30c tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:24.373294 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-7305f9b9-b695-402a-899e-2e0ffb2211b6 service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:27:24.373633 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-7305f9b9-b695-402a-899e-2e0ffb2211b6 service neutron] Checking segment: {'id': 'd512b9f5-d8b6-4092-917f-faa9e82b2193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b8c1a446-ecea-4471-8bae-1efc5f7c1cdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:27:24.374020 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-7305f9b9-b695-402a-899e-2e0ffb2211b6 service neutron] Bound using segment: {'id': 'd512b9f5-d8b6-4092-917f-faa9e82b2193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b8c1a446-ecea-4471-8bae-1efc5f7c1cdf'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:27:24.374458 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-7305f9b9-b695-402a-899e-2e0ffb2211b6 service neutron] Bound port: 0d605c1b-a29c-44cb-bc0d-163a3712ce76, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd512b9f5-d8b6-4092-917f-faa9e82b2193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b8c1a446-ecea-4471-8bae-1efc5f7c1cdf'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:27:24.374937 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-7305f9b9-b695-402a-899e-2e0ffb2211b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:24.412656 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-906ce4a4-14d7-44e2-892a-710e462629df tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] For port c02b2fdd-439b-45d8-984b-19b58006a6c3, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=c02b2fdd-439b-45d8-984b-19b58006a6c3,segment=NetworkSegment(cd546320-c7d3-4973-9f34-9934f9dcdfc8),segment_id=cd546320-c7d3-4973-9f34-9934f9dcdfc8)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:27:24.413076 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-906ce4a4-14d7-44e2-892a-710e462629df tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:24.424838 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0a1af0-ab65-4c0c-8c9a-ac6f745ed764 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:27:24.438055 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a32983-9d97-47e1-ad57-f16c64260e94 None None] Sync routers for ids ['cc478ad8-6598-4c75-a39e-40ebc2ab9ea5'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:27:24.449422 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a32983-9d97-47e1-ad57-f16c64260e94 None None] Routers {'cc478ad8-6598-4c75-a39e-40ebc2ab9ea5'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:24.450312 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-60a32983-9d97-47e1-ad57-f16c64260e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:27:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['cc478ad8-6598-4c75-a39e-40ebc2ab9ea5'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:24.510329 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-7305f9b9-b695-402a-899e-2e0ffb2211b6 service neutron] For port 0d605c1b-a29c-44cb-bc0d-163a3712ce76, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:27:24.514013 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-7305f9b9-b695-402a-899e-2e0ffb2211b6 service neutron] For port 0d605c1b-a29c-44cb-bc0d-163a3712ce76, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=0d605c1b-a29c-44cb-bc0d-163a3712ce76,segment=NetworkSegment(d512b9f5-d8b6-4092-917f-faa9e82b2193),segment_id=d512b9f5-d8b6-4092-917f-faa9e82b2193)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:27:24.516561 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-60a32983-9d97-47e1-ad57-f16c64260e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:24.530425 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a32983-9d97-47e1-ad57-f16c64260e94 None None] Routers {'cc478ad8-6598-4c75-a39e-40ebc2ab9ea5'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:24.531248 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-60a32983-9d97-47e1-ad57-f16c64260e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:27:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['cc478ad8-6598-4c75-a39e-40ebc2ab9ea5'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:24.571210 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-85a6150b-4424-4e48-88c0-97e64e4ca30c tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Deleting port d619b589-8225-4548-ab5b-abd1de7c6fca {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:24.571564 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85a6150b-4424-4e48-88c0-97e64e4ca30c tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:24.616140 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-7305f9b9-b695-402a-899e-2e0ffb2211b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:24.618567 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-60a32983-9d97-47e1-ad57-f16c64260e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:24.619271 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a32983-9d97-47e1-ad57-f16c64260e94 None None] The sync data for ids ['cc478ad8-6598-4c75-a39e-40ebc2ab9ea5'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:27:24.623903 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-906ce4a4-14d7-44e2-892a-710e462629df tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Calling delete_port for c02b2fdd-439b-45d8-984b-19b58006a6c3 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:24.712407 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d7a8d04-2465-4fdc-9e1b-f82cdb687c11 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:24.757877 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-7305f9b9-b695-402a-899e-2e0ffb2211b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:24.758727 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-7305f9b9-b695-402a-899e-2e0ffb2211b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:24.761211 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-7305f9b9-b695-402a-899e-2e0ffb2211b6 service neutron] 10.222.0.41 "PUT /v2.0/ports/0d605c1b-a29c-44cb-bc0d-163a3712ce76 HTTP/1.1" status: 200 len: 1093 time: 3.9547074 Mar 31 15:27:24.764177 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2fd708-9444-4b96-9a34-4e20cb8ae90f', 'tag': '0d605c1b-a29c-44cb-bc0d-163a3712ce76'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:27:24.786133 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a8d04-2465-4fdc-9e1b-f82cdb687c11 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Pushing event deleted for resources: {'Subnet': ['ID=50a69551-f721-4791-9811-4e4d8a0f0c0a,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:24.805734 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-11df6622-4bea-4b4d-b3e2-64bbb72ddea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:24.864115 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305f9b9-b695-402a-899e-2e0ffb2211b6 service neutron] Pushing event updated for resources: {'Port': ['ID=0d605c1b-a29c-44cb-bc0d-163a3712ce76,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:24.871613 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2fd708-9444-4b96-9a34-4e20cb8ae90f', 'tag': '0d605c1b-a29c-44cb-bc0d-163a3712ce76', 'status': 'completed', 'code': 200} Mar 31 15:27:24.875357 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1af0-ab65-4c0c-8c9a-ac6f745ed764 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:24.876775 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3a0a1af0-ab65-4c0c-8c9a-ac6f745ed764 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.8433399 Mar 31 15:27:24.886324 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41108) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:24.910289 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4ec5b-218d-4fb8-8636-55635c54f292 req-5592c2d1-f08d-4932-9f93-b7f0894165e1 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:24.922385 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f5b4ec5b-218d-4fb8-8636-55635c54f292 req-5592c2d1-f08d-4932-9f93-b7f0894165e1 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.7556832 Mar 31 15:27:24.950637 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:25.004308 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df6622-4bea-4b4d-b3e2-64bbb72ddea4 None None] Pushing event deleted for resources: {'Port': ['ID=c02b2fdd-439b-45d8-984b-19b58006a6c3,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:25.006584 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.api [None req-906ce4a4-14d7-44e2-892a-710e462629df tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:27:25.006902 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG oslo_db.api [None req-906ce4a4-14d7-44e2-892a-710e462629df tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:27:25.010371 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11df6622-4bea-4b4d-b3e2-64bbb72ddea4 None None] No DVR routers for this DVR port c02b2fdd-439b-45d8-984b-19b58006a6c3 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:27:25.039814 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-580032bf-c4a2-4b5e-a856-9321b29ca64f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:25.115328 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41114) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:25.125800 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:25.173550 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740c0414-1594-4a98-bf45-694779e2bd3e None None] Network 42cea56b-e265-4b02-91bd-5923ae93c3c6 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:25.213242 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f5b4ec5b-218d-4fb8-8636-55635c54f292 req-4db96791-6c7b-4c82-b60b-2fb56c833743 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715774 Mar 31 15:27:25.216119 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d7a8d04-2465-4fdc-9e1b-f82cdb687c11 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:25.248102 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580032bf-c4a2-4b5e-a856-9321b29ca64f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event updated for resources: {'Subnet': ['ID=78d5f8ed-486f-41ea-9098-24434c5e2ed3,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:25.259298 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-fcc1dd3e-79ef-4771-a2f0-cd9e264bf3de tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:25.262777 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d4cd19-8160-429b-a771-be9c5ab4cc7b None None] DHCP port deletion for 8a60c067-0c39-4e3c-9e20-a367d8800d0b request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:27:25.263325 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-85a6150b-4424-4e48-88c0-97e64e4ca30c tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] For port d619b589-8225-4548-ab5b-abd1de7c6fca, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=d619b589-8225-4548-ab5b-abd1de7c6fca,segment=NetworkSegment(8681cd85-a790-43c5-a3ac-9dc78d0cf9f8),segment_id=8681cd85-a790-43c5-a3ac-9dc78d0cf9f8)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:27:25.263698 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85a6150b-4424-4e48-88c0-97e64e4ca30c tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:25.274200 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-32d4cd19-8160-429b-a771-be9c5ab4cc7b None None] Deleting port d619b589-8225-4548-ab5b-abd1de7c6fca {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:25.274912 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-32d4cd19-8160-429b-a771-be9c5ab4cc7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:25.336792 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-8d7a8d04-2465-4fdc-9e1b-f82cdb687c11 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42cea56b-e265-4b02-91bd-5923ae93c3c6']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:25.344128 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-44e49b06-88dc-4647-b28c-13fc0c9ed449 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1438173678'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:25.425071 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-85a6150b-4424-4e48-88c0-97e64e4ca30c tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Calling delete_port for d619b589-8225-4548-ab5b-abd1de7c6fca owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:25.478510 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-44e49b06-88dc-4647-b28c-13fc0c9ed449 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:25.489917 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580032bf-c4a2-4b5e-a856-9321b29ca64f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Checking segment: {'id': 'b238c55d-e9ae-466e-b241-4dd5689e0fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '968636cf-8d2b-44c5-8a52-eec792f1f9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:27:25.490415 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580032bf-c4a2-4b5e-a856-9321b29ca64f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Network hostable DHCP agents. Network: 968636cf-8d2b-44c5-8a52-eec792f1f9f5, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:27:25.499176 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-44e49b06-88dc-4647-b28c-13fc0c9ed449 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:network and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:25.504593 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-44e49b06-88dc-4647-b28c-13fc0c9ed449 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:25.514557 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-906ce4a4-14d7-44e2-892a-710e462629df tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Deleting port c02b2fdd-439b-45d8-984b-19b58006a6c3 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:25.514907 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-906ce4a4-14d7-44e2-892a-710e462629df tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:25.544836 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c3b74c-e069-444e-b59f-760f16c75f8d None None] DHCP port deletion for 42cea56b-e265-4b02-91bd-5923ae93c3c6 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:27:25.553226 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-8d7a8d04-2465-4fdc-9e1b-f82cdb687c11 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858e4782-7616-49d0-89e1-3c44cfd653c0') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:25.553660 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-8d7a8d04-2465-4fdc-9e1b-f82cdb687c11 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858e4782-7616-49d0-89e1-3c44cfd653c0') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:25.560723 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-44e49b06-88dc-4647-b28c-13fc0c9ed449 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:25.579953 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-32d4cd19-8160-429b-a771-be9c5ab4cc7b None None] For port d619b589-8225-4548-ab5b-abd1de7c6fca, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=d619b589-8225-4548-ab5b-abd1de7c6fca,segment=NetworkSegment(8681cd85-a790-43c5-a3ac-9dc78d0cf9f8),segment_id=8681cd85-a790-43c5-a3ac-9dc78d0cf9f8)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:27:25.580558 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-32d4cd19-8160-429b-a771-be9c5ab4cc7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:25.597625 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d7a8d04-2465-4fdc-9e1b-f82cdb687c11 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:25.639830 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-906ce4a4-14d7-44e2-892a-710e462629df tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] The port 'c02b2fdd-439b-45d8-984b-19b58006a6c3' was deleted {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:27:25.673874 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580032bf-c4a2-4b5e-a856-9321b29ca64f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Network 968636cf-8d2b-44c5-8a52-eec792f1f9f5 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:27:25.697673 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d7a8d04-2465-4fdc-9e1b-f82cdb687c11 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:25.730005 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7a8d04-2465-4fdc-9e1b-f82cdb687c11 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:27:25.730499 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d7a8d04-2465-4fdc-9e1b-f82cdb687c11 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:25.733887 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e49b06-88dc-4647-b28c-13fc0c9ed449 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:25.738112 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-44e49b06-88dc-4647-b28c-13fc0c9ed449 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:25.738935 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-32d4cd19-8160-429b-a771-be9c5ab4cc7b None None] Calling delete_port for d619b589-8225-4548-ab5b-abd1de7c6fca owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:25.747719 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:27:25.747719 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:27:25.747719 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:27:25.747719 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:27:25.747719 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:27:25.747719 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:27:25.747719 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:27:25.747719 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:27:25.747719 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:27:25.747719 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:27:25.747719 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:27:25.747719 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:27:25.747719 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:27:25.747719 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:27:25.747719 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:27:25.747719 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:27:25.747719 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:27:25.747719 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:27:25.747719 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:27:25.747719 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:27:25.747719 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:27:25.747719 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:27:25.747719 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:27:25.747719 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:27:25.747719 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:27:25.747719 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:27:25.747719 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:27:25.747719 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:27:25.747719 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:27:25.747719 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:27:25.747719 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:27:25.747719 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:27:25.801416 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device d619b589-8225-4548-ab5b-abd1de7c6fca no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:27:25.806954 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85a6150b-4424-4e48-88c0-97e64e4ca30c tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:25.810472 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-44e49b06-88dc-4647-b28c-13fc0c9ed449 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:25.846985 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: d619b589-8225-4548-ab5b-abd1de7c6fca {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:27:25.848067 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device d619b589-8225-4548-ab5b-abd1de7c6fca not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:27:25.848782 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 5a01e149-70b4-4586-998c-3623504eb1b1 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:27:25.860664 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-906ce4a4-14d7-44e2-892a-710e462629df tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:25.871074 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-580032bf-c4a2-4b5e-a856-9321b29ca64f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 968636cf-8d2b-44c5-8a52-eec792f1f9f5) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:25.889956 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6150b-4424-4e48-88c0-97e64e4ca30c tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Port': ['ID=d619b589-8225-4548-ab5b-abd1de7c6fca,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:25.894212 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd64bd1-f7f7-43cf-b593-aed2dfcc8ca9 req-713d5244-e5ae-42d4-a43c-d9cd5659cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:25.895709 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-cbd64bd1-f7f7-43cf-b593-aed2dfcc8ca9 req-713d5244-e5ae-42d4-a43c-d9cd5659cf82 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b5ac80dc4ee46d09ac03572f4822c52&device_id=4b2fd708-9444-4b96-9a34-4e20cb8ae90f HTTP/1.1" status: 200 len: 1096 time: 0.6511381 Mar 31 15:27:25.899867 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a6150b-4424-4e48-88c0-97e64e4ca30c tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] No DVR routers for this DVR port d619b589-8225-4548-ab5b-abd1de7c6fca on host dv-neutron-833379-2-hyperv {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:27:25.903314 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580032bf-c4a2-4b5e-a856-9321b29ca64f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:25.903905 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-580032bf-c4a2-4b5e-a856-9321b29ca64f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:25.917218 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462b569-f635-44b5-9025-7b92b47f8477 req-b33fde5d-9ac6-4836-9c64-013cf4d86948 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:25.918704 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f462b569-f635-44b5-9025-7b92b47f8477 req-b33fde5d-9ac6-4836-9c64-013cf4d86948 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b2fd708-9444-4b96-9a34-4e20cb8ae90f HTTP/1.1" status: 200 len: 943 time: 0.4188774 Mar 31 15:27:25.940026 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-44e49b06-88dc-4647-b28c-13fc0c9ed449 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:25.951039 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-906ce4a4-14d7-44e2-892a-710e462629df tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893ff8fa-16c6-42a5-a4b6-5e490e8b08e7']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:25.963080 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765d931e-1774-4ffa-82a8-f8ee7e788469 None None] Network 968636cf-8d2b-44c5-8a52-eec792f1f9f5 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:25.990161 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 5a01e149-70b4-4586-998c-3623504eb1b1 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:27:25.990739 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 5a01e149-70b4-4586-998c-3623504eb1b1 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:27:26.059435 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-32d4cd19-8160-429b-a771-be9c5ab4cc7b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:27:26.059791 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-32d4cd19-8160-429b-a771-be9c5ab4cc7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:27:26.104107 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-44e49b06-88dc-4647-b28c-13fc0c9ed449 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:security_group_rule and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:26.120909 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-44e49b06-88dc-4647-b28c-13fc0c9ed449 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:26.121151 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d7a8d04-2465-4fdc-9e1b-f82cdb687c11 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:26.130965 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-906ce4a4-14d7-44e2-892a-710e462629df tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd546320-c7d3-4973-9f34-9934f9dcdfc8') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:26.130965 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-906ce4a4-14d7-44e2-892a-710e462629df tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd546320-c7d3-4973-9f34-9934f9dcdfc8') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:26.141664 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-44e49b06-88dc-4647-b28c-13fc0c9ed449 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:26.167324 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-906ce4a4-14d7-44e2-892a-710e462629df tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:26.207986 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36223cd-2678-4500-9a0e-b5dbd26b1eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-968636cf-8d2b-44c5-8a52-eec792f1f9f5', 'network_id': '968636cf-8d2b-44c5-8a52-eec792f1f9f5', 'tenant_id': 'cba800ed59cd4d6f8d690d59c4ee670b', 'fixed_ips': [{'subnet_id': '78d5f8ed-486f-41ea-9098-24434c5e2ed3'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:27:26.209633 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c36223cd-2678-4500-9a0e-b5dbd26b1eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:26.215886 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d7a8d04-2465-4fdc-9e1b-f82cdb687c11 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:26.242914 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f462b569-f635-44b5-9025-7b92b47f8477 req-b71563dc-3657-4a86-9672-d6ad615842f2 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac921968-9099-446a-b7f7-743cb695bc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2982576 Mar 31 15:27:26.243582 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a8d04-2465-4fdc-9e1b-f82cdb687c11 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Pushing event deleted for resources: {'Network': ['ID=42cea56b-e265-4b02-91bd-5923ae93c3c6,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:26.257612 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-906ce4a4-14d7-44e2-892a-710e462629df tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:26.264321 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85a6150b-4424-4e48-88c0-97e64e4ca30c tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:26.282690 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8d7a8d04-2465-4fdc-9e1b-f82cdb687c11 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "DELETE /v2.0/networks/42cea56b-e265-4b02-91bd-5923ae93c3c6 HTTP/1.1" status: 204 len: 168 time: 5.3212914 Mar 31 15:27:26.305887 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41124) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:26.340036 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-580032bf-c4a2-4b5e-a856-9321b29ca64f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.7837787 Mar 31 15:27:26.342473 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41128) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:26.364631 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906ce4a4-14d7-44e2-892a-710e462629df tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:27:26.365032 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-906ce4a4-14d7-44e2-892a-710e462629df tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: util.warn( Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: util.warn( Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: util.warn( Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: util.warn( Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:27:26.381432 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:27:26.384020 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-0f553d45-2734-4249-927d-b77013fd95af tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1012520369'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:26.387083 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd64bd1-f7f7-43cf-b593-aed2dfcc8ca9 req-c6e2f70c-9fec-4ef8-9592-7858ca75b9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:26.388498 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-cbd64bd1-f7f7-43cf-b593-aed2dfcc8ca9 req-c6e2f70c-9fec-4ef8-9592-7858ca75b9b4 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8b5ac80dc4ee46d09ac03572f4822c52&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4689357 Mar 31 15:27:26.393008 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-0f553d45-2734-4249-927d-b77013fd95af tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:26.400046 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-1a4bbb09-9f08-417a-9278-cbfa52ba5b47 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2116196961'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:26.412659 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-c36223cd-2678-4500-9a0e-b5dbd26b1eec None None] Allocated IP 172.20.255.242 (968636cf-8d2b-44c5-8a52-eec792f1f9f5/78d5f8ed-486f-41ea-9098-24434c5e2ed3/02e89455-b5db-401e-a660-0f420dd087db) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:26.437555 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-0f553d45-2734-4249-927d-b77013fd95af tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Usage tracker for resource:network and tenant:137a4e602d1c4c6a9514dc9ddf162593 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:26.443499 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-0f553d45-2734-4249-927d-b77013fd95af tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Quota usage for network was recalculated. Used quota:3. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:26.453103 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-85a6150b-4424-4e48-88c0-97e64e4ca30c tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a60c067-0c39-4e3c-9e20-a367d8800d0b']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:26.470667 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-0f553d45-2734-4249-927d-b77013fd95af tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:26.476041 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb316561-f24d-40e6-86f8-f157ba4f9d48 req-ed17fba4-35d4-4db7-a02c-7497235dfbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:26.477580 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-eb316561-f24d-40e6-86f8-f157ba4f9d48 req-ed17fba4-35d4-4db7-a02c-7497235dfbf6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=054d30a6120446fcba39a5a299093095&device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 1099 time: 0.4996953 Mar 31 15:27:26.510292 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-1a4bbb09-9f08-417a-9278-cbfa52ba5b47 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:26.530256 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fcc1dd3e-79ef-4771-a2f0-cd9e264bf3de tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:26.530518 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1a4bbb09-9f08-417a-9278-cbfa52ba5b47 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Usage tracker for resource:network and tenant:cba800ed59cd4d6f8d690d59c4ee670b is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:26.538412 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-85a6150b-4424-4e48-88c0-97e64e4ca30c tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8681cd85-a790-43c5-a3ac-9dc78d0cf9f8') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:26.538707 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-85a6150b-4424-4e48-88c0-97e64e4ca30c tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8681cd85-a790-43c5-a3ac-9dc78d0cf9f8') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:26.547754 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1a4bbb09-9f08-417a-9278-cbfa52ba5b47 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:26.561502 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-32d4cd19-8160-429b-a771-be9c5ab4cc7b None None] Deleting port d619b589-8225-4548-ab5b-abd1de7c6fca {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:26.561884 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-32d4cd19-8160-429b-a771-be9c5ab4cc7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:26.569761 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-1a4bbb09-9f08-417a-9278-cbfa52ba5b47 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:26.574742 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85a6150b-4424-4e48-88c0-97e64e4ca30c tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:26.606382 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85a6150b-4424-4e48-88c0-97e64e4ca30c tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:26.631715 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a6150b-4424-4e48-88c0-97e64e4ca30c tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:27:26.632117 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85a6150b-4424-4e48-88c0-97e64e4ca30c tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:26.635798 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-32d4cd19-8160-429b-a771-be9c5ab4cc7b None None] The port 'd619b589-8225-4548-ab5b-abd1de7c6fca' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:27:26.648443 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:27:26.648443 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:27:26.648443 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:27:26.648443 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:27:26.648443 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:27:26.648443 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:27:26.648443 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:27:26.648443 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:27:26.648443 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:27:26.648443 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:27:26.648443 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:27:26.648443 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:27:26.648443 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:27:26.648443 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:27:26.648443 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:27:26.648443 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:27:26.648443 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:27:26.648443 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:27:26.648443 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:27:26.648443 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:27:26.648443 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:27:26.648443 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:27:26.648443 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:27:26.648443 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:27:26.648443 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:27:26.648443 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:27:26.648443 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:27:26.648443 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:27:26.648443 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:27:26.648443 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:27:26.648443 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:27:26.648443 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:27:26.665919 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-44e49b06-88dc-4647-b28c-13fc0c9ed449 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:26.669337 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-906ce4a4-14d7-44e2-892a-710e462629df tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:26.673469 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-906ce4a4-14d7-44e2-892a-710e462629df tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:26.748650 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c36223cd-2678-4500-9a0e-b5dbd26b1eec None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:26.766748 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c36223cd-2678-4500-9a0e-b5dbd26b1eec None None] Transition to ACTIVE for port object 02e89455-b5db-401e-a660-0f420dd087db will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:26.770672 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ce4a4-14d7-44e2-892a-710e462629df tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event deleted for resources: {'Network': ['ID=893ff8fa-16c6-42a5-a4b6-5e490e8b08e7,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:26.777697 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-44e49b06-88dc-4647-b28c-13fc0c9ed449 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:26.793028 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c36223cd-2678-4500-9a0e-b5dbd26b1eec None None] Transition to ACTIVE for port object 02e89455-b5db-401e-a660-0f420dd087db will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:26.800901 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-906ce4a4-14d7-44e2-892a-710e462629df tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "DELETE /v2.0/networks/893ff8fa-16c6-42a5-a4b6-5e490e8b08e7 HTTP/1.1" status: 204 len: 168 time: 3.6873057 Mar 31 15:27:26.813441 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5657d7f-b697-4ad7-bb21-5f8e0b25cf25 req-30caa7dc-459a-4674-865a-d59734032895 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:26.814997 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a5657d7f-b697-4ad7-bb21-5f8e0b25cf25 req-30caa7dc-459a-4674-865a-d59734032895 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.4548647 Mar 31 15:27:26.820412 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41132) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:26.848232 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f553d45-2734-4249-927d-b77013fd95af tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Made reservation on behalf of 137a4e602d1c4c6a9514dc9ddf162593 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:26.851481 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f553d45-2734-4249-927d-b77013fd95af tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:26.869411 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c36223cd-2678-4500-9a0e-b5dbd26b1eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:26.874208 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd64bd1-f7f7-43cf-b593-aed2dfcc8ca9 req-24c4dafc-b55e-4880-9147-f4dab7365a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:26.883555 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-cbd64bd1-f7f7-43cf-b593-aed2dfcc8ca9 req-24c4dafc-b55e-4880-9147-f4dab7365a6d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4728744 Mar 31 15:27:26.883555 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fcc1dd3e-79ef-4771-a2f0-cd9e264bf3de tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:26.912143 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e49b06-88dc-4647-b28c-13fc0c9ed449 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:27:26.924170 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4bbb09-9f08-417a-9278-cbfa52ba5b47 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Made reservation on behalf of cba800ed59cd4d6f8d690d59c4ee670b for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:26.925739 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f553d45-2734-4249-927d-b77013fd95af tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:27:26.927565 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1a4bbb09-9f08-417a-9278-cbfa52ba5b47 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:26.929335 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb316561-f24d-40e6-86f8-f157ba4f9d48 req-b00b2423-692d-43d6-abf1-deecbdd3c164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:26.930927 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-eb316561-f24d-40e6-86f8-f157ba4f9d48 req-b00b2423-692d-43d6-abf1-deecbdd3c164 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8570db4c-fed6-40aa-8a1b-99615046312c HTTP/1.1" status: 200 len: 912 time: 0.3966067 Mar 31 15:27:26.941424 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85a6150b-4424-4e48-88c0-97e64e4ca30c tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:26.945308 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85a6150b-4424-4e48-88c0-97e64e4ca30c tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:26.956966 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36223cd-2678-4500-9a0e-b5dbd26b1eec None None] Network 968636cf-8d2b-44c5-8a52-eec792f1f9f5 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:26.960165 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-c36223cd-2678-4500-9a0e-b5dbd26b1eec None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:26.965145 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36223cd-2678-4500-9a0e-b5dbd26b1eec None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:27:26.967270 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36223cd-2678-4500-9a0e-b5dbd26b1eec None None] Pushing event updated for resources: {'Port': ['ID=02e89455-b5db-401e-a660-0f420dd087db,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:26.991443 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e49b06-88dc-4647-b28c-13fc0c9ed449 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5788e6df-65d8-4754-a02f-808ccf4b50b4,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:27.028399 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-fcc1dd3e-79ef-4771-a2f0-cd9e264bf3de tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Deleting port 345dd885-1524-43b7-8b42-13fb5042f1c4 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:27.028664 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fcc1dd3e-79ef-4771-a2f0-cd9e264bf3de tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:27.061690 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-c36223cd-2678-4500-9a0e-b5dbd26b1eec None None] Attempting to bind port 02e89455-b5db-401e-a660-0f420dd087db on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:27:27.062062 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-c36223cd-2678-4500-9a0e-b5dbd26b1eec None None] Attempting to bind port 02e89455-b5db-401e-a660-0f420dd087db by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'b238c55d-e9ae-466e-b241-4dd5689e0fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '968636cf-8d2b-44c5-8a52-eec792f1f9f5'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:27:27.062398 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36223cd-2678-4500-9a0e-b5dbd26b1eec None None] Attempting to bind port 02e89455-b5db-401e-a660-0f420dd087db on network 968636cf-8d2b-44c5-8a52-eec792f1f9f5 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:27:27.065112 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f553d45-2734-4249-927d-b77013fd95af tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:27.065481 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-0f553d45-2734-4249-927d-b77013fd95af tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Added segment 7b8f40f9-fa03-4e9d-9f22-6fe3365f5b51 of type vlan for network 8e022275-d293-42b5-8f65-9456de40717b Mar 31 15:27:27.069230 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36223cd-2678-4500-9a0e-b5dbd26b1eec None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:27:27.069608 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36223cd-2678-4500-9a0e-b5dbd26b1eec None None] Checking segment: {'id': 'b238c55d-e9ae-466e-b241-4dd5689e0fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '968636cf-8d2b-44c5-8a52-eec792f1f9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:27:27.070004 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c36223cd-2678-4500-9a0e-b5dbd26b1eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:27.070380 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36223cd-2678-4500-9a0e-b5dbd26b1eec None None] Bound using segment: {'id': 'b238c55d-e9ae-466e-b241-4dd5689e0fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '968636cf-8d2b-44c5-8a52-eec792f1f9f5'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:27:27.070830 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-c36223cd-2678-4500-9a0e-b5dbd26b1eec None None] Bound port: 02e89455-b5db-401e-a660-0f420dd087db, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b238c55d-e9ae-466e-b241-4dd5689e0fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '968636cf-8d2b-44c5-8a52-eec792f1f9f5'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:27:27.071200 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c36223cd-2678-4500-9a0e-b5dbd26b1eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:27.082810 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-44e49b06-88dc-4647-b28c-13fc0c9ed449 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:27.083161 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-44e49b06-88dc-4647-b28c-13fc0c9ed449 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Added segment c939f2df-ef44-4500-a7c4-b28d6117dcf7 of type vlan for network 0dfe4455-f298-4793-98de-d5f85bbf57cc Mar 31 15:27:27.093317 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-85a6150b-4424-4e48-88c0-97e64e4ca30c tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/networks/8a60c067-0c39-4e3c-9e20-a367d8800d0b HTTP/1.1" status: 204 len: 168 time: 3.2602353 Mar 31 15:27:27.093317 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6150b-4424-4e48-88c0-97e64e4ca30c tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Network': ['ID=8a60c067-0c39-4e3c-9e20-a367d8800d0b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:27.095492 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41136) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:27.128805 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-6efd8c34-47d6-4969-9774-b4ce4387b151 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2098298596', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:27.134316 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-936ca7e4-8c56-47d1-9e5e-2fdfce9de44c tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Deleting port ba8a8b46-c818-4e0c-87e8-95aee2bebf57 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:27.135019 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-936ca7e4-8c56-47d1-9e5e-2fdfce9de44c tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:27.158188 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f553d45-2734-4249-927d-b77013fd95af tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:27.162986 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-c36223cd-2678-4500-9a0e-b5dbd26b1eec None None] For port 02e89455-b5db-401e-a660-0f420dd087db, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:27:27.167914 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-c36223cd-2678-4500-9a0e-b5dbd26b1eec None None] For port 02e89455-b5db-401e-a660-0f420dd087db, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=02e89455-b5db-401e-a660-0f420dd087db,segment=NetworkSegment(b238c55d-e9ae-466e-b241-4dd5689e0fef),segment_id=b238c55d-e9ae-466e-b241-4dd5689e0fef)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:27:27.170189 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a5657d7f-b697-4ad7-bb21-5f8e0b25cf25 req-4ccd3ad4-b314-4747-82e7-631bf696d00d tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3405058 Mar 31 15:27:27.176698 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6efd8c34-47d6-4969-9774-b4ce4387b151 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:27.187054 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4bbb09-9f08-417a-9278-cbfa52ba5b47 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:27:27.191052 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6efd8c34-47d6-4969-9774-b4ce4387b151 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Usage tracker for resource:router and tenant:3c462be107e642da98e89cbf8192538c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:27.196396 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-eb316561-f24d-40e6-86f8-f157ba4f9d48 req-fd5b9e23-4fcd-41b1-a37e-504d4be72d60 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bca974bf-04e8-4b40-8dd3-77d968794f2b HTTP/1.1" status: 200 len: 1002 time: 0.2262514 Mar 31 15:27:27.201982 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6efd8c34-47d6-4969-9774-b4ce4387b151 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:27.215769 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6efd8c34-47d6-4969-9774-b4ce4387b151 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:27.224609 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-44e49b06-88dc-4647-b28c-13fc0c9ed449 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:27.238808 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1a4bbb09-9f08-417a-9278-cbfa52ba5b47 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:27.239155 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-1a4bbb09-9f08-417a-9278-cbfa52ba5b47 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Added segment 4310b977-3962-46dd-8a8a-886f0c9bb8b3 of type vlan for network b0858f2b-621f-4c01-b7bf-0cef7c46b3ac Mar 31 15:27:27.251819 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c36223cd-2678-4500-9a0e-b5dbd26b1eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:27.350411 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-fe69eb8d-c71b-4fe5-a9ce-d02e4cdbcdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:27.351887 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-fe69eb8d-c71b-4fe5-a9ce-d02e4cdbcdc2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b5ac80dc4ee46d09ac03572f4822c52&device_id=4b2fd708-9444-4b96-9a34-4e20cb8ae90f HTTP/1.1" status: 200 len: 1096 time: 0.4240346 Mar 31 15:27:27.369467 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36223cd-2678-4500-9a0e-b5dbd26b1eec None None] Pushing event updated for resources: {'Port': ['ID=02e89455-b5db-401e-a660-0f420dd087db,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:27.387308 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-44e49b06-88dc-4647-b28c-13fc0c9ed449 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:27:27.397440 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1a4bbb09-9f08-417a-9278-cbfa52ba5b47 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:27.400991 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6efd8c34-47d6-4969-9774-b4ce4387b151 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:27.402306 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6efd8c34-47d6-4969-9774-b4ce4387b151 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:27.418164 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb316561-f24d-40e6-86f8-f157ba4f9d48 req-2270844c-b83e-44e4-9366-7251cced9ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:27.419627 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-eb316561-f24d-40e6-86f8-f157ba4f9d48 req-2270844c-b83e-44e4-9366-7251cced9ec5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b28caf7-0cc4-4f02-9ea5-a472add592af HTTP/1.1" status: 200 len: 850 time: 0.2143595 Mar 31 15:27:27.462933 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6efd8c34-47d6-4969-9774-b4ce4387b151 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:27.465394 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-936ca7e4-8c56-47d1-9e5e-2fdfce9de44c tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:27.465723 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-936ca7e4-8c56-47d1-9e5e-2fdfce9de44c tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:27.511703 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f553d45-2734-4249-927d-b77013fd95af tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:27.517330 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f553d45-2734-4249-927d-b77013fd95af tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:27.517851 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f553d45-2734-4249-927d-b77013fd95af tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:27.522333 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-806eadaf-a817-4d5b-a9a5-bdb4223590f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d605c1b-a29c-44cb-bc0d-163a3712ce76 HTTP/1.1" status: 200 len: 217 time: 0.1613975 Mar 31 15:27:27.524063 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fcc1dd3e-79ef-4771-a2f0-cd9e264bf3de tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:27.607641 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-44e49b06-88dc-4647-b28c-13fc0c9ed449 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:27.613000 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e49b06-88dc-4647-b28c-13fc0c9ed449 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:27.613604 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-44e49b06-88dc-4647-b28c-13fc0c9ed449 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:27.628356 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-936ca7e4-8c56-47d1-9e5e-2fdfce9de44c tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Calling delete_port for ba8a8b46-c818-4e0c-87e8-95aee2bebf57 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:27.687946 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1a4bbb09-9f08-417a-9278-cbfa52ba5b47 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:27.693724 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4bbb09-9f08-417a-9278-cbfa52ba5b47 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:27.693874 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1a4bbb09-9f08-417a-9278-cbfa52ba5b47 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:27.819611 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-fcc1dd3e-79ef-4771-a2f0-cd9e264bf3de tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Calling delete_port for 345dd885-1524-43b7-8b42-13fb5042f1c4 owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:27.841544 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 02e89455-b5db-401e-a660-0f420dd087db up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:27:27.862315 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-44e49b06-88dc-4647-b28c-13fc0c9ed449 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.7459371 Mar 31 15:27:27.921115 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41142) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:27.924870 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0f553d45-2734-4249-927d-b77013fd95af tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6154282 Mar 31 15:27:27.949959 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-cca21df0-0509-4441-b2cb-091fe8d83647 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'port': {'network_id': '0dfe4455-f298-4793-98de-d5f85bbf57cc', 'name': 'tempest-PortsTestJSON-81093447'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:27.967594 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41146) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:27.978871 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-67308b8c-318d-4f27-afc6-e304786bffad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:27.980624 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-67308b8c-318d-4f27-afc6-e304786bffad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a152ddbe-bf1d-428e-af6f-5de1f957668e HTTP/1.1" status: 200 len: 851 time: 0.4037900 Mar 31 15:27:27.983673 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 02e89455-b5db-401e-a660-0f420dd087db completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:27:27.996033 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-68244459-4934-46f0-9362-3d31ef96bc9d tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Request body: {'subnet': {'network_id': '8e022275-d293-42b5-8f65-9456de40717b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:27.997885 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1a4bbb09-9f08-417a-9278-cbfa52ba5b47 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6444156 Mar 31 15:27:28.003559 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41150) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:28.009694 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e49b06-88dc-4647-b28c-13fc0c9ed449 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Network': ['ID=0dfe4455-f298-4793-98de-d5f85bbf57cc,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:28.013425 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f553d45-2734-4249-927d-b77013fd95af tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Pushing event updated for resources: {'Network': ['ID=8e022275-d293-42b5-8f65-9456de40717b,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:28.023533 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 0dfe4455-f298-4793-98de-d5f85bbf57cc details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:27:28.054154 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 8e022275-d293-42b5-8f65-9456de40717b details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:27:28.087433 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-67743456-430b-4f40-a79a-1d2515b7c397 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Request body: {'subnet': {'network_id': 'b0858f2b-621f-4c01-b7bf-0cef7c46b3ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:28.446257 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb316561-f24d-40e6-86f8-f157ba4f9d48 req-d26cd940-853c-4393-a9c1-a53a77e052dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:28.447551 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-eb316561-f24d-40e6-86f8-f157ba4f9d48 req-d26cd940-853c-4393-a9c1-a53a77e052dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8570db4c-fed6-40aa-8a1b-99615046312c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0117004 Mar 31 15:27:28.460255 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8c20c-50fd-4fbc-af5b-42ce22c3e500 req-e1b4ebda-2b48-4bc7-a568-c4df1b538ab2 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:28.461837 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-23f8c20c-50fd-4fbc-af5b-42ce22c3e500 req-e1b4ebda-2b48-4bc7-a568-c4df1b538ab2 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b2fd708-9444-4b96-9a34-4e20cb8ae90f HTTP/1.1" status: 200 len: 943 time: 1.0270212 Mar 31 15:27:28.464533 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-cca21df0-0509-4441-b2cb-091fe8d83647 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:28.480813 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5af8a5c-701b-43ef-9526-bd2b784cb332 None None] Network 968636cf-8d2b-44c5-8a52-eec792f1f9f5 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:28.487172 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6efd8c34-47d6-4969-9774-b4ce4387b151 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:28.512651 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-cca21df0-0509-4441-b2cb-091fe8d83647 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:port and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:28.526982 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-68244459-4934-46f0-9362-3d31ef96bc9d tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:28.535065 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-cca21df0-0509-4441-b2cb-091fe8d83647 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:28.543335 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-68244459-4934-46f0-9362-3d31ef96bc9d tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Usage tracker for resource:subnet and tenant:137a4e602d1c4c6a9514dc9ddf162593 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:28.552037 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4bbb09-9f08-417a-9278-cbfa52ba5b47 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event updated for resources: {'Network': ['ID=b0858f2b-621f-4c01-b7bf-0cef7c46b3ac,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:28.559589 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-67743456-430b-4f40-a79a-1d2515b7c397 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:28.560958 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-68244459-4934-46f0-9362-3d31ef96bc9d tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:28.564509 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-cca21df0-0509-4441-b2cb-091fe8d83647 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:28.568681 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-67743456-430b-4f40-a79a-1d2515b7c397 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Usage tracker for resource:subnet and tenant:cba800ed59cd4d6f8d690d59c4ee670b is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:28.572432 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-67743456-430b-4f40-a79a-1d2515b7c397 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:28.582183 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network b0858f2b-621f-4c01-b7bf-0cef7c46b3ac details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:27:28.582779 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-67743456-430b-4f40-a79a-1d2515b7c397 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:28.624891 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50657a88-f34e-4944-847d-f4882e0c2258 req-5a461eeb-3847-43d3-b181-58236abcb9aa tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:28.627087 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-50657a88-f34e-4944-847d-f4882e0c2258 req-5a461eeb-3847-43d3-b181-58236abcb9aa tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.3042080 Mar 31 15:27:28.640078 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-68244459-4934-46f0-9362-3d31ef96bc9d tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:28.684070 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-23f8c20c-50fd-4fbc-af5b-42ce22c3e500 req-56cca0e5-52cd-416e-b3ea-9de5885d53c0 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac921968-9099-446a-b7f7-743cb695bc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2125907 Mar 31 15:27:28.691049 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-e391c94b-7577-4ad8-b573-56f8b32a22c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:28.692551 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-da278983-27c9-49af-a52e-0edb5583dce3 None None] Provisioning for port 02e89455-b5db-401e-a660-0f420dd087db completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:27:28.692886 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-e391c94b-7577-4ad8-b573-56f8b32a22c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8c1a446-ecea-4471-8bae-1efc5f7c1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6712017 Mar 31 15:27:28.695202 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-50657a88-f34e-4944-847d-f4882e0c2258 req-b41b5f1d-4a0f-4235-9e3a-48c15de9ae1d tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614924 Mar 31 15:27:28.724750 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-936ca7e4-8c56-47d1-9e5e-2fdfce9de44c tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:28.731083 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67743456-430b-4f40-a79a-1d2515b7c397 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Made reservation on behalf of cba800ed59cd4d6f8d690d59c4ee670b for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:28.733111 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-da278983-27c9-49af-a52e-0edb5583dce3 None None] Provisioning complete for port 02e89455-b5db-401e-a660-0f420dd087db triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:27:28.733344 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-da278983-27c9-49af-a52e-0edb5583dce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:28.734788 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-67743456-430b-4f40-a79a-1d2515b7c397 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:28.773743 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca21df0-0509-4441-b2cb-091fe8d83647 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:28.777706 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cca21df0-0509-4441-b2cb-091fe8d83647 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:28.800340 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68244459-4934-46f0-9362-3d31ef96bc9d tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Made reservation on behalf of 137a4e602d1c4c6a9514dc9ddf162593 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:28.803717 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-68244459-4934-46f0-9362-3d31ef96bc9d tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:28.817673 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ca7e4-8c56-47d1-9e5e-2fdfce9de44c tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event deleted for resources: {'Port': ['ID=ba8a8b46-c818-4e0c-87e8-95aee2bebf57,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:28.914935 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-eb316561-f24d-40e6-86f8-f157ba4f9d48 req-663b8cd3-d1b5-4fa3-87fa-1099a28f0feb service neutron] 10.222.0.41 "GET /v2.0/networks/8570db4c-fed6-40aa-8a1b-99615046312c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478693 Mar 31 15:27:28.961553 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-da278983-27c9-49af-a52e-0edb5583dce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:29.007656 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-da278983-27c9-49af-a52e-0edb5583dce3 None None] For port 02e89455-b5db-401e-a660-0f420dd087db, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=02e89455-b5db-401e-a660-0f420dd087db,segment=NetworkSegment(b238c55d-e9ae-466e-b241-4dd5689e0fef),segment_id=b238c55d-e9ae-466e-b241-4dd5689e0fef)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:27:29.032399 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-cca21df0-0509-4441-b2cb-091fe8d83647 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] device_id is not set on port fde6624a-ac4f-4756-a6f2-5f350a50d815 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:27:29.075668 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-da278983-27c9-49af-a52e-0edb5583dce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:29.082099 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-936ca7e4-8c56-47d1-9e5e-2fdfce9de44c tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:29.171448 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da278983-27c9-49af-a52e-0edb5583dce3 None None] Pushing event updated for resources: {'Port': ['ID=02e89455-b5db-401e-a660-0f420dd087db,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:29.173177 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-936ca7e4-8c56-47d1-9e5e-2fdfce9de44c tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:29.174662 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-936ca7e4-8c56-47d1-9e5e-2fdfce9de44c tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "DELETE /v2.0/floatingips/83f0afec-8ba9-4f02-94bd-4913fa11639f HTTP/1.1" status: 204 len: 168 time: 2.3533683 Mar 31 15:27:29.188512 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41156) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:29.223801 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fcc1dd3e-79ef-4771-a2f0-cd9e264bf3de tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:29.249476 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f31d49-9766-4d58-8ce9-646ce5895283 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] DELETE failed (client error): The resource could not be found. Mar 31 15:27:29.249940 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f31d49-9766-4d58-8ce9-646ce5895283 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:27:29.251624 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f8f31d49-9766-4d58-8ce9-646ce5895283 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "DELETE /v2.0/ports/2b881348-5dcc-4402-bdae-bb154de7c4d6 HTTP/1.1" status: 404 len: 333 time: 0.0606835 Mar 31 15:27:29.282562 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41160) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:29.299668 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ff19ed67-1d12-4bd0-9b93-a9aca74aeb40 None None] Provisioning complete for port 02e89455-b5db-401e-a660-0f420dd087db triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:27:29.300123 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ff19ed67-1d12-4bd0-9b93-a9aca74aeb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:29.399567 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1dd3e-79ef-4771-a2f0-cd9e264bf3de tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Pushing event deleted for resources: {'Port': ['ID=345dd885-1524-43b7-8b42-13fb5042f1c4,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:29.434689 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6efd8c34-47d6-4969-9774-b4ce4387b151 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:29.453508 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-4cb454db-1875-4c97-bb50-efecce7a2452 service neutron] 10.222.0.41 "GET /v2.0/networks/b8c1a446-ecea-4471-8bae-1efc5f7c1cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7202888 Mar 31 15:27:29.454912 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-fd721417-581e-48dd-b5e5-8ef0e8d39467 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Synchronizing usage tracker for tenant:e42d5336284c4dafbfb75f78ea62f851 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:27:29.463309 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6efd8c34-47d6-4969-9774-b4ce4387b151 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:29.576081 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-eb316561-f24d-40e6-86f8-f157ba4f9d48 req-c9f93732-9dee-4ff8-92a5-1dd4f2fd4dcb service neutron] 10.222.0.41 "GET /v2.0/networks/8570db4c-fed6-40aa-8a1b-99615046312c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6365626 Mar 31 15:27:29.627976 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-67743456-430b-4f40-a79a-1d2515b7c397 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:29.749024 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fcc1dd3e-79ef-4771-a2f0-cd9e264bf3de tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:29.812182 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-fd721417-581e-48dd-b5e5-8ef0e8d39467 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Unset dirty status for tenant:e42d5336284c4dafbfb75f78ea62f851 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:27:29.816169 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-fd721417-581e-48dd-b5e5-8ef0e8d39467 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "GET /v2.0/ports?device_id=d45365b8-2af3-401e-8be4-56835f9aca51 HTTP/1.1" status: 200 len: 205 time: 0.5327408 Mar 31 15:27:29.817328 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41168) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:29.826218 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 02e89455-b5db-401e-a660-0f420dd087db up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:27:29.851494 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67743456-430b-4f40-a79a-1d2515b7c397 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event updated for resources: {'Subnet': ['ID=601e6028-1e3d-485a-a560-ef0fa225ce24,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:29.867852 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67743456-430b-4f40-a79a-1d2515b7c397 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Checking segment: {'id': '4310b977-3962-46dd-8a8a-886f0c9bb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0858f2b-621f-4c01-b7bf-0cef7c46b3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:27:29.868215 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67743456-430b-4f40-a79a-1d2515b7c397 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Network hostable DHCP agents. Network: b0858f2b-621f-4c01-b7bf-0cef7c46b3ac, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:27:29.924900 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-6efd8c34-47d6-4969-9774-b4ce4387b151 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Allocated IP 172.26.5.185 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/5798b75e-c2b2-48da-af47-d6ff5f8bd24f) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:29.993764 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 02e89455-b5db-401e-a660-0f420dd087db triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:27:29.994457 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:30.045729 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67743456-430b-4f40-a79a-1d2515b7c397 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Network b0858f2b-621f-4c01-b7bf-0cef7c46b3ac is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:27:30.047907 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-a117b971-5e8b-427c-bbb6-8e6911239539 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] delete failed (client error): The resource could not be found. Mar 31 15:27:30.049092 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a117b971-5e8b-427c-bbb6-8e6911239539 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "DELETE /v2.0/routers/d45365b8-2af3-401e-8be4-56835f9aca51 HTTP/1.1" status: 404 len: 336 time: 0.1606078 Mar 31 15:27:30.056939 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41174) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:30.117697 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba16d82a-82f1-44d5-a983-4c63fb31e429 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] DELETE failed (client error): The resource could not be found. Mar 31 15:27:30.118144 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba16d82a-82f1-44d5-a983-4c63fb31e429 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:27:30.137787 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ba16d82a-82f1-44d5-a983-4c63fb31e429 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "DELETE /v2.0/subnets/08357772-bc6f-4199-8704-01b3bf29fe2b HTTP/1.1" status: 404 len: 337 time: 0.0730815 Mar 31 15:27:30.152480 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55837dbf-208b-4e9c-a3e9-9dc582105f5b req-7e4b1c37-10e9-4871-a2e8-e2c39eae425c tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:30.154136 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-55837dbf-208b-4e9c-a3e9-9dc582105f5b req-7e4b1c37-10e9-4871-a2e8-e2c39eae425c tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.2741556 Mar 31 15:27:30.154553 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41178) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:30.221925 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-67743456-430b-4f40-a79a-1d2515b7c397 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, b0858f2b-621f-4c01-b7bf-0cef7c46b3ac) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:30.229967 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62db70b3-db69-4771-82e3-db6595d9500c None None] Network b0858f2b-621f-4c01-b7bf-0cef7c46b3ac requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:30.241616 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67743456-430b-4f40-a79a-1d2515b7c397 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:30.242202 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-67743456-430b-4f40-a79a-1d2515b7c397 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:30.250287 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6efd8c34-47d6-4969-9774-b4ce4387b151 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:30.274343 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cca21df0-0509-4441-b2cb-091fe8d83647 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:30.278037 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b3c42eeb-c673-4e05-874e-9ae4e261fc44 req-2ee48efd-b512-42ce-894b-0879d0ce79a7 service neutron] 10.222.0.41 "GET /v2.0/networks/b8c1a446-ecea-4471-8bae-1efc5f7c1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8051403 Mar 31 15:27:30.304187 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-40e5ef30-6ee8-4e75-9ef1-96db862d90e8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Deleting port f3b518e9-871f-409f-9f48-3adc73b6c3c0 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:30.304526 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-40e5ef30-6ee8-4e75-9ef1-96db862d90e8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:30.345034 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-55837dbf-208b-4e9c-a3e9-9dc582105f5b req-0b90f7e3-e62a-4848-9074-ced7a5ce13c9 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822495 Mar 31 15:27:30.379764 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-67743456-430b-4f40-a79a-1d2515b7c397 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.3669252 Mar 31 15:27:30.412689 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41182) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:30.498122 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af2ce3a-f898-40c6-ba17-b5c9505903a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-b0858f2b-621f-4c01-b7bf-0cef7c46b3ac', 'network_id': 'b0858f2b-621f-4c01-b7bf-0cef7c46b3ac', 'tenant_id': 'cba800ed59cd4d6f8d690d59c4ee670b', 'fixed_ips': [{'subnet_id': '601e6028-1e3d-485a-a560-ef0fa225ce24'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:27:30.499301 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8af2ce3a-f898-40c6-ba17-b5c9505903a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:30.554297 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6efd8c34-47d6-4969-9774-b4ce4387b151 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:30.679551 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b889e5-0956-493d-b1aa-a30033ee1324 req-704128b3-b4da-4b1a-9a8e-316fc03f0c98 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:30.681227 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-22b889e5-0956-493d-b1aa-a30033ee1324 req-704128b3-b4da-4b1a-9a8e-316fc03f0c98 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b2fd708-9444-4b96-9a34-4e20cb8ae90f HTTP/1.1" status: 200 len: 943 time: 0.7527790 Mar 31 15:27:30.683045 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-8af2ce3a-f898-40c6-ba17-b5c9505903a9 None None] Allocated IP 172.20.0.2 (b0858f2b-621f-4c01-b7bf-0cef7c46b3ac/601e6028-1e3d-485a-a560-ef0fa225ce24/7a42ce49-742b-4255-a115-f07305070bf1) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:30.716301 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efd8c34-47d6-4969-9774-b4ce4387b151 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:30.724403 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-6efd8c34-47d6-4969-9774-b4ce4387b151 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:30.741219 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efd8c34-47d6-4969-9774-b4ce4387b151 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:27:30.754738 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fcc1dd3e-79ef-4771-a2f0-cd9e264bf3de tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:30.772100 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd8c34-47d6-4969-9774-b4ce4387b151 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Port': ['ID=5798b75e-c2b2-48da-af47-d6ff5f8bd24f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:30.787786 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:30.805731 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fcc1dd3e-79ef-4771-a2f0-cd9e264bf3de tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-462406'] for router, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:30.812026 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.objects.ports [None req-68244459-4934-46f0-9362-3d31ef96bc9d tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103444) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 31 15:27:30.816049 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cca21df0-0509-4441-b2cb-091fe8d83647 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:30.819846 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-68244459-4934-46f0-9362-3d31ef96bc9d tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:30.820870 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-40e5ef30-6ee8-4e75-9ef1-96db862d90e8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:30.909203 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8af2ce3a-f898-40c6-ba17-b5c9505903a9 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:30.920667 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-8af2ce3a-f898-40c6-ba17-b5c9505903a9 None None] Transition to ACTIVE for port object 7a42ce49-742b-4255-a115-f07305070bf1 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:30.938606 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-8af2ce3a-f898-40c6-ba17-b5c9505903a9 None None] Transition to ACTIVE for port object 7a42ce49-742b-4255-a115-f07305070bf1 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:31.007640 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8af2ce3a-f898-40c6-ba17-b5c9505903a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:31.028244 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-40e5ef30-6ee8-4e75-9ef1-96db862d90e8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Calling delete_port for f3b518e9-871f-409f-9f48-3adc73b6c3c0 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:31.066274 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af2ce3a-f898-40c6-ba17-b5c9505903a9 None None] Network b0858f2b-621f-4c01-b7bf-0cef7c46b3ac is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:31.069138 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-8af2ce3a-f898-40c6-ba17-b5c9505903a9 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:31.074344 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af2ce3a-f898-40c6-ba17-b5c9505903a9 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:27:31.079066 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-22b889e5-0956-493d-b1aa-a30033ee1324 req-b868b7e6-9227-464f-ac61-e3f29772bd61 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac921968-9099-446a-b7f7-743cb695bc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3445709 Mar 31 15:27:31.130155 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca21df0-0509-4441-b2cb-091fe8d83647 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Port': ['ID=fde6624a-ac4f-4756-a6f2-5f350a50d815,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:31.139350 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc1dd3e-79ef-4771-a2f0-cd9e264bf3de tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Router cc478ad8-6598-4c75-a39e-40ebc2ab9ea5 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:27:31.139605 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2ce3a-f898-40c6-ba17-b5c9505903a9 None None] Pushing event updated for resources: {'Port': ['ID=7a42ce49-742b-4255-a115-f07305070bf1,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:31.147944 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68244459-4934-46f0-9362-3d31ef96bc9d tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Pushing event updated for resources: {'Subnet': ['ID=70eb3ed2-42bc-45b3-8dcf-ab3fc7cbcbae,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:31.165470 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68244459-4934-46f0-9362-3d31ef96bc9d tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Checking segment: {'id': '7b8f40f9-fa03-4e9d-9f22-6fe3365f5b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8e022275-d293-42b5-8f65-9456de40717b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:27:31.165832 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68244459-4934-46f0-9362-3d31ef96bc9d tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Network hostable DHCP agents. Network: 8e022275-d293-42b5-8f65-9456de40717b, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:27:31.209027 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-8af2ce3a-f898-40c6-ba17-b5c9505903a9 None None] Attempting to bind port 7a42ce49-742b-4255-a115-f07305070bf1 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:27:31.209441 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-8af2ce3a-f898-40c6-ba17-b5c9505903a9 None None] Attempting to bind port 7a42ce49-742b-4255-a115-f07305070bf1 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '4310b977-3962-46dd-8a8a-886f0c9bb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0858f2b-621f-4c01-b7bf-0cef7c46b3ac'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:27:31.209813 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af2ce3a-f898-40c6-ba17-b5c9505903a9 None None] Attempting to bind port 7a42ce49-742b-4255-a115-f07305070bf1 on network b0858f2b-621f-4c01-b7bf-0cef7c46b3ac {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:27:31.216558 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af2ce3a-f898-40c6-ba17-b5c9505903a9 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:27:31.216948 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af2ce3a-f898-40c6-ba17-b5c9505903a9 None None] Checking segment: {'id': '4310b977-3962-46dd-8a8a-886f0c9bb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0858f2b-621f-4c01-b7bf-0cef7c46b3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:27:31.217366 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8af2ce3a-f898-40c6-ba17-b5c9505903a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:31.217787 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af2ce3a-f898-40c6-ba17-b5c9505903a9 None None] Bound using segment: {'id': '4310b977-3962-46dd-8a8a-886f0c9bb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0858f2b-621f-4c01-b7bf-0cef7c46b3ac'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:27:31.218268 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-8af2ce3a-f898-40c6-ba17-b5c9505903a9 None None] Bound port: 7a42ce49-742b-4255-a115-f07305070bf1, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4310b977-3962-46dd-8a8a-886f0c9bb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0858f2b-621f-4c01-b7bf-0cef7c46b3ac'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:27:31.218636 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8af2ce3a-f898-40c6-ba17-b5c9505903a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:31.249044 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca21df0-0509-4441-b2cb-091fe8d83647 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Checking segment: {'id': 'c939f2df-ef44-4500-a7c4-b28d6117dcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0dfe4455-f298-4793-98de-d5f85bbf57cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:27:31.249439 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca21df0-0509-4441-b2cb-091fe8d83647 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network hostable DHCP agents. Network: 0dfe4455-f298-4793-98de-d5f85bbf57cc, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:27:31.315711 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-8af2ce3a-f898-40c6-ba17-b5c9505903a9 None None] For port 7a42ce49-742b-4255-a115-f07305070bf1, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:27:31.318733 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-8af2ce3a-f898-40c6-ba17-b5c9505903a9 None None] For port 7a42ce49-742b-4255-a115-f07305070bf1, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=7a42ce49-742b-4255-a115-f07305070bf1,segment=NetworkSegment(4310b977-3962-46dd-8a8a-886f0c9bb8b3),segment_id=4310b977-3962-46dd-8a8a-886f0c9bb8b3)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:27:31.332587 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc1dd3e-79ef-4771-a2f0-cd9e264bf3de tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:27:31.343561 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58181358-49da-4980-95de-438c8bf58446 None None] Sync routers for ids ['cc478ad8-6598-4c75-a39e-40ebc2ab9ea5'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:27:31.353117 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58181358-49da-4980-95de-438c8bf58446 None None] Routers {'cc478ad8-6598-4c75-a39e-40ebc2ab9ea5'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:31.353354 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fcc1dd3e-79ef-4771-a2f0-cd9e264bf3de tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:31.353887 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-58181358-49da-4980-95de-438c8bf58446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:27:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['cc478ad8-6598-4c75-a39e-40ebc2ab9ea5'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:31.354363 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:31.355282 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-fcc1dd3e-79ef-4771-a2f0-cd9e264bf3de tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "PUT /v2.0/routers/cc478ad8-6598-4c75-a39e-40ebc2ab9ea5 HTTP/1.1" status: 200 len: 705 time: 6.4671512 Mar 31 15:27:31.358221 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41186) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:31.420159 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8af2ce3a-f898-40c6-ba17-b5c9505903a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:31.423985 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-58181358-49da-4980-95de-438c8bf58446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:31.490980 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58181358-49da-4980-95de-438c8bf58446 None None] Routers {'cc478ad8-6598-4c75-a39e-40ebc2ab9ea5'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:31.491830 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-58181358-49da-4980-95de-438c8bf58446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:27:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['cc478ad8-6598-4c75-a39e-40ebc2ab9ea5'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:31.517379 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68244459-4934-46f0-9362-3d31ef96bc9d tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Network 8e022275-d293-42b5-8f65-9456de40717b is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:27:31.528912 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca21df0-0509-4441-b2cb-091fe8d83647 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network 0dfe4455-f298-4793-98de-d5f85bbf57cc is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:27:31.541023 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-38047eb0-5dfb-45f7-9257-800ce783dfec tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "GET /v2.0/routers/cc478ad8-6598-4c75-a39e-40ebc2ab9ea5 HTTP/1.1" status: 200 len: 740 time: 0.1802273 Mar 31 15:27:31.543115 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41192) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:31.598957 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-613fd98b-b995-48d1-9141-96538990e366 tempest-RoutersAdminTest-546665120 tempest-RoutersAdminTest-546665120-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=81fb4282-babc-4201-afd1-e5be35072e1e&device_id=cc478ad8-6598-4c75-a39e-40ebc2ab9ea5 HTTP/1.1" status: 200 len: 205 time: 0.0545049 Mar 31 15:27:31.602711 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c787f2-151d-4c6b-bd20-90c3de50729b req-c6aa1d6c-dceb-480b-a633-3a5396c1f154 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:31.603067 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41196) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:31.613138 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b1c787f2-151d-4c6b-bd20-90c3de50729b req-c6aa1d6c-dceb-480b-a633-3a5396c1f154 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.1260133 Mar 31 15:27:31.614012 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-58181358-49da-4980-95de-438c8bf58446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:31.614012 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58181358-49da-4980-95de-438c8bf58446 None None] The sync data for ids ['cc478ad8-6598-4c75-a39e-40ebc2ab9ea5'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:27:31.619527 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2ce3a-f898-40c6-ba17-b5c9505903a9 None None] Pushing event updated for resources: {'Port': ['ID=7a42ce49-742b-4255-a115-f07305070bf1,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:31.660114 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-cca21df0-0509-4441-b2cb-091fe8d83647 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 0dfe4455-f298-4793-98de-d5f85bbf57cc) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:31.665636 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca21df0-0509-4441-b2cb-091fe8d83647 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:27:31.668303 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7430b549-ee47-4feb-9b9f-aabda84e6289 None None] Network 0dfe4455-f298-4793-98de-d5f85bbf57cc requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:31.671962 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca21df0-0509-4441-b2cb-091fe8d83647 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:31.672650 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cca21df0-0509-4441-b2cb-091fe8d83647 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:31.681787 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b1c787f2-151d-4c6b-bd20-90c3de50729b req-a3461f5c-fe60-476e-aa1f-6db9febc3147 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595417 Mar 31 15:27:31.690471 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-68244459-4934-46f0-9362-3d31ef96bc9d tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 8e022275-d293-42b5-8f65-9456de40717b) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:31.695969 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68244459-4934-46f0-9362-3d31ef96bc9d tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:31.699439 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-68244459-4934-46f0-9362-3d31ef96bc9d tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:31.703345 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78873bef-8ccc-4a5b-9c75-f8d7df40d7e4 None None] Network 8e022275-d293-42b5-8f65-9456de40717b requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:31.711215 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-24ab270b-ab7f-405a-b196-46d64d5a945e tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc478ad8-6598-4c75-a39e-40ebc2ab9ea5 HTTP/1.1" status: 200 len: 205 time: 0.1070514 Mar 31 15:27:31.714507 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41200) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:31.723014 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:31.728004 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-40e5ef30-6ee8-4e75-9ef1-96db862d90e8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:31.934130 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event deleted for resources: {'Subnet': ['ID=601e6028-1e3d-485a-a560-ef0fa225ce24,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:31.936015 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5ef30-6ee8-4e75-9ef1-96db862d90e8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event deleted for resources: {'Port': ['ID=f3b518e9-871f-409f-9f48-3adc73b6c3c0,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:31.955408 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-cca21df0-0509-4441-b2cb-091fe8d83647 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 4.0307074 Mar 31 15:27:31.964572 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41204) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:31.972298 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-5b8c8d9d-c77b-4602-9562-d227b6412656 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-520516109'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:32.034552 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-5b8c8d9d-c77b-4602-9562-d227b6412656 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:32.049408 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-68244459-4934-46f0-9362-3d31ef96bc9d tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 4.0806985 Mar 31 15:27:32.050910 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-5b8c8d9d-c77b-4602-9562-d227b6412656 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:network and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:32.055267 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9630931c-5db0-4140-ae2f-1c36cfa13272 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:32.082041 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41208) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:32.162189 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5674ffe3-2168-45cf-80de-d80cdaf7a695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-8e022275-d293-42b5-8f65-9456de40717b', 'network_id': '8e022275-d293-42b5-8f65-9456de40717b', 'tenant_id': '137a4e602d1c4c6a9514dc9ddf162593', 'fixed_ips': [{'subnet_id': '70eb3ed2-42bc-45b3-8dcf-ab3fc7cbcbae'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:27:32.163287 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5674ffe3-2168-45cf-80de-d80cdaf7a695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:32.205879 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-5b8c8d9d-c77b-4602-9562-d227b6412656 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:32.210156 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-40e5ef30-6ee8-4e75-9ef1-96db862d90e8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:32.318102 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-5b8c8d9d-c77b-4602-9562-d227b6412656 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:32.334034 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:32.340921 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-5674ffe3-2168-45cf-80de-d80cdaf7a695 None None] Allocated IP 2001:db8::f816:3eff:fea1:768f (8e022275-d293-42b5-8f65-9456de40717b/70eb3ed2-42bc-45b3-8dcf-ab3fc7cbcbae/aad83424-7c74-4e3e-b237-825d08d67d82) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:32.398282 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0858f2b-621f-4c01-b7bf-0cef7c46b3ac']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:32.435339 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6efd8c34-47d6-4969-9774-b4ce4387b151 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:32.438307 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 0d605c1b-a29c-44cb-bc0d-163a3712ce76 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:27:32.454739 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9630931c-5db0-4140-ae2f-1c36cfa13272 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:32.458109 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9630931c-5db0-4140-ae2f-1c36cfa13272 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:32.494589 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4310b977-3962-46dd-8a8a-886f0c9bb8b3') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:32.495336 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4310b977-3962-46dd-8a8a-886f0c9bb8b3') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:32.505742 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-40e5ef30-6ee8-4e75-9ef1-96db862d90e8 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "DELETE /v2.0/ports/f3b518e9-871f-409f-9f48-3adc73b6c3c0 HTTP/1.1" status: 204 len: 168 time: 2.3474867 Mar 31 15:27:32.508482 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8c8d9d-c77b-4602-9562-d227b6412656 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:32.512609 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8d9d-c77b-4602-9562-d227b6412656 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:32.521989 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41216) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:32.540913 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:32.569129 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd0946-cd04-491e-9e99-395e0dff461a req-36823df5-6e4d-47d0-a2f1-969be3356d15 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:32.570711 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-efdd0946-cd04-491e-9e99-395e0dff461a req-36823df5-6e4d-47d0-a2f1-969be3356d15 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b2fd708-9444-4b96-9a34-4e20cb8ae90f HTTP/1.1" status: 200 len: 943 time: 0.3109622 Mar 31 15:27:32.581477 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:32.583548 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:32.586510 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9630931c-5db0-4140-ae2f-1c36cfa13272 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:32.588138 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9630931c-5db0-4140-ae2f-1c36cfa13272 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Fanout notify agent at l3_agent the message router_deleted on router cc478ad8-6598-4c75-a39e-40ebc2ab9ea5 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:27:32.601467 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:27:32.601899 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:32.660817 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9630931c-5db0-4140-ae2f-1c36cfa13272 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:32.665587 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9630931c-5db0-4140-ae2f-1c36cfa13272 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "DELETE /v2.0/routers/cc478ad8-6598-4c75-a39e-40ebc2ab9ea5 HTTP/1.1" status: 204 len: 168 time: 0.9465649 Mar 31 15:27:32.667382 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41220) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:32.677823 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6da227a7-b8ac-4519-8cf5-9084c9807621 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Deleting port e0b8d2dd-7699-4425-aa14-9fd425e7b2a4 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:32.678160 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6da227a7-b8ac-4519-8cf5-9084c9807621 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:32.728187 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5674ffe3-2168-45cf-80de-d80cdaf7a695 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:32.757555 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-5674ffe3-2168-45cf-80de-d80cdaf7a695 None None] Transition to ACTIVE for port object aad83424-7c74-4e3e-b237-825d08d67d82 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:32.765957 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-efdd0946-cd04-491e-9e99-395e0dff461a req-917fdce5-a390-4c0b-bb97-d71e0911cf27 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac921968-9099-446a-b7f7-743cb695bc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674726 Mar 31 15:27:32.778093 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 0d605c1b-a29c-44cb-bc0d-163a3712ce76, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=0d605c1b-a29c-44cb-bc0d-163a3712ce76,segment=NetworkSegment(d512b9f5-d8b6-4092-917f-faa9e82b2193),segment_id=d512b9f5-d8b6-4092-917f-faa9e82b2193)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:27:32.781760 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-43bd549d-7a86-46cb-8100-c65b357a89ef tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc478ad8-6598-4c75-a39e-40ebc2ab9ea5 HTTP/1.1" status: 200 len: 205 time: 0.1089661 Mar 31 15:27:32.782511 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41226) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:32.798098 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-5674ffe3-2168-45cf-80de-d80cdaf7a695 None None] Transition to ACTIVE for port object aad83424-7c74-4e3e-b237-825d08d67d82 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:32.799546 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': '0d605c1b-a29c-44cb-bc0d-163a3712ce76', 'network_id': 'b8c1a446-ecea-4471-8bae-1efc5f7c1cdf', 'port_id': '0d605c1b-a29c-44cb-bc0d-163a3712ce76', 'mac_address': 'fa:16:3e:83:b1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a152ddbe-bf1d-428e-af6f-5de1f957668e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:27:32.801065 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:27:32.801065 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:27:32.801065 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:27:32.801065 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:27:32.801065 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:27:32.801065 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:27:32.801065 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:27:32.801065 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:27:32.801065 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:27:32.801065 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:27:32.801065 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:27:32.801065 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:27:32.801065 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:27:32.801065 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:27:32.801065 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:27:32.801065 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:27:32.801065 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:27:32.801065 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:27:32.801065 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:27:32.801065 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:27:32.801065 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:27:32.801065 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:27:32.801065 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:27:32.801065 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:27:32.801065 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:27:32.801065 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:27:32.801065 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:27:32.801065 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:27:32.801065 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:27:32.801065 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:27:32.801065 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:27:32.801065 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:27:32.874374 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8c8d9d-c77b-4602-9562-d227b6412656 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:27:32.878685 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-c918fbd6-d97c-4837-baa4-21062c8b6aec tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] delete failed (client error): The resource could not be found. Mar 31 15:27:32.879912 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c918fbd6-d97c-4837-baa4-21062c8b6aec tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "DELETE /v2.0/routers/cc478ad8-6598-4c75-a39e-40ebc2ab9ea5 HTTP/1.1" status: 404 len: 336 time: 0.0966380 Mar 31 15:27:32.891753 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:32.904851 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5674ffe3-2168-45cf-80de-d80cdaf7a695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:32.910290 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41230) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:32.962982 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.api [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 15:27:32.962982 dv-neutron-833379-2-hyperv neutron-server[103443]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 15:27:32.962982 dv-neutron-833379-2-hyperv neutron-server[103443]: [parameters: {'id': 'b0858f2b-621f-4c01-b7bf-0cef7c46b3ac'}] Mar 31 15:27:32.962982 dv-neutron-833379-2-hyperv neutron-server[103443]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:27:32.963422 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG oslo_db.api [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:27:32.970857 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8d9d-c77b-4602-9562-d227b6412656 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:32.970857 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-5b8c8d9d-c77b-4602-9562-d227b6412656 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Added segment 655d6a85-a3ec-4d32-9ce5-780af2a8bf22 of type vlan for network 6edd3eb6-5b5a-4eaa-b47b-c04800642a3f Mar 31 15:27:32.984757 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674ffe3-2168-45cf-80de-d80cdaf7a695 None None] Pushing event updated for resources: {'Port': ['ID=aad83424-7c74-4e3e-b237-825d08d67d82,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:32.987264 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c613965-3b34-4567-8ad9-df7c2e7895f1 None None] Network b0858f2b-621f-4c01-b7bf-0cef7c46b3ac requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:32.988526 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3d4c8265-e730-4c20-91f8-fc608abbd6e8 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "GET /v2.0/ports?device_id=25e3aae7-a9ce-4168-84aa-abab21ffe8c6 HTTP/1.1" status: 200 len: 205 time: 0.0702591 Mar 31 15:27:32.994481 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41234) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:33.111857 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-6e18373e-a541-4d99-807e-1a054431d9c9 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] delete failed (client error): The resource could not be found. Mar 31 15:27:33.113051 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6e18373e-a541-4d99-807e-1a054431d9c9 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "DELETE /v2.0/routers/25e3aae7-a9ce-4168-84aa-abab21ffe8c6 HTTP/1.1" status: 404 len: 336 time: 0.1176028 Mar 31 15:27:33.114280 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:33.119703 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8d9d-c77b-4602-9562-d227b6412656 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:33.123249 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41238) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:33.138560 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d605c1b-a29c-44cb-bc0d-163a3712ce76 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:27:33.208415 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5674ffe3-2168-45cf-80de-d80cdaf7a695 None None] Network 8e022275-d293-42b5-8f65-9456de40717b is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:33.211161 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-5674ffe3-2168-45cf-80de-d80cdaf7a695 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:33.213894 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5674ffe3-2168-45cf-80de-d80cdaf7a695 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:27:33.218657 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 0d605c1b-a29c-44cb-bc0d-163a3712ce76, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=0d605c1b-a29c-44cb-bc0d-163a3712ce76,segment=NetworkSegment(d512b9f5-d8b6-4092-917f-faa9e82b2193),segment_id=d512b9f5-d8b6-4092-917f-faa9e82b2193)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:27:33.226825 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0777dd5c-64fe-4fd4-a1e7-e8152f8af413 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa8199f3-21d9-46fe-8d3e-0c01dd9d9e06 HTTP/1.1" status: 200 len: 205 time: 0.0998757 Mar 31 15:27:33.233037 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41242) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:33.257677 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2f4d70be-a40e-4b3e-8f00-202e89b64ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:33.299649 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-59350795-34d7-48ca-9e8a-74eb479875ef None None] Provisioning for port 7a42ce49-742b-4255-a115-f07305070bf1 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:27:33.307252 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:33.393376 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-5674ffe3-2168-45cf-80de-d80cdaf7a695 None None] Attempting to bind port aad83424-7c74-4e3e-b237-825d08d67d82 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:27:33.394123 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-5674ffe3-2168-45cf-80de-d80cdaf7a695 None None] Attempting to bind port aad83424-7c74-4e3e-b237-825d08d67d82 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '7b8f40f9-fa03-4e9d-9f22-6fe3365f5b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8e022275-d293-42b5-8f65-9456de40717b'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:27:33.394123 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5674ffe3-2168-45cf-80de-d80cdaf7a695 None None] Attempting to bind port aad83424-7c74-4e3e-b237-825d08d67d82 on network 8e022275-d293-42b5-8f65-9456de40717b {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:27:33.414503 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5674ffe3-2168-45cf-80de-d80cdaf7a695 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:27:33.414914 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5674ffe3-2168-45cf-80de-d80cdaf7a695 None None] Checking segment: {'id': '7b8f40f9-fa03-4e9d-9f22-6fe3365f5b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8e022275-d293-42b5-8f65-9456de40717b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:27:33.416008 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5674ffe3-2168-45cf-80de-d80cdaf7a695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:33.416008 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5674ffe3-2168-45cf-80de-d80cdaf7a695 None None] Bound using segment: {'id': '7b8f40f9-fa03-4e9d-9f22-6fe3365f5b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8e022275-d293-42b5-8f65-9456de40717b'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:27:33.416293 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-5674ffe3-2168-45cf-80de-d80cdaf7a695 None None] Bound port: aad83424-7c74-4e3e-b237-825d08d67d82, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8f40f9-fa03-4e9d-9f22-6fe3365f5b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8e022275-d293-42b5-8f65-9456de40717b'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:27:33.417808 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5674ffe3-2168-45cf-80de-d80cdaf7a695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:33.441779 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b9d20-5903-4da2-84f9-de69fc977f69 req-4aea4b01-c6f9-45ba-9bf8-9338566de773 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:33.449350 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e06b9d20-5903-4da2-84f9-de69fc977f69 req-4aea4b01-c6f9-45ba-9bf8-9338566de773 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.4983366 Mar 31 15:27:33.464467 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-fdafb210-271a-4fdf-8547-305f4158dac4 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] delete failed (client error): The resource could not be found. Mar 31 15:27:33.466550 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-fdafb210-271a-4fdf-8547-305f4158dac4 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "DELETE /v2.0/routers/fa8199f3-21d9-46fe-8d3e-0c01dd9d9e06 HTTP/1.1" status: 404 len: 336 time: 0.2316637 Mar 31 15:27:33.467580 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=0d605c1b-a29c-44cb-bc0d-163a3712ce76,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:33.469079 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41246) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:33.477812 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:33.491778 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6efd8c34-47d6-4969-9774-b4ce4387b151 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:33.527233 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474f2282-3392-4225-ac6d-23210eaffdea None None] DHCP port deletion for b0858f2b-621f-4c01-b7bf-0cef7c46b3ac request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:27:33.528068 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7ca44739-acbd-4049-923e-44e86cd941e5 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4317ab-0b94-43ba-ac07-9109fb9dc8a4 HTTP/1.1" status: 200 len: 205 time: 0.0580258 Mar 31 15:27:33.533041 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41250) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:33.538410 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-474f2282-3392-4225-ac6d-23210eaffdea None None] Deleting port 7a42ce49-742b-4255-a115-f07305070bf1 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:33.538903 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-474f2282-3392-4225-ac6d-23210eaffdea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:33.576787 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['0d605c1b-a29c-44cb-bc0d-163a3712ce76'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:27:33.598969 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e06b9d20-5903-4da2-84f9-de69fc977f69 req-099c3de3-6d7b-4695-9532-03f5e25608bb tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485467 Mar 31 15:27:33.600063 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:33.603218 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-d2523c8d-9db2-4d8d-a6f7-10d0983ead32 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] delete failed (client error): The resource could not be found. Mar 31 15:27:33.603824 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Deleting port 7a42ce49-742b-4255-a115-f07305070bf1 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:33.604490 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:33.608526 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d2523c8d-9db2-4d8d-a6f7-10d0983ead32 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "DELETE /v2.0/routers/9c4317ab-0b94-43ba-ac07-9109fb9dc8a4 HTTP/1.1" status: 404 len: 336 time: 0.0758104 Mar 31 15:27:33.609620 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41254) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:33.639471 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-5674ffe3-2168-45cf-80de-d80cdaf7a695 None None] For port aad83424-7c74-4e3e-b237-825d08d67d82, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:27:33.669902 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8d9d-c77b-4602-9562-d227b6412656 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:33.675687 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8c8d9d-c77b-4602-9562-d227b6412656 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:33.676281 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8d9d-c77b-4602-9562-d227b6412656 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:33.695975 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-5674ffe3-2168-45cf-80de-d80cdaf7a695 None None] For port aad83424-7c74-4e3e-b237-825d08d67d82, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=aad83424-7c74-4e3e-b237-825d08d67d82,segment=NetworkSegment(7b8f40f9-fa03-4e9d-9f22-6fe3365f5b51),segment_id=7b8f40f9-fa03-4e9d-9f22-6fe3365f5b51)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:27:33.703088 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Pushing event deleted for resources: {'Subnet': ['ID=70eb3ed2-42bc-45b3-8dcf-ab3fc7cbcbae,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:33.772727 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6da227a7-b8ac-4519-8cf5-9084c9807621 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:33.794423 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5674ffe3-2168-45cf-80de-d80cdaf7a695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:33.810078 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-70c96ba1-71d1-4f9a-a8a0-d202a4be21bd tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac251ce6-38d6-4214-8baa-8a648583f2d7 HTTP/1.1" status: 200 len: 205 time: 0.1904526 Mar 31 15:27:33.815529 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41260) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:33.971353 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:33.988332 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c8d9d-c77b-4602-9562-d227b6412656 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Network': ['ID=6edd3eb6-5b5a-4eaa-b47b-c04800642a3f,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:33.997924 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-474f2282-3392-4225-ac6d-23210eaffdea None None] For port 7a42ce49-742b-4255-a115-f07305070bf1, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=7a42ce49-742b-4255-a115-f07305070bf1,segment=NetworkSegment(4310b977-3962-46dd-8a8a-886f0c9bb8b3),segment_id=4310b977-3962-46dd-8a8a-886f0c9bb8b3)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:27:33.998320 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-474f2282-3392-4225-ac6d-23210eaffdea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:34.001814 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6da227a7-b8ac-4519-8cf5-9084c9807621 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Calling delete_port for e0b8d2dd-7699-4425-aa14-9fd425e7b2a4 owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:34.014625 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 6edd3eb6-5b5a-4eaa-b47b-c04800642a3f details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:27:34.051852 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e022275-d293-42b5-8f65-9456de40717b']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:34.100227 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5b8c8d9d-c77b-4602-9562-d227b6412656 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.1293042 Mar 31 15:27:34.103828 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41264) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:34.114732 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-2365d590-e1c6-4eb2-a8d2-a80a5e586f1f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'ports': [{'network_id': '0dfe4455-f298-4793-98de-d5f85bbf57cc'}, {'network_id': '6edd3eb6-5b5a-4eaa-b47b-c04800642a3f'}]} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:34.115424 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-2365d590-e1c6-4eb2-a8d2-a80a5e586f1f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'port': {'network_id': '0dfe4455-f298-4793-98de-d5f85bbf57cc'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:34.116106 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-2365d590-e1c6-4eb2-a8d2-a80a5e586f1f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'port': {'network_id': '6edd3eb6-5b5a-4eaa-b47b-c04800642a3f'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:34.132789 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-7add9d40-5393-4138-a8d3-5bc6bb51ba77 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] delete failed (client error): The resource could not be found. Mar 31 15:27:34.134196 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7add9d40-5393-4138-a8d3-5bc6bb51ba77 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "DELETE /v2.0/routers/ac251ce6-38d6-4214-8baa-8a648583f2d7 HTTP/1.1" status: 404 len: 336 time: 0.2619047 Mar 31 15:27:34.143779 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b8f40f9-fa03-4e9d-9f22-6fe3365f5b51') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:34.144121 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b8f40f9-fa03-4e9d-9f22-6fe3365f5b51') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:34.151540 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41268) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:34.181048 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674ffe3-2168-45cf-80de-d80cdaf7a695 None None] Pushing event updated for resources: {'Port': ['ID=aad83424-7c74-4e3e-b237-825d08d67d82,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:34.191053 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-474f2282-3392-4225-ac6d-23210eaffdea None None] Calling delete_port for 7a42ce49-742b-4255-a115-f07305070bf1 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:34.230896 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-368d067a-f879-46b9-bda7-12d513880a5e tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "GET /v2.0/ports?device_id=5081516b-c27d-4757-8005-9264b2385275 HTTP/1.1" status: 200 len: 205 time: 0.0732844 Mar 31 15:27:34.238816 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41272) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:34.247258 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] For port 7a42ce49-742b-4255-a115-f07305070bf1, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=7a42ce49-742b-4255-a115-f07305070bf1,segment=NetworkSegment(4310b977-3962-46dd-8a8a-886f0c9bb8b3),segment_id=4310b977-3962-46dd-8a8a-886f0c9bb8b3)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:27:34.247628 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:34.328912 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:34.367281 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-29ee63ef-9d8e-4aed-99be-a3a31967a2c5 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] delete failed (client error): The resource could not be found. Mar 31 15:27:34.368298 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-29ee63ef-9d8e-4aed-99be-a3a31967a2c5 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "DELETE /v2.0/routers/5081516b-c27d-4757-8005-9264b2385275 HTTP/1.1" status: 404 len: 336 time: 0.1276548 Mar 31 15:27:34.389038 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41276) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:34.488919 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-474f2282-3392-4225-ac6d-23210eaffdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:34.501129 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Calling delete_port for 7a42ce49-742b-4255-a115-f07305070bf1 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:34.545806 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:34.547619 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-641a0688-6a71-4092-b69a-605b25b503d8 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] DELETE failed (client error): The resource could not be found. Mar 31 15:27:34.548235 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-641a0688-6a71-4092-b69a-605b25b503d8 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:27:34.554211 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:27:34.554756 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:34.572679 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:27:34.572679 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:27:34.572679 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:27:34.572679 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:27:34.572679 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:27:34.572679 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:27:34.572679 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:27:34.572679 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:27:34.572679 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:27:34.572679 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:27:34.572679 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:27:34.572679 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:27:34.572679 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:27:34.572679 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:27:34.572679 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:27:34.572679 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:27:34.572679 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:27:34.572679 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:27:34.572679 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:27:34.572679 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:27:34.572679 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:27:34.572679 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:27:34.572679 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:27:34.572679 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:27:34.572679 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:27:34.572679 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:27:34.572679 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:27:34.572679 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:27:34.572679 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:27:34.572679 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:27:34.572679 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:27:34.572679 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:27:34.582978 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52305449-3696-4c1a-8105-cea648681aeb req-e4b5f8d7-7876-4117-9b00-0b087fdc12ec tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:34.589565 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f2282-3392-4225-ac6d-23210eaffdea None None] Pushing event deleted for resources: {'Port': ['ID=7a42ce49-742b-4255-a115-f07305070bf1,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:34.590664 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-52305449-3696-4c1a-8105-cea648681aeb req-e4b5f8d7-7876-4117-9b00-0b087fdc12ec tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b2fd708-9444-4b96-9a34-4e20cb8ae90f HTTP/1.1" status: 200 len: 944 time: 0.7166533 Mar 31 15:27:34.599136 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474f2282-3392-4225-ac6d-23210eaffdea None None] No DVR routers for this DVR port 7a42ce49-742b-4255-a115-f07305070bf1 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:27:34.614063 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-641a0688-6a71-4092-b69a-605b25b503d8 tempest-RoutersAdminTest-726328066 tempest-RoutersAdminTest-726328066-project] 10.222.0.31 "DELETE /v2.0/subnets/0af0d4b4-f501-4e1f-81e0-77039a2556aa HTTP/1.1" status: 404 len: 337 time: 0.2202373 Mar 31 15:27:34.655953 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efd8c34-47d6-4969-9774-b4ce4387b151 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Router 0e113baf-fb21-49f9-8acf-e3f76c2b8907 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:27:34.672403 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2365d590-e1c6-4eb2-a8d2-a80a5e586f1f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:34.682448 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2365d590-e1c6-4eb2-a8d2-a80a5e586f1f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:port and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:34.687423 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2365d590-e1c6-4eb2-a8d2-a80a5e586f1f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for port was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:34.704516 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-52305449-3696-4c1a-8105-cea648681aeb req-45d97fa9-d437-4bd5-994b-c64102a55c1f tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac921968-9099-446a-b7f7-743cb695bc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129210 Mar 31 15:27:34.705553 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2365d590-e1c6-4eb2-a8d2-a80a5e586f1f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:34.788387 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6da227a7-b8ac-4519-8cf5-9084c9807621 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:34.821562 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.api [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:27:34.821883 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG oslo_db.api [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:27:34.839601 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2365d590-e1c6-4eb2-a8d2-a80a5e586f1f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'port': 2} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:34.844012 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2365d590-e1c6-4eb2-a8d2-a80a5e586f1f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:34.856698 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da227a7-b8ac-4519-8cf5-9084c9807621 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event deleted for resources: {'Port': ['ID=e0b8d2dd-7699-4425-aa14-9fd425e7b2a4,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:34.895600 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2365d590-e1c6-4eb2-a8d2-a80a5e586f1f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:35.034121 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.api [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 15:27:35.034121 dv-neutron-833379-2-hyperv neutron-server[103443]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 15:27:35.034121 dv-neutron-833379-2-hyperv neutron-server[103443]: [parameters: {'id': '8e022275-d293-42b5-8f65-9456de40717b'}] Mar 31 15:27:35.034121 dv-neutron-833379-2-hyperv neutron-server[103443]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:27:35.034863 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG oslo_db.api [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:27:35.075950 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efd8c34-47d6-4969-9774-b4ce4387b151 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:27:35.087014 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72564b3f-d015-4e4e-b73f-e2d2b6118c91 None None] Sync routers for ids ['0e113baf-fb21-49f9-8acf-e3f76c2b8907'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:27:35.092161 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b8d71-7fef-4dfc-8f63-0173e604ae4b req-2549f758-f221-48f0-aa84-9c146b497066 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:35.093527 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-247b8d71-7fef-4dfc-8f63-0173e604ae4b req-2549f758-f221-48f0-aa84-9c146b497066 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.3398480 Mar 31 15:27:35.102157 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6da227a7-b8ac-4519-8cf5-9084c9807621 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:35.105096 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6da227a7-b8ac-4519-8cf5-9084c9807621 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "DELETE /v2.0/ports/e0b8d2dd-7699-4425-aa14-9fd425e7b2a4 HTTP/1.1" status: 204 len: 168 time: 2.5783045 Mar 31 15:27:35.105689 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72564b3f-d015-4e4e-b73f-e2d2b6118c91 None None] Routers {'0e113baf-fb21-49f9-8acf-e3f76c2b8907'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:35.106384 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-72564b3f-d015-4e4e-b73f-e2d2b6118c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:27:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['0e113baf-fb21-49f9-8acf-e3f76c2b8907'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:35.108049 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41284) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:35.149340 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7d76ca81-214d-447e-9cfe-fa5a7087252e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:35.183779 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-72564b3f-d015-4e4e-b73f-e2d2b6118c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:35.194042 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72564b3f-d015-4e4e-b73f-e2d2b6118c91 None None] Routers {'0e113baf-fb21-49f9-8acf-e3f76c2b8907'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:35.194915 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-72564b3f-d015-4e4e-b73f-e2d2b6118c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:27:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['0e113baf-fb21-49f9-8acf-e3f76c2b8907'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:35.246158 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6efd8c34-47d6-4969-9774-b4ce4387b151 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:35.247558 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6efd8c34-47d6-4969-9774-b4ce4387b151 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 8.1326454 Mar 31 15:27:35.252398 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-247b8d71-7fef-4dfc-8f63-0173e604ae4b req-9d5804f8-0c8c-4d86-810f-758353706c7b tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720975 Mar 31 15:27:35.252863 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41290) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:35.319642 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-72564b3f-d015-4e4e-b73f-e2d2b6118c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:35.320052 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72564b3f-d015-4e4e-b73f-e2d2b6118c91 None None] The sync data for ids ['0e113baf-fb21-49f9-8acf-e3f76c2b8907'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:27:35.329278 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Deleting port 7a42ce49-742b-4255-a115-f07305070bf1 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:35.329633 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:35.364356 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41296) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:35.374262 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-2365d590-e1c6-4eb2-a8d2-a80a5e586f1f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] device_id is not set on port 35cafb04-2ad2-4da4-807b-bb589921c3f7 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:27:35.436512 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30995faa-8d1c-4de0-80a1-0bb40d381368 None None] Network 8e022275-d293-42b5-8f65-9456de40717b requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:35.451296 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] The port '7a42ce49-742b-4255-a115-f07305070bf1' was deleted {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:27:35.459134 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa25698c-86be-4635-9b66-beab46793b6c tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:35.459841 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-aa25698c-86be-4635-9b66-beab46793b6c tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Synchronizing usage tracker for tenant:e42d5336284c4dafbfb75f78ea62f851 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:27:35.520320 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2365d590-e1c6-4eb2-a8d2-a80a5e586f1f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:35.587771 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:35.668430 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-2365d590-e1c6-4eb2-a8d2-a80a5e586f1f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] device_id is not set on port a2b1de39-6299-4bc5-82ea-28b8bb2b27ef yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:27:35.678884 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07fbeae3-23d6-41fe-96e1-fbb53e76c870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:35.711144 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:35.719649 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-5f1c2e7f-a763-4b03-8f83-c248029c050d None None] Provisioning for port aad83424-7c74-4e3e-b237-825d08d67d82 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:27:35.729994 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-aa25698c-86be-4635-9b66-beab46793b6c tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Unset dirty status for tenant:e42d5336284c4dafbfb75f78ea62f851 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:27:35.731006 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-aa25698c-86be-4635-9b66-beab46793b6c tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "GET /v2.0/ports?device_id=12c3bdd7-ec80-47bb-a654-40336a8e2de2 HTTP/1.1" status: 200 len: 913 time: 0.6193352 Mar 31 15:27:35.733902 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41306) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:35.742505 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-07fbeae3-23d6-41fe-96e1-fbb53e76c870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:35.754370 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Deleting port aad83424-7c74-4e3e-b237-825d08d67d82 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:35.754572 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:35.792918 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b2f9b482-8639-45d4-ac17-da52b5c811b6 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "GET /v2.0/routers/0e113baf-fb21-49f9-8acf-e3f76c2b8907 HTTP/1.1" status: 200 len: 881 time: 0.5351572 Mar 31 15:27:35.801302 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-07fbeae3-23d6-41fe-96e1-fbb53e76c870 admin admin] Usage tracker for resource:security_group_rule and tenant:8cff3076c81843719bbab3ce46b9d73c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:35.803667 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41310) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:35.806093 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-07fbeae3-23d6-41fe-96e1-fbb53e76c870 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:35.822677 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0858f2b-621f-4c01-b7bf-0cef7c46b3ac']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:35.886858 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf13375-188e-4b83-8d8b-32b97be65274 None None] DHCP port deletion for 8e022275-d293-42b5-8f65-9456de40717b request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:27:35.897887 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-bbf13375-188e-4b83-8d8b-32b97be65274 None None] Deleting port aad83424-7c74-4e3e-b237-825d08d67d82 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:35.898231 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bbf13375-188e-4b83-8d8b-32b97be65274 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:35.915434 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-07fbeae3-23d6-41fe-96e1-fbb53e76c870 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:35.936382 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4310b977-3962-46dd-8a8a-886f0c9bb8b3') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:35.936675 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4310b977-3962-46dd-8a8a-886f0c9bb8b3') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:35.994395 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:36.082346 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2365d590-e1c6-4eb2-a8d2-a80a5e586f1f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:36.082532 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:36.105849 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:27:36.106197 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:36.127171 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:27:36.127171 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:27:36.127171 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:27:36.127171 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:27:36.127171 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:27:36.127171 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:27:36.127171 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:27:36.127171 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:27:36.127171 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:27:36.127171 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:27:36.127171 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:27:36.127171 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:27:36.127171 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:27:36.127171 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:27:36.127171 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:27:36.127171 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:27:36.127171 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:27:36.127171 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:27:36.127171 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:27:36.127171 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:27:36.127171 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:27:36.127171 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:27:36.127171 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:27:36.127171 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:27:36.127171 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:27:36.127171 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:27:36.127171 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:27:36.127171 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:27:36.127171 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:27:36.127171 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:27:36.127171 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:27:36.127171 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:27:36.146287 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-bbf13375-188e-4b83-8d8b-32b97be65274 None None] For port aad83424-7c74-4e3e-b237-825d08d67d82, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=aad83424-7c74-4e3e-b237-825d08d67d82,segment=NetworkSegment(7b8f40f9-fa03-4e9d-9f22-6fe3365f5b51),segment_id=7b8f40f9-fa03-4e9d-9f22-6fe3365f5b51)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:27:36.146680 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bbf13375-188e-4b83-8d8b-32b97be65274 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:36.300196 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-bbf13375-188e-4b83-8d8b-32b97be65274 None None] Calling delete_port for aad83424-7c74-4e3e-b237-825d08d67d82 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:36.311672 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2365d590-e1c6-4eb2-a8d2-a80a5e586f1f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:36.322960 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617bf1a-b6dd-44e9-8b8f-befdcf50fd9d req-3ef2a7f1-1ac1-49c7-bb00-87a5cfd70985 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:36.324578 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f617bf1a-b6dd-44e9-8b8f-befdcf50fd9d req-3ef2a7f1-1ac1-49c7-bb00-87a5cfd70985 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b2fd708-9444-4b96-9a34-4e20cb8ae90f HTTP/1.1" status: 200 len: 944 time: 0.3936172 Mar 31 15:27:36.331881 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8829f1-787f-4a7a-a06a-aa58b834a799 req-ea029923-a96a-45ba-8a2d-d75d11d615a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:36.333425 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4a8829f1-787f-4a7a-a06a-aa58b834a799 req-ea029923-a96a-45ba-8a2d-d75d11d615a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=054d30a6120446fcba39a5a299093095&device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 1099 time: 0.3357115 Mar 31 15:27:36.340327 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0aeae6-b0f3-4429-803d-065ebef13f3d req-84fd8a62-fa6c-4092-84ba-25f980fc40c6 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:36.341864 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-ba0aeae6-b0f3-4429-803d-065ebef13f3d req-84fd8a62-fa6c-4092-84ba-25f980fc40c6 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.3984251 Mar 31 15:27:36.343801 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] For port aad83424-7c74-4e3e-b237-825d08d67d82, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=aad83424-7c74-4e3e-b237-825d08d67d82,segment=NetworkSegment(7b8f40f9-fa03-4e9d-9f22-6fe3365f5b51),segment_id=7b8f40f9-fa03-4e9d-9f22-6fe3365f5b51)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:27:36.344168 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:36.427401 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:36.452839 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 0d605c1b-a29c-44cb-bc0d-163a3712ce76 up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:27:36.513060 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bbf13375-188e-4b83-8d8b-32b97be65274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:36.534183 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:36.540581 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2365d590-e1c6-4eb2-a8d2-a80a5e586f1f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network 0dfe4455-f298-4793-98de-d5f85bbf57cc is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:36.551579 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Calling delete_port for aad83424-7c74-4e3e-b237-825d08d67d82 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:36.553983 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:36.575213 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf13375-188e-4b83-8d8b-32b97be65274 None None] No DVR routers for this DVR port aad83424-7c74-4e3e-b237-825d08d67d82 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:27:36.591174 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf13375-188e-4b83-8d8b-32b97be65274 None None] Pushing event deleted for resources: {'Port': ['ID=aad83424-7c74-4e3e-b237-825d08d67d82,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:36.613311 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365d590-e1c6-4eb2-a8d2-a80a5e586f1f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Port': ['ID=35cafb04-2ad2-4da4-807b-bb589921c3f7,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:36.615785 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-2365d590-e1c6-4eb2-a8d2-a80a5e586f1f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:36.633442 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2365d590-e1c6-4eb2-a8d2-a80a5e586f1f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:27:36.634259 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2365d590-e1c6-4eb2-a8d2-a80a5e586f1f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:36.643972 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f617bf1a-b6dd-44e9-8b8f-befdcf50fd9d req-711e178b-4b81-4c8f-bae3-f09fee79c9fc tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac921968-9099-446a-b7f7-743cb695bc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2720981 Mar 31 15:27:36.663111 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port 0d605c1b-a29c-44cb-bc0d-163a3712ce76 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:27:36.670403 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port 0d605c1b-a29c-44cb-bc0d-163a3712ce76 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:27:36.676076 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:36.780609 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:36.796655 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event deleted for resources: {'Network': ['ID=b0858f2b-621f-4c01-b7bf-0cef7c46b3ac,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:36.803177 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:36.833095 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8829f1-787f-4a7a-a06a-aa58b834a799 req-87799f99-a859-443e-a1a5-20473e6d58c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:36.833981 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2fd708-9444-4b96-9a34-4e20cb8ae90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d605c1b-a29c-44cb-bc0d-163a3712ce76'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:27:36.834633 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4a8829f1-787f-4a7a-a06a-aa58b834a799 req-87799f99-a859-443e-a1a5-20473e6d58c5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8570db4c-fed6-40aa-8a1b-99615046312c HTTP/1.1" status: 200 len: 912 time: 0.4661188 Mar 31 15:27:36.844680 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365d590-e1c6-4eb2-a8d2-a80a5e586f1f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Port': ['ID=a2b1de39-6299-4bc5-82ea-28b8bb2b27ef,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:36.845470 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-ba0aeae6-b0f3-4429-803d-065ebef13f3d req-d57e3eaa-3986-4ef9-8a42-95644b0ea657 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4926100 Mar 31 15:27:36.846673 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f0163d40-dd2a-4a4f-a270-0632a9bd377c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/networks/b0858f2b-621f-4c01-b7bf-0cef7c46b3ac HTTP/1.1" status: 204 len: 168 time: 6.4335780 Mar 31 15:27:36.857417 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41318) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:36.860622 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 0d605c1b-a29c-44cb-bc0d-163a3712ce76, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=0d605c1b-a29c-44cb-bc0d-163a3712ce76,segment=NetworkSegment(d512b9f5-d8b6-4092-917f-faa9e82b2193),segment_id=d512b9f5-d8b6-4092-917f-faa9e82b2193)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:27:36.877969 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-1ce8a61f-c241-4289-ae33-83861bc72cf9 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-16059453'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:36.893669 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-1ce8a61f-c241-4289-ae33-83861bc72cf9 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:36.900141 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1ce8a61f-c241-4289-ae33-83861bc72cf9 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Usage tracker for resource:network and tenant:cba800ed59cd4d6f8d690d59c4ee670b is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:36.911649 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2fd708-9444-4b96-9a34-4e20cb8ae90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d605c1b-a29c-44cb-bc0d-163a3712ce76', 'code': 200} Mar 31 15:27:36.912180 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1ce8a61f-c241-4289-ae33-83861bc72cf9 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:36.926424 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:36.931804 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2365d590-e1c6-4eb2-a8d2-a80a5e586f1f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Checking segment: {'id': '655d6a85-a3ec-4d32-9ce5-780af2a8bf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6edd3eb6-5b5a-4eaa-b47b-c04800642a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:27:36.932724 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2365d590-e1c6-4eb2-a8d2-a80a5e586f1f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network hostable DHCP agents. Network: 6edd3eb6-5b5a-4eaa-b47b-c04800642a3f, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:27:36.937900 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07fbeae3-23d6-41fe-96e1-fbb53e76c870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:36.940857 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-1ce8a61f-c241-4289-ae33-83861bc72cf9 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:36.942739 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.api [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:27:36.943051 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG oslo_db.api [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:27:36.963083 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d41e59bb-d3ce-4a90-b87e-2b79ceaf0d65 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Synchronizing usage tracker for tenant:3c462be107e642da98e89cbf8192538c on resource:router {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:27:37.011528 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=0d605c1b-a29c-44cb-bc0d-163a3712ce76,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:37.011784 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4a8829f1-787f-4a7a-a06a-aa58b834a799 req-2a98a13e-9c28-46ed-8bda-6e27a439d0e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bca974bf-04e8-4b40-8dd3-77d968794f2b HTTP/1.1" status: 200 len: 1002 time: 0.1678038 Mar 31 15:27:37.012772 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07fbeae3-23d6-41fe-96e1-fbb53e76c870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:37.060809 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-07fbeae3-23d6-41fe-96e1-fbb53e76c870 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8cff3076c81843719bbab3ce46b9d73c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6683767 Mar 31 15:27:37.063015 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fbeae3-23d6-41fe-96e1-fbb53e76c870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81ae35c-bd43-4d10-a9ed-a0bb4ec6da81,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:37.065172 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41322) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:37.081932 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce8a61f-c241-4289-ae33-83861bc72cf9 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Made reservation on behalf of cba800ed59cd4d6f8d690d59c4ee670b for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:37.085243 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ce8a61f-c241-4289-ae33-83861bc72cf9 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:37.098100 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d41e59bb-d3ce-4a90-b87e-2b79ceaf0d65 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Unset dirty status for tenant:3c462be107e642da98e89cbf8192538c on resource:router {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:27:37.101748 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d41e59bb-d3ce-4a90-b87e-2b79ceaf0d65 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.2946076 Mar 31 15:27:37.109474 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41326) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:37.117955 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-808b38d2-c2bb-4c19-be41-64049df59af1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2098298596'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:37.219292 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce8a61f-c241-4289-ae33-83861bc72cf9 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:27:37.237878 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8829f1-787f-4a7a-a06a-aa58b834a799 req-e57dcc03-dbd7-4d6b-bf26-88c6359bdb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:37.239300 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4a8829f1-787f-4a7a-a06a-aa58b834a799 req-e57dcc03-dbd7-4d6b-bf26-88c6359bdb1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b28caf7-0cc4-4f02-9ea5-a472add592af HTTP/1.1" status: 200 len: 850 time: 0.2214656 Mar 31 15:27:37.239874 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2365d590-e1c6-4eb2-a8d2-a80a5e586f1f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network 6edd3eb6-5b5a-4eaa-b47b-c04800642a3f is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:27:37.249829 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ce8a61f-c241-4289-ae33-83861bc72cf9 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:37.250174 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-1ce8a61f-c241-4289-ae33-83861bc72cf9 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Added segment 5041ddc4-fa3e-4948-93f1-b45e7c912abf of type vlan for network e912dcc0-a738-4f70-9b1c-6ed49dd2cdb6 Mar 31 15:27:37.319081 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6468827b-eff2-4e9b-9b70-9b8176af3e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:37.347849 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-2365d590-e1c6-4eb2-a8d2-a80a5e586f1f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 6edd3eb6-5b5a-4eaa-b47b-c04800642a3f) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:37.356313 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66246f4-5272-409f-8b7c-da761f574909 None None] Network 6edd3eb6-5b5a-4eaa-b47b-c04800642a3f requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:37.357857 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2365d590-e1c6-4eb2-a8d2-a80a5e586f1f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:27:37.363275 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2365d590-e1c6-4eb2-a8d2-a80a5e586f1f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:37.367937 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2365d590-e1c6-4eb2-a8d2-a80a5e586f1f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:37.368590 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2365d590-e1c6-4eb2-a8d2-a80a5e586f1f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:37.394871 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6468827b-eff2-4e9b-9b70-9b8176af3e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:37.422241 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97d65c11-c9c1-47d2-bf99-2cc696a2bb5b tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:37.462391 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ce8a61f-c241-4289-ae33-83861bc72cf9 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:37.467851 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Deleting port aad83424-7c74-4e3e-b237-825d08d67d82 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:37.468132 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:37.496476 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2365d590-e1c6-4eb2-a8d2-a80a5e586f1f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3861756 Mar 31 15:27:37.500921 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41330) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:37.541348 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8829f1-787f-4a7a-a06a-aa58b834a799 req-576e0244-94ae-48a4-b4fc-d8cf4c045c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:37.543570 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4a8829f1-787f-4a7a-a06a-aa58b834a799 req-576e0244-94ae-48a4-b4fc-d8cf4c045c7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8570db4c-fed6-40aa-8a1b-99615046312c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2961738 Mar 31 15:27:37.552065 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c481fd8-9963-42a3-9bb0-7681f87d7780 req-0e099529-06a1-4f27-a9cc-ba9b9f8bb80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:37.553519 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3c481fd8-9963-42a3-9bb0-7681f87d7780 req-0e099529-06a1-4f27-a9cc-ba9b9f8bb80a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4b2fd708-9444-4b96-9a34-4e20cb8ae90f HTTP/1.1" status: 200 len: 1098 time: 0.2697172 Mar 31 15:27:37.591998 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] The port 'aad83424-7c74-4e3e-b237-825d08d67d82' was deleted {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:27:37.630217 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-1ce8a61f-c241-4289-ae33-83861bc72cf9 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:27:37.801745 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device aad83424-7c74-4e3e-b237-825d08d67d82 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:27:37.834410 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7dd0786c-8a2a-4c1a-88ba-6ca8f4ab121f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting port a2b1de39-6299-4bc5-82ea-28b8bb2b27ef {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:37.834771 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7dd0786c-8a2a-4c1a-88ba-6ca8f4ab121f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:37.840112 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: aad83424-7c74-4e3e-b237-825d08d67d82 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:27:37.840651 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device aad83424-7c74-4e3e-b237-825d08d67d82 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:27:37.848248 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:37.880959 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ce8a61f-c241-4289-ae33-83861bc72cf9 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:37.887039 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce8a61f-c241-4289-ae33-83861bc72cf9 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:37.887634 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ce8a61f-c241-4289-ae33-83861bc72cf9 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:37.892615 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:37.896623 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4a8829f1-787f-4a7a-a06a-aa58b834a799 req-c69bdc81-87d0-472b-a81c-7f313c7a6396 service neutron] 10.222.0.41 "GET /v2.0/networks/8570db4c-fed6-40aa-8a1b-99615046312c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421893 Mar 31 15:27:37.898480 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3c481fd8-9963-42a3-9bb0-7681f87d7780 req-02cf2798-d22d-499b-9a87-e6d3ec711410 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ac921968-9099-446a-b7f7-743cb695bc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3347356 Mar 31 15:27:38.005680 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6468827b-eff2-4e9b-9b70-9b8176af3e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:38.050384 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e022275-d293-42b5-8f65-9456de40717b']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:38.120441 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468827b-eff2-4e9b-9b70-9b8176af3e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81ae35c-bd43-4d10-a9ed-a0bb4ec6da81,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:38.138244 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b8f40f9-fa03-4e9d-9f22-6fe3365f5b51') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:38.138443 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b8f40f9-fa03-4e9d-9f22-6fe3365f5b51') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:38.159864 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6468827b-eff2-4e9b-9b70-9b8176af3e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:38.163320 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6468827b-eff2-4e9b-9b70-9b8176af3e7b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b81ae35c-bd43-4d10-a9ed-a0bb4ec6da81 HTTP/1.1" status: 204 len: 168 time: 1.0945916 Mar 31 15:27:38.219562 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:38.227159 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8a61f-c241-4289-ae33-83861bc72cf9 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event updated for resources: {'Network': ['ID=e912dcc0-a738-4f70-9b1c-6ed49dd2cdb6,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:38.240108 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network e912dcc0-a738-4f70-9b1c-6ed49dd2cdb6 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:27:38.249515 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1ce8a61f-c241-4289-ae33-83861bc72cf9 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3908854 Mar 31 15:27:38.267013 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:38.268870 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41340) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:38.290719 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-0df9b142-a97e-4853-86aa-2b8ea0424d8c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Request body: {'subnet': {'network_id': 'e912dcc0-a738-4f70-9b1c-6ed49dd2cdb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:38.328727 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:27:38.329133 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:38.350133 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-808b38d2-c2bb-4c19-be41-64049df59af1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:38.351773 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4a8829f1-787f-4a7a-a06a-aa58b834a799 req-06b519d2-698a-4f97-9afb-610b3f432cea service neutron] 10.222.0.41 "GET /v2.0/networks/8570db4c-fed6-40aa-8a1b-99615046312c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438521 Mar 31 15:27:38.353478 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:27:38.353478 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:27:38.353478 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:27:38.353478 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:27:38.353478 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:27:38.353478 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:27:38.353478 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:27:38.353478 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:27:38.353478 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:27:38.353478 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:27:38.353478 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:27:38.353478 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:27:38.353478 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:27:38.353478 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:27:38.353478 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:27:38.353478 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:27:38.353478 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:27:38.353478 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:27:38.353478 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:27:38.353478 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:27:38.353478 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:27:38.353478 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:27:38.353478 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:27:38.353478 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:27:38.353478 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:27:38.353478 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:27:38.353478 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:27:38.353478 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:27:38.353478 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:27:38.353478 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:27:38.353478 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:27:38.353478 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:27:38.382604 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4c57a-73bd-4428-8d86-e275fe169aa1 req-3a0c593a-4651-4547-b3e5-476c82099183 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:38.384636 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-38c4c57a-73bd-4428-8d86-e275fe169aa1 req-3a0c593a-4651-4547-b3e5-476c82099183 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b2fd708-9444-4b96-9a34-4e20cb8ae90f HTTP/1.1" status: 200 len: 945 time: 0.5641296 Mar 31 15:27:38.398989 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7dd0786c-8a2a-4c1a-88ba-6ca8f4ab121f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:38.418472 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f306087-3f0e-4535-b897-ceb951df676d req-66ed1b68-0b92-48bb-a476-150b1e8ca813 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:38.420006 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0f306087-3f0e-4535-b897-ceb951df676d req-66ed1b68-0b92-48bb-a476-150b1e8ca813 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.4517500 Mar 31 15:27:38.595210 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7dd0786c-8a2a-4c1a-88ba-6ca8f4ab121f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Calling delete_port for a2b1de39-6299-4bc5-82ea-28b8bb2b27ef owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:38.691220 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0df9b142-a97e-4853-86aa-2b8ea0424d8c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:38.699119 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0df9b142-a97e-4853-86aa-2b8ea0424d8c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Usage tracker for resource:subnet and tenant:cba800ed59cd4d6f8d690d59c4ee670b is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:38.704321 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-38c4c57a-73bd-4428-8d86-e275fe169aa1 req-f1a6b6ba-9351-4b2e-8a41-a9bef41114ee tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac921968-9099-446a-b7f7-743cb695bc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780432 Mar 31 15:27:38.705112 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0df9b142-a97e-4853-86aa-2b8ea0424d8c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:38.712577 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0df9b142-a97e-4853-86aa-2b8ea0424d8c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:38.749403 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-808b38d2-c2bb-4c19-be41-64049df59af1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-462406'] for router, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:38.808272 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df9b142-a97e-4853-86aa-2b8ea0424d8c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Made reservation on behalf of cba800ed59cd4d6f8d690d59c4ee670b for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:38.809688 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0f306087-3f0e-4535-b897-ceb951df676d req-421fd248-4d10-41d3-8f0a-e2fe4f726746 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3038659 Mar 31 15:27:38.811734 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0df9b142-a97e-4853-86aa-2b8ea0424d8c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:38.813282 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-97d65c11-c9c1-47d2-bf99-2cc696a2bb5b tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Deleting port bf379692-5b88-4305-be01-30cd63ed381d {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:38.813569 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97d65c11-c9c1-47d2-bf99-2cc696a2bb5b tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:38.911461 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41346) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:38.921697 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:38.942705 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.ipam_backend_mixin [None req-0df9b142-a97e-4853-86aa-2b8ea0424d8c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Performing IP validity checks on allocation pools {{(pid=103443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Mar 31 15:27:38.943123 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.ipam_backend_mixin [None req-0df9b142-a97e-4853-86aa-2b8ea0424d8c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Mar 31 15:27:38.967071 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:38.991806 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Pushing event deleted for resources: {'Network': ['ID=8e022275-d293-42b5-8f65-9456de40717b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:39.018766 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7dd0786c-8a2a-4c1a-88ba-6ca8f4ab121f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:39.068924 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8926cdf7-8aa5-445c-8026-1e6128b70573 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "DELETE /v2.0/networks/8e022275-d293-42b5-8f65-9456de40717b HTTP/1.1" status: 204 len: 168 time: 6.9815588 Mar 31 15:27:39.076686 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41350) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:39.083832 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0786c-8a2a-4c1a-88ba-6ca8f4ab121f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Port': ['ID=a2b1de39-6299-4bc5-82ea-28b8bb2b27ef,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:39.098914 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7dd0786c-8a2a-4c1a-88ba-6ca8f4ab121f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:39.123609 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7dd0786c-8a2a-4c1a-88ba-6ca8f4ab121f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/ports/a2b1de39-6299-4bc5-82ea-28b8bb2b27ef HTTP/1.1" status: 204 len: 168 time: 1.6187181 Mar 31 15:27:39.124519 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41354) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:39.128202 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97d65c11-c9c1-47d2-bf99-2cc696a2bb5b tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:39.185221 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-64682282-e698-492c-86bc-5c571014ae66 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] DELETE failed (client error): The resource could not be found. Mar 31 15:27:39.185684 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64682282-e698-492c-86bc-5c571014ae66 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:27:39.214341 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-62ff4ce0-0da3-4029-9600-4e9f0c7f5a11 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=93c80d0d670e4136bbfd2c69b3be82c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2982478 Mar 31 15:27:39.217022 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41358) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:39.221726 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-64682282-e698-492c-86bc-5c571014ae66 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "DELETE /v2.0/subnets/70eb3ed2-42bc-45b3-8dcf-ab3fc7cbcbae HTTP/1.1" status: 404 len: 337 time: 0.1404324 Mar 31 15:27:39.229442 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808b38d2-c2bb-4c19-be41-64049df59af1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Router 0e113baf-fb21-49f9-8acf-e3f76c2b8907 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:27:39.242265 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41362) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:39.265103 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-97d65c11-c9c1-47d2-bf99-2cc696a2bb5b tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Calling delete_port for bf379692-5b88-4305-be01-30cd63ed381d owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:39.347139 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ad0b58-3b7d-46bf-ac69-15ffd544b48d tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] DELETE failed (client error): The resource could not be found. Mar 31 15:27:39.423560 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35ad0b58-3b7d-46bf-ac69-15ffd544b48d tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:27:39.423560 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-35ad0b58-3b7d-46bf-ac69-15ffd544b48d tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "DELETE /v2.0/networks/8e022275-d293-42b5-8f65-9456de40717b HTTP/1.1" status: 404 len: 339 time: 0.1037912 Mar 31 15:27:39.424179 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41366) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:39.523283 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea931cec-a609-4d6b-b3c0-81c74b64a323 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] DELETE failed (client error): The resource could not be found. Mar 31 15:27:39.528137 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea931cec-a609-4d6b-b3c0-81c74b64a323 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:27:39.528137 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ea931cec-a609-4d6b-b3c0-81c74b64a323 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "DELETE /v2.0/subnets/50a69551-f721-4791-9811-4e4d8a0f0c0a HTTP/1.1" status: 404 len: 337 time: 0.0951433 Mar 31 15:27:39.528653 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41370) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:39.555282 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd3d42d-d713-4787-9c71-e730fb008d21 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] DELETE failed (client error): The resource could not be found. Mar 31 15:27:39.556066 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd3d42d-d713-4787-9c71-e730fb008d21 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:27:39.564928 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-cfd3d42d-d713-4787-9c71-e730fb008d21 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "DELETE /v2.0/networks/42cea56b-e265-4b02-91bd-5923ae93c3c6 HTTP/1.1" status: 404 len: 339 time: 0.0330691 Mar 31 15:27:39.565338 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41374) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:39.606429 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-009846e2-88b2-4754-8fae-dfd46d926d07 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] DELETE failed (client error): The resource could not be found. Mar 31 15:27:39.607149 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-009846e2-88b2-4754-8fae-dfd46d926d07 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:27:39.611122 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-009846e2-88b2-4754-8fae-dfd46d926d07 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "DELETE /v2.0/subnets/b05cfd56-0300-46e3-961f-e36632b056b9 HTTP/1.1" status: 404 len: 337 time: 0.0424674 Mar 31 15:27:39.613293 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41378) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:39.613456 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3b823c14-ff07-48ca-8276-aa5d742439f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:39.634428 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d80e1d-6510-4f70-9b21-ea010d655f52 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:39.638364 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-35b4e7d8-8536-4f9d-a693-224533f455a7 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] DELETE failed (client error): The resource could not be found. Mar 31 15:27:39.638899 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35b4e7d8-8536-4f9d-a693-224533f455a7 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:27:39.640649 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-35b4e7d8-8536-4f9d-a693-224533f455a7 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "DELETE /v2.0/networks/e104faf4-7ffd-4516-b6ac-e352711a69ec HTTP/1.1" status: 404 len: 339 time: 0.0281870 Mar 31 15:27:39.641360 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d80e1d-6510-4f70-9b21-ea010d655f52 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:39.642969 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d7d80e1d-6510-4f70-9b21-ea010d655f52 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.5039537 Mar 31 15:27:39.643365 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41382) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:39.646108 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41384) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:39.690013 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3b823c14-ff07-48ca-8276-aa5d742439f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:39.701375 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808b38d2-c2bb-4c19-be41-64049df59af1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:27:39.708935 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-808b38d2-c2bb-4c19-be41-64049df59af1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:39.710180 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-808b38d2-c2bb-4c19-be41-64049df59af1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "PUT /v2.0/routers/0e113baf-fb21-49f9-8acf-e3f76c2b8907 HTTP/1.1" status: 200 len: 888 time: 2.5964549 Mar 31 15:27:39.712337 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c53982f-a2f6-49d5-a28e-6aa266adcba4 None None] Sync routers for ids ['0e113baf-fb21-49f9-8acf-e3f76c2b8907'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:27:39.717782 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41390) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:39.722503 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c53982f-a2f6-49d5-a28e-6aa266adcba4 None None] Routers {'0e113baf-fb21-49f9-8acf-e3f76c2b8907'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:39.723334 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9c53982f-a2f6-49d5-a28e-6aa266adcba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:27:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['0e113baf-fb21-49f9-8acf-e3f76c2b8907'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:39.728166 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97d65c11-c9c1-47d2-bf99-2cc696a2bb5b tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:39.795898 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9c53982f-a2f6-49d5-a28e-6aa266adcba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:39.796934 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0df9b142-a97e-4853-86aa-2b8ea0424d8c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:39.799436 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d65c11-c9c1-47d2-bf99-2cc696a2bb5b tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event deleted for resources: {'Port': ['ID=bf379692-5b88-4305-be01-30cd63ed381d,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:39.810371 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c53982f-a2f6-49d5-a28e-6aa266adcba4 None None] Routers {'0e113baf-fb21-49f9-8acf-e3f76c2b8907'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:39.810371 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9c53982f-a2f6-49d5-a28e-6aa266adcba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:27:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['0e113baf-fb21-49f9-8acf-e3f76c2b8907'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:39.901772 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9c53982f-a2f6-49d5-a28e-6aa266adcba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:39.902861 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c53982f-a2f6-49d5-a28e-6aa266adcba4 None None] The sync data for ids ['0e113baf-fb21-49f9-8acf-e3f76c2b8907'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:27:39.919963 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-24fbc5b7-2cfa-4f73-a421-6cc9fcaf9c9e tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Deleting port f6116997-161d-489a-96e2-61360e9bbe9e {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:39.920307 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24fbc5b7-2cfa-4f73-a421-6cc9fcaf9c9e tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:39.969971 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d74e0593-00ef-4f03-b399-d0f4c9763451 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting port 35cafb04-2ad2-4da4-807b-bb589921c3f7 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:39.970303 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d74e0593-00ef-4f03-b399-d0f4c9763451 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:40.020697 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9b142-a97e-4853-86aa-2b8ea0424d8c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event updated for resources: {'Subnet': ['ID=53d856fd-1c9f-48c5-8e44-9c2c811d84b9,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:40.061551 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df9b142-a97e-4853-86aa-2b8ea0424d8c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Checking segment: {'id': '5041ddc4-fa3e-4948-93f1-b45e7c912abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e912dcc0-a738-4f70-9b1c-6ed49dd2cdb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:27:40.061822 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df9b142-a97e-4853-86aa-2b8ea0424d8c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Network hostable DHCP agents. Network: e912dcc0-a738-4f70-9b1c-6ed49dd2cdb6, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:27:40.075417 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-961470d0-191d-4dbd-bf6c-9361f0bd1a65 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "GET /v2.0/routers/0e113baf-fb21-49f9-8acf-e3f76c2b8907 HTTP/1.1" status: 200 len: 888 time: 0.3565557 Mar 31 15:27:40.084422 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41398) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:40.105365 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3b823c14-ff07-48ca-8276-aa5d742439f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:40.122038 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b823c14-ff07-48ca-8276-aa5d742439f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263f6002-cefc-496a-83c9-f40adcf28e41,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:40.132242 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b0423-6fb9-45b9-aebf-78cf1241a562 req-e084964b-d34c-4339-8694-83cf8a0add67 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:40.133766 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-809b0423-6fb9-45b9-aebf-78cf1241a562 req-e084964b-d34c-4339-8694-83cf8a0add67 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b2fd708-9444-4b96-9a34-4e20cb8ae90f HTTP/1.1" status: 200 len: 945 time: 0.2585471 Mar 31 15:27:40.138269 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3b823c14-ff07-48ca-8276-aa5d742439f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:40.139380 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3b823c14-ff07-48ca-8276-aa5d742439f2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/263f6002-cefc-496a-83c9-f40adcf28e41 HTTP/1.1" status: 204 len: 168 time: 0.9171188 Mar 31 15:27:40.185621 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df9b142-a97e-4853-86aa-2b8ea0424d8c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Network e912dcc0-a738-4f70-9b1c-6ed49dd2cdb6 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:27:40.194869 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-809b0423-6fb9-45b9-aebf-78cf1241a562 req-92f11c3e-8891-4303-a013-2140df2d0f2a tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac921968-9099-446a-b7f7-743cb695bc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519636 Mar 31 15:27:40.257888 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-0df9b142-a97e-4853-86aa-2b8ea0424d8c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, e912dcc0-a738-4f70-9b1c-6ed49dd2cdb6) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:40.262477 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df9b142-a97e-4853-86aa-2b8ea0424d8c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:40.263122 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0df9b142-a97e-4853-86aa-2b8ea0424d8c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:40.270992 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4996e843-c9f9-4617-9c17-dda7cd07d999 None None] Network e912dcc0-a738-4f70-9b1c-6ed49dd2cdb6 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:40.295085 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-34ce7f10-4823-435f-9864-108238d72c25 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e113baf-fb21-49f9-8acf-e3f76c2b8907 HTTP/1.1" status: 200 len: 205 time: 0.1822290 Mar 31 15:27:40.297718 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41406) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:40.499684 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0df9b142-a97e-4853-86aa-2b8ea0424d8c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.2254078 Mar 31 15:27:40.521158 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41410) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:40.543775 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbb8546-c9c4-4d94-b88a-ab92ea2f43ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-e912dcc0-a738-4f70-9b1c-6ed49dd2cdb6', 'network_id': 'e912dcc0-a738-4f70-9b1c-6ed49dd2cdb6', 'tenant_id': 'cba800ed59cd4d6f8d690d59c4ee670b', 'fixed_ips': [{'subnet_id': '53d856fd-1c9f-48c5-8e44-9c2c811d84b9'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:27:40.545087 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ebbb8546-c9c4-4d94-b88a-ab92ea2f43ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:40.694089 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2c0eda6-c3a5-4cc4-8423-671e744912d4 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:40.783949 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-ebbb8546-c9c4-4d94-b88a-ab92ea2f43ec None None] Allocated IP 172.20.0.3 (e912dcc0-a738-4f70-9b1c-6ed49dd2cdb6/53d856fd-1c9f-48c5-8e44-9c2c811d84b9/eafddc4c-1c73-4a8b-842f-cf96152cc13f) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:40.816382 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24fbc5b7-2cfa-4f73-a421-6cc9fcaf9c9e tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:40.868592 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52772d59-c4e2-43fe-a4c8-19a07ee4bf3c req-ff938374-da25-4708-bf07-8944e2db0336 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:40.870982 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-52772d59-c4e2-43fe-a4c8-19a07ee4bf3c req-ff938374-da25-4708-bf07-8944e2db0336 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b2fd708-9444-4b96-9a34-4e20cb8ae90f HTTP/1.1" status: 200 len: 945 time: 0.3831193 Mar 31 15:27:40.883630 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41422) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:40.895342 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3001c8be-6d97-4eb8-8ced-277679c82904 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Request body: {'floatingip': {'port_id': '0d605c1b-a29c-44cb-bc0d-163a3712ce76'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:40.913395 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52016b-9953-445e-bd40-d5771ff78253 req-570f74a2-ca71-4659-806f-f69881e308ab tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:40.920319 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-da52016b-9953-445e-bd40-d5771ff78253 req-570f74a2-ca71-4659-806f-f69881e308ab tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.9253006 Mar 31 15:27:40.991199 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3001c8be-6d97-4eb8-8ced-277679c82904 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:41.001535 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d74e0593-00ef-4f03-b399-d0f4c9763451 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:41.036014 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ebbb8546-c9c4-4d94-b88a-ab92ea2f43ec None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:41.050345 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ebbb8546-c9c4-4d94-b88a-ab92ea2f43ec None None] Transition to ACTIVE for port object eafddc4c-1c73-4a8b-842f-cf96152cc13f will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:41.066938 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97d65c11-c9c1-47d2-bf99-2cc696a2bb5b tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:41.070704 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ebbb8546-c9c4-4d94-b88a-ab92ea2f43ec None None] Transition to ACTIVE for port object eafddc4c-1c73-4a8b-842f-cf96152cc13f will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:41.084004 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-24fbc5b7-2cfa-4f73-a421-6cc9fcaf9c9e tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Calling delete_port for f6116997-161d-489a-96e2-61360e9bbe9e owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:41.107469 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2c0eda6-c3a5-4cc4-8423-671e744912d4 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:41.172072 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ebbb8546-c9c4-4d94-b88a-ab92ea2f43ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:41.249733 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb8546-c9c4-4d94-b88a-ab92ea2f43ec None None] Pushing event updated for resources: {'Port': ['ID=eafddc4c-1c73-4a8b-842f-cf96152cc13f,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:41.264035 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbb8546-c9c4-4d94-b88a-ab92ea2f43ec None None] Network e912dcc0-a738-4f70-9b1c-6ed49dd2cdb6 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:41.265171 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-ebbb8546-c9c4-4d94-b88a-ab92ea2f43ec None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:41.271374 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbb8546-c9c4-4d94-b88a-ab92ea2f43ec None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:27:41.278210 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e2c0eda6-c3a5-4cc4-8423-671e744912d4 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Deleting port 5798b75e-c2b2-48da-af47-d6ff5f8bd24f {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:41.279262 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2c0eda6-c3a5-4cc4-8423-671e744912d4 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:41.317829 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d74e0593-00ef-4f03-b399-d0f4c9763451 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Calling delete_port for 35cafb04-2ad2-4da4-807b-bb589921c3f7 owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:41.391970 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-da52016b-9953-445e-bd40-d5771ff78253 req-c8ea07d5-a9bb-4b37-8e92-60fe48882033 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4708056 Mar 31 15:27:41.396154 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-ebbb8546-c9c4-4d94-b88a-ab92ea2f43ec None None] Attempting to bind port eafddc4c-1c73-4a8b-842f-cf96152cc13f on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:27:41.396154 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-ebbb8546-c9c4-4d94-b88a-ab92ea2f43ec None None] Attempting to bind port eafddc4c-1c73-4a8b-842f-cf96152cc13f by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '5041ddc4-fa3e-4948-93f1-b45e7c912abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e912dcc0-a738-4f70-9b1c-6ed49dd2cdb6'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:27:41.396335 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbb8546-c9c4-4d94-b88a-ab92ea2f43ec None None] Attempting to bind port eafddc4c-1c73-4a8b-842f-cf96152cc13f on network e912dcc0-a738-4f70-9b1c-6ed49dd2cdb6 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:27:41.410610 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbb8546-c9c4-4d94-b88a-ab92ea2f43ec None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:27:41.411028 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbb8546-c9c4-4d94-b88a-ab92ea2f43ec None None] Checking segment: {'id': '5041ddc4-fa3e-4948-93f1-b45e7c912abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e912dcc0-a738-4f70-9b1c-6ed49dd2cdb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:27:41.411376 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ebbb8546-c9c4-4d94-b88a-ab92ea2f43ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:41.424684 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbb8546-c9c4-4d94-b88a-ab92ea2f43ec None None] Bound using segment: {'id': '5041ddc4-fa3e-4948-93f1-b45e7c912abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e912dcc0-a738-4f70-9b1c-6ed49dd2cdb6'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:27:41.425232 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-ebbb8546-c9c4-4d94-b88a-ab92ea2f43ec None None] Bound port: eafddc4c-1c73-4a8b-842f-cf96152cc13f, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5041ddc4-fa3e-4948-93f1-b45e7c912abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e912dcc0-a738-4f70-9b1c-6ed49dd2cdb6'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:27:41.425628 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ebbb8546-c9c4-4d94-b88a-ab92ea2f43ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:41.453086 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f5995c4-353c-4772-927c-4d38b7fea71c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:41.525885 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-ebbb8546-c9c4-4d94-b88a-ab92ea2f43ec None None] For port eafddc4c-1c73-4a8b-842f-cf96152cc13f, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:27:41.530268 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-ebbb8546-c9c4-4d94-b88a-ab92ea2f43ec None None] For port eafddc4c-1c73-4a8b-842f-cf96152cc13f, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=eafddc4c-1c73-4a8b-842f-cf96152cc13f,segment=NetworkSegment(5041ddc4-fa3e-4948-93f1-b45e7c912abf),segment_id=5041ddc4-fa3e-4948-93f1-b45e7c912abf)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:27:41.597622 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0f5995c4-353c-4772-927c-4d38b7fea71c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Deleting port eafddc4c-1c73-4a8b-842f-cf96152cc13f {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:41.598241 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f5995c4-353c-4772-927c-4d38b7fea71c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:41.658637 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ebbb8546-c9c4-4d94-b88a-ab92ea2f43ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:41.708454 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d74e0593-00ef-4f03-b399-d0f4c9763451 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:41.710228 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24fbc5b7-2cfa-4f73-a421-6cc9fcaf9c9e tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:41.772742 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb8546-c9c4-4d94-b88a-ab92ea2f43ec None None] Pushing event updated for resources: {'Port': ['ID=eafddc4c-1c73-4a8b-842f-cf96152cc13f,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:41.799419 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e0593-00ef-4f03-b399-d0f4c9763451 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Port': ['ID=35cafb04-2ad2-4da4-807b-bb589921c3f7,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:41.896168 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d74e0593-00ef-4f03-b399-d0f4c9763451 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:41.903953 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fbc5b7-2cfa-4f73-a421-6cc9fcaf9c9e tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Pushing event deleted for resources: {'Port': ['ID=f6116997-161d-489a-96e2-61360e9bbe9e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:41.906408 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24fbc5b7-2cfa-4f73-a421-6cc9fcaf9c9e tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:42.041104 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2c0eda6-c3a5-4cc4-8423-671e744912d4 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:42.082000 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-24fbc5b7-2cfa-4f73-a421-6cc9fcaf9c9e tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "DELETE /v2.0/ports/f6116997-161d-489a-96e2-61360e9bbe9e HTTP/1.1" status: 204 len: 168 time: 2.4374058 Mar 31 15:27:42.083302 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d74e0593-00ef-4f03-b399-d0f4c9763451 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/ports/35cafb04-2ad2-4da4-807b-bb589921c3f7 HTTP/1.1" status: 204 len: 168 time: 2.4361377 Mar 31 15:27:42.133374 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3001c8be-6d97-4eb8-8ced-277679c82904 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:42.134419 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41444) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:42.134945 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41446) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:42.201013 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e2c0eda6-c3a5-4cc4-8423-671e744912d4 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Calling delete_port for 5798b75e-c2b2-48da-af47-d6ff5f8bd24f owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:42.237224 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3001c8be-6d97-4eb8-8ced-277679c82904 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:42.303203 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-34668e8a-13a2-4598-841f-e179f4ef4c5b tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] DELETE failed (client error): The resource could not be found. Mar 31 15:27:42.303660 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34668e8a-13a2-4598-841f-e179f4ef4c5b tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:27:42.305352 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-34668e8a-13a2-4598-841f-e179f4ef4c5b tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "DELETE /v2.0/subnets/eabfa252-9521-4607-8e87-3b5e9f6c721d HTTP/1.1" status: 404 len: 337 time: 0.1624374 Mar 31 15:27:42.309770 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41456) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:42.357824 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d65c11-c9c1-47d2-bf99-2cc696a2bb5b tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Router 12c3bdd7-ec80-47bb-a654-40336a8e2de2 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:27:42.471601 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0f5995c4-353c-4772-927c-4d38b7fea71c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] For port eafddc4c-1c73-4a8b-842f-cf96152cc13f, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=eafddc4c-1c73-4a8b-842f-cf96152cc13f,segment=NetworkSegment(5041ddc4-fa3e-4948-93f1-b45e7c912abf),segment_id=5041ddc4-fa3e-4948-93f1-b45e7c912abf)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:27:42.471878 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f5995c4-353c-4772-927c-4d38b7fea71c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:42.551326 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41464) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:42.552532 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13d3a81-69fa-4a8e-a41f-451e82e63543 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:42.553048 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a13d3a81-69fa-4a8e-a41f-451e82e63543 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Synchronizing usage tracker for tenant:62591a084e044f5ebd9b8ec401f28de6 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:27:42.560057 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cda324-e8cc-44cb-b2bf-f55e549960ae req-b2157c98-f106-4feb-a823-803f9e518963 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:42.567236 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-16cda324-e8cc-44cb-b2bf-f55e549960ae req-b2157c98-f106-4feb-a823-803f9e518963 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.9106133 Mar 31 15:27:42.613682 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f17a1cec-0d9c-4cee-84a8-34871cf91691 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:42.624318 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0f5995c4-353c-4772-927c-4d38b7fea71c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Calling delete_port for eafddc4c-1c73-4a8b-842f-cf96152cc13f owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:42.657365 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-3001c8be-6d97-4eb8-8ced-277679c82904 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Floating IP c7e46701-caf3-4b9f-b214-7b04964257ea associated. External IP: 172.26.5.97, port: 0d605c1b-a29c-44cb-bc0d-163a3712ce76. Mar 31 15:27:42.748081 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-16cda324-e8cc-44cb-b2bf-f55e549960ae req-204a5c89-1f5f-4d1f-b557-446d74903d4f tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799788 Mar 31 15:27:42.766668 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8136dc10-4bf9-451c-8e0a-3569ae3fc75d tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-975935007', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:42.805020 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d65c11-c9c1-47d2-bf99-2cc696a2bb5b tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:27:42.813786 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8136dc10-4bf9-451c-8e0a-3569ae3fc75d tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:42.823889 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bfcaae-620c-4dfe-abe1-c0fbce5dfcdc None None] Sync routers for ids ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:27:42.837379 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8136dc10-4bf9-451c-8e0a-3569ae3fc75d tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Usage tracker for resource:port and tenant:c93befab595d41669897ef0eb80b1ea0 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:42.846735 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-97d65c11-c9c1-47d2-bf99-2cc696a2bb5b tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "PUT /v2.0/routers/12c3bdd7-ec80-47bb-a654-40336a8e2de2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1106231 Mar 31 15:27:42.850374 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8136dc10-4bf9-451c-8e0a-3569ae3fc75d tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:42.852388 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a13d3a81-69fa-4a8e-a41f-451e82e63543 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Unset dirty status for tenant:62591a084e044f5ebd9b8ec401f28de6 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:27:42.853741 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a13d3a81-69fa-4a8e-a41f-451e82e63543 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.7093697 Mar 31 15:27:42.854803 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41474) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:42.858627 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bfcaae-620c-4dfe-abe1-c0fbce5dfcdc None None] Routers {'12c3bdd7-ec80-47bb-a654-40336a8e2de2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:42.860714 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-18bfcaae-620c-4dfe-abe1-c0fbce5dfcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:27:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:42.862797 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41476) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:42.886355 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8136dc10-4bf9-451c-8e0a-3569ae3fc75d tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:42.967136 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-18bfcaae-620c-4dfe-abe1-c0fbce5dfcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:42.979797 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bfcaae-620c-4dfe-abe1-c0fbce5dfcdc None None] Routers {'12c3bdd7-ec80-47bb-a654-40336a8e2de2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:42.980598 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-18bfcaae-620c-4dfe-abe1-c0fbce5dfcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:27:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:43.012769 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f17d83-32c4-4714-9947-7779966aa130 None None] Network e912dcc0-a738-4f70-9b1c-6ed49dd2cdb6 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:43.029113 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa71c912-5822-4889-b0b3-e1c4959c9ccd tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] GET failed (client error): The resource could not be found. Mar 31 15:27:43.031055 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-fa71c912-5822-4889-b0b3-e1c4959c9ccd tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "GET /v2.0/ports/a2b1de39-6299-4bc5-82ea-28b8bb2b27ef HTTP/1.1" status: 404 len: 333 time: 0.1642609 Mar 31 15:27:43.039762 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41482) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:43.065754 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-18bfcaae-620c-4dfe-abe1-c0fbce5dfcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:43.066187 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bfcaae-620c-4dfe-abe1-c0fbce5dfcdc None None] The sync data for ids ['12c3bdd7-ec80-47bb-a654-40336a8e2de2'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:27:43.076290 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8136dc10-4bf9-451c-8e0a-3569ae3fc75d tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Made reservation on behalf of c93befab595d41669897ef0eb80b1ea0 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:43.078602 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8136dc10-4bf9-451c-8e0a-3569ae3fc75d tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:43.094148 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f17a1cec-0d9c-4cee-84a8-34871cf91691 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:43.110560 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-773d0038-57f5-493c-b0b8-0d8624db61c0 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] GET failed (client error): The resource could not be found. Mar 31 15:27:43.114868 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-773d0038-57f5-493c-b0b8-0d8624db61c0 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "GET /v2.0/ports/35cafb04-2ad2-4da4-807b-bb589921c3f7 HTTP/1.1" status: 404 len: 333 time: 0.0692651 Mar 31 15:27:43.117834 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41486) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:43.125451 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8136dc10-4bf9-451c-8e0a-3569ae3fc75d tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:43.172242 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f5995c4-353c-4772-927c-4d38b7fea71c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:43.180883 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b28e546f-a35b-4b7a-903d-01bcf044daf7 None None] Provisioning complete for port eafddc4c-1c73-4a8b-842f-cf96152cc13f triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:27:43.181293 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b28e546f-a35b-4b7a-903d-01bcf044daf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:43.209129 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f17a1cec-0d9c-4cee-84a8-34871cf91691 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df9768a-4275-475a-afa7-a038473e6057']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:43.217274 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8136dc10-4bf9-451c-8e0a-3569ae3fc75d tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:43.220508 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-b28e546f-a35b-4b7a-903d-01bcf044daf7 None None] Port eafddc4c-1c73-4a8b-842f-cf96152cc13f was deleted so its status cannot be updated. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 31 15:27:43.242862 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5995c4-353c-4772-927c-4d38b7fea71c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event deleted for resources: {'Port': ['ID=eafddc4c-1c73-4a8b-842f-cf96152cc13f,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:43.287534 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8136dc10-4bf9-451c-8e0a-3569ae3fc75d tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Usage tracker for resource:security_group_rule and tenant:c93befab595d41669897ef0eb80b1ea0 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:43.291102 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f17a1cec-0d9c-4cee-84a8-34871cf91691 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ab74d9-7e3f-46cf-9520-c34bfcda98a1') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:43.291477 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f17a1cec-0d9c-4cee-84a8-34871cf91691 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ab74d9-7e3f-46cf-9520-c34bfcda98a1') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:43.322141 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b6df304a-62e8-45e1-93f1-72f760c4e4d7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:43.343328 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2c0eda6-c3a5-4cc4-8423-671e744912d4 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:43.346959 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8136dc10-4bf9-451c-8e0a-3569ae3fc75d tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:43.531207 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5995c4-353c-4772-927c-4d38b7fea71c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] No DVR routers for this DVR port eafddc4c-1c73-4a8b-842f-cf96152cc13f on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:27:43.547520 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8136dc10-4bf9-451c-8e0a-3569ae3fc75d tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:43.550349 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f17a1cec-0d9c-4cee-84a8-34871cf91691 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:43.572562 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53bac8-fd95-46a6-ac62-dc744bb9d0c7 req-ba3caa02-31e8-47e1-b7c7-9ffdf53139e3 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:43.574646 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ed53bac8-fd95-46a6-ac62-dc744bb9d0c7 req-ba3caa02-31e8-47e1-b7c7-9ffdf53139e3 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.6502929 Mar 31 15:27:43.579173 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0eda6-c3a5-4cc4-8423-671e744912d4 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Port': ['ID=5798b75e-c2b2-48da-af47-d6ff5f8bd24f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:43.674509 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f17a1cec-0d9c-4cee-84a8-34871cf91691 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:43.681034 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24b206a1-4cd4-460e-a932-106f32cd1cf0 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:43.707177 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f5995c4-353c-4772-927c-4d38b7fea71c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:43.709650 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f17a1cec-0d9c-4cee-84a8-34871cf91691 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:27:43.710045 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f17a1cec-0d9c-4cee-84a8-34871cf91691 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:43.730221 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:27:43.730221 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:27:43.730221 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:27:43.730221 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:27:43.730221 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:27:43.730221 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:27:43.730221 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:27:43.730221 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:27:43.730221 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:27:43.730221 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:27:43.730221 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:27:43.730221 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:27:43.730221 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:27:43.730221 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:27:43.730221 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:27:43.730221 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:27:43.730221 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:27:43.730221 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:27:43.730221 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:27:43.730221 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:27:43.730221 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:27:43.730221 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:27:43.730221 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:27:43.730221 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:27:43.730221 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:27:43.730221 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:27:43.730221 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:27:43.730221 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:27:43.730221 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:27:43.730221 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:27:43.730221 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:27:43.730221 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:27:43.761730 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ed53bac8-fd95-46a6-ac62-dc744bb9d0c7 req-846340d6-bf71-4c55-b0f7-62bef8944dbc tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802056 Mar 31 15:27:43.787126 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b6df304a-62e8-45e1-93f1-72f760c4e4d7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:43.886668 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b6df304a-62e8-45e1-93f1-72f760c4e4d7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Deleting port 7454bf20-4ba7-4e2a-a8bf-0ac424c227aa {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:43.887012 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b6df304a-62e8-45e1-93f1-72f760c4e4d7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:43.929895 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f5995c4-353c-4772-927c-4d38b7fea71c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:43.979339 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5995c4-353c-4772-927c-4d38b7fea71c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event deleted for resources: {'Subnet': ['ID=53d856fd-1c9f-48c5-8e44-9c2c811d84b9,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:43.994413 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc9ecb3-b44b-49da-b965-81cedeacad72 None None] Network e912dcc0-a738-4f70-9b1c-6ed49dd2cdb6 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:43.998775 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2c0eda6-c3a5-4cc4-8423-671e744912d4 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:44.132502 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f17a1cec-0d9c-4cee-84a8-34871cf91691 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:44.153037 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3001c8be-6d97-4eb8-8ced-277679c82904 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Router b6f6de98-8231-4e8d-a2ef-fe4b83a055ef has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:27:44.171864 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f5995c4-353c-4772-927c-4d38b7fea71c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:44.180093 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f17a1cec-0d9c-4cee-84a8-34871cf91691 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:44.216008 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-0f5995c4-353c-4772-927c-4d38b7fea71c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e912dcc0-a738-4f70-9b1c-6ed49dd2cdb6']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:44.239198 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-0f5995c4-353c-4772-927c-4d38b7fea71c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5041ddc4-fa3e-4948-93f1-b45e7c912abf') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:44.239508 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-0f5995c4-353c-4772-927c-4d38b7fea71c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5041ddc4-fa3e-4948-93f1-b45e7c912abf') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:44.251942 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b6df304a-62e8-45e1-93f1-72f760c4e4d7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:44.252143 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ae20ff-d4fb-44e6-8abf-1791350e7f15 None None] DHCP port deletion for e912dcc0-a738-4f70-9b1c-6ed49dd2cdb6 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:27:44.263856 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f5995c4-353c-4772-927c-4d38b7fea71c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:44.308040 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a1cec-0d9c-4cee-84a8-34871cf91691 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Pushing event deleted for resources: {'Network': ['ID=8df9768a-4275-475a-afa7-a038473e6057,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:44.321910 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24b206a1-4cd4-460e-a932-106f32cd1cf0 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:44.335792 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2c0eda6-c3a5-4cc4-8423-671e744912d4 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:44.344597 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2c0eda6-c3a5-4cc4-8423-671e744912d4 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:44.383881 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b6df304a-62e8-45e1-93f1-72f760c4e4d7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Calling delete_port for 7454bf20-4ba7-4e2a-a8bf-0ac424c227aa owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:44.424287 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f5995c4-353c-4772-927c-4d38b7fea71c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:44.435203 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5995c4-353c-4772-927c-4d38b7fea71c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:27:44.435601 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f5995c4-353c-4772-927c-4d38b7fea71c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:44.449933 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:27:44.449933 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:27:44.449933 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:27:44.449933 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:27:44.449933 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:27:44.449933 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:27:44.449933 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:27:44.449933 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:27:44.449933 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:27:44.449933 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:27:44.449933 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:27:44.449933 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:27:44.449933 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:27:44.449933 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:27:44.449933 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:27:44.449933 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:27:44.449933 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:27:44.449933 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:27:44.449933 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:27:44.449933 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:27:44.449933 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:27:44.449933 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:27:44.449933 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:27:44.449933 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:27:44.449933 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:27:44.449933 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:27:44.449933 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:27:44.449933 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:27:44.449933 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:27:44.449933 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:27:44.449933 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:27:44.449933 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:27:44.452657 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f17a1cec-0d9c-4cee-84a8-34871cf91691 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "DELETE /v2.0/networks/8df9768a-4275-475a-afa7-a038473e6057 HTTP/1.1" status: 204 len: 168 time: 2.1373069 Mar 31 15:27:44.454484 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-24b206a1-4cd4-460e-a932-106f32cd1cf0 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6edd3eb6-5b5a-4eaa-b47b-c04800642a3f']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:44.466710 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41492) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:44.494016 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-24b206a1-4cd4-460e-a932-106f32cd1cf0 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '655d6a85-a3ec-4d32-9ce5-780af2a8bf22') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:44.494307 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-24b206a1-4cd4-460e-a932-106f32cd1cf0 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '655d6a85-a3ec-4d32-9ce5-780af2a8bf22') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:44.528882 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24b206a1-4cd4-460e-a932-106f32cd1cf0 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:44.598060 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8136dc10-4bf9-451c-8e0a-3569ae3fc75d tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:44.607560 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703f0b7-e871-4280-a85a-c0fcb05d7151 req-41a412fa-bb54-4307-8f4d-1cfd849a95b4 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:44.609063 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8703f0b7-e871-4280-a85a-c0fcb05d7151 req-41a412fa-bb54-4307-8f4d-1cfd849a95b4 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.6987050 Mar 31 15:27:44.619969 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a3c57-2566-4122-b0f6-db4df74674d7 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Deleting port b9663c66-d569-43e9-a387-c328a204f0c1 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:44.620309 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e7a3c57-2566-4122-b0f6-db4df74674d7 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:44.623256 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2c0eda6-c3a5-4cc4-8423-671e744912d4 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:44.623744 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c0eda6-c3a5-4cc4-8423-671e744912d4 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Fanout notify agent at l3_agent the message router_deleted on router 0e113baf-fb21-49f9-8acf-e3f76c2b8907 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:27:44.645215 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24b206a1-4cd4-460e-a932-106f32cd1cf0 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:44.663346 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b206a1-4cd4-460e-a932-106f32cd1cf0 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:27:44.663741 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24b206a1-4cd4-460e-a932-106f32cd1cf0 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:44.679287 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:27:44.679287 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:27:44.679287 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:27:44.679287 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:27:44.679287 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:27:44.679287 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:27:44.679287 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:27:44.679287 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:27:44.679287 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:27:44.679287 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:27:44.679287 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:27:44.679287 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:27:44.679287 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:27:44.679287 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:27:44.679287 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:27:44.679287 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:27:44.679287 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:27:44.679287 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:27:44.679287 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:27:44.679287 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:27:44.679287 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:27:44.679287 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:27:44.679287 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:27:44.679287 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:27:44.679287 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:27:44.679287 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:27:44.679287 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:27:44.679287 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:27:44.679287 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:27:44.679287 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:27:44.679287 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:27:44.679287 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:27:44.682140 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f5995c4-353c-4772-927c-4d38b7fea71c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:44.705416 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f5995c4-353c-4772-927c-4d38b7fea71c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:44.707969 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8136dc10-4bf9-451c-8e0a-3569ae3fc75d tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:44.746311 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5995c4-353c-4772-927c-4d38b7fea71c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event deleted for resources: {'Network': ['ID=e912dcc0-a738-4f70-9b1c-6ed49dd2cdb6,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:44.763363 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0f5995c4-353c-4772-927c-4d38b7fea71c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/networks/e912dcc0-a738-4f70-9b1c-6ed49dd2cdb6 HTTP/1.1" status: 204 len: 168 time: 4.1768336 Mar 31 15:27:44.764220 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41496) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:44.780795 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-8136dc10-4bf9-451c-8e0a-3569ae3fc75d tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] device_id is not set on port b0a39d06-98ec-4a6a-ab65-83fd2f0bd23c yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:27:44.805594 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-03e9fc03-4a57-46d3-b380-9ccdf5dd84d7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-373653185'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:44.819057 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-03e9fc03-4a57-46d3-b380-9ccdf5dd84d7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:44.821900 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3001c8be-6d97-4eb8-8ced-277679c82904 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:27:44.827679 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2c0eda6-c3a5-4cc4-8423-671e744912d4 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:44.831614 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-03e9fc03-4a57-46d3-b380-9ccdf5dd84d7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Usage tracker for resource:network and tenant:cba800ed59cd4d6f8d690d59c4ee670b is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:44.832366 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e2c0eda6-c3a5-4cc4-8423-671e744912d4 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/routers/0e113baf-fb21-49f9-8acf-e3f76c2b8907 HTTP/1.1" status: 204 len: 168 time: 4.5335824 Mar 31 15:27:44.836816 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03aef6f-8682-4414-a129-56efe2f8b5f4 None None] Sync routers for ids ['b6f6de98-8231-4e8d-a2ef-fe4b83a055ef'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:27:44.838203 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41500) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:44.839055 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-03e9fc03-4a57-46d3-b380-9ccdf5dd84d7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:44.844630 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3001c8be-6d97-4eb8-8ced-277679c82904 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:44.852802 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03aef6f-8682-4414-a129-56efe2f8b5f4 None None] Routers {'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:44.853488 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c03aef6f-8682-4414-a129-56efe2f8b5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:27:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['b6f6de98-8231-4e8d-a2ef-fe4b83a055ef'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:44.865661 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-03e9fc03-4a57-46d3-b380-9ccdf5dd84d7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:44.871009 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-f839c391-ad0f-41f5-bf19-448d06db1d1f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Request body: {'network': {'name': 'tempest-RoutersTest-526271393'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:44.886709 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8703f0b7-e871-4280-a85a-c0fcb05d7151 req-78cd20d3-bc5b-401f-9a4b-7ab8d5ed543c tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643580 Mar 31 15:27:44.903082 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f839c391-ad0f-41f5-bf19-448d06db1d1f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:44.914710 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136dc10-4bf9-451c-8e0a-3569ae3fc75d tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7426edcb-6e9b-4926-ac15-dd06a29b04d0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:44.929631 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3001c8be-6d97-4eb8-8ced-277679c82904 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "PUT /v2.0/floatingips/c7e46701-caf3-4b9f-b214-7b04964257ea HTTP/1.1" status: 200 len: 990 time: 4.0451546 Mar 31 15:27:44.930460 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2fd708-9444-4b96-9a34-4e20cb8ae90f', 'tag': '0d605c1b-a29c-44cb-bc0d-163a3712ce76'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:27:44.955506 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f839c391-ad0f-41f5-bf19-448d06db1d1f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Usage tracker for resource:network and tenant:3c462be107e642da98e89cbf8192538c is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:44.963073 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f839c391-ad0f-41f5-bf19-448d06db1d1f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:44.979670 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f839c391-ad0f-41f5-bf19-448d06db1d1f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:44.989375 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e7a3c57-2566-4122-b0f6-db4df74674d7 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:44.995181 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2fd708-9444-4b96-9a34-4e20cb8ae90f', 'tag': '0d605c1b-a29c-44cb-bc0d-163a3712ce76', 'status': 'completed', 'code': 200} Mar 31 15:27:45.005605 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e9fc03-4a57-46d3-b380-9ccdf5dd84d7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Made reservation on behalf of cba800ed59cd4d6f8d690d59c4ee670b for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:45.005605 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03e9fc03-4a57-46d3-b380-9ccdf5dd84d7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:45.062157 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24b206a1-4cd4-460e-a932-106f32cd1cf0 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:45.068660 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24b206a1-4cd4-460e-a932-106f32cd1cf0 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:45.104356 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-c03aef6f-8682-4414-a129-56efe2f8b5f4 None None] Set router b6f6de98-8231-4e8d-a2ef-fe4b83a055ef gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:27:45.111490 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b6df304a-62e8-45e1-93f1-72f760c4e4d7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:45.121759 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-24b206a1-4cd4-460e-a932-106f32cd1cf0 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/networks/6edd3eb6-5b5a-4eaa-b47b-c04800642a3f HTTP/1.1" status: 204 len: 168 time: 1.9974341 Mar 31 15:27:45.127905 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41510) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:45.165909 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b206a1-4cd4-460e-a932-106f32cd1cf0 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Network': ['ID=6edd3eb6-5b5a-4eaa-b47b-c04800642a3f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:45.172649 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-88ba4aba-202d-4e17-a3d9-855388fb6f89 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-586219083'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:45.187342 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-88ba4aba-202d-4e17-a3d9-855388fb6f89 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:45.334622 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a3c57-2566-4122-b0f6-db4df74674d7 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Calling delete_port for b9663c66-d569-43e9-a387-c328a204f0c1 owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:45.363855 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-88ba4aba-202d-4e17-a3d9-855388fb6f89 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:network and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:45.366892 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-88ba4aba-202d-4e17-a3d9-855388fb6f89 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:45.378954 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f839c391-ad0f-41f5-bf19-448d06db1d1f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Made reservation on behalf of 3c462be107e642da98e89cbf8192538c for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:45.382259 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-88ba4aba-202d-4e17-a3d9-855388fb6f89 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:45.382426 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f839c391-ad0f-41f5-bf19-448d06db1d1f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:45.423263 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-8136dc10-4bf9-451c-8e0a-3569ae3fc75d tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Allocated IP 172.26.5.171 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/b0a39d06-98ec-4a6a-ab65-83fd2f0bd23c) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:45.451330 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df304a-62e8-45e1-93f1-72f760c4e4d7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event deleted for resources: {'Port': ['ID=7454bf20-4ba7-4e2a-a8bf-0ac424c227aa,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:45.459328 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0dbea-7d78-48ed-845e-f876d2565881 req-c9ee6fda-fd21-4376-a676-10daad93702b tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:45.460876 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-cda0dbea-7d78-48ed-845e-f876d2565881 req-c9ee6fda-fd21-4376-a676-10daad93702b tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b2fd708-9444-4b96-9a34-4e20cb8ae90f HTTP/1.1" status: 200 len: 945 time: 0.3585749 Mar 31 15:27:45.464603 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ba4aba-202d-4e17-a3d9-855388fb6f89 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:45.469373 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88ba4aba-202d-4e17-a3d9-855388fb6f89 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:45.488925 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c03aef6f-8682-4414-a129-56efe2f8b5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'name': 'tempest-ServersTestManualDisk-1656766864-router', 'tenant_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '81e17236-5cd1-4cf2-bae2-0884a881cc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:54Z', 'revision_number': 4, 'project_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'gw_port': {'id': '81e17236-5cd1-4cf2-bae2-0884a881cc0b', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:45Z', 'updated_at': '2022-03-31T15:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'c7e46701-caf3-4b9f-b214-7b04964257ea', 'tenant_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'floating_ip_address': '172.26.5.97', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'port_id': '0d605c1b-a29c-44cb-bc0d-163a3712ce76', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c1a446-ecea-4471-8bae-1efc5f7c1cdf', 'mac_address': 'fa:16:3e:83:b1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2fd708-9444-4b96-9a34-4e20cb8ae90f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:27:07Z', 'updated_at': '2022-03-31T15:27:41Z', 'revision_number': 1, 'project_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e59dba9c-a470-499e-ad5c-3d5d9a861969', 'name': '', 'network_id': 'b8c1a446-ecea-4471-8bae-1efc5f7c1cdf', 'tenant_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'mac_address': 'fa:16:3e:9a:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a152ddbe-bf1d-428e-af6f-5de1f957668e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:52Z', 'updated_at': '2022-03-31T15:27:04Z', 'revision_number': 5, 'project_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'subnets': [{'id': 'a152ddbe-bf1d-428e-af6f-5de1f957668e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:45.492787 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03aef6f-8682-4414-a129-56efe2f8b5f4 None None] Checking router: b6f6de98-8231-4e8d-a2ef-fe4b83a055ef for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:27:45.502785 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03aef6f-8682-4414-a129-56efe2f8b5f4 None None] Routers {'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:45.503395 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c03aef6f-8682-4414-a129-56efe2f8b5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:27:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['b6f6de98-8231-4e8d-a2ef-fe4b83a055ef'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:45.526211 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e9fc03-4a57-46d3-b380-9ccdf5dd84d7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:27:45.577423 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ba4aba-202d-4e17-a3d9-855388fb6f89 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:27:45.608409 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03e9fc03-4a57-46d3-b380-9ccdf5dd84d7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:45.608664 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-03e9fc03-4a57-46d3-b380-9ccdf5dd84d7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Added segment cf1c6a15-768a-4051-a2a3-d75148c4423f of type vlan for network 74f6c520-0eff-4c74-95a2-69cb0fd51917 Mar 31 15:27:45.622438 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f839c391-ad0f-41f5-bf19-448d06db1d1f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:27:45.643299 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-cda0dbea-7d78-48ed-845e-f876d2565881 req-edbca73b-8b4f-45d8-a2a2-5e153ee54513 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac921968-9099-446a-b7f7-743cb695bc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613462 Mar 31 15:27:45.653720 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88ba4aba-202d-4e17-a3d9-855388fb6f89 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:45.653998 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-88ba4aba-202d-4e17-a3d9-855388fb6f89 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Added segment 832f57dc-832d-472d-b161-4dde55d8d766 of type vlan for network ee0688db-c2f7-4555-ac73-6fbbeff8f243 Mar 31 15:27:45.667562 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f839c391-ad0f-41f5-bf19-448d06db1d1f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:45.668219 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-f839c391-ad0f-41f5-bf19-448d06db1d1f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Added segment 24e2f944-ee9e-4262-b5e6-7d3a9d204741 of type vlan for network 40ef7b69-481c-4967-b809-7f38d175d6be Mar 31 15:27:45.679959 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b6df304a-62e8-45e1-93f1-72f760c4e4d7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:45.711424 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-c03aef6f-8682-4414-a129-56efe2f8b5f4 None None] Set router b6f6de98-8231-4e8d-a2ef-fe4b83a055ef gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:27:45.743971 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03e9fc03-4a57-46d3-b380-9ccdf5dd84d7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:45.766325 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device eafddc4c-1c73-4a8b-842f-cf96152cc13f no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:27:45.769961 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88ba4aba-202d-4e17-a3d9-855388fb6f89 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:45.808607 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: eafddc4c-1c73-4a8b-842f-cf96152cc13f {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:27:45.808943 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device eafddc4c-1c73-4a8b-842f-cf96152cc13f not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:27:45.836930 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e7a3c57-2566-4122-b0f6-db4df74674d7 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:45.843953 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8136dc10-4bf9-451c-8e0a-3569ae3fc75d tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:45.855325 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f839c391-ad0f-41f5-bf19-448d06db1d1f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:45.895197 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd5e7a-019d-42de-83b4-306fbff3f965 req-e7ba2757-834d-4d36-94bd-c3c05ab00ac0 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:45.896925 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a2cd5e7a-019d-42de-83b4-306fbff3f965 req-e7ba2757-834d-4d36-94bd-c3c05ab00ac0 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.5998726 Mar 31 15:27:45.914560 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88ba4aba-202d-4e17-a3d9-855388fb6f89 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:45.921122 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ba4aba-202d-4e17-a3d9-855388fb6f89 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:45.925726 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88ba4aba-202d-4e17-a3d9-855388fb6f89 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:45.925840 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c23c05-99ec-470b-b9f8-2e67fe922e9b req-01d0fe6a-ff0d-4ea2-90d2-b94c2e56ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:45.925840 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f5c23c05-99ec-470b-b9f8-2e67fe922e9b req-01d0fe6a-ff0d-4ea2-90d2-b94c2e56ede0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b5ac80dc4ee46d09ac03572f4822c52&device_id=4b2fd708-9444-4b96-9a34-4e20cb8ae90f HTTP/1.1" status: 200 len: 1098 time: 0.8977642 Mar 31 15:27:45.964943 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8136dc10-4bf9-451c-8e0a-3569ae3fc75d tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:45.982044 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a3c57-2566-4122-b0f6-db4df74674d7 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Pushing event deleted for resources: {'Port': ['ID=b9663c66-d569-43e9-a387-c328a204f0c1,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:46.007126 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-03e9fc03-4a57-46d3-b380-9ccdf5dd84d7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:27:46.018440 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b6df304a-62e8-45e1-93f1-72f760c4e4d7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:46.047152 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b6df304a-62e8-45e1-93f1-72f760c4e4d7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:46.066099 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e7a3c57-2566-4122-b0f6-db4df74674d7 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:46.098786 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-88ba4aba-202d-4e17-a3d9-855388fb6f89 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9661338 Mar 31 15:27:46.105833 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8136dc10-4bf9-451c-8e0a-3569ae3fc75d tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:46.106577 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41518) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:46.107225 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba4aba-202d-4e17-a3d9-855388fb6f89 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Network': ['ID=ee0688db-c2f7-4555-ac73-6fbbeff8f243,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:46.120863 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-8136dc10-4bf9-451c-8e0a-3569ae3fc75d tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:46.123666 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8136dc10-4bf9-451c-8e0a-3569ae3fc75d tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:27:46.142020 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network ee0688db-c2f7-4555-ac73-6fbbeff8f243 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:27:46.153611 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-5e7e8ade-9ee8-4842-bd64-86dd5ec1b07c tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'subnet': {'network_id': 'ee0688db-c2f7-4555-ac73-6fbbeff8f243', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:46.196810 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136dc10-4bf9-451c-8e0a-3569ae3fc75d tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Pushing event updated for resources: {'Port': ['ID=b0a39d06-98ec-4a6a-ab65-83fd2f0bd23c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:46.205881 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03e9fc03-4a57-46d3-b380-9ccdf5dd84d7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:46.210960 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e9fc03-4a57-46d3-b380-9ccdf5dd84d7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:46.211535 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03e9fc03-4a57-46d3-b380-9ccdf5dd84d7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:46.236569 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3e7a3c57-2566-4122-b0f6-db4df74674d7 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "DELETE /v2.0/ports/b9663c66-d569-43e9-a387-c328a204f0c1 HTTP/1.1" status: 204 len: 168 time: 1.7688940 Mar 31 15:27:46.248913 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a2cd5e7a-019d-42de-83b4-306fbff3f965 req-d84bc6c4-dd4b-4b98-8622-aec60a9dfcbc tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3404465 Mar 31 15:27:46.251484 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41522) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:46.287653 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c03aef6f-8682-4414-a129-56efe2f8b5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'name': 'tempest-ServersTestManualDisk-1656766864-router', 'tenant_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '81e17236-5cd1-4cf2-bae2-0884a881cc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:54Z', 'revision_number': 4, 'project_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'gw_port': {'id': '81e17236-5cd1-4cf2-bae2-0884a881cc0b', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:45Z', 'updated_at': '2022-03-31T15:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'c7e46701-caf3-4b9f-b214-7b04964257ea', 'tenant_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'floating_ip_address': '172.26.5.97', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'port_id': '0d605c1b-a29c-44cb-bc0d-163a3712ce76', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c1a446-ecea-4471-8bae-1efc5f7c1cdf', 'mac_address': 'fa:16:3e:83:b1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2fd708-9444-4b96-9a34-4e20cb8ae90f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:27:07Z', 'updated_at': '2022-03-31T15:27:41Z', 'revision_number': 1, 'project_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e59dba9c-a470-499e-ad5c-3d5d9a861969', 'name': '', 'network_id': 'b8c1a446-ecea-4471-8bae-1efc5f7c1cdf', 'tenant_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'mac_address': 'fa:16:3e:9a:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a152ddbe-bf1d-428e-af6f-5de1f957668e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:52Z', 'updated_at': '2022-03-31T15:27:04Z', 'revision_number': 5, 'project_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'subnets': [{'id': 'a152ddbe-bf1d-428e-af6f-5de1f957668e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:46.293448 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03aef6f-8682-4414-a129-56efe2f8b5f4 None None] The sync data for ids ['b6f6de98-8231-4e8d-a2ef-fe4b83a055ef'] in dv-neutron-833379-2-hyperv is: [{'id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'name': 'tempest-ServersTestManualDisk-1656766864-router', 'tenant_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '81e17236-5cd1-4cf2-bae2-0884a881cc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:54Z', 'revision_number': 4, 'project_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'gw_port': {'id': '81e17236-5cd1-4cf2-bae2-0884a881cc0b', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:45Z', 'updated_at': '2022-03-31T15:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'c7e46701-caf3-4b9f-b214-7b04964257ea', 'tenant_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'floating_ip_address': '172.26.5.97', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'port_id': '0d605c1b-a29c-44cb-bc0d-163a3712ce76', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c1a446-ecea-4471-8bae-1efc5f7c1cdf', 'mac_address': 'fa:16:3e:83:b1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2fd708-9444-4b96-9a34-4e20cb8ae90f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:27:07Z', 'updated_at': '2022-03-31T15:27:41Z', 'revision_number': 1, 'project_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e59dba9c-a470-499e-ad5c-3d5d9a861969', 'name': '', 'network_id': 'b8c1a446-ecea-4471-8bae-1efc5f7c1cdf', 'tenant_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'mac_address': 'fa:16:3e:9a:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a152ddbe-bf1d-428e-af6f-5de1f957668e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:52Z', 'updated_at': '2022-03-31T15:27:04Z', 'revision_number': 5, 'project_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'subnets': [{'id': 'a152ddbe-bf1d-428e-af6f-5de1f957668e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:27:46.320424 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8136dc10-4bf9-451c-8e0a-3569ae3fc75d tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:46.326599 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8136dc10-4bf9-451c-8e0a-3569ae3fc75d tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:46.333118 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-5e7e8ade-9ee8-4842-bd64-86dd5ec1b07c tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:46.337382 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-5e7e8ade-9ee8-4842-bd64-86dd5ec1b07c tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:subnet and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:46.345975 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-5e7e8ade-9ee8-4842-bd64-86dd5ec1b07c tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:46.353719 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-5e7e8ade-9ee8-4842-bd64-86dd5ec1b07c tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:46.363812 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f839c391-ad0f-41f5-bf19-448d06db1d1f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:46.369848 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f839c391-ad0f-41f5-bf19-448d06db1d1f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:46.370446 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f839c391-ad0f-41f5-bf19-448d06db1d1f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:46.390361 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b6df304a-62e8-45e1-93f1-72f760c4e4d7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:46.391133 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6df304a-62e8-45e1-93f1-72f760c4e4d7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Fanout notify agent at l3_agent the message router_deleted on router 12c3bdd7-ec80-47bb-a654-40336a8e2de2 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:27:46.393069 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab394e4d-5a3d-4bf9-b9b5-5dee0e21b7f0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] DELETE failed (client error): The resource could not be found. Mar 31 15:27:46.393533 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab394e4d-5a3d-4bf9-b9b5-5dee0e21b7f0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:27:46.395353 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ab394e4d-5a3d-4bf9-b9b5-5dee0e21b7f0 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "DELETE /v2.0/subnets/72329912-8187-4c2f-8670-e84680bb5f35 HTTP/1.1" status: 404 len: 337 time: 0.1248474 Mar 31 15:27:46.400596 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b6df304a-62e8-45e1-93f1-72f760c4e4d7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:46.403145 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b6df304a-62e8-45e1-93f1-72f760c4e4d7 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "DELETE /v2.0/routers/12c3bdd7-ec80-47bb-a654-40336a8e2de2 HTTP/1.1" status: 204 len: 168 time: 3.5407743 Mar 31 15:27:46.411516 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8136dc10-4bf9-451c-8e0a-3569ae3fc75d tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.8420484 Mar 31 15:27:46.412799 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41528) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:46.413222 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41530) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:46.417809 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41532) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:46.420070 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-03e9fc03-4a57-46d3-b380-9ccdf5dd84d7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6548691 Mar 31 15:27:46.428865 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41540) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:46.434686 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9fc03-4a57-46d3-b380-9ccdf5dd84d7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event updated for resources: {'Network': ['ID=74f6c520-0eff-4c74-95a2-69cb0fd51917,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:46.439854 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-1cc42746-b151-4fcf-b9ba-583c3f38e62b tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Request body: {'subnet': {'network_id': '74f6c520-0eff-4c74-95a2-69cb0fd51917', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:46.446259 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 74f6c520-0eff-4c74-95a2-69cb0fd51917 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:27:46.459275 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c23c05-99ec-470b-b9f8-2e67fe922e9b req-1d8378c1-ef2b-41e4-bd20-c5ed45023a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:46.460820 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f5c23c05-99ec-470b-b9f8-2e67fe922e9b req-1d8378c1-ef2b-41e4-bd20-c5ed45023a8a service neutron] 10.222.0.41 "GET /v2.0/networks?id=b8c1a446-ecea-4471-8bae-1efc5f7c1cdf HTTP/1.1" status: 200 len: 913 time: 0.4755220 Mar 31 15:27:46.488275 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-020c3abc-a054-4955-9635-836a5ad850c7 tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.171'}]}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:46.499442 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7e8ade-9ee8-4842-bd64-86dd5ec1b07c tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:46.502844 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e7e8ade-9ee8-4842-bd64-86dd5ec1b07c tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:46.533830 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-020c3abc-a054-4955-9635-836a5ad850c7 tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:46.568371 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-020c3abc-a054-4955-9635-836a5ad850c7 tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Usage tracker for resource:router and tenant:c93befab595d41669897ef0eb80b1ea0 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:46.571784 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f839c391-ad0f-41f5-bf19-448d06db1d1f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7265370 Mar 31 15:27:46.590487 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41544) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:46.628906 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-020c3abc-a054-4955-9635-836a5ad850c7 tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:46.635093 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d3b4ce-294b-4b6c-a9fc-b0685d2a6635 None None] New status for floating IP c7e46701-caf3-4b9f-b214-7b04964257ea: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:27:46.645632 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-020c3abc-a054-4955-9635-836a5ad850c7 tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:46.662383 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-d6fef9e1-e8a4-49c4-9530-6f7213536f2b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Request body: {'subnet': {'network_id': '40ef7b69-481c-4967-b809-7f38d175d6be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:46.731182 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6aa03a-4517-4244-81e9-0d75da46a5a2 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Deleting subnet 2d127956-e15f-4ee7-a80d-08a95ad70fb1 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:27:46.741067 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.ipam_backend_mixin [None req-5e7e8ade-9ee8-4842-bd64-86dd5ec1b07c tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Performing IP validity checks on allocation pools {{(pid=103443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Mar 31 15:27:46.741720 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.ipam_backend_mixin [None req-5e7e8ade-9ee8-4842-bd64-86dd5ec1b07c tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Mar 31 15:27:46.748801 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b45221d2-b1e5-4c06-bdf3-bc6d688d1289 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:46.751529 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c6aa03a-4517-4244-81e9-0d75da46a5a2 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:46.782413 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f839c391-ad0f-41f5-bf19-448d06db1d1f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Network': ['ID=40ef7b69-481c-4967-b809-7f38d175d6be,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:46.796746 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 40ef7b69-481c-4967-b809-7f38d175d6be details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:27:46.863365 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f5c23c05-99ec-470b-b9f8-2e67fe922e9b req-0775f561-79b8-4d70-a1f4-25d43eb95bc4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d605c1b-a29c-44cb-bc0d-163a3712ce76 HTTP/1.1" status: 200 len: 998 time: 0.3824949 Mar 31 15:27:46.864732 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-1cc42746-b151-4fcf-b9ba-583c3f38e62b tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:46.910040 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-020c3abc-a054-4955-9635-836a5ad850c7 tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:46.915282 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-020c3abc-a054-4955-9635-836a5ad850c7 tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:46.985237 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c6aa03a-4517-4244-81e9-0d75da46a5a2 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:47.031217 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-1cc42746-b151-4fcf-b9ba-583c3f38e62b tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Usage tracker for resource:subnet and tenant:cba800ed59cd4d6f8d690d59c4ee670b is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:47.045263 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-1cc42746-b151-4fcf-b9ba-583c3f38e62b tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:47.065889 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-020c3abc-a054-4955-9635-836a5ad850c7 tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:47.069984 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-1cc42746-b151-4fcf-b9ba-583c3f38e62b tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:47.090655 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d6fef9e1-e8a4-49c4-9530-6f7213536f2b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:47.094395 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c23c05-99ec-470b-b9f8-2e67fe922e9b req-a36d10b0-571b-4721-89a6-ed0e349d7e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:47.096177 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f5c23c05-99ec-470b-b9f8-2e67fe922e9b req-a36d10b0-571b-4721-89a6-ed0e349d7e6c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a152ddbe-bf1d-428e-af6f-5de1f957668e HTTP/1.1" status: 200 len: 851 time: 0.2245934 Mar 31 15:27:47.100147 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d6fef9e1-e8a4-49c4-9530-6f7213536f2b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Usage tracker for resource:subnet and tenant:3c462be107e642da98e89cbf8192538c is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:47.104942 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d6fef9e1-e8a4-49c4-9530-6f7213536f2b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:47.153502 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d6fef9e1-e8a4-49c4-9530-6f7213536f2b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:47.202326 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc42746-b151-4fcf-b9ba-583c3f38e62b tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Made reservation on behalf of cba800ed59cd4d6f8d690d59c4ee670b for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:47.205690 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1cc42746-b151-4fcf-b9ba-583c3f38e62b tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:47.208351 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b45221d2-b1e5-4c06-bdf3-bc6d688d1289 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:47.219888 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c6aa03a-4517-4244-81e9-0d75da46a5a2 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:47.272602 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e7e8ade-9ee8-4842-bd64-86dd5ec1b07c tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:47.305145 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fef9e1-e8a4-49c4-9530-6f7213536f2b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Made reservation on behalf of 3c462be107e642da98e89cbf8192538c for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:47.305881 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-b45221d2-b1e5-4c06-bdf3-bc6d688d1289 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6a1ff2-e399-4314-a02b-740c09f08591']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:47.309251 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d6fef9e1-e8a4-49c4-9530-6f7213536f2b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:47.449356 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c23c05-99ec-470b-b9f8-2e67fe922e9b req-515acbe0-dd07-42e3-9128-53ced6a552a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:47.450773 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f5c23c05-99ec-470b-b9f8-2e67fe922e9b req-515acbe0-dd07-42e3-9128-53ced6a552a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8c1a446-ecea-4471-8bae-1efc5f7c1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3474498 Mar 31 15:27:47.519340 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-b45221d2-b1e5-4c06-bdf3-bc6d688d1289 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cde85e3-98fe-4cc7-a03d-aa3c2edc0cea') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:47.520092 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-b45221d2-b1e5-4c06-bdf3-bc6d688d1289 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cde85e3-98fe-4cc7-a03d-aa3c2edc0cea') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:47.529313 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700769e2-25ae-40bb-8f62-277d5eda747d req-6392a13d-8c4f-4878-9959-70a0405f8c4a tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:47.530757 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-700769e2-25ae-40bb-8f62-277d5eda747d req-6392a13d-8c4f-4878-9959-70a0405f8c4a tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.3751004 Mar 31 15:27:47.552590 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b45221d2-b1e5-4c06-bdf3-bc6d688d1289 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:47.665162 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e8ade-9ee8-4842-bd64-86dd5ec1b07c tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Subnet': ['ID=7cbefedb-9e8c-481e-b86a-6d01228dd0c4,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:47.671309 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b45221d2-b1e5-4c06-bdf3-bc6d688d1289 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:47.722822 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f5c23c05-99ec-470b-b9f8-2e67fe922e9b req-f6b5ce2e-676c-4999-a3e7-f15a2b0aa9fb service neutron] 10.222.0.41 "GET /v2.0/networks/b8c1a446-ecea-4471-8bae-1efc5f7c1cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588418 Mar 31 15:27:47.725483 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-700769e2-25ae-40bb-8f62-277d5eda747d req-bf5bb8f8-c17e-4e2d-a175-1738509edfbb tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423450 Mar 31 15:27:47.750450 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b45221d2-b1e5-4c06-bdf3-bc6d688d1289 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:27:47.750609 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b45221d2-b1e5-4c06-bdf3-bc6d688d1289 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:47.765785 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:27:47.765785 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:27:47.765785 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:27:47.765785 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:27:47.765785 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:27:47.765785 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:27:47.765785 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:27:47.765785 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:27:47.765785 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:27:47.765785 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:27:47.765785 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:27:47.765785 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:27:47.765785 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:27:47.765785 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:27:47.765785 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:27:47.765785 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:27:47.765785 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:27:47.765785 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:27:47.765785 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:27:47.765785 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:27:47.765785 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:27:47.765785 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:27:47.765785 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:27:47.765785 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:27:47.765785 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:27:47.765785 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:27:47.765785 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:27:47.765785 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:27:47.765785 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:27:47.765785 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:27:47.765785 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:27:47.765785 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:27:47.783523 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7e8ade-9ee8-4842-bd64-86dd5ec1b07c tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Checking segment: {'id': '832f57dc-832d-472d-b161-4dde55d8d766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ee0688db-c2f7-4555-ac73-6fbbeff8f243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:27:47.784277 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7e8ade-9ee8-4842-bd64-86dd5ec1b07c tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network hostable DHCP agents. Network: ee0688db-c2f7-4555-ac73-6fbbeff8f243, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:27:47.876942 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1cc42746-b151-4fcf-b9ba-583c3f38e62b tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:47.895188 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c6aa03a-4517-4244-81e9-0d75da46a5a2 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:47.910230 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-020c3abc-a054-4955-9635-836a5ad850c7 tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:47.962601 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c6aa03a-4517-4244-81e9-0d75da46a5a2 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:47.965893 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6aa03a-4517-4244-81e9-0d75da46a5a2 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event deleted for resources: {'Subnet': ['ID=2d127956-e15f-4ee7-a80d-08a95ad70fb1,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:47.983887 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7c6aa03a-4517-4244-81e9-0d75da46a5a2 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "DELETE /v2.0/subnets/2d127956-e15f-4ee7-a80d-08a95ad70fb1 HTTP/1.1" status: 204 len: 168 time: 1.5679862 Mar 31 15:27:47.986217 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41550) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:48.033216 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc42746-b151-4fcf-b9ba-583c3f38e62b tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event updated for resources: {'Subnet': ['ID=f5ebdead-bbd4-43c3-9db1-1535a8b1d18d,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:48.040277 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f5c23c05-99ec-470b-b9f8-2e67fe922e9b req-b1a6b002-4ef1-4c94-8581-1131976f764d service neutron] 10.222.0.41 "GET /v2.0/networks/b8c1a446-ecea-4471-8bae-1efc5f7c1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014526 Mar 31 15:27:48.050918 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b45221d2-b1e5-4c06-bdf3-bc6d688d1289 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:48.051705 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc42746-b151-4fcf-b9ba-583c3f38e62b tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Checking segment: {'id': 'cf1c6a15-768a-4051-a2a3-d75148c4423f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '74f6c520-0eff-4c74-95a2-69cb0fd51917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:27:48.052061 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc42746-b151-4fcf-b9ba-583c3f38e62b tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Network hostable DHCP agents. Network: 74f6c520-0eff-4c74-95a2-69cb0fd51917, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:27:48.061799 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7e8ade-9ee8-4842-bd64-86dd5ec1b07c tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network ee0688db-c2f7-4555-ac73-6fbbeff8f243 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:27:48.114706 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d6fef9e1-e8a4-49c4-9530-6f7213536f2b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:48.128929 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b45221d2-b1e5-4c06-bdf3-bc6d688d1289 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:48.158281 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45221d2-b1e5-4c06-bdf3-bc6d688d1289 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Pushing event deleted for resources: {'Network': ['ID=aa6a1ff2-e399-4314-a02b-740c09f08591,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:48.168671 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b45221d2-b1e5-4c06-bdf3-bc6d688d1289 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "DELETE /v2.0/networks/aa6a1ff2-e399-4314-a02b-740c09f08591 HTTP/1.1" status: 204 len: 168 time: 1.7516253 Mar 31 15:27:48.169413 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc42746-b151-4fcf-b9ba-583c3f38e62b tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Network 74f6c520-0eff-4c74-95a2-69cb0fd51917 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:27:48.169982 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41554) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:48.177106 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-04a20465-e816-4714-be9b-bae34eaa2387 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:48.202751 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fef9e1-e8a4-49c4-9530-6f7213536f2b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Subnet': ['ID=611e4807-a0c3-4f39-93a5-b9843e019737,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:48.215080 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fef9e1-e8a4-49c4-9530-6f7213536f2b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Checking segment: {'id': '24e2f944-ee9e-4262-b5e6-7d3a9d204741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '40ef7b69-481c-4967-b809-7f38d175d6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:27:48.215440 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fef9e1-e8a4-49c4-9530-6f7213536f2b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network hostable DHCP agents. Network: 40ef7b69-481c-4967-b809-7f38d175d6be, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:27:48.230724 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-1cc42746-b151-4fcf-b9ba-583c3f38e62b tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 74f6c520-0eff-4c74-95a2-69cb0fd51917) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:48.235438 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc42746-b151-4fcf-b9ba-583c3f38e62b tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:48.236027 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1cc42746-b151-4fcf-b9ba-583c3f38e62b tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:48.238565 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0cb3f4-8c3a-41ba-a5f6-17bb64de5867 None None] Network 74f6c520-0eff-4c74-95a2-69cb0fd51917 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:48.275338 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-5e7e8ade-9ee8-4842-bd64-86dd5ec1b07c tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, ee0688db-c2f7-4555-ac73-6fbbeff8f243) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:48.285928 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7e8ade-9ee8-4842-bd64-86dd5ec1b07c tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:48.286523 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e7e8ade-9ee8-4842-bd64-86dd5ec1b07c tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:48.320229 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295c31bf-eafc-47cf-bb34-c3e362a01f0b None None] Network ee0688db-c2f7-4555-ac73-6fbbeff8f243 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:48.355998 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fef9e1-e8a4-49c4-9530-6f7213536f2b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network 40ef7b69-481c-4967-b809-7f38d175d6be is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:27:48.367779 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-d6fef9e1-e8a4-49c4-9530-6f7213536f2b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 40ef7b69-481c-4967-b809-7f38d175d6be) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:48.369795 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1256b45-5fcf-4a0d-9613-844f9e23dc42 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Deleting subnet 9f7f265a-1d36-48bb-8534-ac90e486463e {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:27:48.372472 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fef9e1-e8a4-49c4-9530-6f7213536f2b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:48.373503 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d6fef9e1-e8a4-49c4-9530-6f7213536f2b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:48.384434 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1256b45-5fcf-4a0d-9613-844f9e23dc42 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:48.390430 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-1cc42746-b151-4fcf-b9ba-583c3f38e62b tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9574471 Mar 31 15:27:48.395412 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41558) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:48.415140 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1430e6b6-6c6a-481f-bb06-f624558fb5fa None None] Network 40ef7b69-481c-4967-b809-7f38d175d6be requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:48.437756 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5e7e8ade-9ee8-4842-bd64-86dd5ec1b07c tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3266094 Mar 31 15:27:48.442691 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41562) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:48.456116 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-66fbb8c4-7dd3-43ca-9ac3-b798c1c3e5dd tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'port': {'network_id': 'ee0688db-c2f7-4555-ac73-6fbbeff8f243', 'name': 'tempest-PortsTestJSON-295463539'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:48.496696 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-04a20465-e816-4714-be9b-bae34eaa2387 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:48.501533 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d6fef9e1-e8a4-49c4-9530-6f7213536f2b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9007945 Mar 31 15:27:48.505724 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41566) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:48.516431 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-14f8a308-1cdd-443b-b776-e095ca3c5e08 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-637250041', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:48.542925 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1256b45-5fcf-4a0d-9613-844f9e23dc42 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:48.575694 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-14f8a308-1cdd-443b-b776-e095ca3c5e08 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:48.586001 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-04a20465-e816-4714-be9b-bae34eaa2387 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af35fe3f-cd79-47db-bc77-db544213cd71']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:48.597511 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-14f8a308-1cdd-443b-b776-e095ca3c5e08 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Usage tracker for resource:router and tenant:3c462be107e642da98e89cbf8192538c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:48.606105 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-14f8a308-1cdd-443b-b776-e095ca3c5e08 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:48.614762 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-04a20465-e816-4714-be9b-bae34eaa2387 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e68bd02a-ea68-4173-8c3f-cd3806272908') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:48.615079 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-04a20465-e816-4714-be9b-bae34eaa2387 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e68bd02a-ea68-4173-8c3f-cd3806272908') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:48.626801 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-14f8a308-1cdd-443b-b776-e095ca3c5e08 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:48.645334 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-04a20465-e816-4714-be9b-bae34eaa2387 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:48.648946 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-411223f0-af33-46a1-a9dd-94f3b7d579ee tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:48.703836 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-04a20465-e816-4714-be9b-bae34eaa2387 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:48.727520 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14f8a308-1cdd-443b-b776-e095ca3c5e08 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:48.729798 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14f8a308-1cdd-443b-b776-e095ca3c5e08 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:48.734973 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a20465-e816-4714-be9b-bae34eaa2387 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:27:48.735201 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-04a20465-e816-4714-be9b-bae34eaa2387 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:48.761709 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:27:48.761709 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:27:48.761709 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:27:48.761709 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:27:48.761709 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:27:48.761709 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:27:48.761709 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:27:48.761709 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:27:48.761709 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:27:48.761709 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:27:48.761709 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:27:48.761709 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:27:48.761709 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:27:48.761709 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:27:48.761709 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:27:48.761709 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:27:48.761709 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:27:48.761709 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:27:48.761709 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:27:48.761709 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:27:48.761709 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:27:48.761709 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:27:48.761709 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:27:48.761709 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:27:48.761709 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:27:48.761709 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:27:48.761709 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:27:48.761709 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:27:48.761709 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:27:48.761709 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:27:48.761709 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:27:48.761709 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:27:48.795978 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-411223f0-af33-46a1-a9dd-94f3b7d579ee tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:48.796333 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73183db0-ae08-4042-9e4c-88f1df4a5b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-74f6c520-0eff-4c74-95a2-69cb0fd51917', 'network_id': '74f6c520-0eff-4c74-95a2-69cb0fd51917', 'tenant_id': 'cba800ed59cd4d6f8d690d59c4ee670b', 'fixed_ips': [{'subnet_id': 'f5ebdead-bbd4-43c3-9db1-1535a8b1d18d'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:27:48.797161 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-73183db0-ae08-4042-9e4c-88f1df4a5b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:48.870863 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14f8a308-1cdd-443b-b776-e095ca3c5e08 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:48.897473 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca08ab0-29ff-4a9e-9049-57c94668ef18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-ee0688db-c2f7-4555-ac73-6fbbeff8f243', 'network_id': 'ee0688db-c2f7-4555-ac73-6fbbeff8f243', 'tenant_id': '62591a084e044f5ebd9b8ec401f28de6', 'fixed_ips': [{'subnet_id': '7cbefedb-9e8c-481e-b86a-6d01228dd0c4'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:27:48.898483 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9ca08ab0-29ff-4a9e-9049-57c94668ef18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:48.907271 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2088f8-bea7-4dff-a32e-58793f916fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-40ef7b69-481c-4967-b809-7f38d175d6be', 'network_id': '40ef7b69-481c-4967-b809-7f38d175d6be', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'fixed_ips': [{'subnet_id': '611e4807-a0c3-4f39-93a5-b9843e019737'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:27:48.907555 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-66fbb8c4-7dd3-43ca-9ac3-b798c1c3e5dd tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:48.908050 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2e2088f8-bea7-4dff-a32e-58793f916fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:48.919703 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-66fbb8c4-7dd3-43ca-9ac3-b798c1c3e5dd tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:48.932845 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-411223f0-af33-46a1-a9dd-94f3b7d579ee tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:48.942949 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1256b45-5fcf-4a0d-9613-844f9e23dc42 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:48.993851 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411223f0-af33-46a1-a9dd-94f3b7d579ee tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event deleted for resources: {'Subnet': ['ID=f5ebdead-bbd4-43c3-9db1-1535a8b1d18d,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:49.008639 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fbb8c4-7dd3-43ca-9ac3-b798c1c3e5dd tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:49.012567 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-66fbb8c4-7dd3-43ca-9ac3-b798c1c3e5dd tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server [None req-73183db0-ae08-4042-9e4c-88f1df4a5b56 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5ebdead-bbd4-43c3-9db1-1535a8b1d18d: This subnet is being modified by another concurrent operation. Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 15:27:49.155944 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise exception Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5ebdead-bbd4-43c3-9db1-1535a8b1d18d: This subnet is being modified by another concurrent operation. Mar 31 15:27:49.159307 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server Mar 31 15:27:49.211191 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-411223f0-af33-46a1-a9dd-94f3b7d579ee tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:49.220333 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-66fbb8c4-7dd3-43ca-9ac3-b798c1c3e5dd tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] device_id is not set on port a955c52d-e69e-4bf7-b170-c34e1e799bfa yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:27:49.250762 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-04a20465-e816-4714-be9b-bae34eaa2387 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:49.250990 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed46529-76be-4e55-b51b-e52ce10a9ab1 None None] Network 74f6c520-0eff-4c74-95a2-69cb0fd51917 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:49.296195 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-411223f0-af33-46a1-a9dd-94f3b7d579ee tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f6c520-0eff-4c74-95a2-69cb0fd51917']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:49.309239 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-9ca08ab0-29ff-4a9e-9049-57c94668ef18 None None] Allocated IP 172.20.0.2 (ee0688db-c2f7-4555-ac73-6fbbeff8f243/7cbefedb-9e8c-481e-b86a-6d01228dd0c4/b040203d-2053-4756-ba2a-2c6135d38f0f) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:49.317381 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-411223f0-af33-46a1-a9dd-94f3b7d579ee tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1c6a15-768a-4051-a2a3-d75148c4423f') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:49.320887 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-411223f0-af33-46a1-a9dd-94f3b7d579ee tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1c6a15-768a-4051-a2a3-d75148c4423f') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:49.321017 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-04a20465-e816-4714-be9b-bae34eaa2387 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:49.336918 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-411223f0-af33-46a1-a9dd-94f3b7d579ee tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:49.342145 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a20465-e816-4714-be9b-bae34eaa2387 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] Pushing event deleted for resources: {'Network': ['ID=af35fe3f-cd79-47db-bc77-db544213cd71,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:49.358131 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-411223f0-af33-46a1-a9dd-94f3b7d579ee tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:49.362176 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-04a20465-e816-4714-be9b-bae34eaa2387 tempest-FloatingIPTestJSON-1807537490 tempest-FloatingIPTestJSON-1807537490-project] 10.222.0.31 "DELETE /v2.0/networks/af35fe3f-cd79-47db-bc77-db544213cd71 HTTP/1.1" status: 204 len: 168 time: 1.3727145 Mar 31 15:27:49.376695 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-020c3abc-a054-4955-9635-836a5ad850c7 tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:49.377959 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-411223f0-af33-46a1-a9dd-94f3b7d579ee tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:27:49.378764 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-411223f0-af33-46a1-a9dd-94f3b7d579ee tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:49.389006 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-2e2088f8-bea7-4dff-a32e-58793f916fd8 None None] Allocated IP 172.20.0.2 (40ef7b69-481c-4967-b809-7f38d175d6be/611e4807-a0c3-4f39-93a5-b9843e019737/0bd60c3f-63d9-4871-b4b3-35fc7c30db12) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:49.397178 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:27:49.397178 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:27:49.397178 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:27:49.397178 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:27:49.397178 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:27:49.397178 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:27:49.397178 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:27:49.397178 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:27:49.397178 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:27:49.397178 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:27:49.397178 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:27:49.397178 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:27:49.397178 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:27:49.397178 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:27:49.397178 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:27:49.397178 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:27:49.397178 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:27:49.397178 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:27:49.397178 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:27:49.397178 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:27:49.397178 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:27:49.397178 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:27:49.397178 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:27:49.397178 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:27:49.397178 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:27:49.397178 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:27:49.397178 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:27:49.397178 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:27:49.397178 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:27:49.397178 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:27:49.397178 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:27:49.397178 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:27:49.418906 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-020c3abc-a054-4955-9635-836a5ad850c7 tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:49.476299 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14f8a308-1cdd-443b-b776-e095ca3c5e08 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:49.512640 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1256b45-5fcf-4a0d-9613-844f9e23dc42 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:49.572273 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe837fdc-386b-4883-8309-ad8d728fc177 req-d10c2141-e0fe-49a0-acdf-450d5728e57f tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:49.574529 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-fe837fdc-386b-4883-8309-ad8d728fc177 req-d10c2141-e0fe-49a0-acdf-450d5728e57f tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.5985079 Mar 31 15:27:49.580588 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1256b45-5fcf-4a0d-9613-844f9e23dc42 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Pushing event deleted for resources: {'Subnet': ['ID=9f7f265a-1d36-48bb-8534-ac90e486463e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:49.585142 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1256b45-5fcf-4a0d-9613-844f9e23dc42 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:49.585353 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-411223f0-af33-46a1-a9dd-94f3b7d579ee tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:49.591066 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a1256b45-5fcf-4a0d-9613-844f9e23dc42 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "DELETE /v2.0/subnets/9f7f265a-1d36-48bb-8534-ac90e486463e HTTP/1.1" status: 204 len: 168 time: 1.4183202 Mar 31 15:27:49.610382 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41576) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:49.611028 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-411223f0-af33-46a1-a9dd-94f3b7d579ee tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:49.640659 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb8478e-e450-46ac-82bc-e65180c70623 None None] Network 1e469e85-f5b2-4bab-bb01-eb6f808f98b9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:49.642402 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411223f0-af33-46a1-a9dd-94f3b7d579ee tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event deleted for resources: {'Network': ['ID=74f6c520-0eff-4c74-95a2-69cb0fd51917,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:49.648760 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-411223f0-af33-46a1-a9dd-94f3b7d579ee tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/networks/74f6c520-0eff-4c74-95a2-69cb0fd51917 HTTP/1.1" status: 204 len: 168 time: 1.2533610 Mar 31 15:27:49.653831 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41580) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:49.694074 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-5e38584f-887e-4723-a69f-78bd334e9701 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1675021359'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:49.710110 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-5e38584f-887e-4723-a69f-78bd334e9701 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:49.720664 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14f8a308-1cdd-443b-b776-e095ca3c5e08 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:49.722001 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-14f8a308-1cdd-443b-b776-e095ca3c5e08 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.2117305 Mar 31 15:27:49.724954 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41584) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:49.726861 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-5e38584f-887e-4723-a69f-78bd334e9701 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Usage tracker for resource:network and tenant:cba800ed59cd4d6f8d690d59c4ee670b is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:49.734701 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-5e38584f-887e-4723-a69f-78bd334e9701 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:49.806485 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-5e38584f-887e-4723-a69f-78bd334e9701 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:49.866128 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-fe837fdc-386b-4883-8309-ad8d728fc177 req-c54e038b-c00a-4ddb-81ef-b565bf53091c tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171702 Mar 31 15:27:49.883926 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f02c545-8771-415d-8691-9f0663687656 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:49.935421 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6f02c545-8771-415d-8691-9f0663687656 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Deleting port 1c30c4d9-ac8b-44a1-a327-fecd38ec4e10 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:49.935641 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f02c545-8771-415d-8691-9f0663687656 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:50.017919 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e38584f-887e-4723-a69f-78bd334e9701 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Made reservation on behalf of cba800ed59cd4d6f8d690d59c4ee670b for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:50.021648 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e38584f-887e-4723-a69f-78bd334e9701 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:50.044699 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-020c3abc-a054-4955-9635-836a5ad850c7 tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:50.099725 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9ca08ab0-29ff-4a9e-9049-57c94668ef18 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:50.099725 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2e2088f8-bea7-4dff-a32e-58793f916fd8 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:50.109598 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41592) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:50.112427 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9ca08ab0-29ff-4a9e-9049-57c94668ef18 None None] Transition to ACTIVE for port object b040203d-2053-4756-ba2a-2c6135d38f0f will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:50.124430 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2e2088f8-bea7-4dff-a32e-58793f916fd8 None None] Transition to ACTIVE for port object 0bd60c3f-63d9-4871-b4b3-35fc7c30db12 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:50.174170 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9ca08ab0-29ff-4a9e-9049-57c94668ef18 None None] Transition to ACTIVE for port object b040203d-2053-4756-ba2a-2c6135d38f0f will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:50.185385 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2e2088f8-bea7-4dff-a32e-58793f916fd8 None None] Transition to ACTIVE for port object 0bd60c3f-63d9-4871-b4b3-35fc7c30db12 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:50.240219 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa139da-0dc2-43b6-ae3f-b1672606560d None None] DHCP port deletion for 1e469e85-f5b2-4bab-bb01-eb6f808f98b9 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:27:50.240662 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e38584f-887e-4723-a69f-78bd334e9701 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:27:50.245271 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-daa139da-0dc2-43b6-ae3f-b1672606560d None None] Deleting port 1c30c4d9-ac8b-44a1-a327-fecd38ec4e10 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:50.245875 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-daa139da-0dc2-43b6-ae3f-b1672606560d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:50.287540 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9ca08ab0-29ff-4a9e-9049-57c94668ef18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:50.293390 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2e2088f8-bea7-4dff-a32e-58793f916fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:50.366256 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5f4b2ea8-e958-4f31-b4c2-eaf6b6188233 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:50.398066 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2088f8-bea7-4dff-a32e-58793f916fd8 None None] Network 40ef7b69-481c-4967-b809-7f38d175d6be is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:50.438940 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-2e2088f8-bea7-4dff-a32e-58793f916fd8 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:50.442543 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2088f8-bea7-4dff-a32e-58793f916fd8 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:27:50.453857 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca08ab0-29ff-4a9e-9049-57c94668ef18 None None] Network ee0688db-c2f7-4555-ac73-6fbbeff8f243 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:50.460523 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-9ca08ab0-29ff-4a9e-9049-57c94668ef18 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:50.463546 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca08ab0-29ff-4a9e-9049-57c94668ef18 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:27:50.469833 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca08ab0-29ff-4a9e-9049-57c94668ef18 None None] Pushing event updated for resources: {'Port': ['ID=b040203d-2053-4756-ba2a-2c6135d38f0f,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:50.558013 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-986d0cf5-35ca-4d91-a3a0-5223e25b47b8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e42d5336284c4dafbfb75f78ea62f851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4464691 Mar 31 15:27:50.566338 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e38584f-887e-4723-a69f-78bd334e9701 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:50.566687 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-5e38584f-887e-4723-a69f-78bd334e9701 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Added segment e90d8d2a-c169-4059-b67c-7542f6f583a1 of type vlan for network 91fc2e9e-6281-4b86-812a-f233f2d29f11 Mar 31 15:27:50.572375 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41600) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:50.642629 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.api [None req-66fbb8c4-7dd3-43ca-9ac3-b798c1c3e5dd tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-1ed041ee-f121-4a51-ba44-c81b83927643 {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:27:50.643138 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG oslo_db.api [None req-66fbb8c4-7dd3-43ca-9ac3-b798c1c3e5dd tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:27:50.727771 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-020c3abc-a054-4955-9635-836a5ad850c7 tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:50.731847 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-020c3abc-a054-4955-9635-836a5ad850c7 tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:50.749708 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-6f02c545-8771-415d-8691-9f0663687656 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] For port 1c30c4d9-ac8b-44a1-a327-fecd38ec4e10, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=1c30c4d9-ac8b-44a1-a327-fecd38ec4e10,segment=NetworkSegment(6050c31d-99df-4382-ad94-e1332623918c),segment_id=6050c31d-99df-4382-ad94-e1332623918c)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:27:50.750081 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f02c545-8771-415d-8691-9f0663687656 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:50.760952 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd26ae-b26c-4c35-a308-1593524d44d2 req-1a87ebae-abfb-4c7e-9f2e-6fef327623ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:50.762469 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-00fd26ae-b26c-4c35-a308-1593524d44d2 req-1a87ebae-abfb-4c7e-9f2e-6fef327623ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=054d30a6120446fcba39a5a299093095&device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 1099 time: 0.2082667 Mar 31 15:27:50.841322 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-2e2088f8-bea7-4dff-a32e-58793f916fd8 None None] Attempting to bind port 0bd60c3f-63d9-4871-b4b3-35fc7c30db12 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:27:50.842789 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-2e2088f8-bea7-4dff-a32e-58793f916fd8 None None] Attempting to bind port 0bd60c3f-63d9-4871-b4b3-35fc7c30db12 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '24e2f944-ee9e-4262-b5e6-7d3a9d204741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '40ef7b69-481c-4967-b809-7f38d175d6be'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:27:50.842957 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2088f8-bea7-4dff-a32e-58793f916fd8 None None] Attempting to bind port 0bd60c3f-63d9-4871-b4b3-35fc7c30db12 on network 40ef7b69-481c-4967-b809-7f38d175d6be {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:27:50.843341 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e38584f-887e-4723-a69f-78bd334e9701 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:50.852680 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2088f8-bea7-4dff-a32e-58793f916fd8 None None] Pushing event updated for resources: {'Port': ['ID=0bd60c3f-63d9-4871-b4b3-35fc7c30db12,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:50.878040 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2088f8-bea7-4dff-a32e-58793f916fd8 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:27:50.878601 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2088f8-bea7-4dff-a32e-58793f916fd8 None None] Checking segment: {'id': '24e2f944-ee9e-4262-b5e6-7d3a9d204741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '40ef7b69-481c-4967-b809-7f38d175d6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:27:50.879119 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2e2088f8-bea7-4dff-a32e-58793f916fd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:50.879623 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2088f8-bea7-4dff-a32e-58793f916fd8 None None] Bound using segment: {'id': '24e2f944-ee9e-4262-b5e6-7d3a9d204741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '40ef7b69-481c-4967-b809-7f38d175d6be'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:27:50.880200 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-2e2088f8-bea7-4dff-a32e-58793f916fd8 None None] Bound port: 0bd60c3f-63d9-4871-b4b3-35fc7c30db12, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e2f944-ee9e-4262-b5e6-7d3a9d204741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '40ef7b69-481c-4967-b809-7f38d175d6be'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:27:50.880681 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2e2088f8-bea7-4dff-a32e-58793f916fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:50.908895 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-9ca08ab0-29ff-4a9e-9049-57c94668ef18 None None] Attempting to bind port b040203d-2053-4756-ba2a-2c6135d38f0f on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:27:50.909265 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-9ca08ab0-29ff-4a9e-9049-57c94668ef18 None None] Attempting to bind port b040203d-2053-4756-ba2a-2c6135d38f0f by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '832f57dc-832d-472d-b161-4dde55d8d766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ee0688db-c2f7-4555-ac73-6fbbeff8f243'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:27:50.909589 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca08ab0-29ff-4a9e-9049-57c94668ef18 None None] Attempting to bind port b040203d-2053-4756-ba2a-2c6135d38f0f on network ee0688db-c2f7-4555-ac73-6fbbeff8f243 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:27:50.923857 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-daa139da-0dc2-43b6-ae3f-b1672606560d None None] For port 1c30c4d9-ac8b-44a1-a327-fecd38ec4e10, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=1c30c4d9-ac8b-44a1-a327-fecd38ec4e10,segment=NetworkSegment(6050c31d-99df-4382-ad94-e1332623918c),segment_id=6050c31d-99df-4382-ad94-e1332623918c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:27:50.924248 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-daa139da-0dc2-43b6-ae3f-b1672606560d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:50.937456 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca08ab0-29ff-4a9e-9049-57c94668ef18 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:27:50.937859 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca08ab0-29ff-4a9e-9049-57c94668ef18 None None] Checking segment: {'id': '832f57dc-832d-472d-b161-4dde55d8d766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ee0688db-c2f7-4555-ac73-6fbbeff8f243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:27:50.938213 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9ca08ab0-29ff-4a9e-9049-57c94668ef18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:50.938607 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca08ab0-29ff-4a9e-9049-57c94668ef18 None None] Bound using segment: {'id': '832f57dc-832d-472d-b161-4dde55d8d766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ee0688db-c2f7-4555-ac73-6fbbeff8f243'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:27:50.939094 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-9ca08ab0-29ff-4a9e-9049-57c94668ef18 None None] Bound port: b040203d-2053-4756-ba2a-2c6135d38f0f, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832f57dc-832d-472d-b161-4dde55d8d766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ee0688db-c2f7-4555-ac73-6fbbeff8f243'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:27:50.939465 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9ca08ab0-29ff-4a9e-9049-57c94668ef18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:51.050802 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-5f4b2ea8-e958-4f31-b4c2-eaf6b6188233 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Allocated IP 172.20.0.1 (40ef7b69-481c-4967-b809-7f38d175d6be/611e4807-a0c3-4f39-93a5-b9843e019737/99fa9ff1-73e9-4c2e-88af-4e427451cdbb) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:51.058336 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6f02c545-8771-415d-8691-9f0663687656 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Calling delete_port for 1c30c4d9-ac8b-44a1-a327-fecd38ec4e10 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:51.113071 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd26ae-b26c-4c35-a308-1593524d44d2 req-5fc8b452-f532-487d-bcce-81ee29f767cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:51.114365 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-00fd26ae-b26c-4c35-a308-1593524d44d2 req-5fc8b452-f532-487d-bcce-81ee29f767cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=8570db4c-fed6-40aa-8a1b-99615046312c HTTP/1.1" status: 200 len: 912 time: 0.3457320 Mar 31 15:27:51.137748 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d6f5f162-56df-41cd-bebd-7d4fa5faf250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:51.140591 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-daa139da-0dc2-43b6-ae3f-b1672606560d None None] Calling delete_port for 1c30c4d9-ac8b-44a1-a327-fecd38ec4e10 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:51.171991 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-66fbb8c4-7dd3-43ca-9ac3-b798c1c3e5dd tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:51.180285 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-020c3abc-a054-4955-9635-836a5ad850c7 tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:51.180603 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020c3abc-a054-4955-9635-836a5ad850c7 tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f3988088-4611-4cc5-ba44-f3de7812037b {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:27:51.221912 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d6f5f162-56df-41cd-bebd-7d4fa5faf250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:51.238002 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51ba27-9943-4db2-bc8f-67788d3cdca3 req-62566678-327f-4da2-9842-0b4a9c7caca8 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:51.239475 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4e51ba27-9943-4db2-bc8f-67788d3cdca3 req-62566678-327f-4da2-9842-0b4a9c7caca8 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.6857572 Mar 31 15:27:51.261000 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e38584f-887e-4723-a69f-78bd334e9701 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:51.266732 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e38584f-887e-4723-a69f-78bd334e9701 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:51.267021 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e38584f-887e-4723-a69f-78bd334e9701 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:51.292728 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-66fbb8c4-7dd3-43ca-9ac3-b798c1c3e5dd tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] device_id is not set on port 01f1726a-7df9-4fd2-b219-5f80068d4cde yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:27:51.321949 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-9ca08ab0-29ff-4a9e-9049-57c94668ef18 None None] For port b040203d-2053-4756-ba2a-2c6135d38f0f, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:27:51.326825 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-9ca08ab0-29ff-4a9e-9049-57c94668ef18 None None] For port b040203d-2053-4756-ba2a-2c6135d38f0f, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=b040203d-2053-4756-ba2a-2c6135d38f0f,segment=NetworkSegment(832f57dc-832d-472d-b161-4dde55d8d766),segment_id=832f57dc-832d-472d-b161-4dde55d8d766)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:27:51.333137 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-2e2088f8-bea7-4dff-a32e-58793f916fd8 None None] For port 0bd60c3f-63d9-4871-b4b3-35fc7c30db12, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:27:51.333137 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-2e2088f8-bea7-4dff-a32e-58793f916fd8 None None] For port 0bd60c3f-63d9-4871-b4b3-35fc7c30db12, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=0bd60c3f-63d9-4871-b4b3-35fc7c30db12,segment=NetworkSegment(24e2f944-ee9e-4262-b5e6-7d3a9d204741),segment_id=24e2f944-ee9e-4262-b5e6-7d3a9d204741)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:27:51.339859 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-daa139da-0dc2-43b6-ae3f-b1672606560d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:27:51.341359 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-daa139da-0dc2-43b6-ae3f-b1672606560d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:27:51.345007 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f02c545-8771-415d-8691-9f0663687656 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:51.355181 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-00fd26ae-b26c-4c35-a308-1593524d44d2 req-1b79e925-2f5d-4a95-a70f-a500e30c03a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bca974bf-04e8-4b40-8dd3-77d968794f2b HTTP/1.1" status: 200 len: 1002 time: 0.2341588 Mar 31 15:27:51.400913 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9ca08ab0-29ff-4a9e-9049-57c94668ef18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:51.454476 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2e2088f8-bea7-4dff-a32e-58793f916fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:51.459981 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5f4b2ea8-e958-4f31-b4c2-eaf6b6188233 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:51.462760 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-020c3abc-a054-4955-9635-836a5ad850c7 tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 31 15:27:51.464873 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-020c3abc-a054-4955-9635-836a5ad850c7 tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.0457089 Mar 31 15:27:51.469790 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41604) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:51.478601 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f02c545-8771-415d-8691-9f0663687656 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] No DVR routers for this DVR port 1c30c4d9-ac8b-44a1-a327-fecd38ec4e10 on host dv-neutron-833379-2-hyperv {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:27:51.508346 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02c545-8771-415d-8691-9f0663687656 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Pushing event deleted for resources: {'Port': ['ID=1c30c4d9-ac8b-44a1-a327-fecd38ec4e10,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:51.525181 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca08ab0-29ff-4a9e-9049-57c94668ef18 None None] Pushing event updated for resources: {'Port': ['ID=b040203d-2053-4756-ba2a-2c6135d38f0f,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:51.535358 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38584f-887e-4723-a69f-78bd334e9701 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event updated for resources: {'Network': ['ID=91fc2e9e-6281-4b86-812a-f233f2d29f11,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:51.554649 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4e51ba27-9943-4db2-bc8f-67788d3cdca3 req-bd88de1a-f727-4141-9f71-1dc8d5307478 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2967582 Mar 31 15:27:51.579911 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5f4b2ea8-e958-4f31-b4c2-eaf6b6188233 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Transition to ACTIVE for port object 99fa9ff1-73e9-4c2e-88af-4e427451cdbb will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:51.583962 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 91fc2e9e-6281-4b86-812a-f233f2d29f11 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:27:51.591357 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd26ae-b26c-4c35-a308-1593524d44d2 req-3cd6240e-136e-49f6-8ba2-6f31af68d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:51.596012 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-00fd26ae-b26c-4c35-a308-1593524d44d2 req-3cd6240e-136e-49f6-8ba2-6f31af68d2c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b28caf7-0cc4-4f02-9ea5-a472add592af HTTP/1.1" status: 200 len: 850 time: 0.2208841 Mar 31 15:27:51.656725 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5e38584f-887e-4723-a69f-78bd334e9701 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9854467 Mar 31 15:27:51.664203 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41608) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:51.664692 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d6f5f162-56df-41cd-bebd-7d4fa5faf250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:51.666280 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e96a9a1d-b47b-4411-89b4-36d390532225 tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Deleting port b0a39d06-98ec-4a6a-ab65-83fd2f0bd23c {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:51.666696 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e96a9a1d-b47b-4411-89b4-36d390532225 tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:51.667508 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d6f5f162-56df-41cd-bebd-7d4fa5faf250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:51.671392 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d6f5f162-56df-41cd-bebd-7d4fa5faf250 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c3d4eaf6-b629-4a98-8e52-898a57d53f0c HTTP/1.1" status: 204 len: 168 time: 1.0974760 Mar 31 15:27:51.684903 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f02c545-8771-415d-8691-9f0663687656 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:51.696455 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5f162-56df-41cd-bebd-7d4fa5faf250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d4eaf6-b629-4a98-8e52-898a57d53f0c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:51.700479 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-66fbb8c4-7dd3-43ca-9ac3-b798c1c3e5dd tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Allocated IP 172.20.0.12 (ee0688db-c2f7-4555-ac73-6fbbeff8f243/7cbefedb-9e8c-481e-b86a-6d01228dd0c4/01f1726a-7df9-4fd2-b219-5f80068d4cde) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:51.717872 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-650d0294-bc01-40b7-a6e1-9c9db25d03a7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Request body: {'subnet': {'network_id': '91fc2e9e-6281-4b86-812a-f233f2d29f11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:51.758450 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-6f02c545-8771-415d-8691-9f0663687656 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e469e85-f5b2-4bab-bb01-eb6f808f98b9']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:51.795574 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-6f02c545-8771-415d-8691-9f0663687656 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6050c31d-99df-4382-ad94-e1332623918c') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:51.796152 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-6f02c545-8771-415d-8691-9f0663687656 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6050c31d-99df-4382-ad94-e1332623918c') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:51.796316 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2088f8-bea7-4dff-a32e-58793f916fd8 None None] Pushing event updated for resources: {'Port': ['ID=0bd60c3f-63d9-4871-b4b3-35fc7c30db12,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:51.821776 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f02c545-8771-415d-8691-9f0663687656 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:51.841029 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f02c545-8771-415d-8691-9f0663687656 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:51.843924 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-daa139da-0dc2-43b6-ae3f-b1672606560d None None] Deleting port 1c30c4d9-ac8b-44a1-a327-fecd38ec4e10 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:51.843924 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-daa139da-0dc2-43b6-ae3f-b1672606560d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:51.848546 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f02c545-8771-415d-8691-9f0663687656 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:27:51.849000 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f02c545-8771-415d-8691-9f0663687656 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:51.913411 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5f4b2ea8-e958-4f31-b4c2-eaf6b6188233 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:51.933699 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 1c30c4d9-ac8b-44a1-a327-fecd38ec4e10 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:27:51.961352 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:27:51.961352 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:27:51.961352 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:27:51.961352 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:27:51.961352 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:27:51.961352 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:27:51.961352 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:27:51.961352 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:27:51.961352 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:27:51.961352 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:27:51.961352 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:27:51.961352 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:27:51.961352 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:27:51.961352 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:27:51.961352 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:27:51.961352 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:27:51.961352 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:27:51.961352 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:27:51.961352 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:27:51.961352 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:27:51.961352 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:27:51.961352 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:27:51.961352 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:27:51.961352 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:27:51.961352 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:27:51.961352 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:27:51.961352 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:27:51.961352 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:27:51.961352 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:27:51.961352 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:27:51.961352 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:27:51.961352 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:27:52.080972 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f02c545-8771-415d-8691-9f0663687656 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:52.094721 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 1c30c4d9-ac8b-44a1-a327-fecd38ec4e10 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:27:52.102461 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 1c30c4d9-ac8b-44a1-a327-fecd38ec4e10 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:27:52.112390 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f02c545-8771-415d-8691-9f0663687656 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:52.115955 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-daa139da-0dc2-43b6-ae3f-b1672606560d None None] The port '1c30c4d9-ac8b-44a1-a327-fecd38ec4e10' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:27:52.128985 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02c545-8771-415d-8691-9f0663687656 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] Pushing event deleted for resources: {'Network': ['ID=1e469e85-f5b2-4bab-bb01-eb6f808f98b9,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:52.136450 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6f02c545-8771-415d-8691-9f0663687656 tempest-NetworksIpV6TestAttrs-41448671 tempest-NetworksIpV6TestAttrs-41448671-project] 10.222.0.31 "DELETE /v2.0/networks/1e469e85-f5b2-4bab-bb01-eb6f808f98b9 HTTP/1.1" status: 204 len: 168 time: 2.5410421 Mar 31 15:27:52.434639 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4b2ea8-e958-4f31-b4c2-eaf6b6188233 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network 40ef7b69-481c-4967-b809-7f38d175d6be is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:52.435812 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-650d0294-bc01-40b7-a6e1-9c9db25d03a7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:52.444029 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b2ea8-e958-4f31-b4c2-eaf6b6188233 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Port': ['ID=99fa9ff1-73e9-4c2e-88af-4e427451cdbb,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:52.462516 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-5f4b2ea8-e958-4f31-b4c2-eaf6b6188233 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:52.465590 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-650d0294-bc01-40b7-a6e1-9c9db25d03a7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Usage tracker for resource:subnet and tenant:cba800ed59cd4d6f8d690d59c4ee670b is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:52.477272 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-650d0294-bc01-40b7-a6e1-9c9db25d03a7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:52.481151 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4b2ea8-e958-4f31-b4c2-eaf6b6188233 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:27:52.527165 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-650d0294-bc01-40b7-a6e1-9c9db25d03a7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:52.555733 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd26ae-b26c-4c35-a308-1593524d44d2 req-e44c5a40-93ec-4690-a9bd-70444759402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:52.557468 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-00fd26ae-b26c-4c35-a308-1593524d44d2 req-e44c5a40-93ec-4690-a9bd-70444759402b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8570db4c-fed6-40aa-8a1b-99615046312c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9549575 Mar 31 15:27:52.577086 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e96a9a1d-b47b-4411-89b4-36d390532225 tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:52.698602 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41632) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:52.884851 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4e6c299c-a8a4-4a6a-bdf6-1acada6d2471 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=137a4e602d1c4c6a9514dc9ddf162593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1893799 Mar 31 15:27:52.888073 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41644) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:52.916960 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e96a9a1d-b47b-4411-89b4-36d390532225 tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Calling delete_port for b0a39d06-98ec-4a6a-ab65-83fd2f0bd23c owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:52.951943 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650d0294-bc01-40b7-a6e1-9c9db25d03a7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Made reservation on behalf of cba800ed59cd4d6f8d690d59c4ee670b for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:52.955675 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-650d0294-bc01-40b7-a6e1-9c9db25d03a7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:52.971282 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5f4b2ea8-e958-4f31-b4c2-eaf6b6188233 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:52.972706 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e43b76e-e0e4-444e-a75f-c8fb4164d47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:53.006235 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e43b76e-e0e4-444e-a75f-c8fb4164d47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:53.120212 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41650) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:53.165716 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b073689e-135f-4ab8-9434-43d803360d08 None None] Network 40ef7b69-481c-4967-b809-7f38d175d6be requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:53.166284 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e43b76e-e0e4-444e-a75f-c8fb4164d47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:53.190763 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43b76e-e0e4-444e-a75f-c8fb4164d47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6241d44-728c-4daa-9e91-24bcd504b658,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:53.205771 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e43b76e-e0e4-444e-a75f-c8fb4164d47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:53.212583 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9e43b76e-e0e4-444e-a75f-c8fb4164d47a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a6241d44-728c-4daa-9e91-24bcd504b658 HTTP/1.1" status: 204 len: 168 time: 0.3229628 Mar 31 15:27:53.214850 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-66fbb8c4-7dd3-43ca-9ac3-b798c1c3e5dd tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:53.304051 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-908f8a8f-8cfa-4c98-87d2-c0484f7d0c74 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1231542435'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:53.310741 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-908f8a8f-8cfa-4c98-87d2-c0484f7d0c74 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:53.324945 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-908f8a8f-8cfa-4c98-87d2-c0484f7d0c74 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Usage tracker for resource:network and tenant:6f549ba6742b44639dadd23800e45f0a is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:53.328724 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-908f8a8f-8cfa-4c98-87d2-c0484f7d0c74 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:53.340890 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-908f8a8f-8cfa-4c98-87d2-c0484f7d0c74 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:53.457543 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908f8a8f-8cfa-4c98-87d2-c0484f7d0c74 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Made reservation on behalf of 6f549ba6742b44639dadd23800e45f0a for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:53.462545 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-908f8a8f-8cfa-4c98-87d2-c0484f7d0c74 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:53.468097 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-66fbb8c4-7dd3-43ca-9ac3-b798c1c3e5dd tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Transition to ACTIVE for port object 01f1726a-7df9-4fd2-b219-5f80068d4cde will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:53.484707 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-908f8a8f-8cfa-4c98-87d2-c0484f7d0c74 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:53.487103 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f3bb7ba6-3f20-48b9-a3fc-bc1e2f458efb None None] Provisioning for port 0bd60c3f-63d9-4871-b4b3-35fc7c30db12 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:27:53.531612 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-908f8a8f-8cfa-4c98-87d2-c0484f7d0c74 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:53.536308 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-908f8a8f-8cfa-4c98-87d2-c0484f7d0c74 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Usage tracker for resource:security_group_rule and tenant:6f549ba6742b44639dadd23800e45f0a is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:53.540673 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-908f8a8f-8cfa-4c98-87d2-c0484f7d0c74 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:53.548452 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87368c81-c973-4d42-b3f8-12e164dacd5b None None] Network ee0688db-c2f7-4555-ac73-6fbbeff8f243 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:53.552848 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-908f8a8f-8cfa-4c98-87d2-c0484f7d0c74 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:53.703878 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-908f8a8f-8cfa-4c98-87d2-c0484f7d0c74 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:53.751483 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0d34b498-8067-426d-a4c5-03815466ef55 None None] Provisioning for port b040203d-2053-4756-ba2a-2c6135d38f0f completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:27:53.783169 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-908f8a8f-8cfa-4c98-87d2-c0484f7d0c74 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:53.810292 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-00fd26ae-b26c-4c35-a308-1593524d44d2 req-ee3fba9d-f09e-4c3a-a381-7f26a3f4a32e service neutron] 10.222.0.41 "GET /v2.0/networks/8570db4c-fed6-40aa-8a1b-99615046312c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2378812 Mar 31 15:27:53.857431 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908f8a8f-8cfa-4c98-87d2-c0484f7d0c74 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:27:53.887005 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f8a8f-8cfa-4c98-87d2-c0484f7d0c74 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1905c788-e5b8-44d9-97e9-6ecab8f5f737,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:53.906936 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-908f8a8f-8cfa-4c98-87d2-c0484f7d0c74 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:53.907151 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-908f8a8f-8cfa-4c98-87d2-c0484f7d0c74 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Added segment fce08ab5-c274-4809-a0a2-8694db355cf1 of type vlan for network a53d6dec-be4b-4314-9c71-1813df768d0a Mar 31 15:27:53.940009 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fa51d-aecd-4351-a1c4-ce83c47124ba req-466a2cef-71c0-4bd3-b1d4-014e556ed18d tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:53.942146 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c32fa51d-aecd-4351-a1c4-ce83c47124ba req-466a2cef-71c0-4bd3-b1d4-014e556ed18d tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 1.0349088 Mar 31 15:27:53.964099 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-908f8a8f-8cfa-4c98-87d2-c0484f7d0c74 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:53.996233 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device b040203d-2053-4756-ba2a-2c6135d38f0f up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:27:53.996821 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e96a9a1d-b47b-4411-89b4-36d390532225 tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:54.032754 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-049ffc42-e8fe-4583-8446-cb3c8ec33f96 None None] Provisioning for port 99fa9ff1-73e9-4c2e-88af-4e427451cdbb completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:27:54.046525 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-049ffc42-e8fe-4583-8446-cb3c8ec33f96 None None] Provisioning complete for port 99fa9ff1-73e9-4c2e-88af-4e427451cdbb triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:27:54.047183 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-049ffc42-e8fe-4583-8446-cb3c8ec33f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:54.056393 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5f4b2ea8-e958-4f31-b4c2-eaf6b6188233 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:54.091405 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-908f8a8f-8cfa-4c98-87d2-c0484f7d0c74 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:54.098121 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908f8a8f-8cfa-4c98-87d2-c0484f7d0c74 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:54.098753 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-908f8a8f-8cfa-4c98-87d2-c0484f7d0c74 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:54.177134 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-049ffc42-e8fe-4583-8446-cb3c8ec33f96 None None] Port 99fa9ff1-73e9-4c2e-88af-4e427451cdbb cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:27:54.280135 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port b040203d-2053-4756-ba2a-2c6135d38f0f completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:27:54.297510 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port b040203d-2053-4756-ba2a-2c6135d38f0f triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:27:54.298086 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:54.328090 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f8a8f-8cfa-4c98-87d2-c0484f7d0c74 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Pushing event updated for resources: {'Network': ['ID=a53d6dec-be4b-4314-9c71-1813df768d0a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:54.349280 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c1b90d-cd2b-46f7-90b0-88cecee23921 None None] get_active_networks_info from dv-neutron-833379-2-hyperv {{(pid=103445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 31 15:27:54.371972 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a9a1d-b47b-4411-89b4-36d390532225 tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0a39d06-98ec-4a6a-ab65-83fd2f0bd23c,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:54.382310 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network a53d6dec-be4b-4314-9c71-1813df768d0a details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:27:54.389609 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-908f8a8f-8cfa-4c98-87d2-c0484f7d0c74 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2678151 Mar 31 15:27:54.389970 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-66fbb8c4-7dd3-43ca-9ac3-b798c1c3e5dd tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:54.392220 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41676) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:54.398346 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-37bf32ca-1125-42ed-ade4-8b450981f3be tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Request body: {'subnet': {'network_id': 'a53d6dec-be4b-4314-9c71-1813df768d0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:54.467557 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c32fa51d-aecd-4351-a1c4-ce83c47124ba req-2c9f0c79-8244-458c-87cd-323c501ced57 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4274678 Mar 31 15:27:54.541373 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-37bf32ca-1125-42ed-ade4-8b450981f3be tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:54.565966 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-37bf32ca-1125-42ed-ade4-8b450981f3be tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Usage tracker for resource:subnet and tenant:6f549ba6742b44639dadd23800e45f0a is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:54.581722 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-37bf32ca-1125-42ed-ade4-8b450981f3be tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:54.583918 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-83738970-85ea-41f9-9fcb-20b9e92e66d4 None None] Provisioning complete for port b040203d-2053-4756-ba2a-2c6135d38f0f triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:27:54.584475 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-83738970-85ea-41f9-9fcb-20b9e92e66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:54.592704 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-37bf32ca-1125-42ed-ade4-8b450981f3be tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:54.676866 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41682) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:54.689625 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37bf32ca-1125-42ed-ade4-8b450981f3be tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Made reservation on behalf of 6f549ba6742b44639dadd23800e45f0a for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:54.693223 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-37bf32ca-1125-42ed-ade4-8b450981f3be tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:54.752811 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:54.832884 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c1b90d-cd2b-46f7-90b0-88cecee23921 None None] Resources bound (agent type, host, resource id): {{(pid=103445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 15:27:54.861907 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-1be40d04-0e22-44ae-8ddd-88252f21bf6b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1409444679'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:54.868618 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port b040203d-2053-4756-ba2a-2c6135d38f0f, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=b040203d-2053-4756-ba2a-2c6135d38f0f,segment=NetworkSegment(832f57dc-832d-472d-b161-4dde55d8d766),segment_id=832f57dc-832d-472d-b161-4dde55d8d766)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:27:54.876326 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:27:54.882581 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-1be40d04-0e22-44ae-8ddd-88252f21bf6b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:54.890686 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1be40d04-0e22-44ae-8ddd-88252f21bf6b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:network and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:54.894687 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1be40d04-0e22-44ae-8ddd-88252f21bf6b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:54.903245 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-1be40d04-0e22-44ae-8ddd-88252f21bf6b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:54.918861 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-83738970-85ea-41f9-9fcb-20b9e92e66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:54.943516 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-00fd26ae-b26c-4c35-a308-1593524d44d2 req-4909be01-404c-45f8-9bd5-d1c0c83aa375 service neutron] 10.222.0.41 "GET /v2.0/networks/8570db4c-fed6-40aa-8a1b-99615046312c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1051521 Mar 31 15:27:54.972152 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be40d04-0e22-44ae-8ddd-88252f21bf6b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:54.975534 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1be40d04-0e22-44ae-8ddd-88252f21bf6b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:54.993240 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1be40d04-0e22-44ae-8ddd-88252f21bf6b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:54.994350 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:54.995927 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 0bd60c3f-63d9-4871-b4b3-35fc7c30db12 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:27:55.013155 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fbb8c4-7dd3-43ca-9ac3-b798c1c3e5dd tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Port': ['ID=01f1726a-7df9-4fd2-b219-5f80068d4cde,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:55.019184 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e96a9a1d-b47b-4411-89b4-36d390532225 tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:55.023860 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fbb8c4-7dd3-43ca-9ac3-b798c1c3e5dd tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network ee0688db-c2f7-4555-ac73-6fbbeff8f243 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:55.028152 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-1be40d04-0e22-44ae-8ddd-88252f21bf6b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:55.030956 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-66fbb8c4-7dd3-43ca-9ac3-b798c1c3e5dd tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:55.034011 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fbb8c4-7dd3-43ca-9ac3-b798c1c3e5dd tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:27:55.042763 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1be40d04-0e22-44ae-8ddd-88252f21bf6b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:security_group_rule and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:55.051082 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1be40d04-0e22-44ae-8ddd-88252f21bf6b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:55.056545 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-1be40d04-0e22-44ae-8ddd-88252f21bf6b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:55.111907 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-37bf32ca-1125-42ed-ade4-8b450981f3be tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:55.118632 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-650d0294-bc01-40b7-a6e1-9c9db25d03a7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:55.199948 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:55.200972 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e96a9a1d-b47b-4411-89b4-36d390532225 tempest-RoutersAdminNegativeTest-508224782 tempest-RoutersAdminNegativeTest-508224782-project-admin] 10.222.0.31 "DELETE /v2.0/ports/b0a39d06-98ec-4a6a-ab65-83fd2f0bd23c HTTP/1.1" status: 204 len: 168 time: 3.7242255 Mar 31 15:27:55.239788 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf32ca-1125-42ed-ade4-8b450981f3be tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Pushing event updated for resources: {'Subnet': ['ID=548c0ec5-129f-4edc-81ad-7eb0f6cc9c1f,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:55.245591 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=b040203d-2053-4756-ba2a-2c6135d38f0f,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:55.265488 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-83738970-85ea-41f9-9fcb-20b9e92e66d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:27:55.267100 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-83738970-85ea-41f9-9fcb-20b9e92e66d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:27:55.283660 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bf32ca-1125-42ed-ade4-8b450981f3be tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Checking segment: {'id': 'fce08ab5-c274-4809-a0a2-8694db355cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a53d6dec-be4b-4314-9c71-1813df768d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:27:55.284084 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bf32ca-1125-42ed-ade4-8b450981f3be tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Network hostable DHCP agents. Network: a53d6dec-be4b-4314-9c71-1813df768d0a, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:27:55.308080 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1be40d04-0e22-44ae-8ddd-88252f21bf6b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:55.352882 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fbb8c4-7dd3-43ca-9ac3-b798c1c3e5dd tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:55.353989 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-66fbb8c4-7dd3-43ca-9ac3-b798c1c3e5dd tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:55.374620 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1be40d04-0e22-44ae-8ddd-88252f21bf6b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:55.396828 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d0294-bc01-40b7-a6e1-9c9db25d03a7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event updated for resources: {'Subnet': ['ID=97b6a45e-85f6-4608-8597-ae56ee69080e,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:55.397903 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be40d04-0e22-44ae-8ddd-88252f21bf6b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:27:55.410503 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650d0294-bc01-40b7-a6e1-9c9db25d03a7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Checking segment: {'id': 'e90d8d2a-c169-4059-b67c-7542f6f583a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '91fc2e9e-6281-4b86-812a-f233f2d29f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:27:55.410503 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650d0294-bc01-40b7-a6e1-9c9db25d03a7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Network hostable DHCP agents. Network: 91fc2e9e-6281-4b86-812a-f233f2d29f11, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:27:55.411245 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 0bd60c3f-63d9-4871-b4b3-35fc7c30db12 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:27:55.414345 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1be40d04-0e22-44ae-8ddd-88252f21bf6b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:55.414780 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-1be40d04-0e22-44ae-8ddd-88252f21bf6b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Added segment 8c5c35e6-ebc8-4bd1-8538-66155bd34455 of type vlan for network 21fb1b93-57bc-469c-b44e-283edc84fea9 Mar 31 15:27:55.430820 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 0bd60c3f-63d9-4871-b4b3-35fc7c30db12 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:27:55.431188 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:55.463224 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bf32ca-1125-42ed-ade4-8b450981f3be tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Network a53d6dec-be4b-4314-9c71-1813df768d0a is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:27:55.484668 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5f4b2ea8-e958-4f31-b4c2-eaf6b6188233 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:55.490364 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-66fbb8c4-7dd3-43ca-9ac3-b798c1c3e5dd tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 7.0467441 Mar 31 15:27:55.493487 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41690) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:55.562609 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650d0294-bc01-40b7-a6e1-9c9db25d03a7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Network 91fc2e9e-6281-4b86-812a-f233f2d29f11 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:27:55.576442 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5f4b2ea8-e958-4f31-b4c2-eaf6b6188233 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:55.688145 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be40d04-0e22-44ae-8ddd-88252f21bf6b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c74440a-26ed-4fa6-b8df-4ac2f7dab691,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:55.709409 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:55.756234 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 0bd60c3f-63d9-4871-b4b3-35fc7c30db12, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=0bd60c3f-63d9-4871-b4b3-35fc7c30db12,segment=NetworkSegment(24e2f944-ee9e-4262-b5e6-7d3a9d204741),segment_id=24e2f944-ee9e-4262-b5e6-7d3a9d204741)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:27:55.756773 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1be40d04-0e22-44ae-8ddd-88252f21bf6b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:55.800023 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-24fb8b13-f4d5-4a88-ab9d-6c5d2b5f13a4 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting port 01f1726a-7df9-4fd2-b219-5f80068d4cde {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:55.801926 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24fb8b13-f4d5-4a88-ab9d-6c5d2b5f13a4 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:55.817839 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-37bf32ca-1125-42ed-ade4-8b450981f3be tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, a53d6dec-be4b-4314-9c71-1813df768d0a) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:55.829614 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36db3db9-0326-481c-9c42-b3a2d72c169e None None] Network a53d6dec-be4b-4314-9c71-1813df768d0a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:55.836411 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bf32ca-1125-42ed-ade4-8b450981f3be tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:55.836411 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-37bf32ca-1125-42ed-ade4-8b450981f3be tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:55.870825 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-650d0294-bc01-40b7-a6e1-9c9db25d03a7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 91fc2e9e-6281-4b86-812a-f233f2d29f11) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:55.881531 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:55.892940 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5f4b2ea8-e958-4f31-b4c2-eaf6b6188233 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:55.905674 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650d0294-bc01-40b7-a6e1-9c9db25d03a7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:55.905674 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-650d0294-bc01-40b7-a6e1-9c9db25d03a7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:55.914920 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1be40d04-0e22-44ae-8ddd-88252f21bf6b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:55.930185 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be40d04-0e22-44ae-8ddd-88252f21bf6b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:55.931148 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1be40d04-0e22-44ae-8ddd-88252f21bf6b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:55.949247 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f20823f-2a7c-4eba-b334-61e8ab319acf None None] Network 91fc2e9e-6281-4b86-812a-f233f2d29f11 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:55.952972 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b2ea8-e958-4f31-b4c2-eaf6b6188233 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Port': ['ID=99fa9ff1-73e9-4c2e-88af-4e427451cdbb,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:55.987029 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41698) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:56.023786 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-37bf32ca-1125-42ed-ade4-8b450981f3be tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6300423 Mar 31 15:27:56.040724 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=0bd60c3f-63d9-4871-b4b3-35fc7c30db12,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:56.047118 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5d11d-d007-4763-8498-4f4afdc83bfe req-678e5f91-a71f-4f04-bdca-6f36387652b1 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:56.048671 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-eca5d11d-d007-4763-8498-4f4afdc83bfe req-678e5f91-a71f-4f04-bdca-6f36387652b1 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.3553936 Mar 31 15:27:56.053366 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41704) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:56.111040 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-2527908f-c5ca-4ee1-8033-6ce392944b05 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-401986541', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:56.151471 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-2527908f-c5ca-4ee1-8033-6ce392944b05 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:56.152062 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device b040203d-2053-4756-ba2a-2c6135d38f0f up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:27:56.156657 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be40d04-0e22-44ae-8ddd-88252f21bf6b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Network': ['ID=21fb1b93-57bc-469c-b44e-283edc84fea9,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:56.159543 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1be40d04-0e22-44ae-8ddd-88252f21bf6b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4813693 Mar 31 15:27:56.165747 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41708) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:56.168120 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2527908f-c5ca-4ee1-8033-6ce392944b05 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Usage tracker for resource:router and tenant:6f549ba6742b44639dadd23800e45f0a is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:56.173689 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-eca5d11d-d007-4763-8498-4f4afdc83bfe req-ccd9284b-6874-4b20-8b29-6af9277ac7df tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727363 Mar 31 15:27:56.177094 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-929da5ee-cc71-458e-bb8e-8eec881f7793 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'port': {'network_id': '21fb1b93-57bc-469c-b44e-283edc84fea9', 'name': 'tempest-PortsIpV6TestJSON-526616306'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:56.182968 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-650d0294-bc01-40b7-a6e1-9c9db25d03a7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4855125 Mar 31 15:27:56.189307 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41712) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:56.191503 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 21fb1b93-57bc-469c-b44e-283edc84fea9 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:27:56.195800 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2527908f-c5ca-4ee1-8033-6ce392944b05 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:56.201720 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b487ad87-ba34-4eda-bae1-79668e0a1538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:56.217057 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-2527908f-c5ca-4ee1-8033-6ce392944b05 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:56.305395 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-929da5ee-cc71-458e-bb8e-8eec881f7793 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:56.305915 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-b487ad87-ba34-4eda-bae1-79668e0a1538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:56.310959 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-929da5ee-cc71-458e-bb8e-8eec881f7793 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:port and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:56.313610 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-929da5ee-cc71-458e-bb8e-8eec881f7793 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:56.320058 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-929da5ee-cc71-458e-bb8e-8eec881f7793 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:56.360463 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2527908f-c5ca-4ee1-8033-6ce392944b05 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:56.361706 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2527908f-c5ca-4ee1-8033-6ce392944b05 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:56.378961 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2527908f-c5ca-4ee1-8033-6ce392944b05 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:56.423513 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-b487ad87-ba34-4eda-bae1-79668e0a1538 admin admin] Usage tracker for resource:security_group_rule and tenant:6d8e8c4ead5849198b50d8c3db688271 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:56.432798 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-b487ad87-ba34-4eda-bae1-79668e0a1538 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:56.446053 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929da5ee-cc71-458e-bb8e-8eec881f7793 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:56.451513 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-929da5ee-cc71-458e-bb8e-8eec881f7793 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:56.456548 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-83738970-85ea-41f9-9fcb-20b9e92e66d4 None None] Provisioning complete for port 99fa9ff1-73e9-4c2e-88af-4e427451cdbb triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:27:56.457067 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-83738970-85ea-41f9-9fcb-20b9e92e66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:56.466506 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-b487ad87-ba34-4eda-bae1-79668e0a1538 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:56.476039 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-929da5ee-cc71-458e-bb8e-8eec881f7793 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] device_id is not set on port 2a866d2c-94bb-4295-a9d4-9b9a71745ca9 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:27:56.487242 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4b2ea8-e958-4f31-b4c2-eaf6b6188233 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network 40ef7b69-481c-4967-b809-7f38d175d6be is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:56.496817 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-5f4b2ea8-e958-4f31-b4c2-eaf6b6188233 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:56.524679 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2527908f-c5ca-4ee1-8033-6ce392944b05 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:56.622486 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb508a37-165f-449c-85b6-2d42cff9a36e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-a53d6dec-be4b-4314-9c71-1813df768d0a', 'network_id': 'a53d6dec-be4b-4314-9c71-1813df768d0a', 'tenant_id': '6f549ba6742b44639dadd23800e45f0a', 'fixed_ips': [{'subnet_id': '548c0ec5-129f-4edc-81ad-7eb0f6cc9c1f'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:27:56.623391 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb508a37-165f-449c-85b6-2d42cff9a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:56.632389 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-83738970-85ea-41f9-9fcb-20b9e92e66d4 None None] Port 99fa9ff1-73e9-4c2e-88af-4e427451cdbb cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:27:56.667956 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2527908f-c5ca-4ee1-8033-6ce392944b05 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:56.672615 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2527908f-c5ca-4ee1-8033-6ce392944b05 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6180956 Mar 31 15:27:56.675379 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24fb8b13-f4d5-4a88-ab9d-6c5d2b5f13a4 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:56.685512 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41716) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:56.761878 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port b040203d-2053-4756-ba2a-2c6135d38f0f triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:27:56.762263 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:56.824353 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-24fb8b13-f4d5-4a88-ab9d-6c5d2b5f13a4 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Calling delete_port for 01f1726a-7df9-4fd2-b219-5f80068d4cde owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:56.860545 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:56.894504 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423ceda9-757a-47ef-8704-b026093b745b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-91fc2e9e-6281-4b86-812a-f233f2d29f11', 'network_id': '91fc2e9e-6281-4b86-812a-f233f2d29f11', 'tenant_id': 'cba800ed59cd4d6f8d690d59c4ee670b', 'fixed_ips': [{'subnet_id': '97b6a45e-85f6-4608-8597-ae56ee69080e'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:27:56.895312 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-423ceda9-757a-47ef-8704-b026093b745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:56.966927 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-8ace44f3-7255-4b42-920f-056f84dee5d2 None None] Provisioning for port 01f1726a-7df9-4fd2-b219-5f80068d4cde completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:27:57.022050 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-8ace44f3-7255-4b42-920f-056f84dee5d2 None None] Provisioning complete for port 01f1726a-7df9-4fd2-b219-5f80068d4cde triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:27:57.022426 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8ace44f3-7255-4b42-920f-056f84dee5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:57.148322 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-cb508a37-165f-449c-85b6-2d42cff9a36e None None] Allocated IP 172.20.0.2 (a53d6dec-be4b-4314-9c71-1813df768d0a/548c0ec5-129f-4edc-81ad-7eb0f6cc9c1f/ce4f4f63-1c27-4ccc-86a2-415303b92934) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:57.165237 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-8ace44f3-7255-4b42-920f-056f84dee5d2 None None] Port 01f1726a-7df9-4fd2-b219-5f80068d4cde cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:27:57.226211 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-929da5ee-cc71-458e-bb8e-8eec881f7793 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:57.227119 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:57.281328 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f5b89c98-5179-4a10-a9ea-061a974a3e7b tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:57.377659 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-05dea6d9-18f8-4974-91e1-7c65541998a6 None None] Provisioning complete for port 99fa9ff1-73e9-4c2e-88af-4e427451cdbb triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:27:57.378032 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-05dea6d9-18f8-4974-91e1-7c65541998a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:57.403252 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-423ceda9-757a-47ef-8704-b026093b745b None None] Allocated IP 172.20.0.2 (91fc2e9e-6281-4b86-812a-f233f2d29f11/97b6a45e-85f6-4608-8597-ae56ee69080e/415a2600-75cb-4a39-b30a-ce434a5c684c) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:57.426713 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b487ad87-ba34-4eda-bae1-79668e0a1538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:57.455469 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-929da5ee-cc71-458e-bb8e-8eec881f7793 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:57.465461 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-05dea6d9-18f8-4974-91e1-7c65541998a6 None None] Port 99fa9ff1-73e9-4c2e-88af-4e427451cdbb cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:27:57.471202 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beef59a-7e61-4909-b0b5-d12a25c32dcd req-c4d58624-0eb6-4c22-9bc9-c6ed943f90e6 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:57.472709 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0beef59a-7e61-4909-b0b5-d12a25c32dcd req-c4d58624-0eb6-4c22-9bc9-c6ed943f90e6 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.1394904 Mar 31 15:27:57.501342 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4b2ea8-e958-4f31-b4c2-eaf6b6188233 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Router 1fa2662e-014b-4e99-a2e1-99caf4b38cc3 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:27:57.584983 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b487ad87-ba34-4eda-bae1-79668e0a1538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:57.592628 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24fb8b13-f4d5-4a88-ab9d-6c5d2b5f13a4 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:57.612338 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0beef59a-7e61-4909-b0b5-d12a25c32dcd req-8a093b7e-f045-4c5c-a1e9-cc7330dddff2 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317449 Mar 31 15:27:57.656095 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb508a37-165f-449c-85b6-2d42cff9a36e None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:57.712138 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb508a37-165f-449c-85b6-2d42cff9a36e None None] Transition to ACTIVE for port object ce4f4f63-1c27-4ccc-86a2-415303b92934 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:57.753320 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb8b13-f4d5-4a88-ab9d-6c5d2b5f13a4 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Port': ['ID=01f1726a-7df9-4fd2-b219-5f80068d4cde,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:57.756276 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929da5ee-cc71-458e-bb8e-8eec881f7793 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Port': ['ID=2a866d2c-94bb-4295-a9d4-9b9a71745ca9,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:57.787772 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb508a37-165f-449c-85b6-2d42cff9a36e None None] Transition to ACTIVE for port object ce4f4f63-1c27-4ccc-86a2-415303b92934 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:57.809156 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-423ceda9-757a-47ef-8704-b026093b745b None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:57.811759 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b487ad87-ba34-4eda-bae1-79668e0a1538 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d8e8c4ead5849198b50d8c3db688271&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8202581 Mar 31 15:27:57.820281 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41724) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:57.825460 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487ad87-ba34-4eda-bae1-79668e0a1538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2c54a5-03e0-4ca7-806d-92297f3b3137,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:57.826232 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-423ceda9-757a-47ef-8704-b026093b745b None None] Transition to ACTIVE for port object 415a2600-75cb-4a39-b30a-ce434a5c684c will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:57.829551 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929da5ee-cc71-458e-bb8e-8eec881f7793 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Checking segment: {'id': '8c5c35e6-ebc8-4bd1-8538-66155bd34455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '21fb1b93-57bc-469c-b44e-283edc84fea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:27:57.829551 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929da5ee-cc71-458e-bb8e-8eec881f7793 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network hostable DHCP agents. Network: 21fb1b93-57bc-469c-b44e-283edc84fea9, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:27:57.861575 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb508a37-165f-449c-85b6-2d42cff9a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:57.942454 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-423ceda9-757a-47ef-8704-b026093b745b None None] Transition to ACTIVE for port object 415a2600-75cb-4a39-b30a-ce434a5c684c will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:57.944153 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4b2ea8-e958-4f31-b4c2-eaf6b6188233 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:27:57.944409 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb508a37-165f-449c-85b6-2d42cff9a36e None None] Pushing event updated for resources: {'Port': ['ID=ce4f4f63-1c27-4ccc-86a2-415303b92934,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:57.957113 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d660c096-c25d-42e1-a1bc-40539d87ff3c None None] Sync routers for ids ['1fa2662e-014b-4e99-a2e1-99caf4b38cc3'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:27:57.964110 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb508a37-165f-449c-85b6-2d42cff9a36e None None] Network a53d6dec-be4b-4314-9c71-1813df768d0a is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:57.982084 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-cb508a37-165f-449c-85b6-2d42cff9a36e None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:57.986182 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb508a37-165f-449c-85b6-2d42cff9a36e None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:27:57.989803 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929da5ee-cc71-458e-bb8e-8eec881f7793 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network 21fb1b93-57bc-469c-b44e-283edc84fea9 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:27:58.053484 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94e9be-6350-4aff-85f4-2196a6cd5a68 req-8b52152f-01c9-46ec-8e35-2138ed71ec4c tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:58.055180 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1d94e9be-6350-4aff-85f4-2196a6cd5a68 req-8b52152f-01c9-46ec-8e35-2138ed71ec4c tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.2735069 Mar 31 15:27:58.061471 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24fb8b13-f4d5-4a88-ab9d-6c5d2b5f13a4 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:58.064375 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-f5b89c98-5179-4a10-a9ea-061a974a3e7b tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Allocated IP 172.20.0.1 (a53d6dec-be4b-4314-9c71-1813df768d0a/548c0ec5-129f-4edc-81ad-7eb0f6cc9c1f/5423ebe0-c39f-4734-a49e-e4489fd583e0) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:58.068832 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 0bd60c3f-63d9-4871-b4b3-35fc7c30db12 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:27:58.084546 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5f4b2ea8-e958-4f31-b4c2-eaf6b6188233 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "PUT /v2.0/routers/1fa2662e-014b-4e99-a2e1-99caf4b38cc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3561962 Mar 31 15:27:58.085786 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-24fb8b13-f4d5-4a88-ab9d-6c5d2b5f13a4 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/ports/01f1726a-7df9-4fd2-b219-5f80068d4cde HTTP/1.1" status: 204 len: 168 time: 2.5846496 Mar 31 15:27:58.095776 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41728) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:58.095776 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a869ec81-0d46-49d9-8af9-7e00b081b083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:58.097850 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d660c096-c25d-42e1-a1bc-40539d87ff3c None None] Routers {'1fa2662e-014b-4e99-a2e1-99caf4b38cc3'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:58.098490 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d660c096-c25d-42e1-a1bc-40539d87ff3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:27:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['1fa2662e-014b-4e99-a2e1-99caf4b38cc3'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:58.103288 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41732) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:58.108370 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-929da5ee-cc71-458e-bb8e-8eec881f7793 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 21fb1b93-57bc-469c-b44e-283edc84fea9) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:58.113228 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929da5ee-cc71-458e-bb8e-8eec881f7793 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:27:58.120628 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929da5ee-cc71-458e-bb8e-8eec881f7793 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:58.121301 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-929da5ee-cc71-458e-bb8e-8eec881f7793 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:58.152340 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:58.165607 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-423ceda9-757a-47ef-8704-b026093b745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:58.169572 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7409986-66a6-44ec-b6a2-fb4c91625a56 None None] Network 21fb1b93-57bc-469c-b44e-283edc84fea9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:58.182501 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1d94e9be-6350-4aff-85f4-2196a6cd5a68 req-40ad3334-08d7-43a4-bd4e-7c6729492762 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149180 Mar 31 15:27:58.218278 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a869ec81-0d46-49d9-8af9-7e00b081b083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:58.225852 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event deleted for resources: {'Subnet': ['ID=97b6a45e-85f6-4608-8597-ae56ee69080e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:58.327172 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5791368a-efef-44c7-a528-c35a86eedf20 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:58.327841 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-5791368a-efef-44c7-a528-c35a86eedf20 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Synchronizing usage tracker for tenant:3c462be107e642da98e89cbf8192538c on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:27:58.368135 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f5b89c98-5179-4a10-a9ea-061a974a3e7b tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:58.374896 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d660c096-c25d-42e1-a1bc-40539d87ff3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:58.387343 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-f5b89c98-5179-4a10-a9ea-061a974a3e7b tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Transition to ACTIVE for port object 5423ebe0-c39f-4734-a49e-e4489fd583e0 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:27:58.413001 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:58.414525 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-82179c59-4fea-4f54-b116-79926041d756 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] DELETE failed (client error): The resource could not be found. Mar 31 15:27:58.414992 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82179c59-4fea-4f54-b116-79926041d756 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:27:58.420002 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-82179c59-4fea-4f54-b116-79926041d756 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/ports/01f1726a-7df9-4fd2-b219-5f80068d4cde HTTP/1.1" status: 404 len: 333 time: 0.3103077 Mar 31 15:27:58.420002 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-929da5ee-cc71-458e-bb8e-8eec881f7793 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2526436 Mar 31 15:27:58.420208 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41740) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:58.422954 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41742) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:58.446158 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91fc2e9e-6281-4b86-812a-f233f2d29f11']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:58.460292 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a58e7428-478c-4a49-9504-97bd73aa76ad tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1920191733'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:58.464591 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e90d8d2a-c169-4059-b67c-7542f6f583a1') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:58.464865 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-cb508a37-165f-449c-85b6-2d42cff9a36e None None] Attempting to bind port ce4f4f63-1c27-4ccc-86a2-415303b92934 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:27:58.465078 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e90d8d2a-c169-4059-b67c-7542f6f583a1') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:58.465183 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-cb508a37-165f-449c-85b6-2d42cff9a36e None None] Attempting to bind port ce4f4f63-1c27-4ccc-86a2-415303b92934 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'fce08ab5-c274-4809-a0a2-8694db355cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a53d6dec-be4b-4314-9c71-1813df768d0a'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:27:58.465560 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb508a37-165f-449c-85b6-2d42cff9a36e None None] Attempting to bind port ce4f4f63-1c27-4ccc-86a2-415303b92934 on network a53d6dec-be4b-4314-9c71-1813df768d0a {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:27:58.468777 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423ceda9-757a-47ef-8704-b026093b745b None None] Network 91fc2e9e-6281-4b86-812a-f233f2d29f11 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:58.474909 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a58e7428-478c-4a49-9504-97bd73aa76ad tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:27:58.479976 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-4390f55a-f1a5-4d04-ab11-afb7d7af84f4 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] GET failed (client error): The resource could not be found. Mar 31 15:27:58.483574 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4390f55a-f1a5-4d04-ab11-afb7d7af84f4 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "GET /v2.0/ports/01f1726a-7df9-4fd2-b219-5f80068d4cde HTTP/1.1" status: 404 len: 333 time: 0.0595100 Mar 31 15:27:58.483574 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a58e7428-478c-4a49-9504-97bd73aa76ad tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:network and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:27:58.484663 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41748) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:58.494380 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-423ceda9-757a-47ef-8704-b026093b745b None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:58.502684 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-5791368a-efef-44c7-a528-c35a86eedf20 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Unset dirty status for tenant:3c462be107e642da98e89cbf8192538c on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:27:58.503215 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423ceda9-757a-47ef-8704-b026093b745b None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:27:58.504465 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5791368a-efef-44c7-a528-c35a86eedf20 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "GET /v2.0/ports/99fa9ff1-73e9-4c2e-88af-4e427451cdbb HTTP/1.1" status: 200 len: 910 time: 0.4148149 Mar 31 15:27:58.512151 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:58.515701 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a58e7428-478c-4a49-9504-97bd73aa76ad tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:27:58.520315 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb508a37-165f-449c-85b6-2d42cff9a36e None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:27:58.520690 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb508a37-165f-449c-85b6-2d42cff9a36e None None] Checking segment: {'id': 'fce08ab5-c274-4809-a0a2-8694db355cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a53d6dec-be4b-4314-9c71-1813df768d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:27:58.521763 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb508a37-165f-449c-85b6-2d42cff9a36e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:58.521916 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41752) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:58.522034 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb508a37-165f-449c-85b6-2d42cff9a36e None None] Bound using segment: {'id': 'fce08ab5-c274-4809-a0a2-8694db355cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a53d6dec-be4b-4314-9c71-1813df768d0a'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:27:58.522034 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-cb508a37-165f-449c-85b6-2d42cff9a36e None None] Bound port: ce4f4f63-1c27-4ccc-86a2-415303b92934, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce08ab5-c274-4809-a0a2-8694db355cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a53d6dec-be4b-4314-9c71-1813df768d0a'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:27:58.522822 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb508a37-165f-449c-85b6-2d42cff9a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:58.531856 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d660c096-c25d-42e1-a1bc-40539d87ff3c None None] Routers {'1fa2662e-014b-4e99-a2e1-99caf4b38cc3'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:27:58.532493 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d660c096-c25d-42e1-a1bc-40539d87ff3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:27:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['1fa2662e-014b-4e99-a2e1-99caf4b38cc3'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:58.534719 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:58.534861 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-51d934a2-e42a-42d7-92ee-07b3cb24c7c6 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '611e4807-a0c3-4f39-93a5-b9843e019737'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:58.541765 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:27:58.542156 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:58.562259 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:27:58.562259 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:27:58.562259 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:27:58.562259 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:27:58.562259 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:27:58.562259 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:27:58.562259 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:27:58.562259 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:27:58.562259 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:27:58.562259 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:27:58.562259 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:27:58.562259 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:27:58.562259 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:27:58.562259 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:27:58.562259 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:27:58.562259 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:27:58.562259 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:27:58.562259 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:27:58.562259 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:27:58.562259 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:27:58.562259 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:27:58.562259 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:27:58.562259 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:27:58.562259 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:27:58.562259 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:27:58.562259 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:27:58.562259 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:27:58.562259 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:27:58.562259 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:27:58.562259 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:27:58.562259 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:27:58.562259 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:27:58.597269 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f5b89c98-5179-4a10-a9ea-061a974a3e7b tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:58.625977 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a58e7428-478c-4a49-9504-97bd73aa76ad tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:27:58.641818 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a869ec81-0d46-49d9-8af9-7e00b081b083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:58.678326 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869ec81-0d46-49d9-8af9-7e00b081b083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2c54a5-03e0-4ca7-806d-92297f3b3137,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:58.690959 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a869ec81-0d46-49d9-8af9-7e00b081b083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:58.694805 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a869ec81-0d46-49d9-8af9-7e00b081b083 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3e2c54a5-03e0-4ca7-806d-92297f3b3137 HTTP/1.1" status: 204 len: 168 time: 0.8640893 Mar 31 15:27:58.698803 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ceda9-757a-47ef-8704-b026093b745b None None] Pushing event updated for resources: {'Port': ['ID=415a2600-75cb-4a39-b30a-ce434a5c684c,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:58.711093 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b89c98-5179-4a10-a9ea-061a974a3e7b tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Network a53d6dec-be4b-4314-9c71-1813df768d0a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:58.737751 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.api [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 15:27:58.737751 dv-neutron-833379-2-hyperv neutron-server[103444]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 15:27:58.737751 dv-neutron-833379-2-hyperv neutron-server[103444]: [parameters: {'id': '91fc2e9e-6281-4b86-812a-f233f2d29f11'}] Mar 31 15:27:58.737751 dv-neutron-833379-2-hyperv neutron-server[103444]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:27:58.738118 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG oslo_db.api [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:27:58.757412 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-f5b89c98-5179-4a10-a9ea-061a974a3e7b tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:58.769751 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b89c98-5179-4a10-a9ea-061a974a3e7b tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:27:58.837795 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58e7428-478c-4a49-9504-97bd73aa76ad tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:58.841744 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a58e7428-478c-4a49-9504-97bd73aa76ad tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:58.852091 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 0bd60c3f-63d9-4871-b4b3-35fc7c30db12 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:27:58.852463 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:58.871223 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-063df08f-7bc7-40ea-828c-c1f873e9cd0f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting subnet 7cbefedb-9e8c-481e-b86a-6d01228dd0c4 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:27:58.873082 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b89c98-5179-4a10-a9ea-061a974a3e7b tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Pushing event updated for resources: {'Port': ['ID=5423ebe0-c39f-4734-a49e-e4489fd583e0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:58.887945 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d660c096-c25d-42e1-a1bc-40539d87ff3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:58.888355 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d660c096-c25d-42e1-a1bc-40539d87ff3c None None] The sync data for ids ['1fa2662e-014b-4e99-a2e1-99caf4b38cc3'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:27:58.917947 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-063df08f-7bc7-40ea-828c-c1f873e9cd0f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:58.955582 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-423ceda9-757a-47ef-8704-b026093b745b None None] Attempting to bind port 415a2600-75cb-4a39-b30a-ce434a5c684c on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:27:58.955904 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-423ceda9-757a-47ef-8704-b026093b745b None None] Attempting to bind port 415a2600-75cb-4a39-b30a-ce434a5c684c by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'e90d8d2a-c169-4059-b67c-7542f6f583a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '91fc2e9e-6281-4b86-812a-f233f2d29f11'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:27:58.956264 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423ceda9-757a-47ef-8704-b026093b745b None None] Attempting to bind port 415a2600-75cb-4a39-b30a-ce434a5c684c on network 91fc2e9e-6281-4b86-812a-f233f2d29f11 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:27:58.973562 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f5b89c98-5179-4a10-a9ea-061a974a3e7b tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:58.980992 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423ceda9-757a-47ef-8704-b026093b745b None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:27:58.981394 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423ceda9-757a-47ef-8704-b026093b745b None None] Checking segment: {'id': 'e90d8d2a-c169-4059-b67c-7542f6f583a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '91fc2e9e-6281-4b86-812a-f233f2d29f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:27:58.981795 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-423ceda9-757a-47ef-8704-b026093b745b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:58.982186 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423ceda9-757a-47ef-8704-b026093b745b None None] Bound using segment: {'id': 'e90d8d2a-c169-4059-b67c-7542f6f583a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '91fc2e9e-6281-4b86-812a-f233f2d29f11'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:27:58.982661 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-423ceda9-757a-47ef-8704-b026093b745b None None] Bound port: 415a2600-75cb-4a39-b30a-ce434a5c684c, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e90d8d2a-c169-4059-b67c-7542f6f583a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '91fc2e9e-6281-4b86-812a-f233f2d29f11'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:27:58.983038 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-423ceda9-757a-47ef-8704-b026093b745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:58.995499 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-cb508a37-165f-449c-85b6-2d42cff9a36e None None] For port ce4f4f63-1c27-4ccc-86a2-415303b92934, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:27:59.017666 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a58e7428-478c-4a49-9504-97bd73aa76ad tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:27:59.017889 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-cb508a37-165f-449c-85b6-2d42cff9a36e None None] For port ce4f4f63-1c27-4ccc-86a2-415303b92934, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=ce4f4f63-1c27-4ccc-86a2-415303b92934,segment=NetworkSegment(fce08ab5-c274-4809-a0a2-8694db355cf1),segment_id=fce08ab5-c274-4809-a0a2-8694db355cf1)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:27:59.080064 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-063df08f-7bc7-40ea-828c-c1f873e9cd0f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:59.099372 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb508a37-165f-449c-85b6-2d42cff9a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:59.135073 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a58e7428-478c-4a49-9504-97bd73aa76ad tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:59.135667 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-a58e7428-478c-4a49-9504-97bd73aa76ad tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Added segment 1843c044-9afd-4545-a480-bfeddee8f040 of type vlan for network 4f7aaad6-ed6c-45c0-ae98-c2217582e693 Mar 31 15:27:59.173917 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-51d934a2-e42a-42d7-92ee-07b3cb24c7c6 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:59.226113 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-423ceda9-757a-47ef-8704-b026093b745b None None] For port 415a2600-75cb-4a39-b30a-ce434a5c684c, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:27:59.231356 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-423ceda9-757a-47ef-8704-b026093b745b None None] For port 415a2600-75cb-4a39-b30a-ce434a5c684c, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=415a2600-75cb-4a39-b30a-ce434a5c684c,segment=NetworkSegment(e90d8d2a-c169-4059-b67c-7542f6f583a1),segment_id=e90d8d2a-c169-4059-b67c-7542f6f583a1)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:27:59.232413 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb508a37-165f-449c-85b6-2d42cff9a36e None None] Pushing event updated for resources: {'Port': ['ID=ce4f4f63-1c27-4ccc-86a2-415303b92934,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:59.239940 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:59.253957 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Deleting port 415a2600-75cb-4a39-b30a-ce434a5c684c {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:27:59.254362 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:59.258746 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a58e7428-478c-4a49-9504-97bd73aa76ad tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:59.299931 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922556c7-c4c7-4767-8a51-2030d9ad3d76 req-1a74da32-ea5b-4987-8841-a7d9b2f43aeb tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:59.301467 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-922556c7-c4c7-4767-8a51-2030d9ad3d76 req-1a74da32-ea5b-4987-8841-a7d9b2f43aeb tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.4496257 Mar 31 15:27:59.328210 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-423ceda9-757a-47ef-8704-b026093b745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:59.403890 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-a58e7428-478c-4a49-9504-97bd73aa76ad tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:27:59.469596 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ceda9-757a-47ef-8704-b026093b745b None None] Pushing event updated for resources: {'Port': ['ID=415a2600-75cb-4a39-b30a-ce434a5c684c,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:59.540274 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42b7956-fc00-4b8a-92f2-4b36f2f9ce99 None None] Network 91fc2e9e-6281-4b86-812a-f233f2d29f11 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:27:59.555660 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41764) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:27:59.616842 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] For port 415a2600-75cb-4a39-b30a-ce434a5c684c, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=415a2600-75cb-4a39-b30a-ce434a5c684c,segment=NetworkSegment(e90d8d2a-c169-4059-b67c-7542f6f583a1),segment_id=e90d8d2a-c169-4059-b67c-7542f6f583a1)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:27:59.617250 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:59.688590 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-063df08f-7bc7-40ea-828c-c1f873e9cd0f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:59.857287 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f5b89c98-5179-4a10-a9ea-061a974a3e7b tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:59.868008 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-922556c7-c4c7-4767-8a51-2030d9ad3d76 req-93fd9a9f-f9f0-4d31-a78b-69b3ccb33b98 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5575318 Mar 31 15:27:59.878415 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a58e7428-478c-4a49-9504-97bd73aa76ad tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:59.881953 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Calling delete_port for 415a2600-75cb-4a39-b30a-ce434a5c684c owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:27:59.883683 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58e7428-478c-4a49-9504-97bd73aa76ad tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:59.884273 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a58e7428-478c-4a49-9504-97bd73aa76ad tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:27:59.993902 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-365dd699-d739-4cad-ab18-f8c00a3ff33b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c93befab595d41669897ef0eb80b1ea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4370055 Mar 31 15:27:59.994820 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41768) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:00.012904 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device ce4f4f63-1c27-4ccc-86a2-415303b92934 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:28:00.059818 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:00.063364 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-781cf0ac-2b96-44a7-8948-bcea8277f9bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:00.123275 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] No DVR routers for this DVR port 415a2600-75cb-4a39-b30a-ce434a5c684c on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:28:00.140471 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e7428-478c-4a49-9504-97bd73aa76ad tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Network': ['ID=4f7aaad6-ed6c-45c0-ae98-c2217582e693,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:00.153273 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event deleted for resources: {'Port': ['ID=415a2600-75cb-4a39-b30a-ce434a5c684c,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:00.154043 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 4f7aaad6-ed6c-45c0-ae98-c2217582e693 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:28:00.193981 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port ce4f4f63-1c27-4ccc-86a2-415303b92934 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:00.204964 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-781cf0ac-2b96-44a7-8948-bcea8277f9bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:00.300490 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:00.312168 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a58e7428-478c-4a49-9504-97bd73aa76ad tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8858433 Mar 31 15:28:00.313436 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41772) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:00.321534 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-063df08f-7bc7-40ea-828c-c1f873e9cd0f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:00.331605 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-0f888564-c41c-420f-8698-430e883134f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'ports': [{'network_id': '21fb1b93-57bc-469c-b44e-283edc84fea9'}, {'network_id': '4f7aaad6-ed6c-45c0-ae98-c2217582e693'}]} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:00.331987 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-0f888564-c41c-420f-8698-430e883134f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'port': {'network_id': '21fb1b93-57bc-469c-b44e-283edc84fea9'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:00.333354 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-0f888564-c41c-420f-8698-430e883134f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'port': {'network_id': '4f7aaad6-ed6c-45c0-ae98-c2217582e693'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:00.365880 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91fc2e9e-6281-4b86-812a-f233f2d29f11']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:00.386986 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e90d8d2a-c169-4059-b67c-7542f6f583a1') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:00.387325 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e90d8d2a-c169-4059-b67c-7542f6f583a1') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:00.413575 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063df08f-7bc7-40ea-828c-c1f873e9cd0f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Subnet': ['ID=7cbefedb-9e8c-481e-b86a-6d01228dd0c4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:00.419602 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302abb7f-00f3-4ad9-b906-96387f02c7d4 None None] Network ee0688db-c2f7-4555-ac73-6fbbeff8f243 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:00.424372 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-063df08f-7bc7-40ea-828c-c1f873e9cd0f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:00.426263 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-063df08f-7bc7-40ea-828c-c1f873e9cd0f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/subnets/7cbefedb-9e8c-481e-b86a-6d01228dd0c4 HTTP/1.1" status: 204 len: 168 time: 1.9408901 Mar 31 15:28:00.433489 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41776) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:00.482212 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:00.519182 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:00.541910 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:28:00.542388 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:00.578798 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:28:00.578798 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:28:00.578798 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:28:00.578798 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:28:00.578798 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:28:00.578798 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:28:00.578798 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:28:00.578798 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:28:00.578798 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:28:00.578798 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:28:00.578798 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:28:00.578798 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:28:00.578798 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:28:00.578798 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:28:00.578798 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:28:00.578798 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:28:00.578798 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:28:00.578798 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:28:00.578798 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:28:00.578798 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:28:00.578798 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:28:00.578798 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:28:00.578798 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:28:00.578798 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:28:00.578798 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:28:00.578798 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:28:00.578798 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:28:00.578798 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:28:00.578798 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:28:00.578798 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:28:00.578798 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:28:00.578798 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:28:00.584008 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590830e8-a1b2-4379-82d6-f746cba3a0bc None None] Network a53d6dec-be4b-4314-9c71-1813df768d0a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:00.597038 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-781cf0ac-2b96-44a7-8948-bcea8277f9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:00.740640 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781cf0ac-2b96-44a7-8948-bcea8277f9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7426edcb-6e9b-4926-ac15-dd06a29b04d0,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:00.753463 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-0f888564-c41c-420f-8698-430e883134f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:00.758325 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-0f888564-c41c-420f-8698-430e883134f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:port and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:00.761164 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-781cf0ac-2b96-44a7-8948-bcea8277f9bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:00.762304 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-781cf0ac-2b96-44a7-8948-bcea8277f9bb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7426edcb-6e9b-4926-ac15-dd06a29b04d0 HTTP/1.1" status: 204 len: 168 time: 0.7664731 Mar 31 15:28:00.763295 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-0f888564-c41c-420f-8698-430e883134f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for port was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:00.769423 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-0f888564-c41c-420f-8698-430e883134f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:00.796631 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-011bb1ec-12a2-4171-abd4-b5b7a66cfa2e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:00.845888 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-011bb1ec-12a2-4171-abd4-b5b7a66cfa2e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting port b040203d-2053-4756-ba2a-2c6135d38f0f {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:00.845888 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-011bb1ec-12a2-4171-abd4-b5b7a66cfa2e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:00.851226 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:00.858362 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:00.884630 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d4b4d430-a686-48ab-afc7-c108c9662f70 None None] Provisioning for port ce4f4f63-1c27-4ccc-86a2-415303b92934 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:00.897297 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d4b4d430-a686-48ab-afc7-c108c9662f70 None None] Provisioning complete for port ce4f4f63-1c27-4ccc-86a2-415303b92934 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:00.909372 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d4b4d430-a686-48ab-afc7-c108c9662f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:00.913165 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/networks/91fc2e9e-6281-4b86-812a-f233f2d29f11 HTTP/1.1" status: 204 len: 168 time: 4.7147310 Mar 31 15:28:00.913165 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfafba05-600f-44d9-8831-3235a90c23db tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event deleted for resources: {'Network': ['ID=91fc2e9e-6281-4b86-812a-f233f2d29f11,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:00.915364 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41784) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:00.915560 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f888564-c41c-420f-8698-430e883134f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'port': 2} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:00.921982 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f888564-c41c-420f-8698-430e883134f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:00.940375 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d5b6390c-20ea-49fe-8024-f173a166428c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-239862530'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:00.942518 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f888564-c41c-420f-8698-430e883134f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:01.006023 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defc1992-c282-4cba-bb3f-164bc9dfd4ec None None] DHCP port deletion for ee0688db-c2f7-4555-ac73-6fbbeff8f243 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:28:01.032226 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-f5b89c98-5179-4a10-a9ea-061a974a3e7b tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:28:01.032975 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-defc1992-c282-4cba-bb3f-164bc9dfd4ec None None] Deleting port b040203d-2053-4756-ba2a-2c6135d38f0f {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:01.033592 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-defc1992-c282-4cba-bb3f-164bc9dfd4ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:01.041509 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d5b6390c-20ea-49fe-8024-f173a166428c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:01.055004 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f5b89c98-5179-4a10-a9ea-061a974a3e7b tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:01.059937 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d5b6390c-20ea-49fe-8024-f173a166428c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Usage tracker for resource:network and tenant:cba800ed59cd4d6f8d690d59c4ee670b is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:01.126143 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-51d934a2-e42a-42d7-92ee-07b3cb24c7c6 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:28:01.133545 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d5b6390c-20ea-49fe-8024-f173a166428c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:01.160010 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-51d934a2-e42a-42d7-92ee-07b3cb24c7c6 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:01.165116 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f5b89c98-5179-4a10-a9ea-061a974a3e7b tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:01.193655 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d5b6390c-20ea-49fe-8024-f173a166428c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:01.239602 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d4b4d430-a686-48ab-afc7-c108c9662f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:01.271003 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0f888564-c41c-420f-8698-430e883134f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] device_id is not set on port 10c9ce8c-209a-4b15-a9d5-05ecfc078847 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:28:01.285245 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08be70-ab24-4e34-881c-d8568e2e4478 req-34acbb39-244a-4b52-b612-6074fcb80225 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:01.293391 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9c08be70-ab24-4e34-881c-d8568e2e4478 req-34acbb39-244a-4b52-b612-6074fcb80225 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.1990635 Mar 31 15:28:01.405854 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-d4b4d430-a686-48ab-afc7-c108c9662f70 None None] For port ce4f4f63-1c27-4ccc-86a2-415303b92934, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=ce4f4f63-1c27-4ccc-86a2-415303b92934,segment=NetworkSegment(fce08ab5-c274-4809-a0a2-8694db355cf1),segment_id=fce08ab5-c274-4809-a0a2-8694db355cf1)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:01.419157 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-defc1992-c282-4cba-bb3f-164bc9dfd4ec None None] For port b040203d-2053-4756-ba2a-2c6135d38f0f, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=b040203d-2053-4756-ba2a-2c6135d38f0f,segment=NetworkSegment(832f57dc-832d-472d-b161-4dde55d8d766),segment_id=832f57dc-832d-472d-b161-4dde55d8d766)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:01.420355 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-defc1992-c282-4cba-bb3f-164bc9dfd4ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:01.422428 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9c08be70-ab24-4e34-881c-d8568e2e4478 req-4d60803c-4040-4c3e-92eb-7553ced99ff1 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280601 Mar 31 15:28:01.451673 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-011bb1ec-12a2-4171-abd4-b5b7a66cfa2e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] For port b040203d-2053-4756-ba2a-2c6135d38f0f, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=b040203d-2053-4756-ba2a-2c6135d38f0f,segment=NetworkSegment(832f57dc-832d-472d-b161-4dde55d8d766),segment_id=832f57dc-832d-472d-b161-4dde55d8d766)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:01.452160 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-011bb1ec-12a2-4171-abd4-b5b7a66cfa2e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:01.461440 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-51d934a2-e42a-42d7-92ee-07b3cb24c7c6 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:01.487402 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd498e-0dcb-4125-91ef-6c8a2541b3df req-fa09723f-6186-46fb-b8e9-bd03d9cbb963 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:01.489157 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-14cd498e-0dcb-4125-91ef-6c8a2541b3df req-fa09723f-6186-46fb-b8e9-bd03d9cbb963 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.41 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.1692979 Mar 31 15:28:01.526534 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d4b4d430-a686-48ab-afc7-c108c9662f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:01.639670 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-14cd498e-0dcb-4125-91ef-6c8a2541b3df req-1195d772-f89a-460d-9edb-c7a7ca34981d tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Deleting port bca974bf-04e8-4b40-8dd3-77d968794f2b {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:01.640145 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-14cd498e-0dcb-4125-91ef-6c8a2541b3df req-1195d772-f89a-460d-9edb-c7a7ca34981d tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:01.659555 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-011bb1ec-12a2-4171-abd4-b5b7a66cfa2e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Calling delete_port for b040203d-2053-4756-ba2a-2c6135d38f0f owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:01.696900 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-defc1992-c282-4cba-bb3f-164bc9dfd4ec None None] Calling delete_port for b040203d-2053-4756-ba2a-2c6135d38f0f owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:01.699345 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b6390c-20ea-49fe-8024-f173a166428c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Made reservation on behalf of cba800ed59cd4d6f8d690d59c4ee670b for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:01.702767 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5b6390c-20ea-49fe-8024-f173a166428c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:01.722860 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b89c98-5179-4a10-a9ea-061a974a3e7b tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Pushing event updated for resources: {'Port': ['ID=5423ebe0-c39f-4734-a49e-e4489fd583e0,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:01.769557 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f5b89c98-5179-4a10-a9ea-061a974a3e7b tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:01.832600 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4be0b14b-01c2-462a-9e7d-774bbba1b9bf None None] Provisioning complete for port ce4f4f63-1c27-4ccc-86a2-415303b92934 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:01.843360 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4be0b14b-01c2-462a-9e7d-774bbba1b9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:01.843561 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d934a2-e42a-42d7-92ee-07b3cb24c7c6 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:01.844075 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-51d934a2-e42a-42d7-92ee-07b3cb24c7c6 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:01.848421 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-51d934a2-e42a-42d7-92ee-07b3cb24c7c6 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "PUT /v2.0/ports/99fa9ff1-73e9-4c2e-88af-4e427451cdbb HTTP/1.1" status: 200 len: 910 time: 3.3260002 Mar 31 15:28:01.852609 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41798) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:01.865321 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f888564-c41c-420f-8698-430e883134f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:01.882297 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4d430-a686-48ab-afc7-c108c9662f70 None None] Pushing event updated for resources: {'Port': ['ID=ce4f4f63-1c27-4ccc-86a2-415303b92934,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:02.007222 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device ce4f4f63-1c27-4ccc-86a2-415303b92934 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:28:02.041717 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-defc1992-c282-4cba-bb3f-164bc9dfd4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:02.051661 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b6390c-20ea-49fe-8024-f173a166428c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:28:02.093342 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d934a2-e42a-42d7-92ee-07b3cb24c7c6 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Port': ['ID=99fa9ff1-73e9-4c2e-88af-4e427451cdbb,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:02.108974 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc1992-c282-4cba-bb3f-164bc9dfd4ec None None] Pushing event deleted for resources: {'Port': ['ID=b040203d-2053-4756-ba2a-2c6135d38f0f,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:02.127898 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defc1992-c282-4cba-bb3f-164bc9dfd4ec None None] No DVR routers for this DVR port b040203d-2053-4756-ba2a-2c6135d38f0f on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:28:02.153391 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d19f9ee-6b0c-4b86-bde1-2d2358e80389 None None] get_active_networks_info from dv-neutron-833379-2-hyperv {{(pid=103445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 31 15:28:02.171944 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5b6390c-20ea-49fe-8024-f173a166428c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:02.172288 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-d5b6390c-20ea-49fe-8024-f173a166428c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Added segment 89d24878-34c0-453b-996f-dafd1a7b60df of type vlan for network e183be6d-19f5-4345-9c3a-7d6b4457430c Mar 31 15:28:02.181005 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.api [None req-011bb1ec-12a2-4171-abd4-b5b7a66cfa2e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:28:02.181363 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG oslo_db.api [None req-011bb1ec-12a2-4171-abd4-b5b7a66cfa2e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:28:02.256747 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5b6390c-20ea-49fe-8024-f173a166428c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:02.258041 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port ce4f4f63-1c27-4ccc-86a2-415303b92934 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:02.258486 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:02.262248 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b89c98-5179-4a10-a9ea-061a974a3e7b tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Network a53d6dec-be4b-4314-9c71-1813df768d0a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:02.283130 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0f888564-c41c-420f-8698-430e883134f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] device_id is not set on port b956a0c9-53a8-4a7c-9232-f778aece0274 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:28:02.320458 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4be0b14b-01c2-462a-9e7d-774bbba1b9bf None None] Provisioning for port 5423ebe0-c39f-4734-a49e-e4489fd583e0 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:02.326096 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-14cd498e-0dcb-4125-91ef-6c8a2541b3df req-1195d772-f89a-460d-9edb-c7a7ca34981d tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] For port bca974bf-04e8-4b40-8dd3-77d968794f2b, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bca974bf-04e8-4b40-8dd3-77d968794f2b,segment=NetworkSegment(478cadf4-0aeb-4142-b453-0c4f37f9f3e4),segment_id=478cadf4-0aeb-4142-b453-0c4f37f9f3e4)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:02.326340 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-f5b89c98-5179-4a10-a9ea-061a974a3e7b tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:02.326990 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-14cd498e-0dcb-4125-91ef-6c8a2541b3df req-1195d772-f89a-460d-9edb-c7a7ca34981d tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:02.347246 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4be0b14b-01c2-462a-9e7d-774bbba1b9bf None None] Provisioning complete for port 5423ebe0-c39f-4734-a49e-e4489fd583e0 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:02.347617 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4be0b14b-01c2-462a-9e7d-774bbba1b9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:02.412637 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d19f9ee-6b0c-4b86-bde1-2d2358e80389 None None] Resources bound (agent type, host, resource id): {{(pid=103445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 15:28:02.434791 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41810) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:02.455542 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-d5b6390c-20ea-49fe-8024-f173a166428c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:28:02.584592 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-4be0b14b-01c2-462a-9e7d-774bbba1b9bf None None] Port 5423ebe0-c39f-4734-a49e-e4489fd583e0 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:28:02.671616 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5b6390c-20ea-49fe-8024-f173a166428c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:02.675149 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b6390c-20ea-49fe-8024-f173a166428c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:02.675733 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5b6390c-20ea-49fe-8024-f173a166428c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:02.710993 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-236e6b24-cac4-4185-8afc-875c63df573b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1990472902'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:02.724622 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f888564-c41c-420f-8698-430e883134f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:02.729640 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-011bb1ec-12a2-4171-abd4-b5b7a66cfa2e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting port b040203d-2053-4756-ba2a-2c6135d38f0f {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:02.729864 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-011bb1ec-12a2-4171-abd4-b5b7a66cfa2e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:02.730105 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-236e6b24-cac4-4185-8afc-875c63df573b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:02.738094 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-236e6b24-cac4-4185-8afc-875c63df573b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:network and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:02.738818 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device b040203d-2053-4756-ba2a-2c6135d38f0f no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:28:02.746570 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-236e6b24-cac4-4185-8afc-875c63df573b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:02.766328 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-236e6b24-cac4-4185-8afc-875c63df573b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:02.779628 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-14cd498e-0dcb-4125-91ef-6c8a2541b3df req-1195d772-f89a-460d-9edb-c7a7ca34981d tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:02.780009 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-14cd498e-0dcb-4125-91ef-6c8a2541b3df req-1195d772-f89a-460d-9edb-c7a7ca34981d tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:02.780306 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [req-14cd498e-0dcb-4125-91ef-6c8a2541b3df req-1195d772-f89a-460d-9edb-c7a7ca34981d tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Floating IP edcb8703-48c6-44f8-b0eb-dcd525dc75e3 disassociated. External IP: 172.26.5.232, port: bca974bf-04e8-4b40-8dd3-77d968794f2b. Mar 31 15:28:02.780668 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-14cd498e-0dcb-4125-91ef-6c8a2541b3df req-1195d772-f89a-460d-9edb-c7a7ca34981d tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Calling delete_port for bca974bf-04e8-4b40-8dd3-77d968794f2b owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:02.796167 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: b040203d-2053-4756-ba2a-2c6135d38f0f {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:28:02.796528 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device b040203d-2053-4756-ba2a-2c6135d38f0f not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:28:02.822855 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-41acc41d-ff38-4b6e-b0b0-62671f9921a9 None None] Provisioning complete for port 5423ebe0-c39f-4734-a49e-e4489fd583e0 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:02.823238 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-41acc41d-ff38-4b6e-b0b0-62671f9921a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:02.858151 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-011bb1ec-12a2-4171-abd4-b5b7a66cfa2e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] The port 'b040203d-2053-4756-ba2a-2c6135d38f0f' was deleted {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:28:02.907888 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f888564-c41c-420f-8698-430e883134f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:02.963953 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236e6b24-cac4-4185-8afc-875c63df573b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:02.966757 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-236e6b24-cac4-4185-8afc-875c63df573b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:02.969919 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-41acc41d-ff38-4b6e-b0b0-62671f9921a9 None None] Port 5423ebe0-c39f-4734-a49e-e4489fd583e0 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:28:03.011411 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-236e6b24-cac4-4185-8afc-875c63df573b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:03.044877 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f888564-c41c-420f-8698-430e883134f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network 21fb1b93-57bc-469c-b44e-283edc84fea9 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:03.053015 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-236e6b24-cac4-4185-8afc-875c63df573b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:03.055425 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-0f888564-c41c-420f-8698-430e883134f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:03.060057 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f888564-c41c-420f-8698-430e883134f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Port': ['ID=10c9ce8c-209a-4b15-a9d5-05ecfc078847,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:03.062542 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-236e6b24-cac4-4185-8afc-875c63df573b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:security_group_rule and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:03.068257 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f888564-c41c-420f-8698-430e883134f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:03.068257 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f888564-c41c-420f-8698-430e883134f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:03.068257 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-236e6b24-cac4-4185-8afc-875c63df573b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:03.094386 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d5b6390c-20ea-49fe-8024-f173a166428c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1744826 Mar 31 15:28:03.099018 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41818) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:03.111499 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f692cb4c-719c-490e-9eaa-40b6dd2d4ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:03.121285 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-236e6b24-cac4-4185-8afc-875c63df573b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:03.147574 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6390c-20ea-49fe-8024-f173a166428c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event updated for resources: {'Network': ['ID=e183be6d-19f5-4345-9c3a-7d6b4457430c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:03.147790 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-14cd498e-0dcb-4125-91ef-6c8a2541b3df req-1195d772-f89a-460d-9edb-c7a7ca34981d tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:03.162773 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network e183be6d-19f5-4345-9c3a-7d6b4457430c details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:28:03.162966 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a421691d-0c1f-4d6a-90b9-ad3c54a8f565 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Request body: {'subnet': {'network_id': 'e183be6d-19f5-4345-9c3a-7d6b4457430c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:03.189606 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f888564-c41c-420f-8698-430e883134f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Port': ['ID=b956a0c9-53a8-4a7c-9232-f778aece0274,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:03.334249 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195d772-f89a-460d-9edb-c7a7ca34981d tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Pushing event deleted for resources: {'Port': ['ID=bca974bf-04e8-4b40-8dd3-77d968794f2b,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:03.351417 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f888564-c41c-420f-8698-430e883134f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Checking segment: {'id': '1843c044-9afd-4545-a480-bfeddee8f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4f7aaad6-ed6c-45c0-ae98-c2217582e693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:03.351832 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f888564-c41c-420f-8698-430e883134f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network hostable DHCP agents. Network: 4f7aaad6-ed6c-45c0-ae98-c2217582e693, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:28:03.387385 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7b17f-4e6f-4a39-84a3-d4851d4e057e req-592dad8b-c9f4-488a-80c8-d2c6c6b6a37c tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:03.395079 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b1d7b17f-4e6f-4a39-84a3-d4851d4e057e req-592dad8b-c9f4-488a-80c8-d2c6c6b6a37c tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 946 time: 0.8508589 Mar 31 15:28:03.396815 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b89c98-5179-4a10-a9ea-061a974a3e7b tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Router c8f8923a-c8fd-468e-9c05-a70516bf3f67 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:28:03.400293 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-011bb1ec-12a2-4171-abd4-b5b7a66cfa2e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:03.476108 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a421691d-0c1f-4d6a-90b9-ad3c54a8f565 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:03.480875 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-011bb1ec-12a2-4171-abd4-b5b7a66cfa2e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee0688db-c2f7-4555-ac73-6fbbeff8f243']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:03.517084 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f888564-c41c-420f-8698-430e883134f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network 4f7aaad6-ed6c-45c0-ae98-c2217582e693 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:28:03.551201 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-236e6b24-cac4-4185-8afc-875c63df573b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:03.567826 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14cd498e-0dcb-4125-91ef-6c8a2541b3df req-1195d772-f89a-460d-9edb-c7a7ca34981d tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Router 997f8b29-5971-4910-86af-45f2c7cb6320 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:28:03.568167 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a421691d-0c1f-4d6a-90b9-ad3c54a8f565 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Usage tracker for resource:subnet and tenant:cba800ed59cd4d6f8d690d59c4ee670b is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:03.573217 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a421691d-0c1f-4d6a-90b9-ad3c54a8f565 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:03.591676 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-011bb1ec-12a2-4171-abd4-b5b7a66cfa2e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '832f57dc-832d-472d-b161-4dde55d8d766') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:03.591969 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-011bb1ec-12a2-4171-abd4-b5b7a66cfa2e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '832f57dc-832d-472d-b161-4dde55d8d766') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:03.601002 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d228a683-6fea-4a64-a82e-f87480d8300b None None] Provisioning complete for port 5423ebe0-c39f-4734-a49e-e4489fd583e0 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:03.601806 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d228a683-6fea-4a64-a82e-f87480d8300b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:03.633805 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-0f888564-c41c-420f-8698-430e883134f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 4f7aaad6-ed6c-45c0-ae98-c2217582e693) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:03.645918 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f888564-c41c-420f-8698-430e883134f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:03.651955 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f888564-c41c-420f-8698-430e883134f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:03.652302 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4117ee-6676-46f2-9864-985f8a674c43 None None] Network 4f7aaad6-ed6c-45c0-ae98-c2217582e693 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:03.656701 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f888564-c41c-420f-8698-430e883134f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:03.657396 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f888564-c41c-420f-8698-430e883134f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:03.663793 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a421691d-0c1f-4d6a-90b9-ad3c54a8f565 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:03.678219 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-236e6b24-cac4-4185-8afc-875c63df573b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:03.682297 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-011bb1ec-12a2-4171-abd4-b5b7a66cfa2e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:03.694187 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b1d7b17f-4e6f-4a39-84a3-d4851d4e057e req-b3bcf589-19da-41af-a96d-2a2435624ced tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups?id=64eae60a-2fa4-4ca1-af90-b7729202a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2982478 Mar 31 15:28:03.750437 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-d228a683-6fea-4a64-a82e-f87480d8300b None None] Port 5423ebe0-c39f-4734-a49e-e4489fd583e0 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:28:03.763684 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236e6b24-cac4-4185-8afc-875c63df573b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:28:03.764275 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-011bb1ec-12a2-4171-abd4-b5b7a66cfa2e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:03.774506 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-011bb1ec-12a2-4171-abd4-b5b7a66cfa2e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:28:03.774900 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-011bb1ec-12a2-4171-abd4-b5b7a66cfa2e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: util.warn( Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: util.warn( Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: util.warn( Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: util.warn( Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:28:03.793958 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:28:03.814295 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b89c98-5179-4a10-a9ea-061a974a3e7b tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:28:03.817507 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f5b89c98-5179-4a10-a9ea-061a974a3e7b tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] 10.222.0.31 "PUT /v2.0/routers/c8f8923a-c8fd-468e-9c05-a70516bf3f67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1305966 Mar 31 15:28:03.825291 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41822) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:03.826856 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e6b24-cac4-4185-8afc-875c63df573b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68a1139a-ea75-4fba-964b-8f1e167e351c,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:03.828917 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce47b1c-d30f-4c0f-b152-e4a003f082a4 None None] Sync routers for ids ['c8f8923a-c8fd-468e-9c05-a70516bf3f67'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:28:03.835592 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-236e6b24-cac4-4185-8afc-875c63df573b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:03.835938 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-236e6b24-cac4-4185-8afc-875c63df573b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Added segment cf493bec-f7a7-463d-a2c8-60099e00ecd0 of type vlan for network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a Mar 31 15:28:03.840217 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-98e0cd7a-f3ea-4cb2-a884-3f8f3988818d tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Request body: {'port': {'network_id': 'a53d6dec-be4b-4314-9c71-1813df768d0a', 'name': 'tempest-FloatingIPNegativeTestJSON-538924732'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:03.861716 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce47b1c-d30f-4c0f-b152-e4a003f082a4 None None] Routers {'c8f8923a-c8fd-468e-9c05-a70516bf3f67'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:28:03.863113 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-fce47b1c-d30f-4c0f-b152-e4a003f082a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:27:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['c8f8923a-c8fd-468e-9c05-a70516bf3f67'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:03.880707 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a421691d-0c1f-4d6a-90b9-ad3c54a8f565 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Made reservation on behalf of cba800ed59cd4d6f8d690d59c4ee670b for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:03.885377 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a421691d-0c1f-4d6a-90b9-ad3c54a8f565 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:03.952066 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-fce47b1c-d30f-4c0f-b152-e4a003f082a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:03.961091 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce47b1c-d30f-4c0f-b152-e4a003f082a4 None None] Routers {'c8f8923a-c8fd-468e-9c05-a70516bf3f67'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:28:03.961748 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-fce47b1c-d30f-4c0f-b152-e4a003f082a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:27:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['c8f8923a-c8fd-468e-9c05-a70516bf3f67'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:03.991875 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.ipam_backend_mixin [None req-a421691d-0c1f-4d6a-90b9-ad3c54a8f565 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Performing IP validity checks on allocation pools {{(pid=103443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Mar 31 15:28:03.992384 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.ipam_backend_mixin [None req-a421691d-0c1f-4d6a-90b9-ad3c54a8f565 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Mar 31 15:28:03.999886 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-011bb1ec-12a2-4171-abd4-b5b7a66cfa2e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:04.003001 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0f888564-c41c-420f-8698-430e883134f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6884704 Mar 31 15:28:04.003676 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-011bb1ec-12a2-4171-abd4-b5b7a66cfa2e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:04.009222 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41826) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:04.023042 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-fce47b1c-d30f-4c0f-b152-e4a003f082a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:04.023714 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce47b1c-d30f-4c0f-b152-e4a003f082a4 None None] The sync data for ids ['c8f8923a-c8fd-468e-9c05-a70516bf3f67'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:28:04.081088 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011bb1ec-12a2-4171-abd4-b5b7a66cfa2e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Network': ['ID=ee0688db-c2f7-4555-ac73-6fbbeff8f243,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:04.096240 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-011bb1ec-12a2-4171-abd4-b5b7a66cfa2e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/networks/ee0688db-c2f7-4555-ac73-6fbbeff8f243 HTTP/1.1" status: 204 len: 168 time: 3.6617312 Mar 31 15:28:04.100288 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41830) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:04.104882 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d86d21a3-5013-4d43-864c-72b0cb01e8cb tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:04.108724 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14cd498e-0dcb-4125-91ef-6c8a2541b3df req-1195d772-f89a-460d-9edb-c7a7ca34981d tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:28:04.118489 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e6f3bc-dfd0-4a35-abcc-c629bee92c19 None None] Sync routers for ids ['997f8b29-5971-4910-86af-45f2c7cb6320'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:28:04.128302 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e6f3bc-dfd0-4a35-abcc-c629bee92c19 None None] Routers {'997f8b29-5971-4910-86af-45f2c7cb6320'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:28:04.129060 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-61e6f3bc-dfd0-4a35-abcc-c629bee92c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:27:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['997f8b29-5971-4910-86af-45f2c7cb6320'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:04.154900 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-236e6b24-cac4-4185-8afc-875c63df573b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:04.160328 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-527f1824-3655-4333-96b3-23744f742945 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-213645359'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:04.180588 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-527f1824-3655-4333-96b3-23744f742945 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:04.196409 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-527f1824-3655-4333-96b3-23744f742945 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:network and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:04.209619 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-527f1824-3655-4333-96b3-23744f742945 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:04.209864 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cd498e-0dcb-4125-91ef-6c8a2541b3df req-1195d772-f89a-460d-9edb-c7a7ca34981d tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] No DVR routers for this DVR port bca974bf-04e8-4b40-8dd3-77d968794f2b on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:28:04.221894 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-14cd498e-0dcb-4125-91ef-6c8a2541b3df req-1195d772-f89a-460d-9edb-c7a7ca34981d tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:04.227173 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89393acc-4760-4f34-ac6d-faee27481093', 'name': 'network-vif-deleted', 'tag': 'bca974bf-04e8-4b40-8dd3-77d968794f2b'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:28:04.233146 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-14cd498e-0dcb-4125-91ef-6c8a2541b3df req-1195d772-f89a-460d-9edb-c7a7ca34981d tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.41 "DELETE /v2.0/ports/bca974bf-04e8-4b40-8dd3-77d968794f2b HTTP/1.1" status: 204 len: 173 time: 2.7380397 Mar 31 15:28:04.261051 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-98e0cd7a-f3ea-4cb2-a884-3f8f3988818d tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:04.266493 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-98e0cd7a-f3ea-4cb2-a884-3f8f3988818d tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Usage tracker for resource:port and tenant:6f549ba6742b44639dadd23800e45f0a is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:04.269503 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-98e0cd7a-f3ea-4cb2-a884-3f8f3988818d tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Quota usage for port was recalculated. Used quota:2. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:04.278604 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-98e0cd7a-f3ea-4cb2-a884-3f8f3988818d tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:04.281078 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-527f1824-3655-4333-96b3-23744f742945 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:04.303764 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e6e4561c-55e7-4109-b0f7-773d1e5ffcae tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting port b956a0c9-53a8-4a7c-9232-f778aece0274 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:04.304105 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e6e4561c-55e7-4109-b0f7-773d1e5ffcae tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:04.307629 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89393acc-4760-4f34-ac6d-faee27481093', 'name': 'network-vif-deleted', 'tag': 'bca974bf-04e8-4b40-8dd3-77d968794f2b', 'status': 'completed', 'code': 200} Mar 31 15:28:04.342903 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-236e6b24-cac4-4185-8afc-875c63df573b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:04.346938 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-61e6f3bc-dfd0-4a35-abcc-c629bee92c19 None None] Set router 997f8b29-5971-4910-86af-45f2c7cb6320 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:28:04.350167 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236e6b24-cac4-4185-8afc-875c63df573b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:04.350854 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-236e6b24-cac4-4185-8afc-875c63df573b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:04.421508 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e0cd7a-f3ea-4cb2-a884-3f8f3988818d tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Made reservation on behalf of 6f549ba6742b44639dadd23800e45f0a for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:04.425104 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-98e0cd7a-f3ea-4cb2-a884-3f8f3988818d tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:04.520168 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e6b24-cac4-4185-8afc-875c63df573b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Network': ['ID=0c8a31f0-c909-472a-8f72-0f3eb4f4034a,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:04.525000 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-236e6b24-cac4-4185-8afc-875c63df573b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0889316 Mar 31 15:28:04.526895 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-98e0cd7a-f3ea-4cb2-a884-3f8f3988818d tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] device_id is not set on port ac292028-c566-43fb-9b9b-fb103b0ea505 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:28:04.535586 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:28:04.569469 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41836) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:04.576431 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-6255c874-dc74-4d8c-8b7d-00bed0abae2c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:04.713789 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6255c874-dc74-4d8c-8b7d-00bed0abae2c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:04.724724 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6255c874-dc74-4d8c-8b7d-00bed0abae2c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:subnet and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:04.731615 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6255c874-dc74-4d8c-8b7d-00bed0abae2c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:04.743209 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6255c874-dc74-4d8c-8b7d-00bed0abae2c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:04.831369 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-98e0cd7a-f3ea-4cb2-a884-3f8f3988818d tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Allocated IP 172.20.0.8 (a53d6dec-be4b-4314-9c71-1813df768d0a/548c0ec5-129f-4edc-81ad-7eb0f6cc9c1f/ac292028-c566-43fb-9b9b-fb103b0ea505) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:04.864060 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527f1824-3655-4333-96b3-23744f742945 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:04.865264 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6255c874-dc74-4d8c-8b7d-00bed0abae2c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:04.868532 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-527f1824-3655-4333-96b3-23744f742945 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:04.868718 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6255c874-dc74-4d8c-8b7d-00bed0abae2c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:04.891945 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-61e6f3bc-dfd0-4a35-abcc-c629bee92c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'name': 'tempest-ServerActionsTestJSON-679145321-router', 'tenant_id': '054d30a6120446fcba39a5a299093095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '7b868656-c137-481c-94e4-0b1696f68d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:17Z', 'updated_at': '2022-03-31T15:24:33Z', 'revision_number': 4, 'project_id': '054d30a6120446fcba39a5a299093095', 'gw_port': {'id': '7b868656-c137-481c-94e4-0b1696f68d29', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:20Z', 'updated_at': '2022-03-31T15:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'c56e9046-3332-4905-892c-df292599b719', 'name': '', 'network_id': '8570db4c-fed6-40aa-8a1b-99615046312c', 'tenant_id': '054d30a6120446fcba39a5a299093095', 'mac_address': 'fa:16:3e:e9:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '6b28caf7-0cc4-4f02-9ea5-a472add592af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:30Z', 'updated_at': '2022-03-31T15:24:42Z', 'revision_number': 5, 'project_id': '054d30a6120446fcba39a5a299093095', 'subnets': [{'id': '6b28caf7-0cc4-4f02-9ea5-a472add592af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:04.898838 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e6f3bc-dfd0-4a35-abcc-c629bee92c19 None None] Checking router: 997f8b29-5971-4910-86af-45f2c7cb6320 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:28:04.915006 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e6f3bc-dfd0-4a35-abcc-c629bee92c19 None None] Routers {'997f8b29-5971-4910-86af-45f2c7cb6320'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:28:04.916258 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-61e6f3bc-dfd0-4a35-abcc-c629bee92c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:27:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['997f8b29-5971-4910-86af-45f2c7cb6320'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:04.977719 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0f456b90-091e-4ea8-9845-a95646fd1970 req-57b1fc51-4a2e-4040-9ac0-73f309c86a19 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/ports?device_id=89393acc-4760-4f34-ac6d-faee27481093 HTTP/1.1" status: 200 len: 210 time: 0.0860820 Mar 31 15:28:04.987382 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a421691d-0c1f-4d6a-90b9-ad3c54a8f565 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:05.099932 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-527f1824-3655-4333-96b3-23744f742945 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:28:05.145070 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-527f1824-3655-4333-96b3-23744f742945 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:05.145444 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-527f1824-3655-4333-96b3-23744f742945 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Added segment 528e0776-ce88-4af0-a847-be9d7682d7e5 of type vlan for network 72c2beb1-2791-4c99-972c-41174b4df633 Mar 31 15:28:05.210226 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-98e0cd7a-f3ea-4cb2-a884-3f8f3988818d tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:05.230073 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-98e0cd7a-f3ea-4cb2-a884-3f8f3988818d tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Transition to ACTIVE for port object ac292028-c566-43fb-9b9b-fb103b0ea505 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:05.272249 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421691d-0c1f-4d6a-90b9-ad3c54a8f565 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event updated for resources: {'Subnet': ['ID=b154a619-81aa-4651-9423-976cdafab2e6,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:05.285586 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e6e4561c-55e7-4109-b0f7-773d1e5ffcae tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:05.286307 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-61e6f3bc-dfd0-4a35-abcc-c629bee92c19 None None] Set router 997f8b29-5971-4910-86af-45f2c7cb6320 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:28:05.300129 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-527f1824-3655-4333-96b3-23744f742945 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:05.330681 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-be75cec6-750c-4a66-ba04-2de8668c7797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:05.346382 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-98e0cd7a-f3ea-4cb2-a884-3f8f3988818d tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:05.429614 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e0cd7a-f3ea-4cb2-a884-3f8f3988818d tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Network a53d6dec-be4b-4314-9c71-1813df768d0a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:05.433425 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-98e0cd7a-f3ea-4cb2-a884-3f8f3988818d tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:05.442716 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e0cd7a-f3ea-4cb2-a884-3f8f3988818d tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:05.448958 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a421691d-0c1f-4d6a-90b9-ad3c54a8f565 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Checking segment: {'id': '89d24878-34c0-453b-996f-dafd1a7b60df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e183be6d-19f5-4345-9c3a-7d6b4457430c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:05.449352 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a421691d-0c1f-4d6a-90b9-ad3c54a8f565 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Network hostable DHCP agents. Network: e183be6d-19f5-4345-9c3a-7d6b4457430c, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:28:05.489707 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0cd7a-f3ea-4cb2-a884-3f8f3988818d tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Pushing event updated for resources: {'Port': ['ID=ac292028-c566-43fb-9b9b-fb103b0ea505,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:05.513621 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6255c874-dc74-4d8c-8b7d-00bed0abae2c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:05.529492 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e6e4561c-55e7-4109-b0f7-773d1e5ffcae tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Calling delete_port for b956a0c9-53a8-4a7c-9232-f778aece0274 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:05.598948 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255c874-dc74-4d8c-8b7d-00bed0abae2c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Subnet': ['ID=9b24f4e6-f50c-4d9e-96bf-6bd70a5a4e24,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:05.617490 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e0cd7a-f3ea-4cb2-a884-3f8f3988818d tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:05.618237 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-98e0cd7a-f3ea-4cb2-a884-3f8f3988818d tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:05.661782 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d86d21a3-5013-4d43-864c-72b0cb01e8cb tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Deleting port 99fa9ff1-73e9-4c2e-88af-4e427451cdbb {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:05.662131 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d86d21a3-5013-4d43-864c-72b0cb01e8cb tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:05.678741 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-61e6f3bc-dfd0-4a35-abcc-c629bee92c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'name': 'tempest-ServerActionsTestJSON-679145321-router', 'tenant_id': '054d30a6120446fcba39a5a299093095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '7b868656-c137-481c-94e4-0b1696f68d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:17Z', 'updated_at': '2022-03-31T15:24:33Z', 'revision_number': 4, 'project_id': '054d30a6120446fcba39a5a299093095', 'gw_port': {'id': '7b868656-c137-481c-94e4-0b1696f68d29', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:20Z', 'updated_at': '2022-03-31T15:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'c56e9046-3332-4905-892c-df292599b719', 'name': '', 'network_id': '8570db4c-fed6-40aa-8a1b-99615046312c', 'tenant_id': '054d30a6120446fcba39a5a299093095', 'mac_address': 'fa:16:3e:e9:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '6b28caf7-0cc4-4f02-9ea5-a472add592af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:30Z', 'updated_at': '2022-03-31T15:24:42Z', 'revision_number': 5, 'project_id': '054d30a6120446fcba39a5a299093095', 'subnets': [{'id': '6b28caf7-0cc4-4f02-9ea5-a472add592af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:05.684222 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e6f3bc-dfd0-4a35-abcc-c629bee92c19 None None] The sync data for ids ['997f8b29-5971-4910-86af-45f2c7cb6320'] in dv-neutron-833379-2-hyperv is: [{'id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'name': 'tempest-ServerActionsTestJSON-679145321-router', 'tenant_id': '054d30a6120446fcba39a5a299093095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '7b868656-c137-481c-94e4-0b1696f68d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:17Z', 'updated_at': '2022-03-31T15:24:33Z', 'revision_number': 4, 'project_id': '054d30a6120446fcba39a5a299093095', 'gw_port': {'id': '7b868656-c137-481c-94e4-0b1696f68d29', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:20Z', 'updated_at': '2022-03-31T15:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'c56e9046-3332-4905-892c-df292599b719', 'name': '', 'network_id': '8570db4c-fed6-40aa-8a1b-99615046312c', 'tenant_id': '054d30a6120446fcba39a5a299093095', 'mac_address': 'fa:16:3e:e9:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '6b28caf7-0cc4-4f02-9ea5-a472add592af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:30Z', 'updated_at': '2022-03-31T15:24:42Z', 'revision_number': 5, 'project_id': '054d30a6120446fcba39a5a299093095', 'subnets': [{'id': '6b28caf7-0cc4-4f02-9ea5-a472add592af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:28:05.689226 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6255c874-dc74-4d8c-8b7d-00bed0abae2c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Checking segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:05.689577 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6255c874-dc74-4d8c-8b7d-00bed0abae2c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network hostable DHCP agents. Network: 0c8a31f0-c909-472a-8f72-0f3eb4f4034a, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:28:05.721152 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e6e4561c-55e7-4109-b0f7-773d1e5ffcae tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:05.743939 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-98e0cd7a-f3ea-4cb2-a884-3f8f3988818d tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9138606 Mar 31 15:28:05.749016 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41842) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:05.754274 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-91dbf45b-e6d6-428d-9719-769de6288215 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:05.762020 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-91dbf45b-e6d6-428d-9719-769de6288215 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:05.766207 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-91dbf45b-e6d6-428d-9719-769de6288215 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Usage tracker for resource:floatingip and tenant:6f549ba6742b44639dadd23800e45f0a is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:05.769118 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-91dbf45b-e6d6-428d-9719-769de6288215 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:05.775319 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-91dbf45b-e6d6-428d-9719-769de6288215 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:05.786937 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4561c-55e7-4109-b0f7-773d1e5ffcae tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Port': ['ID=b956a0c9-53a8-4a7c-9232-f778aece0274,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:05.824666 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6255c874-dc74-4d8c-8b7d-00bed0abae2c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:28:05.834370 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-527f1824-3655-4333-96b3-23744f742945 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:05.838216 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527f1824-3655-4333-96b3-23744f742945 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:05.838862 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-527f1824-3655-4333-96b3-23744f742945 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:05.845765 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e6e4561c-55e7-4109-b0f7-773d1e5ffcae tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:05.886357 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-91d41282-df7e-4fec-ae17-8dd525b0f794 None None] Provisioning for port ac292028-c566-43fb-9b9b-fb103b0ea505 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:05.886871 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91dbf45b-e6d6-428d-9719-769de6288215 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks [] for floatingip, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:05.891686 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-91d41282-df7e-4fec-ae17-8dd525b0f794 None None] Provisioning complete for port ac292028-c566-43fb-9b9b-fb103b0ea505 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:05.892079 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-91d41282-df7e-4fec-ae17-8dd525b0f794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:05.923623 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-6255c874-dc74-4d8c-8b7d-00bed0abae2c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 0c8a31f0-c909-472a-8f72-0f3eb4f4034a) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:05.934243 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6255c874-dc74-4d8c-8b7d-00bed0abae2c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:05.934757 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6255c874-dc74-4d8c-8b7d-00bed0abae2c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:05.938961 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a421691d-0c1f-4d6a-90b9-ad3c54a8f565 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Network e183be6d-19f5-4345-9c3a-7d6b4457430c is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:28:05.966336 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-91d41282-df7e-4fec-ae17-8dd525b0f794 None None] Port ac292028-c566-43fb-9b9b-fb103b0ea505 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:28:05.966738 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-a421691d-0c1f-4d6a-90b9-ad3c54a8f565 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, e183be6d-19f5-4345-9c3a-7d6b4457430c) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:05.976586 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e923695-12eb-4b41-ab0f-e93e123ead76 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:05.995962 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0d2f08-aaa5-4c9b-8cc6-32930c877baf None None] Network e183be6d-19f5-4345-9c3a-7d6b4457430c requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:06.003494 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a421691d-0c1f-4d6a-90b9-ad3c54a8f565 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:06.003981 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a421691d-0c1f-4d6a-90b9-ad3c54a8f565 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:06.008804 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b15df00-473d-46ea-8c3b-33bfa64f564c None None] New status for floating IP edcb8703-48c6-44f8-b0eb-dcd525dc75e3: DOWN {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:28:06.027548 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6255c874-dc74-4d8c-8b7d-00bed0abae2c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4569349 Mar 31 15:28:06.032171 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41848) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:06.039057 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-312eecc7-716d-41bf-b7ed-225591c67bc3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'port': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'name': 'tempest-NetworksTestDHCPv6-1051543674'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:06.108750 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f1824-3655-4333-96b3-23744f742945 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Network': ['ID=72c2beb1-2791-4c99-972c-41174b4df633,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:06.124233 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e6e4561c-55e7-4109-b0f7-773d1e5ffcae tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/ports/b956a0c9-53a8-4a7c-9232-f778aece0274 HTTP/1.1" status: 204 len: 168 time: 2.0937014 Mar 31 15:28:06.137278 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41852) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:06.158081 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 72c2beb1-2791-4c99-972c-41174b4df633 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:28:06.180533 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d86d21a3-5013-4d43-864c-72b0cb01e8cb tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:06.253623 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91dbf45b-e6d6-428d-9719-769de6288215 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:06.261176 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41858) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:06.359532 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d86d21a3-5013-4d43-864c-72b0cb01e8cb tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Calling delete_port for 99fa9ff1-73e9-4c2e-88af-4e427451cdbb owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:06.395882 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-527f1824-3655-4333-96b3-23744f742945 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.2917974 Mar 31 15:28:06.396215 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41864) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:06.421278 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8ca16703-10ea-4be7-b876-3cd63b6e018f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'subnet': {'network_id': '72c2beb1-2791-4c99-972c-41174b4df633', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:06.448368 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-312eecc7-716d-41bf-b7ed-225591c67bc3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:06.486631 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-312eecc7-716d-41bf-b7ed-225591c67bc3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:port and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:06.490604 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a76eaa-06ad-4d4d-a9d7-9917b3bab9b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-e183be6d-19f5-4345-9c3a-7d6b4457430c', 'network_id': 'e183be6d-19f5-4345-9c3a-7d6b4457430c', 'tenant_id': 'cba800ed59cd4d6f8d690d59c4ee670b', 'fixed_ips': [{'subnet_id': 'b154a619-81aa-4651-9423-976cdafab2e6'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:28:06.491666 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-65a76eaa-06ad-4d4d-a9d7-9917b3bab9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:06.495756 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-312eecc7-716d-41bf-b7ed-225591c67bc3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:06.511064 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:06.513437 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-312eecc7-716d-41bf-b7ed-225591c67bc3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:06.545154 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e992c7-9707-487f-8f80-0c6d2d4867a9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:06.555747 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e992c7-9707-487f-8f80-0c6d2d4867a9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:06.558124 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-05e992c7-9707-487f-8f80-0c6d2d4867a9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Synchronizing usage tracker for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:28:06.564503 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a421691d-0c1f-4d6a-90b9-ad3c54a8f565 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.4581790 Mar 31 15:28:06.575099 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41868) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:06.614334 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:06.656139 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device bca974bf-04e8-4b40-8dd3-77d968794f2b no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:28:06.660338 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-91dbf45b-e6d6-428d-9719-769de6288215 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Allocated IP 172.26.5.122 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/e4e361a1-ffe1-4260-8973-53b56a26ac9e) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:06.691997 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff85d37-02ab-4ad8-b973-285492f1655f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'fixed_ips': [{'subnet_id': '9b24f4e6-f50c-4d9e-96bf-6bd70a5a4e24'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:28:06.692836 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2ff85d37-02ab-4ad8-b973-285492f1655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:06.714910 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f8da9ab4-0f90-4c37-aec2-7eec67fa141f tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:06.717837 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: bca974bf-04e8-4b40-8dd3-77d968794f2b {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:28:06.718136 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device bca974bf-04e8-4b40-8dd3-77d968794f2b not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:28:06.729052 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312eecc7-716d-41bf-b7ed-225591c67bc3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:06.732679 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-312eecc7-716d-41bf-b7ed-225591c67bc3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:06.808510 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8ca16703-10ea-4be7-b876-3cd63b6e018f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:06.826293 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8ca16703-10ea-4be7-b876-3cd63b6e018f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:subnet and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:06.828689 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-312eecc7-716d-41bf-b7ed-225591c67bc3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] device_id is not set on port fa908204-5e2d-4ab8-b9cd-f935ee7aa27d yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:28:06.832775 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8ca16703-10ea-4be7-b876-3cd63b6e018f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:06.843069 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8ca16703-10ea-4be7-b876-3cd63b6e018f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:06.871277 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-05e992c7-9707-487f-8f80-0c6d2d4867a9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Unset dirty status for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:28:06.875124 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-05e992c7-9707-487f-8f80-0c6d2d4867a9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.7338207 Mar 31 15:28:06.876365 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41872) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:06.881275 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f8da9ab4-0f90-4c37-aec2-7eec67fa141f tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:06.936432 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca16703-10ea-4be7-b876-3cd63b6e018f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:06.939916 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8ca16703-10ea-4be7-b876-3cd63b6e018f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:06.962255 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-2ff85d37-02ab-4ad8-b973-285492f1655f None None] Allocated IP 2001:db8::2 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/9b24f4e6-f50c-4d9e-96bf-6bd70a5a4e24/5318f73c-cf05-47d6-a30d-35ae685c0f69) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:06.968212 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:06.972250 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-65a76eaa-06ad-4d4d-a9d7-9917b3bab9b7 None None] Allocated IP 172.20.0.3 (e183be6d-19f5-4345-9c3a-7d6b4457430c/b154a619-81aa-4651-9423-976cdafab2e6/2e3ba860-81e2-4be6-8807-7b252ad54ca3) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:06.997123 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91dbf45b-e6d6-428d-9719-769de6288215 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:07.068576 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f8da9ab4-0f90-4c37-aec2-7eec67fa141f tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:07.091897 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da9ab4-0f90-4c37-aec2-7eec67fa141f tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64eae60a-2fa4-4ca1-af90-b7729202a20e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:07.123407 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c28dd138-b1d2-481e-a047-8f7225edbf42 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting port 10c9ce8c-209a-4b15-a9d5-05ecfc078847 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:07.123749 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c28dd138-b1d2-481e-a047-8f7225edbf42 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:07.125747 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91dbf45b-e6d6-428d-9719-769de6288215 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:07.192821 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dbf45b-e6d6-428d-9719-769de6288215 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:07.201733 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-91dbf45b-e6d6-428d-9719-769de6288215 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:07.207081 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dbf45b-e6d6-428d-9719-769de6288215 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:07.237248 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f8da9ab4-0f90-4c37-aec2-7eec67fa141f tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:07.238143 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f8da9ab4-0f90-4c37-aec2-7eec67fa141f tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "DELETE /v2.0/security-groups/64eae60a-2fa4-4ca1-af90-b7729202a20e HTTP/1.1" status: 204 len: 168 time: 0.9742978 Mar 31 15:28:07.245703 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dbf45b-e6d6-428d-9719-769de6288215 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Pushing event updated for resources: {'Port': ['ID=e4e361a1-ffe1-4260-8973-53b56a26ac9e,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:07.254398 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41876) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:07.309488 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-48e3663c-8184-4dae-911b-3dbf6b22d240 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] show failed (client error): The resource could not be found. Mar 31 15:28:07.313059 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-48e3663c-8184-4dae-911b-3dbf6b22d240 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "GET /v2.0/security-groups/64eae60a-2fa4-4ca1-af90-b7729202a20e HTTP/1.1" status: 404 len: 347 time: 0.0522420 Mar 31 15:28:07.313319 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41880) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:07.350588 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:07.416928 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2ff85d37-02ab-4ad8-b973-285492f1655f None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:07.436354 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2ff85d37-02ab-4ad8-b973-285492f1655f None None] Transition to ACTIVE for port object 5318f73c-cf05-47d6-a30d-35ae685c0f69 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:07.439008 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-65a76eaa-06ad-4d4d-a9d7-9917b3bab9b7 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:07.444547 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d86d21a3-5013-4d43-864c-72b0cb01e8cb tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:07.456731 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-65a76eaa-06ad-4d4d-a9d7-9917b3bab9b7 None None] Transition to ACTIVE for port object 2e3ba860-81e2-4be6-8807-7b252ad54ca3 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:07.473516 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2ff85d37-02ab-4ad8-b973-285492f1655f None None] Transition to ACTIVE for port object 5318f73c-cf05-47d6-a30d-35ae685c0f69 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:07.483057 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-65a76eaa-06ad-4d4d-a9d7-9917b3bab9b7 None None] Transition to ACTIVE for port object 2e3ba860-81e2-4be6-8807-7b252ad54ca3 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:07.509507 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-dfc38507-0f84-4f8d-b80a-fee13b6c1099 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Deleting port c7d5bdd6-98cb-44ea-b7a3-10473f0323c6 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:07.510538 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dfc38507-0f84-4f8d-b80a-fee13b6c1099 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:07.549309 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d21a3-5013-4d43-864c-72b0cb01e8cb tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Port': ['ID=99fa9ff1-73e9-4c2e-88af-4e427451cdbb,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:07.565944 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2ff85d37-02ab-4ad8-b973-285492f1655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:07.627640 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91dbf45b-e6d6-428d-9719-769de6288215 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:07.695565 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-65a76eaa-06ad-4d4d-a9d7-9917b3bab9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:07.770659 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff85d37-02ab-4ad8-b973-285492f1655f None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:07.773898 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c28dd138-b1d2-481e-a047-8f7225edbf42 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:07.802801 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-312eecc7-716d-41bf-b7ed-225591c67bc3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Allocated IP 2001:db8::1bc (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/9b24f4e6-f50c-4d9e-96bf-6bd70a5a4e24/fa908204-5e2d-4ab8-b9cd-f935ee7aa27d) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:07.812191 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-2ff85d37-02ab-4ad8-b973-285492f1655f None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:07.814532 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff85d37-02ab-4ad8-b973-285492f1655f None None] Pushing event updated for resources: {'Port': ['ID=5318f73c-cf05-47d6-a30d-35ae685c0f69,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:07.828824 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff85d37-02ab-4ad8-b973-285492f1655f None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:07.888351 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a76eaa-06ad-4d4d-a9d7-9917b3bab9b7 None None] Network e183be6d-19f5-4345-9c3a-7d6b4457430c is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:07.892923 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91dbf45b-e6d6-428d-9719-769de6288215 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:07.893540 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-65a76eaa-06ad-4d4d-a9d7-9917b3bab9b7 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:07.925954 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a76eaa-06ad-4d4d-a9d7-9917b3bab9b7 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:07.937629 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dfc38507-0f84-4f8d-b80a-fee13b6c1099 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:07.938166 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dfc38507-0f84-4f8d-b80a-fee13b6c1099 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:07.987927 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c28dd138-b1d2-481e-a047-8f7225edbf42 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Calling delete_port for 10c9ce8c-209a-4b15-a9d5-05ecfc078847 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:08.022057 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:08.031838 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a76eaa-06ad-4d4d-a9d7-9917b3bab9b7 None None] Pushing event updated for resources: {'Port': ['ID=2e3ba860-81e2-4be6-8807-7b252ad54ca3,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:08.082838 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-dfc38507-0f84-4f8d-b80a-fee13b6c1099 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Calling delete_port for c7d5bdd6-98cb-44ea-b7a3-10473f0323c6 owned by network:floatingip {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:08.098019 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-2ff85d37-02ab-4ad8-b973-285492f1655f None None] Attempting to bind port 5318f73c-cf05-47d6-a30d-35ae685c0f69 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:28:08.098389 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-2ff85d37-02ab-4ad8-b973-285492f1655f None None] Attempting to bind port 5318f73c-cf05-47d6-a30d-35ae685c0f69 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:28:08.098756 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff85d37-02ab-4ad8-b973-285492f1655f None None] Attempting to bind port 5318f73c-cf05-47d6-a30d-35ae685c0f69 on network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:28:08.108767 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff85d37-02ab-4ad8-b973-285492f1655f None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:28:08.109175 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff85d37-02ab-4ad8-b973-285492f1655f None None] Checking segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:08.109710 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2ff85d37-02ab-4ad8-b973-285492f1655f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:08.110231 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff85d37-02ab-4ad8-b973-285492f1655f None None] Bound using segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:28:08.110702 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-2ff85d37-02ab-4ad8-b973-285492f1655f None None] Bound port: 5318f73c-cf05-47d6-a30d-35ae685c0f69, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:28:08.111080 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2ff85d37-02ab-4ad8-b973-285492f1655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:08.124534 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-65a76eaa-06ad-4d4d-a9d7-9917b3bab9b7 None None] Attempting to bind port 2e3ba860-81e2-4be6-8807-7b252ad54ca3 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:28:08.124914 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-65a76eaa-06ad-4d4d-a9d7-9917b3bab9b7 None None] Attempting to bind port 2e3ba860-81e2-4be6-8807-7b252ad54ca3 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '89d24878-34c0-453b-996f-dafd1a7b60df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e183be6d-19f5-4345-9c3a-7d6b4457430c'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:28:08.125302 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a76eaa-06ad-4d4d-a9d7-9917b3bab9b7 None None] Attempting to bind port 2e3ba860-81e2-4be6-8807-7b252ad54ca3 on network e183be6d-19f5-4345-9c3a-7d6b4457430c {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:28:08.136156 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a76eaa-06ad-4d4d-a9d7-9917b3bab9b7 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:28:08.139906 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a76eaa-06ad-4d4d-a9d7-9917b3bab9b7 None None] Checking segment: {'id': '89d24878-34c0-453b-996f-dafd1a7b60df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e183be6d-19f5-4345-9c3a-7d6b4457430c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:08.139906 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-65a76eaa-06ad-4d4d-a9d7-9917b3bab9b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:08.139906 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a76eaa-06ad-4d4d-a9d7-9917b3bab9b7 None None] Bound using segment: {'id': '89d24878-34c0-453b-996f-dafd1a7b60df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e183be6d-19f5-4345-9c3a-7d6b4457430c'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:28:08.139906 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-65a76eaa-06ad-4d4d-a9d7-9917b3bab9b7 None None] Bound port: 2e3ba860-81e2-4be6-8807-7b252ad54ca3, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d24878-34c0-453b-996f-dafd1a7b60df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e183be6d-19f5-4345-9c3a-7d6b4457430c'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:28:08.139906 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-65a76eaa-06ad-4d4d-a9d7-9917b3bab9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:08.193879 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:08.245944 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event deleted for resources: {'Subnet': ['ID=b154a619-81aa-4651-9423-976cdafab2e6,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:08.248187 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d86d21a3-5013-4d43-864c-72b0cb01e8cb tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:08.262425 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8ca16703-10ea-4be7-b876-3cd63b6e018f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:08.305261 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-2ff85d37-02ab-4ad8-b973-285492f1655f None None] For port 5318f73c-cf05-47d6-a30d-35ae685c0f69, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:28:08.309367 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-2ff85d37-02ab-4ad8-b973-285492f1655f None None] For port 5318f73c-cf05-47d6-a30d-35ae685c0f69, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=5318f73c-cf05-47d6-a30d-35ae685c0f69,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:28:08.313159 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-65a76eaa-06ad-4d4d-a9d7-9917b3bab9b7 None None] For port 2e3ba860-81e2-4be6-8807-7b252ad54ca3, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:28:08.315571 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-65a76eaa-06ad-4d4d-a9d7-9917b3bab9b7 None None] For port 2e3ba860-81e2-4be6-8807-7b252ad54ca3, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=2e3ba860-81e2-4be6-8807-7b252ad54ca3,segment=NetworkSegment(89d24878-34c0-453b-996f-dafd1a7b60df),segment_id=89d24878-34c0-453b-996f-dafd1a7b60df)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:28:08.355778 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dfc38507-0f84-4f8d-b80a-fee13b6c1099 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:08.406924 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2ff85d37-02ab-4ad8-b973-285492f1655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:08.486098 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-65a76eaa-06ad-4d4d-a9d7-9917b3bab9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:08.599827 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff85d37-02ab-4ad8-b973-285492f1655f None None] Pushing event updated for resources: {'Port': ['ID=5318f73c-cf05-47d6-a30d-35ae685c0f69,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:08.617702 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc38507-0f84-4f8d-b80a-fee13b6c1099 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Pushing event deleted for resources: {'Port': ['ID=c7d5bdd6-98cb-44ea-b7a3-10473f0323c6,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:08.711632 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a76eaa-06ad-4d4d-a9d7-9917b3bab9b7 None None] Pushing event updated for resources: {'Port': ['ID=2e3ba860-81e2-4be6-8807-7b252ad54ca3,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:08.746096 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca16703-10ea-4be7-b876-3cd63b6e018f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Subnet': ['ID=4e189821-c784-48ec-822a-cf40c42d2897,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:08.751906 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:08.760698 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c28dd138-b1d2-481e-a047-8f7225edbf42 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:08.771444 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57958d12-c21a-404e-99e9-8dc941f23284 None None] Network e183be6d-19f5-4345-9c3a-7d6b4457430c requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:08.799670 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dfc38507-0f84-4f8d-b80a-fee13b6c1099 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks [] for floatingip, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:08.885401 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-312eecc7-716d-41bf-b7ed-225591c67bc3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:08.913786 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28dd138-b1d2-481e-a047-8f7225edbf42 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Port': ['ID=10c9ce8c-209a-4b15-a9d5-05ecfc078847,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:08.923143 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-312eecc7-716d-41bf-b7ed-225591c67bc3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Transition to ACTIVE for port object fa908204-5e2d-4ab8-b9cd-f935ee7aa27d will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:08.925384 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dfc38507-0f84-4f8d-b80a-fee13b6c1099 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:08.926496 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-dfc38507-0f84-4f8d-b80a-fee13b6c1099 tempest-ServerActionsTestJSON-1062185218 tempest-ServerActionsTestJSON-1062185218-project] 10.222.0.31 "DELETE /v2.0/floatingips/edcb8703-48c6-44f8-b0eb-dcd525dc75e3 HTTP/1.1" status: 204 len: 168 time: 1.6122906 Mar 31 15:28:08.935275 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41886) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:08.940246 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91dbf45b-e6d6-428d-9719-769de6288215 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:08.990613 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e183be6d-19f5-4345-9c3a-7d6b4457430c']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:09.006301 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca16703-10ea-4be7-b876-3cd63b6e018f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Checking segment: {'id': '528e0776-ce88-4af0-a847-be9d7682d7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '72c2beb1-2791-4c99-972c-41174b4df633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:09.006664 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca16703-10ea-4be7-b876-3cd63b6e018f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network hostable DHCP agents. Network: 72c2beb1-2791-4c99-972c-41174b4df633, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:28:09.019617 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91dbf45b-e6d6-428d-9719-769de6288215 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:09.025017 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d24878-34c0-453b-996f-dafd1a7b60df') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:09.029710 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d24878-34c0-453b-996f-dafd1a7b60df') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:09.033219 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c28dd138-b1d2-481e-a047-8f7225edbf42 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:09.052600 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:09.065699 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86d21a3-5013-4d43-864c-72b0cb01e8cb tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Router 1fa2662e-014b-4e99-a2e1-99caf4b38cc3 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:28:09.085730 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:09.097779 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:28:09.097779 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:09.163402 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:28:09.163402 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:28:09.163402 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:28:09.163402 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:28:09.163402 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:28:09.163402 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:28:09.163402 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:28:09.163402 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:28:09.163402 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:28:09.163402 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:28:09.163402 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:28:09.163402 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:28:09.163402 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:28:09.163402 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:28:09.163402 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:28:09.163402 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:28:09.163402 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:28:09.163402 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:28:09.163402 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:28:09.163402 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:28:09.163402 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:28:09.163402 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:28:09.163402 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:28:09.163402 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:28:09.163402 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:28:09.163402 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:28:09.163402 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:28:09.163402 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:28:09.163402 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:28:09.163402 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:28:09.163402 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:28:09.163402 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:28:09.191085 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca16703-10ea-4be7-b876-3cd63b6e018f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network 72c2beb1-2791-4c99-972c-41174b4df633 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:28:09.193885 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c28dd138-b1d2-481e-a047-8f7225edbf42 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/ports/10c9ce8c-209a-4b15-a9d5-05ecfc078847 HTTP/1.1" status: 204 len: 168 time: 2.3165975 Mar 31 15:28:09.204094 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41890) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:09.249479 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dbf45b-e6d6-428d-9719-769de6288215 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Pushing event updated for resources: {'Port': ['ID=e4e361a1-ffe1-4260-8973-53b56a26ac9e,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:09.292477 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-312eecc7-716d-41bf-b7ed-225591c67bc3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:09.315747 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86d21a3-5013-4d43-864c-72b0cb01e8cb tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:28:09.317393 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-8ca16703-10ea-4be7-b876-3cd63b6e018f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 72c2beb1-2791-4c99-972c-41174b4df633) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:09.321402 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d86d21a3-5013-4d43-864c-72b0cb01e8cb tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "PUT /v2.0/routers/1fa2662e-014b-4e99-a2e1-99caf4b38cc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4628930 Mar 31 15:28:09.324685 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca16703-10ea-4be7-b876-3cd63b6e018f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:09.325296 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8ca16703-10ea-4be7-b876-3cd63b6e018f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:09.328731 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41894) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:09.334488 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179eaa87-2fb4-4b23-9800-6dd549cb591a None None] Network 72c2beb1-2791-4c99-972c-41174b4df633 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:09.353971 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfd14b5-d4ac-4b38-bfc0-22310e88f364 None None] Sync routers for ids ['1fa2662e-014b-4e99-a2e1-99caf4b38cc3'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:28:09.381123 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfd14b5-d4ac-4b38-bfc0-22310e88f364 None None] Routers {'1fa2662e-014b-4e99-a2e1-99caf4b38cc3'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:28:09.381906 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ccfd14b5-d4ac-4b38-bfc0-22310e88f364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:28:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['1fa2662e-014b-4e99-a2e1-99caf4b38cc3'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:09.382046 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.api [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 15:28:09.382046 dv-neutron-833379-2-hyperv neutron-server[103443]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 15:28:09.382046 dv-neutron-833379-2-hyperv neutron-server[103443]: [parameters: {'id': 'e183be6d-19f5-4345-9c3a-7d6b4457430c'}] Mar 31 15:28:09.382046 dv-neutron-833379-2-hyperv neutron-server[103443]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:28:09.387000 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG oslo_db.api [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:28:09.387000 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-cd0125e2-d3d2-4ea6-a98a-2193e7ae59d6 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Synchronizing usage tracker for tenant:3c462be107e642da98e89cbf8192538c on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:28:09.402982 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91dbf45b-e6d6-428d-9719-769de6288215 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:09.458445 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312eecc7-716d-41bf-b7ed-225591c67bc3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:09.470550 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8ca16703-10ea-4be7-b876-3cd63b6e018f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0721469 Mar 31 15:28:09.471002 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-312eecc7-716d-41bf-b7ed-225591c67bc3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:09.471813 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41898) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:09.479093 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312eecc7-716d-41bf-b7ed-225591c67bc3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:09.484549 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312eecc7-716d-41bf-b7ed-225591c67bc3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:09.485179 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-312eecc7-716d-41bf-b7ed-225591c67bc3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:09.488713 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a774c8c1-81f9-49ae-b5f8-c85b61176b42 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'port': {'network_id': '72c2beb1-2791-4c99-972c-41174b4df633', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1459042783'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:09.500153 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ccfd14b5-d4ac-4b38-bfc0-22310e88f364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:09.511052 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-cd0125e2-d3d2-4ea6-a98a-2193e7ae59d6 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Unset dirty status for tenant:3c462be107e642da98e89cbf8192538c on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:28:09.515331 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-cd0125e2-d3d2-4ea6-a98a-2193e7ae59d6 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fa2662e-014b-4e99-a2e1-99caf4b38cc3 HTTP/1.1" status: 200 len: 205 time: 0.1827099 Mar 31 15:28:09.516873 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41902) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:09.521163 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312eecc7-716d-41bf-b7ed-225591c67bc3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Port': ['ID=fa908204-5e2d-4ab8-b9cd-f935ee7aa27d,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:09.528616 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfd14b5-d4ac-4b38-bfc0-22310e88f364 None None] Routers {'1fa2662e-014b-4e99-a2e1-99caf4b38cc3'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:28:09.529423 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ccfd14b5-d4ac-4b38-bfc0-22310e88f364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:28:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['1fa2662e-014b-4e99-a2e1-99caf4b38cc3'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:09.606626 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91dbf45b-e6d6-428d-9719-769de6288215 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:09.610543 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-91dbf45b-e6d6-428d-9719-769de6288215 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8580327 Mar 31 15:28:09.615219 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41906) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:09.628941 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ccfd14b5-d4ac-4b38-bfc0-22310e88f364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:09.629693 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfd14b5-d4ac-4b38-bfc0-22310e88f364 None None] The sync data for ids ['1fa2662e-014b-4e99-a2e1-99caf4b38cc3'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:28:09.632413 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7428172-0a57-4d09-a2a5-4bf1002257d3 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:09.638287 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f7428172-0a57-4d09-a2a5-4bf1002257d3 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4323184 Mar 31 15:28:09.640834 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41908) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:09.651187 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-6f2bd12e-ed37-49f1-8ae0-6267afb584e0 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Request body: {'floatingip': {'port_id': 'ac292028-c566-43fb-9b9b-fb103b0ea505', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:09.727605 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f9c960da-42dd-43b8-b079-1a615269c525 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:09.767063 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34019480-d922-4d8d-8a38-2679ce80548a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-72c2beb1-2791-4c99-972c-41174b4df633', 'network_id': '72c2beb1-2791-4c99-972c-41174b4df633', 'tenant_id': '62591a084e044f5ebd9b8ec401f28de6', 'fixed_ips': [{'subnet_id': '4e189821-c784-48ec-822a-cf40c42d2897'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:28:09.767980 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-34019480-d922-4d8d-8a38-2679ce80548a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:09.773628 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6f2bd12e-ed37-49f1-8ae0-6267afb584e0 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks [] for floatingip, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:09.855877 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-312eecc7-716d-41bf-b7ed-225591c67bc3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.8199506 Mar 31 15:28:09.871095 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41914) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:09.903132 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1694ce-aa4f-453c-bff7-2e3d8081141d None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:09.919299 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-c684a484-c1d7-46c4-86cc-5ea033ada170 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] GET failed (client error): The resource could not be found. Mar 31 15:28:09.923363 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c684a484-c1d7-46c4-86cc-5ea033ada170 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "GET /v2.0/ports/b956a0c9-53a8-4a7c-9232-f778aece0274 HTTP/1.1" status: 404 len: 333 time: 0.2789114 Mar 31 15:28:09.956186 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41916) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:10.024052 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-c269c687-bf7e-477c-b4dc-1e910dc7854e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] GET failed (client error): The resource could not be found. Mar 31 15:28:10.028095 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c269c687-bf7e-477c-b4dc-1e910dc7854e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "GET /v2.0/ports/10c9ce8c-209a-4b15-a9d5-05ecfc078847 HTTP/1.1" status: 404 len: 333 time: 0.0681915 Mar 31 15:28:10.037282 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41920) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:10.045912 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 5318f73c-cf05-47d6-a30d-35ae685c0f69 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:28:10.131845 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9339dc62-a162-4a7d-938a-51234efefc07 None None] Provisioning for port 5318f73c-cf05-47d6-a30d-35ae685c0f69 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:10.236932 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-34019480-d922-4d8d-8a38-2679ce80548a None None] Allocated IP 172.20.0.2 (72c2beb1-2791-4c99-972c-41174b4df633/4e189821-c784-48ec-822a-cf40c42d2897/36bf1d7a-38aa-441a-bf40-40796d557d6c) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:10.258309 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:10.261889 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f9c960da-42dd-43b8-b079-1a615269c525 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:10.302957 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f9c960da-42dd-43b8-b079-1a615269c525 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:10.371898 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Deleting port 2e3ba860-81e2-4be6-8807-7b252ad54ca3 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:10.372242 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:10.408220 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-6f2bd12e-ed37-49f1-8ae0-6267afb584e0 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] update failed (client error): The resource could not be found. Mar 31 15:28:10.409364 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6f2bd12e-ed37-49f1-8ae0-6267afb584e0 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] 10.222.0.31 "PUT /v2.0/floatingips/b19f4cdb-b072-4778-878a-a57c0b1610c4 HTTP/1.1" status: 404 len: 507 time: 0.7697196 Mar 31 15:28:10.413464 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2a270c9a-9c19-468e-9578-48b3055e44b4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:10.416669 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41926) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:10.436052 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a774c8c1-81f9-49ae-b5f8-c85b61176b42 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:10.453742 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a774c8c1-81f9-49ae-b5f8-c85b61176b42 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:port and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:10.459631 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a774c8c1-81f9-49ae-b5f8-c85b61176b42 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for port was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:10.492347 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a774c8c1-81f9-49ae-b5f8-c85b61176b42 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:10.538711 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d464c65-d5ca-44ee-b2c9-07096a714db5 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:10.544858 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d464c65-d5ca-44ee-b2c9-07096a714db5 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:10.549050 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4d464c65-d5ca-44ee-b2c9-07096a714db5 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4788737 Mar 31 15:28:10.553367 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41930) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:10.562072 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-34019480-d922-4d8d-8a38-2679ce80548a None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:10.575434 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-34019480-d922-4d8d-8a38-2679ce80548a None None] Transition to ACTIVE for port object 36bf1d7a-38aa-441a-bf40-40796d557d6c will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:10.602864 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-34019480-d922-4d8d-8a38-2679ce80548a None None] Transition to ACTIVE for port object 36bf1d7a-38aa-441a-bf40-40796d557d6c will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:10.645662 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 5318f73c-cf05-47d6-a30d-35ae685c0f69 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:10.654104 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 5318f73c-cf05-47d6-a30d-35ae685c0f69 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:10.654497 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:10.677177 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-25995614-d756-47cf-8af9-e6debf42bb1a tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Deleting port e4e361a1-ffe1-4260-8973-53b56a26ac9e {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:10.677177 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-25995614-d756-47cf-8af9-e6debf42bb1a tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:10.702857 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a774c8c1-81f9-49ae-b5f8-c85b61176b42 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:10.706553 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a774c8c1-81f9-49ae-b5f8-c85b61176b42 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:10.721826 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f9c960da-42dd-43b8-b079-1a615269c525 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:10.722318 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c960da-42dd-43b8-b079-1a615269c525 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Fanout notify agent at l3_agent the message router_deleted on router 1fa2662e-014b-4e99-a2e1-99caf4b38cc3 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:28:10.722878 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-34019480-d922-4d8d-8a38-2679ce80548a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:10.745917 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e607690a-baec-4987-a5fc-fc07cf4eb31b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting port fa908204-5e2d-4ab8-b9cd-f935ee7aa27d {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:10.752346 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e607690a-baec-4987-a5fc-fc07cf4eb31b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:10.790102 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2a270c9a-9c19-468e-9578-48b3055e44b4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:10.827466 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f9c960da-42dd-43b8-b079-1a615269c525 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:10.828574 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f9c960da-42dd-43b8-b079-1a615269c525 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/routers/1fa2662e-014b-4e99-a2e1-99caf4b38cc3 HTTP/1.1" status: 204 len: 168 time: 1.3111095 Mar 31 15:28:10.831957 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] For port 2e3ba860-81e2-4be6-8807-7b252ad54ca3, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=2e3ba860-81e2-4be6-8807-7b252ad54ca3,segment=NetworkSegment(89d24878-34c0-453b-996f-dafd1a7b60df),segment_id=89d24878-34c0-453b-996f-dafd1a7b60df)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:10.832338 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:10.845621 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41934) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:10.856026 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34019480-d922-4d8d-8a38-2679ce80548a None None] Pushing event updated for resources: {'Port': ['ID=36bf1d7a-38aa-441a-bf40-40796d557d6c,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:10.868875 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-a774c8c1-81f9-49ae-b5f8-c85b61176b42 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] device_id is not set on port 355ab444-8472-4d5c-8eab-426eeefd1a81 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:28:10.872148 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34019480-d922-4d8d-8a38-2679ce80548a None None] Network 72c2beb1-2791-4c99-972c-41174b4df633 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:10.874206 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-34019480-d922-4d8d-8a38-2679ce80548a None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:10.876716 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34019480-d922-4d8d-8a38-2679ce80548a None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:10.961869 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-2a270c9a-9c19-468e-9578-48b3055e44b4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f7aaad6-ed6c-45c0-ae98-c2217582e693']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:11.011878 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-34019480-d922-4d8d-8a38-2679ce80548a None None] Attempting to bind port 36bf1d7a-38aa-441a-bf40-40796d557d6c on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:28:11.012247 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-34019480-d922-4d8d-8a38-2679ce80548a None None] Attempting to bind port 36bf1d7a-38aa-441a-bf40-40796d557d6c by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '528e0776-ce88-4af0-a847-be9d7682d7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '72c2beb1-2791-4c99-972c-41174b4df633'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:28:11.012606 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34019480-d922-4d8d-8a38-2679ce80548a None None] Attempting to bind port 36bf1d7a-38aa-441a-bf40-40796d557d6c on network 72c2beb1-2791-4c99-972c-41174b4df633 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:28:11.055937 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34019480-d922-4d8d-8a38-2679ce80548a None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:28:11.056314 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34019480-d922-4d8d-8a38-2679ce80548a None None] Checking segment: {'id': '528e0776-ce88-4af0-a847-be9d7682d7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '72c2beb1-2791-4c99-972c-41174b4df633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:11.058468 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-34019480-d922-4d8d-8a38-2679ce80548a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:11.058882 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34019480-d922-4d8d-8a38-2679ce80548a None None] Bound using segment: {'id': '528e0776-ce88-4af0-a847-be9d7682d7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '72c2beb1-2791-4c99-972c-41174b4df633'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:28:11.059479 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-34019480-d922-4d8d-8a38-2679ce80548a None None] Bound port: 36bf1d7a-38aa-441a-bf40-40796d557d6c, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528e0776-ce88-4af0-a847-be9d7682d7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '72c2beb1-2791-4c99-972c-41174b4df633'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:28:11.059974 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-34019480-d922-4d8d-8a38-2679ce80548a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:11.060280 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-2a270c9a-9c19-468e-9578-48b3055e44b4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1843c044-9afd-4545-a480-bfeddee8f040') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:11.060667 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-2a270c9a-9c19-468e-9578-48b3055e44b4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1843c044-9afd-4545-a480-bfeddee8f040') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:11.061540 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Calling delete_port for 2e3ba860-81e2-4be6-8807-7b252ad54ca3 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:11.078842 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f37db23e-dc29-4ade-9cb9-e9dbf572ea9b None None] Provisioning for port fa908204-5e2d-4ab8-b9cd-f935ee7aa27d completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:11.092150 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f37db23e-dc29-4ade-9cb9-e9dbf572ea9b None None] Provisioning complete for port fa908204-5e2d-4ab8-b9cd-f935ee7aa27d triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:11.092473 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f37db23e-dc29-4ade-9cb9-e9dbf572ea9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:11.094334 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2a270c9a-9c19-468e-9578-48b3055e44b4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:11.107220 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-423a37f8-a1b5-47b1-8500-1903c2f4b145 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Deleting subnet 611e4807-a0c3-4f39-93a5-b9843e019737 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:28:11.115674 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-423a37f8-a1b5-47b1-8500-1903c2f4b145 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:11.186670 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2a270c9a-9c19-468e-9578-48b3055e44b4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:11.194702 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-25995614-d756-47cf-8af9-e6debf42bb1a tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:11.197729 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-25995614-d756-47cf-8af9-e6debf42bb1a tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:11.208679 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:11.217253 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-423a37f8-a1b5-47b1-8500-1903c2f4b145 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:11.219701 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f37db23e-dc29-4ade-9cb9-e9dbf572ea9b None None] Port fa908204-5e2d-4ab8-b9cd-f935ee7aa27d cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:28:11.246188 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a270c9a-9c19-468e-9578-48b3055e44b4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:28:11.246733 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2a270c9a-9c19-468e-9578-48b3055e44b4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:11.261330 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:28:11.261330 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:28:11.261330 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:28:11.261330 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:28:11.261330 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:28:11.261330 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:28:11.261330 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:28:11.261330 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:28:11.261330 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:28:11.261330 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:28:11.261330 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:28:11.261330 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:28:11.261330 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:28:11.261330 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:28:11.261330 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:28:11.261330 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:28:11.261330 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:28:11.261330 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:28:11.261330 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:28:11.261330 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:28:11.261330 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:28:11.261330 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:28:11.261330 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:28:11.261330 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:28:11.261330 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:28:11.261330 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:28:11.261330 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:28:11.261330 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:28:11.261330 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:28:11.261330 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:28:11.261330 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:28:11.261330 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:28:11.282361 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f37db23e-dc29-4ade-9cb9-e9dbf572ea9b None None] Provisioning complete for port 5318f73c-cf05-47d6-a30d-35ae685c0f69 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:11.282827 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f37db23e-dc29-4ade-9cb9-e9dbf572ea9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:11.308882 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-34019480-d922-4d8d-8a38-2679ce80548a None None] For port 36bf1d7a-38aa-441a-bf40-40796d557d6c, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:28:11.316907 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 5318f73c-cf05-47d6-a30d-35ae685c0f69, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=5318f73c-cf05-47d6-a30d-35ae685c0f69,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:11.333045 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-34019480-d922-4d8d-8a38-2679ce80548a None None] For port 36bf1d7a-38aa-441a-bf40-40796d557d6c, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=36bf1d7a-38aa-441a-bf40-40796d557d6c,segment=NetworkSegment(528e0776-ce88-4af0-a847-be9d7682d7e5),segment_id=528e0776-ce88-4af0-a847-be9d7682d7e5)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:28:11.343292 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-a774c8c1-81f9-49ae-b5f8-c85b61176b42 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Allocated IP 172.20.0.4 (72c2beb1-2791-4c99-972c-41174b4df633/4e189821-c784-48ec-822a-cf40c42d2897/355ab444-8472-4d5c-8eab-426eeefd1a81) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:11.364050 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e607690a-baec-4987-a5fc-fc07cf4eb31b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:11.391299 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:11.410973 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-25995614-d756-47cf-8af9-e6debf42bb1a tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Calling delete_port for e4e361a1-ffe1-4260-8973-53b56a26ac9e owned by network:floatingip {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:11.440772 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-34019480-d922-4d8d-8a38-2679ce80548a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:11.506359 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:11.506635 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=5318f73c-cf05-47d6-a30d-35ae685c0f69,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:11.520256 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a1813e99-c1c5-4c54-8fc7-331db7577cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:11.530825 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e607690a-baec-4987-a5fc-fc07cf4eb31b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Calling delete_port for fa908204-5e2d-4ab8-b9cd-f935ee7aa27d owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:11.582128 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34019480-d922-4d8d-8a38-2679ce80548a None None] Pushing event updated for resources: {'Port': ['ID=36bf1d7a-38aa-441a-bf40-40796d557d6c,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:11.613808 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3eabb4b4-6161-42a7-b805-94cf5c6709bb None None] Provisioning complete for port fa908204-5e2d-4ab8-b9cd-f935ee7aa27d triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:11.614450 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3eabb4b4-6161-42a7-b805-94cf5c6709bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:11.620839 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] No DVR routers for this DVR port 2e3ba860-81e2-4be6-8807-7b252ad54ca3 on host dv-neutron-833379-2-hyperv {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:28:11.693922 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-3eabb4b4-6161-42a7-b805-94cf5c6709bb None None] Port fa908204-5e2d-4ab8-b9cd-f935ee7aa27d cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:28:11.701945 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event deleted for resources: {'Port': ['ID=2e3ba860-81e2-4be6-8807-7b252ad54ca3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:11.873483 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2a270c9a-9c19-468e-9578-48b3055e44b4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:11.907677 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2a270c9a-9c19-468e-9578-48b3055e44b4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:11.930062 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2a270c9a-9c19-468e-9578-48b3055e44b4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/networks/4f7aaad6-ed6c-45c0-ae98-c2217582e693 HTTP/1.1" status: 204 len: 168 time: 1.8913093 Mar 31 15:28:11.935827 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a270c9a-9c19-468e-9578-48b3055e44b4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Network': ['ID=4f7aaad6-ed6c-45c0-ae98-c2217582e693,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:11.938812 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41940) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:11.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-423a37f8-a1b5-47b1-8500-1903c2f4b145 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:11.976886 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-3f4a9112-6765-48f0-8f97-9010653e8b6e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2022228854'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:12.022641 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-3f4a9112-6765-48f0-8f97-9010653e8b6e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:12.047937 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3f4a9112-6765-48f0-8f97-9010653e8b6e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:network and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:12.058344 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3f4a9112-6765-48f0-8f97-9010653e8b6e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:12.094927 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:12.110380 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 36bf1d7a-38aa-441a-bf40-40796d557d6c up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:28:12.127171 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-3f4a9112-6765-48f0-8f97-9010653e8b6e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:12.133799 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e183be6d-19f5-4345-9c3a-7d6b4457430c']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:12.194067 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d24878-34c0-453b-996f-dafd1a7b60df') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:12.194347 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d24878-34c0-453b-996f-dafd1a7b60df') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:12.228008 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:12.237030 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a774c8c1-81f9-49ae-b5f8-c85b61176b42 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:12.266049 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4a9112-6765-48f0-8f97-9010653e8b6e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:12.269501 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3f4a9112-6765-48f0-8f97-9010653e8b6e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:12.273386 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:12.275668 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-a774c8c1-81f9-49ae-b5f8-c85b61176b42 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Transition to ACTIVE for port object 355ab444-8472-4d5c-8eab-426eeefd1a81 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:12.279616 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 36bf1d7a-38aa-441a-bf40-40796d557d6c completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:12.283332 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:28:12.283728 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:12.285764 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 5318f73c-cf05-47d6-a30d-35ae685c0f69 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:28:12.291361 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-423a37f8-a1b5-47b1-8500-1903c2f4b145 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:12.299452 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:28:12.299452 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:28:12.299452 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:28:12.299452 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:28:12.299452 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:28:12.299452 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:28:12.299452 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:28:12.299452 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:28:12.299452 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:28:12.299452 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:28:12.299452 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:28:12.299452 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:28:12.299452 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:28:12.299452 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:28:12.299452 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:28:12.299452 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:28:12.299452 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:28:12.299452 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:28:12.299452 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:28:12.299452 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:28:12.299452 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:28:12.299452 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:28:12.299452 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:28:12.299452 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:28:12.299452 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:28:12.299452 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:28:12.299452 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:28:12.299452 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:28:12.299452 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:28:12.299452 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:28:12.299452 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:28:12.299452 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:28:12.324541 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-25995614-d756-47cf-8af9-e6debf42bb1a tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:12.366996 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e607690a-baec-4987-a5fc-fc07cf4eb31b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:12.373511 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 5318f73c-cf05-47d6-a30d-35ae685c0f69 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:12.374708 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:12.407612 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a37f8-a1b5-47b1-8500-1903c2f4b145 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Subnet': ['ID=611e4807-a0c3-4f39-93a5-b9843e019737,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:12.413781 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25995614-d756-47cf-8af9-e6debf42bb1a tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Pushing event deleted for resources: {'Port': ['ID=e4e361a1-ffe1-4260-8973-53b56a26ac9e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:12.421138 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-423a37f8-a1b5-47b1-8500-1903c2f4b145 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:12.430799 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a1813e99-c1c5-4c54-8fc7-331db7577cad admin admin] Deleting port c56e9046-3332-4905-892c-df292599b719 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:12.431138 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a1813e99-c1c5-4c54-8fc7-331db7577cad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:12.438782 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607690a-baec-4987-a5fc-fc07cf4eb31b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Port': ['ID=fa908204-5e2d-4ab8-b9cd-f935ee7aa27d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:12.455100 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79cdc96-6c71-429b-9fdf-8a287abebd1c None None] Network 40ef7b69-481c-4967-b809-7f38d175d6be requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:12.475367 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f4a9112-6765-48f0-8f97-9010653e8b6e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:28:12.486033 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e607690a-baec-4987-a5fc-fc07cf4eb31b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:12.498400 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-423a37f8-a1b5-47b1-8500-1903c2f4b145 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/subnets/611e4807-a0c3-4f39-93a5-b9843e019737 HTTP/1.1" status: 204 len: 168 time: 1.6505454 Mar 31 15:28:12.501334 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e607690a-baec-4987-a5fc-fc07cf4eb31b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/fa908204-5e2d-4ab8-b9cd-f935ee7aa27d HTTP/1.1" status: 204 len: 168 time: 1.9463670 Mar 31 15:28:12.507790 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3f4a9112-6765-48f0-8f97-9010653e8b6e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:12.507790 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-3f4a9112-6765-48f0-8f97-9010653e8b6e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Added segment affb5727-4c5e-47c2-89d7-e28cce2df56c of type vlan for network 964c3f67-c4f3-4fac-a6f9-d857551d3703 Mar 31 15:28:12.508011 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41946) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:12.508876 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41948) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:12.593472 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a774c8c1-81f9-49ae-b5f8-c85b61176b42 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:12.605850 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:12.615624 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:12.620931 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/networks/e183be6d-19f5-4345-9c3a-7d6b4457430c HTTP/1.1" status: 204 len: 168 time: 6.0435789 Mar 31 15:28:12.639261 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41954) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:12.792124 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3f4a9112-6765-48f0-8f97-9010653e8b6e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:12.796920 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a774c8c1-81f9-49ae-b5f8-c85b61176b42 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network 72c2beb1-2791-4c99-972c-41174b4df633 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:12.803875 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1809bf-29f5-45f6-9da1-09e563a70aa1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:12.805776 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1809bf-29f5-45f6-9da1-09e563a70aa1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:12.807872 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-db1809bf-29f5-45f6-9da1-09e563a70aa1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2975318 Mar 31 15:28:12.812357 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41960) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:12.821168 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-69a833cd-8637-4b3d-981c-232066325ab2 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1561984892'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:12.829994 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774c8c1-81f9-49ae-b5f8-c85b61176b42 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Port': ['ID=355ab444-8472-4d5c-8eab-426eeefd1a81,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:12.833129 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-a774c8c1-81f9-49ae-b5f8-c85b61176b42 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:12.842927 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-69a833cd-8637-4b3d-981c-232066325ab2 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:12.848005 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a774c8c1-81f9-49ae-b5f8-c85b61176b42 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:12.882405 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71016d12-c98b-4d9a-acc9-dea2a2cee653 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event deleted for resources: {'Network': ['ID=e183be6d-19f5-4345-9c3a-7d6b4457430c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:12.891214 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-69a833cd-8637-4b3d-981c-232066325ab2 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Usage tracker for resource:network and tenant:cba800ed59cd4d6f8d690d59c4ee670b is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:12.915324 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-25995614-d756-47cf-8af9-e6debf42bb1a tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks [] for floatingip, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:12.942248 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-25995614-d756-47cf-8af9-e6debf42bb1a tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:12.947307 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-25995614-d756-47cf-8af9-e6debf42bb1a tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] 10.222.0.31 "DELETE /v2.0/floatingips/b19f4cdb-b072-4778-878a-a57c0b1610c4 HTTP/1.1" status: 204 len: 168 time: 2.5247424 Mar 31 15:28:12.950423 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41966) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:12.954782 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-660e202e-3666-46d5-850b-087fda08f0d7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting subnet 9b24f4e6-f50c-4d9e-96bf-6bd70a5a4e24 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:28:12.960455 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-a1813e99-c1c5-4c54-8fc7-331db7577cad admin admin] For port c56e9046-3332-4905-892c-df292599b719, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=c56e9046-3332-4905-892c-df292599b719,segment=NetworkSegment(478cadf4-0aeb-4142-b453-0c4f37f9f3e4),segment_id=478cadf4-0aeb-4142-b453-0c4f37f9f3e4)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:12.960814 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a1813e99-c1c5-4c54-8fc7-331db7577cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:12.964091 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-69a833cd-8637-4b3d-981c-232066325ab2 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:12.967911 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505c3606-e8df-40f6-930b-0b6e4093674c None None] DHCP port deletion for 40ef7b69-481c-4967-b809-7f38d175d6be request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:28:12.972401 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-505c3606-e8df-40f6-930b-0b6e4093674c None None] Deleting port 0bd60c3f-63d9-4871-b4b3-35fc7c30db12 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:12.972566 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-13fbda0d-4626-4b50-974b-522eb343b105 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Request body: {'floatingip': {'floating_network_id': 'a53d6dec-be4b-4314-9c71-1813df768d0a', 'port_id': 'ac292028-c566-43fb-9b9b-fb103b0ea505', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:12.972772 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-505c3606-e8df-40f6-930b-0b6e4093674c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:12.977081 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-660e202e-3666-46d5-850b-087fda08f0d7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:12.981108 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-69a833cd-8637-4b3d-981c-232066325ab2 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:13.012948 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-13fbda0d-4626-4b50-974b-522eb343b105 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:13.016351 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd29ecd-d8b1-4727-a0e9-ccb694948b51 None None] Network 72c2beb1-2791-4c99-972c-41174b4df633 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:13.018101 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3bd24fff-d553-4c6b-8c39-192250cb9733 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:13.018240 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3f4a9112-6765-48f0-8f97-9010653e8b6e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:13.023263 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4a9112-6765-48f0-8f97-9010653e8b6e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:13.023884 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3f4a9112-6765-48f0-8f97-9010653e8b6e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:13.024963 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a774c8c1-81f9-49ae-b5f8-c85b61176b42 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:13.025893 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a774c8c1-81f9-49ae-b5f8-c85b61176b42 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:13.051461 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-3bd24fff-d553-4c6b-8c39-192250cb9733 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Deleting port 0bd60c3f-63d9-4871-b4b3-35fc7c30db12 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:13.051825 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3bd24fff-d553-4c6b-8c39-192250cb9733 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:13.054100 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-13fbda0d-4626-4b50-974b-522eb343b105 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Usage tracker for resource:floatingip and tenant:6f549ba6742b44639dadd23800e45f0a is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:13.080891 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a833cd-8637-4b3d-981c-232066325ab2 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Made reservation on behalf of cba800ed59cd4d6f8d690d59c4ee670b for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:13.084528 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69a833cd-8637-4b3d-981c-232066325ab2 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:13.102282 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a774c8c1-81f9-49ae-b5f8-c85b61176b42 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.6210079 Mar 31 15:28:13.109899 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41970) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:13.128146 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-13fbda0d-4626-4b50-974b-522eb343b105 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:13.198917 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a1813e99-c1c5-4c54-8fc7-331db7577cad admin admin] Calling delete_port for c56e9046-3332-4905-892c-df292599b719 owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:13.222830 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a833cd-8637-4b3d-981c-232066325ab2 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:28:13.224764 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-975aab09-ef16-41d1-9f13-e46a2022562d None None] Provisioning for port 36bf1d7a-38aa-441a-bf40-40796d557d6c completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:13.233914 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-13fbda0d-4626-4b50-974b-522eb343b105 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:13.239137 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-975aab09-ef16-41d1-9f13-e46a2022562d None None] Provisioning complete for port 36bf1d7a-38aa-441a-bf40-40796d557d6c triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:13.239507 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-975aab09-ef16-41d1-9f13-e46a2022562d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:13.247625 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-981b2af1-13ee-4994-acf7-ea116605129a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting port 355ab444-8472-4d5c-8eab-426eeefd1a81 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:13.247972 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-981b2af1-13ee-4994-acf7-ea116605129a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:13.297518 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69a833cd-8637-4b3d-981c-232066325ab2 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:13.297791 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-69a833cd-8637-4b3d-981c-232066325ab2 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Added segment 99550268-fefb-4c88-9b73-ef9337ed9c52 of type vlan for network aa7e9e7f-d086-4087-9bd3-ea9032354e04 Mar 31 15:28:13.305806 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-660e202e-3666-46d5-850b-087fda08f0d7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:13.352344 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3f4a9112-6765-48f0-8f97-9010653e8b6e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4122171 Mar 31 15:28:13.362142 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41974) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:13.366977 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a9112-6765-48f0-8f97-9010653e8b6e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Network': ['ID=964c3f67-c4f3-4fac-a6f9-d857551d3703,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:13.402562 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 964c3f67-c4f3-4fac-a6f9-d857551d3703 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:28:13.427174 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-13fbda0d-4626-4b50-974b-522eb343b105 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks [] for floatingip, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:13.445830 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-05a63ba8-02e2-4298-a4f2-24369aad1f50 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'subnet': {'network_id': '964c3f67-c4f3-4fac-a6f9-d857551d3703', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:13.470542 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-505c3606-e8df-40f6-930b-0b6e4093674c None None] For port 0bd60c3f-63d9-4871-b4b3-35fc7c30db12, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=0bd60c3f-63d9-4871-b4b3-35fc7c30db12,segment=NetworkSegment(24e2f944-ee9e-4262-b5e6-7d3a9d204741),segment_id=24e2f944-ee9e-4262-b5e6-7d3a9d204741)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:13.470935 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-505c3606-e8df-40f6-930b-0b6e4093674c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:13.477785 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-660e202e-3666-46d5-850b-087fda08f0d7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:13.528172 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69a833cd-8637-4b3d-981c-232066325ab2 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:13.536020 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-3bd24fff-d553-4c6b-8c39-192250cb9733 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] For port 0bd60c3f-63d9-4871-b4b3-35fc7c30db12, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=0bd60c3f-63d9-4871-b4b3-35fc7c30db12,segment=NetworkSegment(24e2f944-ee9e-4262-b5e6-7d3a9d204741),segment_id=24e2f944-ee9e-4262-b5e6-7d3a9d204741)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:13.536480 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3bd24fff-d553-4c6b-8c39-192250cb9733 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:13.769018 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-505c3606-e8df-40f6-930b-0b6e4093674c None None] Calling delete_port for 0bd60c3f-63d9-4871-b4b3-35fc7c30db12 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:13.879088 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-660e202e-3666-46d5-850b-087fda08f0d7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:13.905627 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-3bd24fff-d553-4c6b-8c39-192250cb9733 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Calling delete_port for 0bd60c3f-63d9-4871-b4b3-35fc7c30db12 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:13.910361 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-975aab09-ef16-41d1-9f13-e46a2022562d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:13.920014 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a1813e99-c1c5-4c54-8fc7-331db7577cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:13.946967 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-69a833cd-8637-4b3d-981c-232066325ab2 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:28:13.956805 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-975aab09-ef16-41d1-9f13-e46a2022562d None None] For port 36bf1d7a-38aa-441a-bf40-40796d557d6c, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=36bf1d7a-38aa-441a-bf40-40796d557d6c,segment=NetworkSegment(528e0776-ce88-4af0-a847-be9d7682d7e5),segment_id=528e0776-ce88-4af0-a847-be9d7682d7e5)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:13.957569 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e202e-3666-46d5-850b-087fda08f0d7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Subnet': ['ID=9b24f4e6-f50c-4d9e-96bf-6bd70a5a4e24,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:13.978937 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-660e202e-3666-46d5-850b-087fda08f0d7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:13.982505 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1813e99-c1c5-4c54-8fc7-331db7577cad admin admin] Pushing event deleted for resources: {'Port': ['ID=c56e9046-3332-4905-892c-df292599b719,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:13.984656 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175dfa8c-1d2a-4211-bd42-d90341bac5f2 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:14.019077 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-505c3606-e8df-40f6-930b-0b6e4093674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:14.021717 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-13fbda0d-4626-4b50-974b-522eb343b105 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:28:14.022942 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-13fbda0d-4626-4b50-974b-522eb343b105 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.0659151 Mar 31 15:28:14.038365 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41982) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:14.058695 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-f2a2242e-dd38-400f-9a3e-29b1473a81fc tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'port_id': 'ac292028-c566-43fb-9b9b-fb103b0ea505', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:14.088073 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-05a63ba8-02e2-4298-a4f2-24369aad1f50 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:14.101042 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-660e202e-3666-46d5-850b-087fda08f0d7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/9b24f4e6-f50c-4d9e-96bf-6bd70a5a4e24 HTTP/1.1" status: 204 len: 168 time: 1.2848394 Mar 31 15:28:14.107171 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 41986) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:14.107573 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f2a2242e-dd38-400f-9a3e-29b1473a81fc tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:14.107703 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-05a63ba8-02e2-4298-a4f2-24369aad1f50 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:subnet and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:14.115805 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-05a63ba8-02e2-4298-a4f2-24369aad1f50 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:14.128649 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 0bd60c3f-63d9-4871-b4b3-35fc7c30db12 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:28:14.129925 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-05a63ba8-02e2-4298-a4f2-24369aad1f50 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:14.191734 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f2a2242e-dd38-400f-9a3e-29b1473a81fc tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Usage tracker for resource:floatingip and tenant:6f549ba6742b44639dadd23800e45f0a is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:14.199067 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c3606-e8df-40f6-930b-0b6e4093674c None None] Pushing event deleted for resources: {'Port': ['ID=0bd60c3f-63d9-4871-b4b3-35fc7c30db12,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:14.201787 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 0bd60c3f-63d9-4871-b4b3-35fc7c30db12 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:28:14.202141 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 0bd60c3f-63d9-4871-b4b3-35fc7c30db12 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:28:14.205083 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-975aab09-ef16-41d1-9f13-e46a2022562d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:14.217979 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f2a2242e-dd38-400f-9a3e-29b1473a81fc tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:14.231937 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41992) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:14.235482 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a2b4e726-170d-48ee-9bbb-dd5267083470 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1249752 Mar 31 15:28:14.241276 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f2a2242e-dd38-400f-9a3e-29b1473a81fc tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:14.250535 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-fc6277dc-6675-4a24-8e5f-0a5405d6ef5a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:14.273576 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69a833cd-8637-4b3d-981c-232066325ab2 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:14.285598 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a833cd-8637-4b3d-981c-232066325ab2 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:14.285598 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69a833cd-8637-4b3d-981c-232066325ab2 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:14.305539 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-981b2af1-13ee-4994-acf7-ea116605129a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:14.331933 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505c3606-e8df-40f6-930b-0b6e4093674c None None] No DVR routers for this DVR port 0bd60c3f-63d9-4871-b4b3-35fc7c30db12 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:28:14.393066 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2a2242e-dd38-400f-9a3e-29b1473a81fc tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks [] for floatingip, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:14.444727 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975aab09-ef16-41d1-9f13-e46a2022562d None None] Pushing event updated for resources: {'Port': ['ID=36bf1d7a-38aa-441a-bf40-40796d557d6c,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:14.484601 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a833cd-8637-4b3d-981c-232066325ab2 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event updated for resources: {'Network': ['ID=aa7e9e7f-d086-4087-9bd3-ea9032354e04,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:14.486953 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a63ba8-02e2-4298-a4f2-24369aad1f50 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:14.490684 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-05a63ba8-02e2-4298-a4f2-24369aad1f50 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:14.503781 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network aa7e9e7f-d086-4087-9bd3-ea9032354e04 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:28:14.596611 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.ipam_backend_mixin [None req-05a63ba8-02e2-4298-a4f2-24369aad1f50 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Performing IP validity checks on allocation pools {{(pid=103443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Mar 31 15:28:14.599414 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.ipam_backend_mixin [None req-05a63ba8-02e2-4298-a4f2-24369aad1f50 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Mar 31 15:28:14.673849 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ecbe2452-06c1-4491-ade9-85b9ff06f160 None None] Provisioning for port 355ab444-8472-4d5c-8eab-426eeefd1a81 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:14.686254 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a1813e99-c1c5-4c54-8fc7-331db7577cad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:14.694706 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ecbe2452-06c1-4491-ade9-85b9ff06f160 None None] Provisioning complete for port 355ab444-8472-4d5c-8eab-426eeefd1a81 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:14.698469 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ecbe2452-06c1-4491-ade9-85b9ff06f160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:14.750062 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.api [None req-3bd24fff-d553-4c6b-8c39-192250cb9733 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:28:14.750062 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG oslo_db.api [None req-3bd24fff-d553-4c6b-8c39-192250cb9733 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:28:14.767091 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-ecbe2452-06c1-4491-ade9-85b9ff06f160 None None] Port 355ab444-8472-4d5c-8eab-426eeefd1a81 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:28:14.784294 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2a2242e-dd38-400f-9a3e-29b1473a81fc tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:14.785839 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ecbe2452-06c1-4491-ade9-85b9ff06f160 None None] Provisioning complete for port 36bf1d7a-38aa-441a-bf40-40796d557d6c triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:14.786474 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ecbe2452-06c1-4491-ade9-85b9ff06f160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:14.872777 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-981b2af1-13ee-4994-acf7-ea116605129a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Calling delete_port for 355ab444-8472-4d5c-8eab-426eeefd1a81 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:14.891780 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf51af4e-6825-4ff6-b79a-a72fa6bbc5d7 None None] DHCP port deletion for 0c8a31f0-c909-472a-8f72-0f3eb4f4034a request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:28:14.905640 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cf51af4e-6825-4ff6-b79a-a72fa6bbc5d7 None None] Deleting port 5318f73c-cf05-47d6-a30d-35ae685c0f69 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:14.906109 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cf51af4e-6825-4ff6-b79a-a72fa6bbc5d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:14.963530 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-fc6277dc-6675-4a24-8e5f-0a5405d6ef5a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:14.967339 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-fc6277dc-6675-4a24-8e5f-0a5405d6ef5a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:subnet and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:14.970424 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-fc6277dc-6675-4a24-8e5f-0a5405d6ef5a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:14.976349 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-fc6277dc-6675-4a24-8e5f-0a5405d6ef5a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:15.024760 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-69a833cd-8637-4b3d-981c-232066325ab2 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2261181 Mar 31 15:28:15.025893 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 41998) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:15.063204 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b5b89774-b109-46b8-bfc0-2a98b844ff0f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Request body: {'subnet': {'network_id': 'aa7e9e7f-d086-4087-9bd3-ea9032354e04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:15.084187 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6277dc-6675-4a24-8e5f-0a5405d6ef5a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:15.087398 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc6277dc-6675-4a24-8e5f-0a5405d6ef5a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:15.144527 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-cf51af4e-6825-4ff6-b79a-a72fa6bbc5d7 None None] For port 5318f73c-cf05-47d6-a30d-35ae685c0f69, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=5318f73c-cf05-47d6-a30d-35ae685c0f69,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:15.145171 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cf51af4e-6825-4ff6-b79a-a72fa6bbc5d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:15.151070 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-f2a2242e-dd38-400f-9a3e-29b1473a81fc tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Allocated IP 172.26.5.4 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/f4382b20-b33f-41e2-b85b-015fc253ea9a) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:15.153469 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-67e53567-f667-4d86-8e2f-55189a8d5d65 None None] Provisioning complete for port 355ab444-8472-4d5c-8eab-426eeefd1a81 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:15.153923 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-67e53567-f667-4d86-8e2f-55189a8d5d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:15.159042 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1203a-6752-4def-bf95-cf85705dde56 req-055553e0-da58-49ad-a4a5-22eeb1b8c89f tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:15.160662 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f5c1203a-6752-4def-bf95-cf85705dde56 req-055553e0-da58-49ad-a4a5-22eeb1b8c89f tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b2fd708-9444-4b96-9a34-4e20cb8ae90f HTTP/1.1" status: 200 len: 945 time: 0.7150507 Mar 31 15:28:15.261183 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-3bd24fff-d553-4c6b-8c39-192250cb9733 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Deleting port 0bd60c3f-63d9-4871-b4b3-35fc7c30db12 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:15.261183 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3bd24fff-d553-4c6b-8c39-192250cb9733 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:15.271889 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1813e99-c1c5-4c54-8fc7-331db7577cad admin admin] Router 997f8b29-5971-4910-86af-45f2c7cb6320 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:28:15.307070 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cf51af4e-6825-4ff6-b79a-a72fa6bbc5d7 None None] Calling delete_port for 5318f73c-cf05-47d6-a30d-35ae685c0f69 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:15.344122 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-05a63ba8-02e2-4298-a4f2-24369aad1f50 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:15.362929 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-67e53567-f667-4d86-8e2f-55189a8d5d65 None None] Port 355ab444-8472-4d5c-8eab-426eeefd1a81 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:28:15.473864 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cf51af4e-6825-4ff6-b79a-a72fa6bbc5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:15.513346 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-3bd24fff-d553-4c6b-8c39-192250cb9733 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] The port '0bd60c3f-63d9-4871-b4b3-35fc7c30db12' was deleted {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:28:15.524632 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf51af4e-6825-4ff6-b79a-a72fa6bbc5d7 None None] No DVR routers for this DVR port 5318f73c-cf05-47d6-a30d-35ae685c0f69 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:28:15.528912 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51af4e-6825-4ff6-b79a-a72fa6bbc5d7 None None] Pushing event deleted for resources: {'Port': ['ID=5318f73c-cf05-47d6-a30d-35ae685c0f69,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:15.534084 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b5b89774-b109-46b8-bfc0-2a98b844ff0f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:15.548688 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1126ae-aa9d-42f1-b986-b9f276328974 None None] get_active_networks_info from dv-neutron-833379-2-hyperv {{(pid=103445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 31 15:28:15.668092 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2a2242e-dd38-400f-9a3e-29b1473a81fc tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:15.709038 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1813e99-c1c5-4c54-8fc7-331db7577cad admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:28:15.716081 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f5c1203a-6752-4def-bf95-cf85705dde56 req-c55937af-5144-4d10-ad44-73a46aa4658d tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac921968-9099-446a-b7f7-743cb695bc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4765639 Mar 31 15:28:15.724349 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b5b89774-b109-46b8-bfc0-2a98b844ff0f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Usage tracker for resource:subnet and tenant:cba800ed59cd4d6f8d690d59c4ee670b is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:15.725926 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfe997f-efb0-4b27-91a3-f90d2407bd8a None None] Sync routers for ids ['997f8b29-5971-4910-86af-45f2c7cb6320'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:28:15.731188 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b5b89774-b109-46b8-bfc0-2a98b844ff0f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:15.743404 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4786e2-d711-4cf9-9fd8-b14205fee7a1 req-76bb48b4-dba1-4432-8e30-1bb5df3cd370 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:15.744922 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ba4786e2-d711-4cf9-9fd8-b14205fee7a1 req-76bb48b4-dba1-4432-8e30-1bb5df3cd370 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b2fd708-9444-4b96-9a34-4e20cb8ae90f HTTP/1.1" status: 200 len: 945 time: 0.2625966 Mar 31 15:28:15.748744 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a1813e99-c1c5-4c54-8fc7-331db7577cad admin admin] 10.222.0.31 "PUT /v2.0/routers/997f8b29-5971-4910-86af-45f2c7cb6320/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8125055 Mar 31 15:28:15.751961 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42002) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:15.754629 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfe997f-efb0-4b27-91a3-f90d2407bd8a None None] Routers {'997f8b29-5971-4910-86af-45f2c7cb6320'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:28:15.755266 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-0dfe997f-efb0-4b27-91a3-f90d2407bd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:28:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['997f8b29-5971-4910-86af-45f2c7cb6320'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:15.757838 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a63ba8-02e2-4298-a4f2-24369aad1f50 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Subnet': ['ID=3a16dc14-2f22-4a61-bd26-b60d15e4249e,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:15.773098 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b5b89774-b109-46b8-bfc0-2a98b844ff0f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:15.858700 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a63ba8-02e2-4298-a4f2-24369aad1f50 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Checking segment: {'id': 'affb5727-4c5e-47c2-89d7-e28cce2df56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '964c3f67-c4f3-4fac-a6f9-d857551d3703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:15.859020 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a63ba8-02e2-4298-a4f2-24369aad1f50 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network hostable DHCP agents. Network: 964c3f67-c4f3-4fac-a6f9-d857551d3703, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:28:15.933915 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-981b2af1-13ee-4994-acf7-ea116605129a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:15.940028 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-ba4786e2-d711-4cf9-9fd8-b14205fee7a1 req-71906668-ba56-444c-8b56-943422cafb47 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Deleting port 0d605c1b-a29c-44cb-bc0d-163a3712ce76 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:15.940380 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ba4786e2-d711-4cf9-9fd8-b14205fee7a1 req-71906668-ba56-444c-8b56-943422cafb47 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:15.957520 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-0dfe997f-efb0-4b27-91a3-f90d2407bd8a None None] Set router 997f8b29-5971-4910-86af-45f2c7cb6320 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:28:15.972152 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3bd24fff-d553-4c6b-8c39-192250cb9733 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:16.024297 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b89774-b109-46b8-bfc0-2a98b844ff0f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Made reservation on behalf of cba800ed59cd4d6f8d690d59c4ee670b for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:16.027811 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b5b89774-b109-46b8-bfc0-2a98b844ff0f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:16.073539 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b2af1-13ee-4994-acf7-ea116605129a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Port': ['ID=355ab444-8472-4d5c-8eab-426eeefd1a81,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:16.073691 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1126ae-aa9d-42f1-b986-b9f276328974 None None] Network 964c3f67-c4f3-4fac-a6f9-d857551d3703 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:28:16.142755 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-3bd24fff-d553-4c6b-8c39-192250cb9733 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ef7b69-481c-4967-b809-7f38d175d6be']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:16.143014 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1126ae-aa9d-42f1-b986-b9f276328974 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 964c3f67-c4f3-4fac-a6f9-d857551d3703) {{(pid=103445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 15:28:16.158086 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a63ba8-02e2-4298-a4f2-24369aad1f50 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Unable to find a vacant binding_index for network 964c3f67-c4f3-4fac-a6f9-d857551d3703 and agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 31 15:28:16.214130 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2a2242e-dd38-400f-9a3e-29b1473a81fc tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:16.273457 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-3bd24fff-d553-4c6b-8c39-192250cb9733 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e2f944-ee9e-4262-b5e6-7d3a9d204741') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:16.274016 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-3bd24fff-d553-4c6b-8c39-192250cb9733 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e2f944-ee9e-4262-b5e6-7d3a9d204741') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:16.291858 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-05a63ba8-02e2-4298-a4f2-24369aad1f50 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 964c3f67-c4f3-4fac-a6f9-d857551d3703) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:16.292743 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-0dfe997f-efb0-4b27-91a3-f90d2407bd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'name': 'tempest-ServerActionsTestJSON-679145321-router', 'tenant_id': '054d30a6120446fcba39a5a299093095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '7b868656-c137-481c-94e4-0b1696f68d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:17Z', 'updated_at': '2022-03-31T15:28:13Z', 'revision_number': 5, 'project_id': '054d30a6120446fcba39a5a299093095', 'gw_port': {'id': '7b868656-c137-481c-94e4-0b1696f68d29', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:20Z', 'updated_at': '2022-03-31T15:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:16.300932 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfe997f-efb0-4b27-91a3-f90d2407bd8a None None] Checking router: 997f8b29-5971-4910-86af-45f2c7cb6320 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:28:16.311465 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfe997f-efb0-4b27-91a3-f90d2407bd8a None None] Routers {'997f8b29-5971-4910-86af-45f2c7cb6320'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:28:16.312085 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-0dfe997f-efb0-4b27-91a3-f90d2407bd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:28:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['997f8b29-5971-4910-86af-45f2c7cb6320'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:16.320917 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3bd24fff-d553-4c6b-8c39-192250cb9733 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:16.329124 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a63ba8-02e2-4298-a4f2-24369aad1f50 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:16.329968 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-05a63ba8-02e2-4298-a4f2-24369aad1f50 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:16.394744 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3bd24fff-d553-4c6b-8c39-192250cb9733 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:16.414601 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-981b2af1-13ee-4994-acf7-ea116605129a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:16.417708 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-981b2af1-13ee-4994-acf7-ea116605129a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/ports/355ab444-8472-4d5c-8eab-426eeefd1a81 HTTP/1.1" status: 204 len: 168 time: 3.3065133 Mar 31 15:28:16.423352 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd24fff-d553-4c6b-8c39-192250cb9733 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:28:16.423974 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3bd24fff-d553-4c6b-8c39-192250cb9733 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:16.428159 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42006) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:16.444957 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:28:16.444957 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:28:16.444957 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:28:16.444957 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:28:16.444957 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:28:16.444957 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:28:16.444957 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:28:16.444957 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:28:16.444957 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:28:16.444957 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:28:16.444957 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:28:16.444957 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:28:16.444957 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:28:16.444957 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:28:16.444957 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:28:16.444957 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:28:16.444957 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:28:16.444957 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:28:16.444957 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:28:16.444957 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:28:16.444957 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:28:16.444957 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:28:16.444957 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:28:16.444957 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:28:16.444957 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:28:16.444957 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:28:16.444957 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:28:16.444957 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:28:16.444957 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:28:16.444957 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:28:16.444957 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:28:16.444957 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:28:16.448423 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 36bf1d7a-38aa-441a-bf40-40796d557d6c up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:28:16.513355 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a2242e-dd38-400f-9a3e-29b1473a81fc tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:16.522553 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-05a63ba8-02e2-4298-a4f2-24369aad1f50 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0923851 Mar 31 15:28:16.528454 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-253bfff7-195f-4614-988b-e794f3fbdcee tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] GET failed (client error): The resource could not be found. Mar 31 15:28:16.529122 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-253bfff7-195f-4614-988b-e794f3fbdcee tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Synchronizing usage tracker for tenant:62591a084e044f5ebd9b8ec401f28de6 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:28:16.530557 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42010) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:16.532239 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-f2a2242e-dd38-400f-9a3e-29b1473a81fc tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:16.542584 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b81ea8b5-b871-4f43-a169-050dc16406f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'port': {'network_id': '964c3f67-c4f3-4fac-a6f9-d857551d3703', 'name': 'tempest-PortsIpV6TestJSON-95255212'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:16.556741 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc6277dc-6675-4a24-8e5f-0a5405d6ef5a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:16.564147 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-0dfe997f-efb0-4b27-91a3-f90d2407bd8a None None] Set router 997f8b29-5971-4910-86af-45f2c7cb6320 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:28:16.579350 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a2242e-dd38-400f-9a3e-29b1473a81fc tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:16.639815 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-74a8a36c-75e1-4464-b9f8-c0de2d58b11c admin admin] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:16.683807 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6277dc-6675-4a24-8e5f-0a5405d6ef5a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:16.694299 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2242e-dd38-400f-9a3e-29b1473a81fc tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Pushing event updated for resources: {'Port': ['ID=f4382b20-b33f-41e2-b85b-015fc253ea9a,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:16.739170 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 36bf1d7a-38aa-441a-bf40-40796d557d6c triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:16.739548 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:16.750912 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-fc6277dc-6675-4a24-8e5f-0a5405d6ef5a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:16.759170 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6277dc-6675-4a24-8e5f-0a5405d6ef5a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:16.760707 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc6277dc-6675-4a24-8e5f-0a5405d6ef5a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:16.797544 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3bd24fff-d553-4c6b-8c39-192250cb9733 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:16.806874 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3bd24fff-d553-4c6b-8c39-192250cb9733 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:16.810107 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3bd24fff-d553-4c6b-8c39-192250cb9733 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/networks/40ef7b69-481c-4967-b809-7f38d175d6be HTTP/1.1" status: 204 len: 168 time: 4.3026092 Mar 31 15:28:16.819935 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42016) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:16.833652 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-ceeb4f9e-ca6a-4942-b5be-069fd1d63e40 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-849566119', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:16.880297 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ceeb4f9e-ca6a-4942-b5be-069fd1d63e40 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:16.915271 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd24fff-d553-4c6b-8c39-192250cb9733 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Network': ['ID=40ef7b69-481c-4967-b809-7f38d175d6be,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:16.938160 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6277dc-6675-4a24-8e5f-0a5405d6ef5a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Subnet': ['ID=24a04652-1a71-4363-bde3-1f32b40f132b,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:16.960384 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-fc6277dc-6675-4a24-8e5f-0a5405d6ef5a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7219913 Mar 31 15:28:16.969005 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ceeb4f9e-ca6a-4942-b5be-069fd1d63e40 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Usage tracker for resource:router and tenant:3c462be107e642da98e89cbf8192538c is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:16.971137 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42020) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:16.999873 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ceeb4f9e-ca6a-4942-b5be-069fd1d63e40 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:17.002687 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-253bfff7-195f-4614-988b-e794f3fbdcee tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Unset dirty status for tenant:62591a084e044f5ebd9b8ec401f28de6 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:28:17.006620 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-253bfff7-195f-4614-988b-e794f3fbdcee tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "GET /v2.0/ports/355ab444-8472-4d5c-8eab-426eeefd1a81 HTTP/1.1" status: 404 len: 333 time: 0.5724804 Mar 31 15:28:17.008079 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-2f8047a3-be5f-4513-bfad-76bb04f6a39b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'port': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'name': 'tempest-NetworksTestDHCPv6-1181177855'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:17.015033 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42024) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:17.023973 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbaf46b-2a96-4715-ad4d-47f5f3def26e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'fixed_ips': [{'subnet_id': '24a04652-1a71-4363-bde3-1f32b40f132b'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:28:17.026706 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fbbaf46b-2a96-4715-ad4d-47f5f3def26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:17.035984 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-0dfe997f-efb0-4b27-91a3-f90d2407bd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'name': 'tempest-ServerActionsTestJSON-679145321-router', 'tenant_id': '054d30a6120446fcba39a5a299093095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '7b868656-c137-481c-94e4-0b1696f68d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:17Z', 'updated_at': '2022-03-31T15:28:13Z', 'revision_number': 5, 'project_id': '054d30a6120446fcba39a5a299093095', 'gw_port': {'id': '7b868656-c137-481c-94e4-0b1696f68d29', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:20Z', 'updated_at': '2022-03-31T15:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:17.041346 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225c295e-3d9d-40b7-966a-8ef9def6cac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-964c3f67-c4f3-4fac-a6f9-d857551d3703', 'network_id': '964c3f67-c4f3-4fac-a6f9-d857551d3703', 'tenant_id': '24409fb148c545f09958fe765489c869', 'fixed_ips': [{'subnet_id': '3a16dc14-2f22-4a61-bd26-b60d15e4249e'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:28:17.041994 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfe997f-efb0-4b27-91a3-f90d2407bd8a None None] The sync data for ids ['997f8b29-5971-4910-86af-45f2c7cb6320'] in dv-neutron-833379-2-hyperv is: [{'id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'name': 'tempest-ServerActionsTestJSON-679145321-router', 'tenant_id': '054d30a6120446fcba39a5a299093095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '7b868656-c137-481c-94e4-0b1696f68d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:24:17Z', 'updated_at': '2022-03-31T15:28:13Z', 'revision_number': 5, 'project_id': '054d30a6120446fcba39a5a299093095', 'gw_port': {'id': '7b868656-c137-481c-94e4-0b1696f68d29', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997f8b29-5971-4910-86af-45f2c7cb6320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:24:20Z', 'updated_at': '2022-03-31T15:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:28:17.042994 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-225c295e-3d9d-40b7-966a-8ef9def6cac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:17.082904 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ceeb4f9e-ca6a-4942-b5be-069fd1d63e40 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:17.098969 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b81ea8b5-b871-4f43-a169-050dc16406f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:17.105344 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b81ea8b5-b871-4f43-a169-050dc16406f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:port and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:17.110232 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b81ea8b5-b871-4f43-a169-050dc16406f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for port was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:17.121756 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a6effa7-1d1a-460f-a2a0-71fa3c980278 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting subnet 4e189821-c784-48ec-822a-cf40c42d2897 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:28:17.123808 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b81ea8b5-b871-4f43-a169-050dc16406f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:17.127719 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a6effa7-1d1a-460f-a2a0-71fa3c980278 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:17.192485 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b5b89774-b109-46b8-bfc0-2a98b844ff0f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:17.199721 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a6effa7-1d1a-460f-a2a0-71fa3c980278 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:17.280733 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81ea8b5-b871-4f43-a169-050dc16406f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:17.284400 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b81ea8b5-b871-4f43-a169-050dc16406f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:17.354337 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-b81ea8b5-b871-4f43-a169-050dc16406f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] device_id is not set on port e4324c80-3840-4cce-bbe6-7b6294131d49 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:28:17.361463 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-225c295e-3d9d-40b7-966a-8ef9def6cac9 None None] Allocated IP 2001:db8::2 (964c3f67-c4f3-4fac-a6f9-d857551d3703/3a16dc14-2f22-4a61-bd26-b60d15e4249e/3b7c2686-d604-4317-96ac-6d523a6452f7) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:17.373147 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-fbbaf46b-2a96-4715-ad4d-47f5f3def26e None None] Allocated IP 2001:db8::2 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/24a04652-1a71-4363-bde3-1f32b40f132b/18eb5dc5-46a8-4137-befb-9df753d42830) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:17.396498 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-ba4786e2-d711-4cf9-9fd8-b14205fee7a1 req-71906668-ba56-444c-8b56-943422cafb47 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] For port 0d605c1b-a29c-44cb-bc0d-163a3712ce76, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=0d605c1b-a29c-44cb-bc0d-163a3712ce76,segment=NetworkSegment(d512b9f5-d8b6-4092-917f-faa9e82b2193),segment_id=d512b9f5-d8b6-4092-917f-faa9e82b2193)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:17.396783 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ba4786e2-d711-4cf9-9fd8-b14205fee7a1 req-71906668-ba56-444c-8b56-943422cafb47 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:17.419915 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b89774-b109-46b8-bfc0-2a98b844ff0f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event updated for resources: {'Subnet': ['ID=54b7e610-bef6-4f34-b1b9-d0b22c928090,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:17.422260 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ceeb4f9e-ca6a-4942-b5be-069fd1d63e40 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:17.423725 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ceeb4f9e-ca6a-4942-b5be-069fd1d63e40 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:17.429414 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-74a8a36c-75e1-4464-b9f8-c0de2d58b11c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:17.435289 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 5318f73c-cf05-47d6-a30d-35ae685c0f69 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:28:17.459694 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b89774-b109-46b8-bfc0-2a98b844ff0f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Checking segment: {'id': '99550268-fefb-4c88-9b73-ef9337ed9c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'aa7e9e7f-d086-4087-9bd3-ea9032354e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:17.460349 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b89774-b109-46b8-bfc0-2a98b844ff0f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Network hostable DHCP agents. Network: aa7e9e7f-d086-4087-9bd3-ea9032354e04, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:28:17.490668 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 5318f73c-cf05-47d6-a30d-35ae685c0f69 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:28:17.491210 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 5318f73c-cf05-47d6-a30d-35ae685c0f69 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:28:17.500480 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a6effa7-1d1a-460f-a2a0-71fa3c980278 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:17.566599 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ceeb4f9e-ca6a-4942-b5be-069fd1d63e40 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:17.587239 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f2a2242e-dd38-400f-9a3e-29b1473a81fc tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Deleting port f4382b20-b33f-41e2-b85b-015fc253ea9a {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:17.587685 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2a2242e-dd38-400f-9a3e-29b1473a81fc tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:17.612415 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b89774-b109-46b8-bfc0-2a98b844ff0f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Network aa7e9e7f-d086-4087-9bd3-ea9032354e04 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:28:17.664901 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-74a8a36c-75e1-4464-b9f8-c0de2d58b11c admin admin] Deleting port 7b868656-c137-481c-94e4-0b1696f68d29 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:17.664901 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-74a8a36c-75e1-4464-b9f8-c0de2d58b11c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:17.685615 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a6effa7-1d1a-460f-a2a0-71fa3c980278 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:17.723980 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-b5b89774-b109-46b8-bfc0-2a98b844ff0f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, aa7e9e7f-d086-4087-9bd3-ea9032354e04) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:17.732598 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a6effa7-1d1a-460f-a2a0-71fa3c980278 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:17.740666 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6effa7-1d1a-460f-a2a0-71fa3c980278 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Subnet': ['ID=4e189821-c784-48ec-822a-cf40c42d2897,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:17.746454 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4a6effa7-1d1a-460f-a2a0-71fa3c980278 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/subnets/4e189821-c784-48ec-822a-cf40c42d2897 HTTP/1.1" status: 204 len: 168 time: 0.7258999 Mar 31 15:28:17.746949 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b89774-b109-46b8-bfc0-2a98b844ff0f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:17.747546 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b5b89774-b109-46b8-bfc0-2a98b844ff0f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:17.751593 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42028) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:17.795191 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2f8047a3-be5f-4513-bfad-76bb04f6a39b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:17.819357 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fbbaf46b-2a96-4715-ad4d-47f5f3def26e None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:17.822297 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-225c295e-3d9d-40b7-966a-8ef9def6cac9 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:17.836341 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2f8047a3-be5f-4513-bfad-76bb04f6a39b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:port and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:17.839073 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-fbbaf46b-2a96-4715-ad4d-47f5f3def26e None None] Transition to ACTIVE for port object 18eb5dc5-46a8-4137-befb-9df753d42830 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:17.841802 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-225c295e-3d9d-40b7-966a-8ef9def6cac9 None None] Transition to ACTIVE for port object 3b7c2686-d604-4317-96ac-6d523a6452f7 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:17.856984 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2f8047a3-be5f-4513-bfad-76bb04f6a39b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:17.867799 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f4aca-7e0e-409d-9f92-5619710436f4 req-bcdca8f2-26eb-41a1-b1c8-fda4ce4abe29 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:17.869966 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-158f4aca-7e0e-409d-9f92-5619710436f4 req-bcdca8f2-26eb-41a1-b1c8-fda4ce4abe29 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b2fd708-9444-4b96-9a34-4e20cb8ae90f HTTP/1.1" status: 200 len: 945 time: 0.8799803 Mar 31 15:28:17.875189 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-fbbaf46b-2a96-4715-ad4d-47f5f3def26e None None] Transition to ACTIVE for port object 18eb5dc5-46a8-4137-befb-9df753d42830 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:17.876580 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-225c295e-3d9d-40b7-966a-8ef9def6cac9 None None] Transition to ACTIVE for port object 3b7c2686-d604-4317-96ac-6d523a6452f7 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:17.893021 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b5b89774-b109-46b8-bfc0-2a98b844ff0f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8449235 Mar 31 15:28:17.894590 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2f8047a3-be5f-4513-bfad-76bb04f6a39b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:17.900849 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42032) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:17.927271 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-748c358a-2a6e-45a1-8b06-9f9e2897252d tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:17.948756 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device c56e9046-3332-4905-892c-df292599b719 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:28:17.959224 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-748c358a-2a6e-45a1-8b06-9f9e2897252d tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting port 36bf1d7a-38aa-441a-bf40-40796d557d6c {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:17.959588 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-748c358a-2a6e-45a1-8b06-9f9e2897252d tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:17.984003 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fbbaf46b-2a96-4715-ad4d-47f5f3def26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:18.018107 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ceeb4f9e-ca6a-4942-b5be-069fd1d63e40 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:18.032889 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-225c295e-3d9d-40b7-966a-8ef9def6cac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:18.046583 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: c56e9046-3332-4905-892c-df292599b719 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:28:18.046937 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device c56e9046-3332-4905-892c-df292599b719 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:28:18.082358 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225c295e-3d9d-40b7-966a-8ef9def6cac9 None None] Network 964c3f67-c4f3-4fac-a6f9-d857551d3703 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:18.086498 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbaf46b-2a96-4715-ad4d-47f5f3def26e None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:18.088313 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-225c295e-3d9d-40b7-966a-8ef9def6cac9 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:18.093383 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-fbbaf46b-2a96-4715-ad4d-47f5f3def26e None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:18.102797 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225c295e-3d9d-40b7-966a-8ef9def6cac9 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:18.109047 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbaf46b-2a96-4715-ad4d-47f5f3def26e None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:18.121821 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbaf46b-2a96-4715-ad4d-47f5f3def26e None None] Pushing event updated for resources: {'Port': ['ID=18eb5dc5-46a8-4137-befb-9df753d42830,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:18.194855 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8047a3-be5f-4513-bfad-76bb04f6a39b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:18.198881 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2f8047a3-be5f-4513-bfad-76bb04f6a39b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:18.232511 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-158f4aca-7e0e-409d-9f92-5619710436f4 req-9d94f253-2d15-4af9-b963-cfce091a16f0 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac921968-9099-446a-b7f7-743cb695bc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3422186 Mar 31 15:28:18.238059 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ba4786e2-d711-4cf9-9fd8-b14205fee7a1 req-71906668-ba56-444c-8b56-943422cafb47 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:18.238059 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ba4786e2-d711-4cf9-9fd8-b14205fee7a1 req-71906668-ba56-444c-8b56-943422cafb47 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:18.238281 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [req-ba4786e2-d711-4cf9-9fd8-b14205fee7a1 req-71906668-ba56-444c-8b56-943422cafb47 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Floating IP c7e46701-caf3-4b9f-b214-7b04964257ea disassociated. External IP: 172.26.5.97, port: 0d605c1b-a29c-44cb-bc0d-163a3712ce76. Mar 31 15:28:18.238583 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-ba4786e2-d711-4cf9-9fd8-b14205fee7a1 req-71906668-ba56-444c-8b56-943422cafb47 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Calling delete_port for 0d605c1b-a29c-44cb-bc0d-163a3712ce76 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:18.256468 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c295e-3d9d-40b7-966a-8ef9def6cac9 None None] Pushing event updated for resources: {'Port': ['ID=3b7c2686-d604-4317-96ac-6d523a6452f7,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:18.318837 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-2f8047a3-be5f-4513-bfad-76bb04f6a39b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] device_id is not set on port b385fdd6-35be-4c94-a19c-5b8ae7f75ab6 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:28:18.356272 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ceeb4f9e-ca6a-4942-b5be-069fd1d63e40 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:18.360291 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ceeb4f9e-ca6a-4942-b5be-069fd1d63e40 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.5391583 Mar 31 15:28:18.363836 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42036) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:18.364012 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-834c9354-a872-4416-b5ff-fd9421e67c96 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:18.371428 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-b81ea8b5-b871-4f43-a169-050dc16406f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Allocated IP 2001:db8::219 (964c3f67-c4f3-4fac-a6f9-d857551d3703/3a16dc14-2f22-4a61-bd26-b60d15e4249e/e4324c80-3840-4cce-bbe6-7b6294131d49) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:18.372371 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-fbbaf46b-2a96-4715-ad4d-47f5f3def26e None None] Attempting to bind port 18eb5dc5-46a8-4137-befb-9df753d42830 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:28:18.372710 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-fbbaf46b-2a96-4715-ad4d-47f5f3def26e None None] Attempting to bind port 18eb5dc5-46a8-4137-befb-9df753d42830 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:28:18.373068 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbaf46b-2a96-4715-ad4d-47f5f3def26e None None] Attempting to bind port 18eb5dc5-46a8-4137-befb-9df753d42830 on network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:28:18.379051 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbaf46b-2a96-4715-ad4d-47f5f3def26e None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:28:18.379429 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbaf46b-2a96-4715-ad4d-47f5f3def26e None None] Checking segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:18.379831 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fbbaf46b-2a96-4715-ad4d-47f5f3def26e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:18.380229 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbaf46b-2a96-4715-ad4d-47f5f3def26e None None] Bound using segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:28:18.380752 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-fbbaf46b-2a96-4715-ad4d-47f5f3def26e None None] Bound port: 18eb5dc5-46a8-4137-befb-9df753d42830, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:28:18.381399 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fbbaf46b-2a96-4715-ad4d-47f5f3def26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:18.381932 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2a2242e-dd38-400f-9a3e-29b1473a81fc tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:18.382250 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2a2242e-dd38-400f-9a3e-29b1473a81fc tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:18.391808 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-225c295e-3d9d-40b7-966a-8ef9def6cac9 None None] Attempting to bind port 3b7c2686-d604-4317-96ac-6d523a6452f7 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:28:18.395721 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-225c295e-3d9d-40b7-966a-8ef9def6cac9 None None] Attempting to bind port 3b7c2686-d604-4317-96ac-6d523a6452f7 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'affb5727-4c5e-47c2-89d7-e28cce2df56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '964c3f67-c4f3-4fac-a6f9-d857551d3703'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:28:18.395721 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225c295e-3d9d-40b7-966a-8ef9def6cac9 None None] Attempting to bind port 3b7c2686-d604-4317-96ac-6d523a6452f7 on network 964c3f67-c4f3-4fac-a6f9-d857551d3703 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:28:18.397374 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-e42a2d47-8bbd-4af2-bc6f-908fcdf19e77 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Request body: {'network': {'name': 'tempest-RoutersTest-610884348'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:18.404633 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225c295e-3d9d-40b7-966a-8ef9def6cac9 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:28:18.405016 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225c295e-3d9d-40b7-966a-8ef9def6cac9 None None] Checking segment: {'id': 'affb5727-4c5e-47c2-89d7-e28cce2df56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '964c3f67-c4f3-4fac-a6f9-d857551d3703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:18.405420 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-225c295e-3d9d-40b7-966a-8ef9def6cac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:18.405808 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225c295e-3d9d-40b7-966a-8ef9def6cac9 None None] Bound using segment: {'id': 'affb5727-4c5e-47c2-89d7-e28cce2df56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '964c3f67-c4f3-4fac-a6f9-d857551d3703'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:28:18.406270 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-225c295e-3d9d-40b7-966a-8ef9def6cac9 None None] Bound port: 3b7c2686-d604-4317-96ac-6d523a6452f7, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'affb5727-4c5e-47c2-89d7-e28cce2df56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '964c3f67-c4f3-4fac-a6f9-d857551d3703'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:28:18.406650 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-225c295e-3d9d-40b7-966a-8ef9def6cac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:18.445126 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e42a2d47-8bbd-4af2-bc6f-908fcdf19e77 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:18.560178 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e42a2d47-8bbd-4af2-bc6f-908fcdf19e77 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Usage tracker for resource:network and tenant:3c462be107e642da98e89cbf8192538c is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:18.566663 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-fbbaf46b-2a96-4715-ad4d-47f5f3def26e None None] For port 18eb5dc5-46a8-4137-befb-9df753d42830, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:28:18.572817 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f2a2242e-dd38-400f-9a3e-29b1473a81fc tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Calling delete_port for f4382b20-b33f-41e2-b85b-015fc253ea9a owned by network:floatingip {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:18.574071 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-fbbaf46b-2a96-4715-ad4d-47f5f3def26e None None] For port 18eb5dc5-46a8-4137-befb-9df753d42830, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=18eb5dc5-46a8-4137-befb-9df753d42830,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:28:18.579121 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-225c295e-3d9d-40b7-966a-8ef9def6cac9 None None] For port 3b7c2686-d604-4317-96ac-6d523a6452f7, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:28:18.582616 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-225c295e-3d9d-40b7-966a-8ef9def6cac9 None None] For port 3b7c2686-d604-4317-96ac-6d523a6452f7, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=3b7c2686-d604-4317-96ac-6d523a6452f7,segment=NetworkSegment(affb5727-4c5e-47c2-89d7-e28cce2df56c),segment_id=affb5727-4c5e-47c2-89d7-e28cce2df56c)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:28:18.602802 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-834c9354-a872-4416-b5ff-fd9421e67c96 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:18.603009 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e42a2d47-8bbd-4af2-bc6f-908fcdf19e77 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:18.623258 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e42a2d47-8bbd-4af2-bc6f-908fcdf19e77 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:18.637431 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-74a8a36c-75e1-4464-b9f8-c0de2d58b11c admin admin] For port 7b868656-c137-481c-94e4-0b1696f68d29, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=7b868656-c137-481c-94e4-0b1696f68d29,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:18.637792 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-74a8a36c-75e1-4464-b9f8-c0de2d58b11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:18.640446 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fbbaf46b-2a96-4715-ad4d-47f5f3def26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:18.676801 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-748c358a-2a6e-45a1-8b06-9f9e2897252d tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] For port 36bf1d7a-38aa-441a-bf40-40796d557d6c, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=36bf1d7a-38aa-441a-bf40-40796d557d6c,segment=NetworkSegment(528e0776-ce88-4af0-a847-be9d7682d7e5),segment_id=528e0776-ce88-4af0-a847-be9d7682d7e5)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:18.678261 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-748c358a-2a6e-45a1-8b06-9f9e2897252d tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:18.707167 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-225c295e-3d9d-40b7-966a-8ef9def6cac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:18.776928 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbaf46b-2a96-4715-ad4d-47f5f3def26e None None] Pushing event updated for resources: {'Port': ['ID=18eb5dc5-46a8-4137-befb-9df753d42830,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:18.851079 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42a2d47-8bbd-4af2-bc6f-908fcdf19e77 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Made reservation on behalf of 3c462be107e642da98e89cbf8192538c for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:18.854884 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e42a2d47-8bbd-4af2-bc6f-908fcdf19e77 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:18.865092 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-748c358a-2a6e-45a1-8b06-9f9e2897252d tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Calling delete_port for 36bf1d7a-38aa-441a-bf40-40796d557d6c owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:18.922807 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c295e-3d9d-40b7-966a-8ef9def6cac9 None None] Pushing event updated for resources: {'Port': ['ID=3b7c2686-d604-4317-96ac-6d523a6452f7,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:19.026052 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b81ea8b5-b871-4f43-a169-050dc16406f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:19.038252 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-74a8a36c-75e1-4464-b9f8-c0de2d58b11c admin admin] Calling delete_port for 7b868656-c137-481c-94e4-0b1696f68d29 owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:19.045942 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-b81ea8b5-b871-4f43-a169-050dc16406f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Transition to ACTIVE for port object e4324c80-3840-4cce-bbe6-7b6294131d49 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:19.085647 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-834c9354-a872-4416-b5ff-fd9421e67c96 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:19.147268 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c9354-a872-4416-b5ff-fd9421e67c96 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event deleted for resources: {'Subnet': ['ID=54b7e610-bef6-4f34-b1b9-d0b22c928090,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:19.154662 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-748c358a-2a6e-45a1-8b06-9f9e2897252d tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:19.165369 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c9354-a872-4416-b5ff-fd9421e67c96 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:19.173497 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c9354-a872-4416-b5ff-fd9421e67c96 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:19.173917 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c9354-a872-4416-b5ff-fd9421e67c96 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:19.174362 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c9354-a872-4416-b5ff-fd9421e67c96 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:19.174710 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c9354-a872-4416-b5ff-fd9421e67c96 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:19.175648 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c9354-a872-4416-b5ff-fd9421e67c96 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:19.176200 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c9354-a872-4416-b5ff-fd9421e67c96 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:19.176593 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c9354-a872-4416-b5ff-fd9421e67c96 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:19.176926 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c9354-a872-4416-b5ff-fd9421e67c96 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:19.177303 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c9354-a872-4416-b5ff-fd9421e67c96 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:19.177637 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c9354-a872-4416-b5ff-fd9421e67c96 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:19.177963 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c9354-a872-4416-b5ff-fd9421e67c96 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:19.252919 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b81ea8b5-b871-4f43-a169-050dc16406f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:19.265666 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-2f8047a3-be5f-4513-bfad-76bb04f6a39b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Allocated IP 2001:db8::177 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/24a04652-1a71-4363-bde3-1f32b40f132b/b385fdd6-35be-4c94-a19c-5b8ae7f75ab6) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:19.271576 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ba4786e2-d711-4cf9-9fd8-b14205fee7a1 req-71906668-ba56-444c-8b56-943422cafb47 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:19.291618 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c358a-2a6e-45a1-8b06-9f9e2897252d tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Port': ['ID=36bf1d7a-38aa-441a-bf40-40796d557d6c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:19.365782 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748c358a-2a6e-45a1-8b06-9f9e2897252d tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] No DVR routers for this DVR port 36bf1d7a-38aa-441a-bf40-40796d557d6c on host dv-neutron-833379-2-hyperv {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:28:19.374484 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71906668-ba56-444c-8b56-943422cafb47 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Pushing event deleted for resources: {'Port': ['ID=0d605c1b-a29c-44cb-bc0d-163a3712ce76,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:19.423698 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71906668-ba56-444c-8b56-943422cafb47 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:19.424044 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71906668-ba56-444c-8b56-943422cafb47 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:19.424381 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71906668-ba56-444c-8b56-943422cafb47 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:19.424864 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71906668-ba56-444c-8b56-943422cafb47 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:19.425225 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71906668-ba56-444c-8b56-943422cafb47 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:19.425592 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71906668-ba56-444c-8b56-943422cafb47 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:19.425939 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71906668-ba56-444c-8b56-943422cafb47 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:19.426332 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71906668-ba56-444c-8b56-943422cafb47 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:19.426899 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71906668-ba56-444c-8b56-943422cafb47 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:19.427230 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71906668-ba56-444c-8b56-943422cafb47 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:19.427554 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71906668-ba56-444c-8b56-943422cafb47 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:19.427891 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71906668-ba56-444c-8b56-943422cafb47 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:19.544189 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2a2242e-dd38-400f-9a3e-29b1473a81fc tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:19.547806 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42a2d47-8bbd-4af2-bc6f-908fcdf19e77 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:28:19.567776 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ea8b5-b871-4f43-a169-050dc16406f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Port': ['ID=e4324c80-3840-4cce-bbe6-7b6294131d49,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:19.582345 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81ea8b5-b871-4f43-a169-050dc16406f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network 964c3f67-c4f3-4fac-a6f9-d857551d3703 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:19.588523 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-839ceb65-cb72-4d23-a399-c9e2c32f77eb req-eb63b208-9670-4e80-8768-12f7a7b50f71 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b2fd708-9444-4b96-9a34-4e20cb8ae90f HTTP/1.1" status: 200 len: 210 time: 0.1746743 Mar 31 15:28:19.590824 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-834c9354-a872-4416-b5ff-fd9421e67c96 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:19.653032 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-b81ea8b5-b871-4f43-a169-050dc16406f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:19.668136 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81ea8b5-b871-4f43-a169-050dc16406f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:19.670416 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81ea8b5-b871-4f43-a169-050dc16406f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:19.671269 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b81ea8b5-b871-4f43-a169-050dc16406f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:19.673397 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2242e-dd38-400f-9a3e-29b1473a81fc tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Pushing event deleted for resources: {'Port': ['ID=f4382b20-b33f-41e2-b85b-015fc253ea9a,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:19.687777 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-748c358a-2a6e-45a1-8b06-9f9e2897252d tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:19.706603 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e42a2d47-8bbd-4af2-bc6f-908fcdf19e77 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:19.706951 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-e42a2d47-8bbd-4af2-bc6f-908fcdf19e77 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Added segment 55f4b064-8c61-4355-8e0c-8ffe7f2f8eee of type vlan for network fff8c7da-071f-4139-b03e-4416f92d92e0 Mar 31 15:28:19.708855 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-834c9354-a872-4416-b5ff-fd9421e67c96 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa7e9e7f-d086-4087-9bd3-ea9032354e04']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:19.738472 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-834c9354-a872-4416-b5ff-fd9421e67c96 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99550268-fefb-4c88-9b73-ef9337ed9c52') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:19.738776 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-834c9354-a872-4416-b5ff-fd9421e67c96 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99550268-fefb-4c88-9b73-ef9337ed9c52') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:19.748657 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-748c358a-2a6e-45a1-8b06-9f9e2897252d tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c2beb1-2791-4c99-972c-41174b4df633']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:19.764432 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-834c9354-a872-4416-b5ff-fd9421e67c96 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:19.771920 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-748c358a-2a6e-45a1-8b06-9f9e2897252d tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528e0776-ce88-4af0-a847-be9d7682d7e5') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:19.772206 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-748c358a-2a6e-45a1-8b06-9f9e2897252d tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528e0776-ce88-4af0-a847-be9d7682d7e5') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:19.790024 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-748c358a-2a6e-45a1-8b06-9f9e2897252d tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:19.799791 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-834c9354-a872-4416-b5ff-fd9421e67c96 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:19.810950 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834c9354-a872-4416-b5ff-fd9421e67c96 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:28:19.810950 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-834c9354-a872-4416-b5ff-fd9421e67c96 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:19.825672 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:28:19.825672 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:28:19.825672 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:28:19.825672 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:28:19.825672 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:28:19.825672 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:28:19.825672 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:28:19.825672 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:28:19.825672 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:28:19.825672 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:28:19.825672 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:28:19.825672 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:28:19.825672 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:28:19.825672 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:28:19.825672 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:28:19.825672 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:28:19.825672 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:28:19.825672 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:28:19.825672 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:28:19.825672 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:28:19.825672 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:28:19.825672 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:28:19.825672 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:28:19.825672 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:28:19.825672 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:28:19.825672 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:28:19.825672 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:28:19.825672 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:28:19.825672 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:28:19.825672 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:28:19.825672 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:28:19.825672 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:28:19.827696 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-748c358a-2a6e-45a1-8b06-9f9e2897252d tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:19.972809 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e42a2d47-8bbd-4af2-bc6f-908fcdf19e77 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:19.977578 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b81ea8b5-b871-4f43-a169-050dc16406f2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4422030 Mar 31 15:28:19.985811 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42042) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:19.998331 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-74a8a36c-75e1-4464-b9f8-c0de2d58b11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:20.044068 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-748c358a-2a6e-45a1-8b06-9f9e2897252d tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:28:20.044068 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-748c358a-2a6e-45a1-8b06-9f9e2897252d tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:20.062983 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:28:20.062983 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:28:20.062983 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:28:20.062983 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:28:20.062983 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:28:20.062983 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:28:20.062983 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:28:20.062983 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:28:20.062983 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:28:20.062983 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:28:20.062983 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:28:20.062983 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:28:20.062983 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:28:20.062983 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:28:20.062983 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:28:20.062983 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:28:20.062983 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:28:20.062983 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:28:20.062983 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:28:20.062983 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:28:20.062983 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:28:20.062983 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:28:20.062983 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:28:20.062983 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:28:20.062983 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:28:20.062983 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:28:20.062983 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:28:20.062983 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:28:20.062983 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:28:20.062983 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:28:20.062983 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:28:20.062983 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:28:20.136270 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8a36c-75e1-4464-b9f8-c0de2d58b11c admin admin] Pushing event deleted for resources: {'Port': ['ID=7b868656-c137-481c-94e4-0b1696f68d29,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:20.165603 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 3b7c2686-d604-4317-96ac-6d523a6452f7 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:28:20.171110 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-834c9354-a872-4416-b5ff-fd9421e67c96 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:20.175332 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-834c9354-a872-4416-b5ff-fd9421e67c96 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:20.204822 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c9354-a872-4416-b5ff-fd9421e67c96 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event deleted for resources: {'Network': ['ID=aa7e9e7f-d086-4087-9bd3-ea9032354e04,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:20.213031 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-834c9354-a872-4416-b5ff-fd9421e67c96 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/networks/aa7e9e7f-d086-4087-9bd3-ea9032354e04 HTTP/1.1" status: 204 len: 168 time: 2.3164811 Mar 31 15:28:20.213627 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42046) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:20.219804 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-0962dc05-b702-4417-948b-e32110b0df79 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-136899218'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:20.223621 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba4786e2-d711-4cf9-9fd8-b14205fee7a1 req-71906668-ba56-444c-8b56-943422cafb47 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Router b6f6de98-8231-4e8d-a2ef-fe4b83a055ef has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:28:20.226124 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0962dc05-b702-4417-948b-e32110b0df79 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:20.235454 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0962dc05-b702-4417-948b-e32110b0df79 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Usage tracker for resource:network and tenant:cba800ed59cd4d6f8d690d59c4ee670b is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:20.239964 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0962dc05-b702-4417-948b-e32110b0df79 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:20.250909 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0962dc05-b702-4417-948b-e32110b0df79 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:20.286034 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-748c358a-2a6e-45a1-8b06-9f9e2897252d tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:20.290223 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-748c358a-2a6e-45a1-8b06-9f9e2897252d tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:20.296865 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f6c91362-45ce-4da0-aaea-4e5278f29376 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting port e4324c80-3840-4cce-bbe6-7b6294131d49 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:20.297219 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f6c91362-45ce-4da0-aaea-4e5278f29376 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:20.314884 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 3b7c2686-d604-4317-96ac-6d523a6452f7 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:20.318487 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c358a-2a6e-45a1-8b06-9f9e2897252d tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Network': ['ID=72c2beb1-2791-4c99-972c-41174b4df633,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:20.321703 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0962dc05-b702-4417-948b-e32110b0df79 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Made reservation on behalf of cba800ed59cd4d6f8d690d59c4ee670b for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:20.322703 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 18eb5dc5-46a8-4137-befb-9df753d42830 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:28:20.325767 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0962dc05-b702-4417-948b-e32110b0df79 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:20.343339 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-748c358a-2a6e-45a1-8b06-9f9e2897252d tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/networks/72c2beb1-2791-4c99-972c-41174b4df633 HTTP/1.1" status: 204 len: 168 time: 2.5893297 Mar 31 15:28:20.343829 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42050) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:20.354211 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7ff7deb0-9a24-4092-917a-2e69c0a500e5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'port': {'network_id': '0dfe4455-f298-4793-98de-d5f85bbf57cc', 'name': 'tempest-PortsTestJSON-1200715766'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:20.434982 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2f8047a3-be5f-4513-bfad-76bb04f6a39b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:20.454688 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-f2a2242e-dd38-400f-9a3e-29b1473a81fc tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] create failed (client error): The resource could not be found. Mar 31 15:28:20.455938 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f2a2242e-dd38-400f-9a3e-29b1473a81fc tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.4164920 Mar 31 15:28:20.456755 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e42a2d47-8bbd-4af2-bc6f-908fcdf19e77 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:20.459766 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42054) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:20.462090 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0962dc05-b702-4417-948b-e32110b0df79 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:28:20.464869 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42a2d47-8bbd-4af2-bc6f-908fcdf19e77 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:20.465542 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e42a2d47-8bbd-4af2-bc6f-908fcdf19e77 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:20.491710 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2bf16614-ab74-4acf-8ba0-31b51bb00c10 None None] Provisioning for port 18eb5dc5-46a8-4137-befb-9df753d42830 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:20.518411 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 18eb5dc5-46a8-4137-befb-9df753d42830 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:20.528378 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 18eb5dc5-46a8-4137-befb-9df753d42830 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:20.536610 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:20.541029 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0962dc05-b702-4417-948b-e32110b0df79 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:20.541598 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-0962dc05-b702-4417-948b-e32110b0df79 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Added segment 0f3baadc-f58f-4ac2-b005-61f7d9d24d32 of type vlan for network 841d913e-ca71-4f70-baae-4dcb8f7eb83a Mar 31 15:28:20.564775 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7ff7deb0-9a24-4092-917a-2e69c0a500e5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:20.583657 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2f8047a3-be5f-4513-bfad-76bb04f6a39b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Transition to ACTIVE for port object b385fdd6-35be-4c94-a19c-5b8ae7f75ab6 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:20.592085 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-74a8a36c-75e1-4464-b9f8-c0de2d58b11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:20.636086 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-90572372-6e91-4c39-82b9-24423a6eee8b tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Deleting port ac292028-c566-43fb-9b9b-fb103b0ea505 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:20.636448 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-90572372-6e91-4c39-82b9-24423a6eee8b tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:20.702516 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0962dc05-b702-4417-948b-e32110b0df79 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:20.707342 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7ff7deb0-9a24-4092-917a-2e69c0a500e5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:20.707590 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:20.722975 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 0d605c1b-a29c-44cb-bc0d-163a3712ce76 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:28:20.772875 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: 0d605c1b-a29c-44cb-bc0d-163a3712ce76 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:28:20.773239 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 0d605c1b-a29c-44cb-bc0d-163a3712ce76 not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:28:20.795758 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 18eb5dc5-46a8-4137-befb-9df753d42830, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=18eb5dc5-46a8-4137-befb-9df753d42830,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:20.814078 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786eca59-eca3-4637-83ad-916937130a84 None None] Network 964c3f67-c4f3-4fac-a6f9-d857551d3703 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:20.823221 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff7deb0-9a24-4092-917a-2e69c0a500e5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:20.827572 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ff7deb0-9a24-4092-917a-2e69c0a500e5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:20.864497 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b618076-cb20-43a6-bdb8-3a29da7d6158 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:20.878324 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5931de-4feb-48a5-985d-2ed4fbbaef80 None None] Network aa7e9e7f-d086-4087-9bd3-ea9032354e04 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:20.896248 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-7ff7deb0-9a24-4092-917a-2e69c0a500e5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] device_id is not set on port ddc98341-5476-43a1-9723-593abe09fe81 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:28:20.956076 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5931de-4feb-48a5-985d-2ed4fbbaef80 None None] Network aa7e9e7f-d086-4087-9bd3-ea9032354e04 could not be found, it might have been deleted concurrently. {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 31 15:28:20.968480 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:20.988247 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0962dc05-b702-4417-948b-e32110b0df79 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:20.994431 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0962dc05-b702-4417-948b-e32110b0df79 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:20.995065 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0962dc05-b702-4417-948b-e32110b0df79 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:21.056939 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90decfc-b613-47b2-b9c2-39ab4f171ec1 None None] Network aa7e9e7f-d086-4087-9bd3-ea9032354e04 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:21.079139 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=18eb5dc5-46a8-4137-befb-9df753d42830,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:21.126190 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-74a8a36c-75e1-4464-b9f8-c0de2d58b11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:21.140687 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-74a8a36c-75e1-4464-b9f8-c0de2d58b11c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:21.141356 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90decfc-b613-47b2-b9c2-39ab4f171ec1 None None] Network aa7e9e7f-d086-4087-9bd3-ea9032354e04 could not be found, it might have been deleted concurrently. {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 31 15:28:21.163554 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbd22f9-7999-4fc8-86b6-ea9ac3dc19b5 None None] DHCP port deletion for 72c2beb1-2791-4c99-972c-41174b4df633 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:28:21.174367 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cede625f-a4b9-4806-8d7c-26851dcbe2af None None] Provisioning for port 3b7c2686-d604-4317-96ac-6d523a6452f7 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:21.196363 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cede625f-a4b9-4806-8d7c-26851dcbe2af None None] Provisioning complete for port 3b7c2686-d604-4317-96ac-6d523a6452f7 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:21.196363 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cede625f-a4b9-4806-8d7c-26851dcbe2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:21.196626 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962dc05-b702-4417-948b-e32110b0df79 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event updated for resources: {'Network': ['ID=841d913e-ca71-4f70-baae-4dcb8f7eb83a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:21.201846 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-20d8a224-6d48-4778-81e6-dbefd52f64f0 req-d08ec2a6-8302-49c4-97c0-55b375763eac tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Synchronizing usage tracker for tenant:8b5ac80dc4ee46d09ac03572f4822c52 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:28:21.234626 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a2d47-8bbd-4af2-bc6f-908fcdf19e77 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Network': ['ID=fff8c7da-071f-4139-b03e-4416f92d92e0,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:21.240063 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-90572372-6e91-4c39-82b9-24423a6eee8b tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:21.247461 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 841d913e-ca71-4f70-baae-4dcb8f7eb83a details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:28:21.268872 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network fff8c7da-071f-4139-b03e-4416f92d92e0 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:28:21.318215 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e42a2d47-8bbd-4af2-bc6f-908fcdf19e77 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.9464233 Mar 31 15:28:21.329010 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42060) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:21.395783 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0962dc05-b702-4417-948b-e32110b0df79 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1810126 Mar 31 15:28:21.410104 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42062) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:21.417908 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-90572372-6e91-4c39-82b9-24423a6eee8b tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Calling delete_port for ac292028-c566-43fb-9b9b-fb103b0ea505 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:21.455143 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-338e6dd8-daf9-48b1-b19e-a7fa8cc8c0d1 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Request body: {'subnet': {'network_id': '841d913e-ca71-4f70-baae-4dcb8f7eb83a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:21.461531 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba4786e2-d711-4cf9-9fd8-b14205fee7a1 req-71906668-ba56-444c-8b56-943422cafb47 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:28:21.467964 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-74a8a36c-75e1-4464-b9f8-c0de2d58b11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:21.468713 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a8a36c-75e1-4464-b9f8-c0de2d58b11c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 997f8b29-5971-4910-86af-45f2c7cb6320 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:28:21.485332 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-670d82e7-2e96-4ab9-93fa-ba640e1a9d99 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Request body: {'subnet': {'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:21.523756 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-20d8a224-6d48-4778-81e6-dbefd52f64f0 req-d08ec2a6-8302-49c4-97c0-55b375763eac tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Unset dirty status for tenant:8b5ac80dc4ee46d09ac03572f4822c52 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:28:21.529744 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-20d8a224-6d48-4778-81e6-dbefd52f64f0 req-d08ec2a6-8302-49c4-97c0-55b375763eac tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b2fd708-9444-4b96-9a34-4e20cb8ae90f HTTP/1.1" status: 200 len: 210 time: 0.4089253 Mar 31 15:28:21.595695 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4786e2-d711-4cf9-9fd8-b14205fee7a1 req-71906668-ba56-444c-8b56-943422cafb47 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] No DVR routers for this DVR port 0d605c1b-a29c-44cb-bc0d-163a3712ce76 on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:28:21.598907 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-74a8a36c-75e1-4464-b9f8-c0de2d58b11c admin admin] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:21.604378 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-74a8a36c-75e1-4464-b9f8-c0de2d58b11c admin admin] 10.222.0.31 "DELETE /v2.0/routers/997f8b29-5971-4910-86af-45f2c7cb6320 HTTP/1.1" status: 204 len: 168 time: 5.8513150 Mar 31 15:28:21.606374 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ba4786e2-d711-4cf9-9fd8-b14205fee7a1 req-71906668-ba56-444c-8b56-943422cafb47 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:21.608442 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ba4786e2-d711-4cf9-9fd8-b14205fee7a1 req-71906668-ba56-444c-8b56-943422cafb47 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.41 "DELETE /v2.0/ports/0d605c1b-a29c-44cb-bc0d-163a3712ce76 HTTP/1.1" status: 204 len: 173 time: 5.8572187 Mar 31 15:28:21.612459 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42068) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:21.612996 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2fd708-9444-4b96-9a34-4e20cb8ae90f', 'name': 'network-vif-deleted', 'tag': '0d605c1b-a29c-44cb-bc0d-163a3712ce76'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:28:21.639272 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2f8047a3-be5f-4513-bfad-76bb04f6a39b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:21.723003 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fe55c0-431b-441e-9ea7-b659f67c8cd0 None None] Sync routers for ids ['b6f6de98-8231-4e8d-a2ef-fe4b83a055ef'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:28:21.733683 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2fd708-9444-4b96-9a34-4e20cb8ae90f', 'name': 'network-vif-deleted', 'tag': '0d605c1b-a29c-44cb-bc0d-163a3712ce76', 'status': 'completed', 'code': 200} Mar 31 15:28:21.752130 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f6c91362-45ce-4da0-aaea-4e5278f29376 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:21.758185 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fe55c0-431b-441e-9ea7-b659f67c8cd0 None None] Routers {'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:28:21.759055 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-11fe55c0-431b-441e-9ea7-b659f67c8cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:28:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['b6f6de98-8231-4e8d-a2ef-fe4b83a055ef'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:21.927249 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cede625f-a4b9-4806-8d7c-26851dcbe2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:21.980988 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f6c91362-45ce-4da0-aaea-4e5278f29376 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Calling delete_port for e4324c80-3840-4cce-bbe6-7b6294131d49 owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:22.020170 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8047a3-be5f-4513-bfad-76bb04f6a39b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:22.039565 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ff7deb0-9a24-4092-917a-2e69c0a500e5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:22.040661 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f17c8e-5fde-4547-8dba-82ea9acddcdb admin admin] Deleting subnet 6b28caf7-0cc4-4f02-9ea5-a472add592af {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:28:22.043249 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-2f8047a3-be5f-4513-bfad-76bb04f6a39b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:22.046015 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8047a3-be5f-4513-bfad-76bb04f6a39b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:22.046561 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-338e6dd8-daf9-48b1-b19e-a7fa8cc8c0d1 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:22.049259 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-670d82e7-2e96-4ab9-93fa-ba640e1a9d99 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:22.052469 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8047a3-be5f-4513-bfad-76bb04f6a39b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:22.053213 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2f8047a3-be5f-4513-bfad-76bb04f6a39b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:22.064967 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-89f17c8e-5fde-4547-8dba-82ea9acddcdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:22.113135 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8047a3-be5f-4513-bfad-76bb04f6a39b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Port': ['ID=b385fdd6-35be-4c94-a19c-5b8ae7f75ab6,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:22.117581 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-338e6dd8-daf9-48b1-b19e-a7fa8cc8c0d1 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Usage tracker for resource:subnet and tenant:cba800ed59cd4d6f8d690d59c4ee670b is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:22.135774 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-338e6dd8-daf9-48b1-b19e-a7fa8cc8c0d1 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:22.144924 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-670d82e7-2e96-4ab9-93fa-ba640e1a9d99 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Usage tracker for resource:subnet and tenant:3c462be107e642da98e89cbf8192538c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:22.145087 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-cede625f-a4b9-4806-8d7c-26851dcbe2af None None] For port 3b7c2686-d604-4317-96ac-6d523a6452f7, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=3b7c2686-d604-4317-96ac-6d523a6452f7,segment=NetworkSegment(affb5727-4c5e-47c2-89d7-e28cce2df56c),segment_id=affb5727-4c5e-47c2-89d7-e28cce2df56c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:22.153529 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-11fe55c0-431b-441e-9ea7-b659f67c8cd0 None None] Set router b6f6de98-8231-4e8d-a2ef-fe4b83a055ef gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:28:22.168564 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-338e6dd8-daf9-48b1-b19e-a7fa8cc8c0d1 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:22.170377 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-89f17c8e-5fde-4547-8dba-82ea9acddcdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:22.171874 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-670d82e7-2e96-4ab9-93fa-ba640e1a9d99 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:22.218971 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 18eb5dc5-46a8-4137-befb-9df753d42830 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:28:22.223924 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2f8047a3-be5f-4513-bfad-76bb04f6a39b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.2394924 Mar 31 15:28:22.227122 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42074) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:22.230602 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-670d82e7-2e96-4ab9-93fa-ba640e1a9d99 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:22.303167 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670d82e7-2e96-4ab9-93fa-ba640e1a9d99 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Made reservation on behalf of 3c462be107e642da98e89cbf8192538c for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:22.311388 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-670d82e7-2e96-4ab9-93fa-ba640e1a9d99 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:22.418493 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-89f17c8e-5fde-4547-8dba-82ea9acddcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:22.433363 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cede625f-a4b9-4806-8d7c-26851dcbe2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:22.485565 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ff7deb0-9a24-4092-917a-2e69c0a500e5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:22.502477 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-90572372-6e91-4c39-82b9-24423a6eee8b tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:22.518626 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338e6dd8-daf9-48b1-b19e-a7fa8cc8c0d1 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Made reservation on behalf of cba800ed59cd4d6f8d690d59c4ee670b for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:22.518734 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f6c91362-45ce-4da0-aaea-4e5278f29376 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:22.518841 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-338e6dd8-daf9-48b1-b19e-a7fa8cc8c0d1 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:22.530019 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6517a08-643d-4117-9ae1-d4b813b43320 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:22.538038 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6517a08-643d-4117-9ae1-d4b813b43320 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:22.538543 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c6517a08-643d-4117-9ae1-d4b813b43320 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:28:22.706266 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c91362-45ce-4da0-aaea-4e5278f29376 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Port': ['ID=e4324c80-3840-4cce-bbe6-7b6294131d49,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:22.858924 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff7deb0-9a24-4092-917a-2e69c0a500e5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network 0dfe4455-f298-4793-98de-d5f85bbf57cc is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:22.878935 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-35f883c3-e937-4c3f-af6c-39facf787f63 None None] Provisioning complete for port 18eb5dc5-46a8-4137-befb-9df753d42830 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:22.879356 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-35f883c3-e937-4c3f-af6c-39facf787f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:22.901789 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-7ff7deb0-9a24-4092-917a-2e69c0a500e5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:22.905362 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff7deb0-9a24-4092-917a-2e69c0a500e5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:22.910883 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff7deb0-9a24-4092-917a-2e69c0a500e5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:22.911618 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ff7deb0-9a24-4092-917a-2e69c0a500e5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:22.923893 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f6c91362-45ce-4da0-aaea-4e5278f29376 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:22.931400 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2da4679a-7af8-4643-83ee-ea4395d435b8 req-a8e0a54d-7072-4035-af0f-22f69e180b11 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b2fd708-9444-4b96-9a34-4e20cb8ae90f HTTP/1.1" status: 200 len: 210 time: 0.1033392 Mar 31 15:28:22.944039 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f6c91362-45ce-4da0-aaea-4e5278f29376 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/ports/e4324c80-3840-4cce-bbe6-7b6294131d49 HTTP/1.1" status: 204 len: 168 time: 2.9470105 Mar 31 15:28:22.952106 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42080) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:23.006727 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-89f17c8e-5fde-4547-8dba-82ea9acddcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:23.021085 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede625f-a4b9-4806-8d7c-26851dcbe2af None None] Pushing event updated for resources: {'Port': ['ID=3b7c2686-d604-4317-96ac-6d523a6452f7,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:23.022288 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7deb0-9a24-4092-917a-2e69c0a500e5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Port': ['ID=ddc98341-5476-43a1-9723-593abe09fe81,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:23.045226 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-21cb63c6-826d-4107-a756-b02371f58db4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] DELETE failed (client error): The resource could not be found. Mar 31 15:28:23.046081 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21cb63c6-826d-4107-a756-b02371f58db4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:28:23.050909 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-21cb63c6-826d-4107-a756-b02371f58db4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/ports/e4324c80-3840-4cce-bbe6-7b6294131d49 HTTP/1.1" status: 404 len: 333 time: 0.0965695 Mar 31 15:28:23.053103 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 18eb5dc5-46a8-4137-befb-9df753d42830 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:23.053626 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:23.054573 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42084) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:23.057538 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c6517a08-643d-4117-9ae1-d4b813b43320 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:28:23.061233 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c6517a08-643d-4117-9ae1-d4b813b43320 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.8282936 Mar 31 15:28:23.097129 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42088) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:23.102087 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-89f17c8e-5fde-4547-8dba-82ea9acddcdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:23.104297 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-89f17c8e-5fde-4547-8dba-82ea9acddcdb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6b28caf7-0cc4-4f02-9ea5-a472add592af HTTP/1.1" status: 204 len: 168 time: 1.4861019 Mar 31 15:28:23.105184 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f17c8e-5fde-4547-8dba-82ea9acddcdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b28caf7-0cc4-4f02-9ea5-a472add592af,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:23.117510 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42092) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:23.122876 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede625f-a4b9-4806-8d7c-26851dcbe2af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:23.123228 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede625f-a4b9-4806-8d7c-26851dcbe2af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:23.123569 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede625f-a4b9-4806-8d7c-26851dcbe2af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:23.124097 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede625f-a4b9-4806-8d7c-26851dcbe2af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:23.124329 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede625f-a4b9-4806-8d7c-26851dcbe2af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:23.124562 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede625f-a4b9-4806-8d7c-26851dcbe2af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:23.124888 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede625f-a4b9-4806-8d7c-26851dcbe2af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:23.125243 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede625f-a4b9-4806-8d7c-26851dcbe2af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:23.126234 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede625f-a4b9-4806-8d7c-26851dcbe2af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:23.127106 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede625f-a4b9-4806-8d7c-26851dcbe2af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:23.127454 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede625f-a4b9-4806-8d7c-26851dcbe2af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:23.128182 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede625f-a4b9-4806-8d7c-26851dcbe2af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:23.146721 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fb8cc7-e0d6-4367-8d02-35ce947c261a None None] Network 8570db4c-fed6-40aa-8a1b-99615046312c requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:23.151969 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-90572372-6e91-4c39-82b9-24423a6eee8b tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:23.161995 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7ff7deb0-9a24-4092-917a-2e69c0a500e5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.8151314 Mar 31 15:28:23.163634 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90572372-6e91-4c39-82b9-24423a6eee8b tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Pushing event deleted for resources: {'Port': ['ID=ac292028-c566-43fb-9b9b-fb103b0ea505,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:23.173022 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42096) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:23.262519 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5593c3-2334-41b1-8f3b-48f5f2b6ef3a None None] Network 964c3f67-c4f3-4fac-a6f9-d857551d3703 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:23.267277 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-90572372-6e91-4c39-82b9-24423a6eee8b tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] 10.222.0.31 "DELETE /v2.0/ports/ac292028-c566-43fb-9b9b-fb103b0ea505 HTTP/1.1" status: 204 len: 168 time: 2.8042502 Mar 31 15:28:23.279718 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42100) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:23.344302 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7641322-28a7-4056-9882-c4780d0d19bc tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] GET failed (client error): The resource could not be found. Mar 31 15:28:23.345262 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e7641322-28a7-4056-9882-c4780d0d19bc tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Synchronizing usage tracker for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:28:23.404866 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e879e-baa7-4992-bab8-039bfdf3ebed tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting port ddc98341-5476-43a1-9723-593abe09fe81 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:23.405230 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7f7e879e-baa7-4992-bab8-039bfdf3ebed tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:23.447908 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-362ffd1d-a22e-4ef3-86f5-b70060e58c05 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting port b385fdd6-35be-4c94-a19c-5b8ae7f75ab6 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:23.447908 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-362ffd1d-a22e-4ef3-86f5-b70060e58c05 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:23.496904 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e7641322-28a7-4056-9882-c4780d0d19bc tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Unset dirty status for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:28:23.500812 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e7641322-28a7-4056-9882-c4780d0d19bc tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "GET /v2.0/ports/e4324c80-3840-4cce-bbe6-7b6294131d49 HTTP/1.1" status: 404 len: 333 time: 0.4385285 Mar 31 15:28:23.503855 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42104) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:23.511069 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3292cf12-3b3a-40bb-a263-7c11537006fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:23.627276 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3292cf12-3b3a-40bb-a263-7c11537006fd admin admin] Deleting port e2e439f7-7813-426f-8597-6e67b9417a8d {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:23.627713 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3292cf12-3b3a-40bb-a263-7c11537006fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:23.675915 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-670d82e7-2e96-4ab9-93fa-ba640e1a9d99 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:23.678262 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b4f17a-0f00-4545-8aaa-70c266be47c9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting subnet 3a16dc14-2f22-4a61-bd26-b60d15e4249e {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:28:23.679153 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-11fe55c0-431b-441e-9ea7-b659f67c8cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'name': 'tempest-ServersTestManualDisk-1656766864-router', 'tenant_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '81e17236-5cd1-4cf2-bae2-0884a881cc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:54Z', 'revision_number': 4, 'project_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'gw_port': {'id': '81e17236-5cd1-4cf2-bae2-0884a881cc0b', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:45Z', 'updated_at': '2022-03-31T15:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'e59dba9c-a470-499e-ad5c-3d5d9a861969', 'name': '', 'network_id': 'b8c1a446-ecea-4471-8bae-1efc5f7c1cdf', 'tenant_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'mac_address': 'fa:16:3e:9a:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a152ddbe-bf1d-428e-af6f-5de1f957668e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:52Z', 'updated_at': '2022-03-31T15:27:04Z', 'revision_number': 5, 'project_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'subnets': [{'id': 'a152ddbe-bf1d-428e-af6f-5de1f957668e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:23.687588 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09b4f17a-0f00-4545-8aaa-70c266be47c9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:23.688573 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-35f883c3-e937-4c3f-af6c-39facf787f63 None None] Provisioning for port b385fdd6-35be-4c94-a19c-5b8ae7f75ab6 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:23.700287 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fe55c0-431b-441e-9ea7-b659f67c8cd0 None None] Checking router: b6f6de98-8231-4e8d-a2ef-fe4b83a055ef for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:28:23.736951 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-35f883c3-e937-4c3f-af6c-39facf787f63 None None] Provisioning complete for port b385fdd6-35be-4c94-a19c-5b8ae7f75ab6 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:23.737356 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-35f883c3-e937-4c3f-af6c-39facf787f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:23.774307 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 36bf1d7a-38aa-441a-bf40-40796d557d6c no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:28:23.835093 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 36bf1d7a-38aa-441a-bf40-40796d557d6c {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:28:23.835440 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 36bf1d7a-38aa-441a-bf40-40796d557d6c not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:28:23.835881 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 7b868656-c137-481c-94e4-0b1696f68d29 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:28:23.836852 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09b4f17a-0f00-4545-8aaa-70c266be47c9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:23.861261 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1c86a5-eb1c-4c2c-a523-e82c7cc2d957 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:23.861960 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-bd1c86a5-eb1c-4c2c-a523-e82c7cc2d957 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Synchronizing usage tracker for tenant:6f549ba6742b44639dadd23800e45f0a on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:28:23.868495 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fe55c0-431b-441e-9ea7-b659f67c8cd0 None None] Routers {'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:28:23.869382 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-11fe55c0-431b-441e-9ea7-b659f67c8cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:28:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['b6f6de98-8231-4e8d-a2ef-fe4b83a055ef'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:23.869575 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7f7e879e-baa7-4992-bab8-039bfdf3ebed tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:23.886245 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-338e6dd8-daf9-48b1-b19e-a7fa8cc8c0d1 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:23.892958 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d82e7-2e96-4ab9-93fa-ba640e1a9d99 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Subnet': ['ID=4c237bb8-df40-4aae-9919-113d57ab3621,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:23.950627 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 7b868656-c137-481c-94e4-0b1696f68d29 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:28:23.950967 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 7b868656-c137-481c-94e4-0b1696f68d29 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:28:23.967009 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-35f883c3-e937-4c3f-af6c-39facf787f63 None None] Port b385fdd6-35be-4c94-a19c-5b8ae7f75ab6 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:28:23.987338 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670d82e7-2e96-4ab9-93fa-ba640e1a9d99 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Checking segment: {'id': '55f4b064-8c61-4355-8e0c-8ffe7f2f8eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:23.987338 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670d82e7-2e96-4ab9-93fa-ba640e1a9d99 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network hostable DHCP agents. Network: fff8c7da-071f-4139-b03e-4416f92d92e0, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:28:24.092226 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e879e-baa7-4992-bab8-039bfdf3ebed tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Calling delete_port for ddc98341-5476-43a1-9723-593abe09fe81 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:24.120241 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8865d0d4-682c-4abf-bfa6-3fc17630ea33 None None] DHCP port deletion for 8570db4c-fed6-40aa-8a1b-99615046312c request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:28:24.161172 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-362ffd1d-a22e-4ef3-86f5-b70060e58c05 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:24.161401 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-8865d0d4-682c-4abf-bfa6-3fc17630ea33 None None] Deleting port e2e439f7-7813-426f-8597-6e67b9417a8d {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:24.161401 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8865d0d4-682c-4abf-bfa6-3fc17630ea33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:24.166809 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3292cf12-3b3a-40bb-a263-7c11537006fd admin admin] For port e2e439f7-7813-426f-8597-6e67b9417a8d, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e2e439f7-7813-426f-8597-6e67b9417a8d,segment=NetworkSegment(478cadf4-0aeb-4142-b453-0c4f37f9f3e4),segment_id=478cadf4-0aeb-4142-b453-0c4f37f9f3e4)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:24.167372 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3292cf12-3b3a-40bb-a263-7c11537006fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:24.183467 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e6dd8-daf9-48b1-b19e-a7fa8cc8c0d1 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event updated for resources: {'Subnet': ['ID=705f43ea-fb1d-4f0f-82d1-606127f04647,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:24.210983 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-bd1c86a5-eb1c-4c2c-a523-e82c7cc2d957 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Unset dirty status for tenant:6f549ba6742b44639dadd23800e45f0a on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:28:24.210983 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-bd1c86a5-eb1c-4c2c-a523-e82c7cc2d957 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f8923a-c8fd-468e-9c05-a70516bf3f67 HTTP/1.1" status: 200 len: 913 time: 0.9234455 Mar 31 15:28:24.214627 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42112) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:24.254026 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 3b7c2686-d604-4317-96ac-6d523a6452f7 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:28:24.323937 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3292cf12-3b3a-40bb-a263-7c11537006fd admin admin] Calling delete_port for e2e439f7-7813-426f-8597-6e67b9417a8d owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:24.329877 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-11fe55c0-431b-441e-9ea7-b659f67c8cd0 None None] Set router b6f6de98-8231-4e8d-a2ef-fe4b83a055ef gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:28:24.384764 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d600099d-61ce-4659-91bc-9e400d0a2546 None None] Provisioning complete for port 3b7c2686-d604-4317-96ac-6d523a6452f7 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:24.385139 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d600099d-61ce-4659-91bc-9e400d0a2546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:24.410996 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42116) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:24.422955 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670d82e7-2e96-4ab9-93fa-ba640e1a9d99 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network fff8c7da-071f-4139-b03e-4416f92d92e0 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:28:24.422955 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338e6dd8-daf9-48b1-b19e-a7fa8cc8c0d1 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Checking segment: {'id': '0f3baadc-f58f-4ac2-b005-61f7d9d24d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '841d913e-ca71-4f70-baae-4dcb8f7eb83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:24.422955 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338e6dd8-daf9-48b1-b19e-a7fa8cc8c0d1 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Network hostable DHCP agents. Network: 841d913e-ca71-4f70-baae-4dcb8f7eb83a, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:28:24.501386 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-362ffd1d-a22e-4ef3-86f5-b70060e58c05 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Calling delete_port for b385fdd6-35be-4c94-a19c-5b8ae7f75ab6 owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:24.530592 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09b4f17a-0f00-4545-8aaa-70c266be47c9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:24.582565 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-670d82e7-2e96-4ab9-93fa-ba640e1a9d99 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, fff8c7da-071f-4139-b03e-4416f92d92e0) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:24.604803 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670d82e7-2e96-4ab9-93fa-ba640e1a9d99 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:24.605786 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-670d82e7-2e96-4ab9-93fa-ba640e1a9d99 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:24.611633 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2198b09-a116-436a-af9f-ed6ef57692cc None None] Network fff8c7da-071f-4139-b03e-4416f92d92e0 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:24.654333 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7f7e879e-baa7-4992-bab8-039bfdf3ebed tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:24.793335 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338e6dd8-daf9-48b1-b19e-a7fa8cc8c0d1 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Network 841d913e-ca71-4f70-baae-4dcb8f7eb83a is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:28:24.812865 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e879e-baa7-4992-bab8-039bfdf3ebed tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Port': ['ID=ddc98341-5476-43a1-9723-593abe09fe81,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:24.840300 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e42888cf-66fa-44aa-bcf7-03e58c1ecb5a tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:24.879588 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e42888cf-66fa-44aa-bcf7-03e58c1ecb5a tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:24.885873 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-670d82e7-2e96-4ab9-93fa-ba640e1a9d99 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4885700 Mar 31 15:28:24.887633 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-338e6dd8-daf9-48b1-b19e-a7fa8cc8c0d1 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 841d913e-ca71-4f70-baae-4dcb8f7eb83a) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:24.889369 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42120) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:24.902739 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7f7e879e-baa7-4992-bab8-039bfdf3ebed tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:24.903367 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3292cf12-3b3a-40bb-a263-7c11537006fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:24.905488 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7f7e879e-baa7-4992-bab8-039bfdf3ebed tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/ports/ddc98341-5476-43a1-9723-593abe09fe81 HTTP/1.1" status: 204 len: 168 time: 1.7307131 Mar 31 15:28:24.907933 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42124) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:24.926026 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 3b7c2686-d604-4317-96ac-6d523a6452f7 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:24.926397 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:24.952016 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001945f7-75f5-46db-86ab-e3e04918c003 None None] Network 841d913e-ca71-4f70-baae-4dcb8f7eb83a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:24.989205 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338e6dd8-daf9-48b1-b19e-a7fa8cc8c0d1 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:24.989829 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-338e6dd8-daf9-48b1-b19e-a7fa8cc8c0d1 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:25.105511 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292cf12-3b3a-40bb-a263-7c11537006fd admin admin] Pushing event deleted for resources: {'Port': ['ID=e2e439f7-7813-426f-8597-6e67b9417a8d,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:25.112233 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-e26b2d4f-ed92-49f4-bbd1-14a54a6879cf tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'port': {'network_id': '0dfe4455-f298-4793-98de-d5f85bbf57cc', 'mac_address': 'fa:16:3e:5f:a7:cf', 'name': 'tempest-PortsTestJSON-1628764930'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:25.161228 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3292cf12-3b3a-40bb-a263-7c11537006fd admin admin] No DVR routers for this DVR port e2e439f7-7813-426f-8597-6e67b9417a8d on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:28:25.198847 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:25.202736 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-8865d0d4-682c-4abf-bfa6-3fc17630ea33 None None] For port e2e439f7-7813-426f-8597-6e67b9417a8d, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e2e439f7-7813-426f-8597-6e67b9417a8d,segment=NetworkSegment(478cadf4-0aeb-4142-b453-0c4f37f9f3e4),segment_id=478cadf4-0aeb-4142-b453-0c4f37f9f3e4)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:25.203150 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8865d0d4-682c-4abf-bfa6-3fc17630ea33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:25.231449 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-338e6dd8-daf9-48b1-b19e-a7fa8cc8c0d1 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.7815697 Mar 31 15:28:25.240726 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42128) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:25.266134 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09b4f17a-0f00-4545-8aaa-70c266be47c9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:25.309035 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-362ffd1d-a22e-4ef3-86f5-b70060e58c05 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:25.380656 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4f17a-0f00-4545-8aaa-70c266be47c9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Subnet': ['ID=3a16dc14-2f22-4a61-bd26-b60d15e4249e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:25.397813 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09b4f17a-0f00-4545-8aaa-70c266be47c9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:25.403394 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ffd1d-a22e-4ef3-86f5-b70060e58c05 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Port': ['ID=b385fdd6-35be-4c94-a19c-5b8ae7f75ab6,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:25.421547 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-8865d0d4-682c-4abf-bfa6-3fc17630ea33 None None] Calling delete_port for e2e439f7-7813-426f-8597-6e67b9417a8d owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:25.454709 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5703934-8fec-4108-800c-d4d3e3084a31 None None] Network 964c3f67-c4f3-4fac-a6f9-d857551d3703 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:25.458631 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e26b2d4f-ed92-49f4-bbd1-14a54a6879cf tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:25.486964 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d600099d-61ce-4659-91bc-9e400d0a2546 None None] Could not find standard attr ID for object e4324c80-3840-4cce-bbe6-7b6294131d49. {{(pid=103445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 15:28:25.499659 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3292cf12-3b3a-40bb-a263-7c11537006fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:25.531107 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e26b2d4f-ed92-49f4-bbd1-14a54a6879cf tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:25.563108 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-362ffd1d-a22e-4ef3-86f5-b70060e58c05 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:25.567424 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d600099d-61ce-4659-91bc-9e400d0a2546 None None] Could not find standard attr ID for object b385fdd6-35be-4c94-a19c-5b8ae7f75ab6. {{(pid=103445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 15:28:25.568007 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-362ffd1d-a22e-4ef3-86f5-b70060e58c05 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/b385fdd6-35be-4c94-a19c-5b8ae7f75ab6 HTTP/1.1" status: 204 len: 168 time: 2.4695227 Mar 31 15:28:25.574819 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42132) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:25.589854 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-09b4f17a-0f00-4545-8aaa-70c266be47c9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/subnets/3a16dc14-2f22-4a61-bd26-b60d15e4249e HTTP/1.1" status: 204 len: 168 time: 2.0849009 Mar 31 15:28:25.591997 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42134) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:25.594407 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-3292cf12-3b3a-40bb-a263-7c11537006fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8570db4c-fed6-40aa-8a1b-99615046312c']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:25.634741 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e42888cf-66fa-44aa-bcf7-03e58c1ecb5a tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:25.637503 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e42888cf-66fa-44aa-bcf7-03e58c1ecb5a tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:25.638809 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e42888cf-66fa-44aa-bcf7-03e58c1ecb5a tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "DELETE /v2.0/security-groups/ac921968-9099-446a-b7f7-743cb695bc1e HTTP/1.1" status: 204 len: 168 time: 1.2192817 Mar 31 15:28:25.678154 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42140) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:25.690743 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-3292cf12-3b3a-40bb-a263-7c11537006fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478cadf4-0aeb-4142-b453-0c4f37f9f3e4') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:25.691029 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-3292cf12-3b3a-40bb-a263-7c11537006fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478cadf4-0aeb-4142-b453-0c4f37f9f3e4') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:25.711985 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26b2d4f-ed92-49f4-bbd1-14a54a6879cf tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:25.716211 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:25.748898 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42888cf-66fa-44aa-bcf7-03e58c1ecb5a tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac921968-9099-446a-b7f7-743cb695bc1e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:25.764931 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3292cf12-3b3a-40bb-a263-7c11537006fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:25.841632 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-a810d05b-2255-41cb-b40f-129a337e0e48 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] show failed (client error): The resource could not be found. Mar 31 15:28:25.842647 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a810d05b-2255-41cb-b40f-129a337e0e48 tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "GET /v2.0/security-groups/ac921968-9099-446a-b7f7-743cb695bc1e HTTP/1.1" status: 404 len: 347 time: 0.1603017 Mar 31 15:28:25.846059 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42146) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:25.913667 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e8d6f4-df0f-4bb5-aa3e-f783cfff0786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-fff8c7da-071f-4139-b03e-4416f92d92e0', 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'fixed_ips': [{'subnet_id': '4c237bb8-df40-4aae-9919-113d57ab3621'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:28:25.915472 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e4e8d6f4-df0f-4bb5-aa3e-f783cfff0786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:25.915620 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c587ac53-e6b9-49c6-9bac-4277439100d6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:25.916861 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c587ac53-e6b9-49c6-9bac-4277439100d6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:25.917805 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c587ac53-e6b9-49c6-9bac-4277439100d6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:28:25.920899 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3292cf12-3b3a-40bb-a263-7c11537006fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:25.941732 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-80f74e31-4982-4102-8965-65b1978450e1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:25.944451 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3292cf12-3b3a-40bb-a263-7c11537006fd admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:28:25.945039 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3292cf12-3b3a-40bb-a263-7c11537006fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:25.969638 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:28:25.969638 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:28:25.969638 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:28:25.969638 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:28:25.969638 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:28:25.969638 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:28:25.969638 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:28:25.969638 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:28:25.969638 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:28:25.969638 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:28:25.969638 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:28:25.969638 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:28:25.969638 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:28:25.969638 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:28:25.969638 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:28:25.969638 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:28:25.969638 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:28:25.969638 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:28:25.969638 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:28:25.969638 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:28:25.969638 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:28:25.969638 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:28:25.969638 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:28:25.969638 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:28:25.969638 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:28:25.969638 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:28:25.969638 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:28:25.969638 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:28:25.969638 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:28:25.969638 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:28:25.969638 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:28:25.969638 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:28:25.974202 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-89dccd46-d933-468f-b88c-831526cd2bd8 None None] Provisioning complete for port 3b7c2686-d604-4317-96ac-6d523a6452f7 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:25.974581 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-89dccd46-d933-468f-b88c-831526cd2bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:26.060288 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e26b2d4f-ed92-49f4-bbd1-14a54a6879cf tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:26.090467 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-80f74e31-4982-4102-8965-65b1978450e1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting port 3b7c2686-d604-4317-96ac-6d523a6452f7 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:26.090467 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-80f74e31-4982-4102-8965-65b1978450e1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:26.096733 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-8865d0d4-682c-4abf-bfa6-3fc17630ea33 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:28:26.097091 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-8865d0d4-682c-4abf-bfa6-3fc17630ea33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:28:26.135910 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-e26b2d4f-ed92-49f4-bbd1-14a54a6879cf tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] device_id is not set on port 92a96a8f-5c08-44b3-85c4-7adbaf3d3830 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:28:26.165892 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5031c446-dd89-4857-bd91-e28683586937 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:26.167581 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e2e439f7-7813-426f-8597-6e67b9417a8d no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:28:26.175805 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c587ac53-e6b9-49c6-9bac-4277439100d6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:28:26.180071 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c587ac53-e6b9-49c6-9bac-4277439100d6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5887411 Mar 31 15:28:26.184037 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42150) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:26.237523 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: e2e439f7-7813-426f-8597-6e67b9417a8d {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:28:26.238182 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e2e439f7-7813-426f-8597-6e67b9417a8d not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:28:26.241529 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b565ceaf-891f-49f9-ad7f-707a6ed1840a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-841d913e-ca71-4f70-baae-4dcb8f7eb83a', 'network_id': '841d913e-ca71-4f70-baae-4dcb8f7eb83a', 'tenant_id': 'cba800ed59cd4d6f8d690d59c4ee670b', 'fixed_ips': [{'subnet_id': '705f43ea-fb1d-4f0f-82d1-606127f04647'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:28:26.242537 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b565ceaf-891f-49f9-ad7f-707a6ed1840a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:26.244541 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3292cf12-3b3a-40bb-a263-7c11537006fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:26.260080 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:26.294860 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-11fe55c0-431b-441e-9ea7-b659f67c8cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'name': 'tempest-ServersTestManualDisk-1656766864-router', 'tenant_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '81e17236-5cd1-4cf2-bae2-0884a881cc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:54Z', 'revision_number': 4, 'project_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'gw_port': {'id': '81e17236-5cd1-4cf2-bae2-0884a881cc0b', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:45Z', 'updated_at': '2022-03-31T15:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'e59dba9c-a470-499e-ad5c-3d5d9a861969', 'name': '', 'network_id': 'b8c1a446-ecea-4471-8bae-1efc5f7c1cdf', 'tenant_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'mac_address': 'fa:16:3e:9a:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a152ddbe-bf1d-428e-af6f-5de1f957668e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:52Z', 'updated_at': '2022-03-31T15:27:04Z', 'revision_number': 5, 'project_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'subnets': [{'id': 'a152ddbe-bf1d-428e-af6f-5de1f957668e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:26.335931 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3292cf12-3b3a-40bb-a263-7c11537006fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:26.353554 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292cf12-3b3a-40bb-a263-7c11537006fd admin admin] Pushing event deleted for resources: {'Network': ['ID=8570db4c-fed6-40aa-8a1b-99615046312c,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:26.374902 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d93ec149-4bbe-4506-b1e0-f7d6d2afe09d tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Deleting port 736b8e8a-ab15-4bd0-b2ef-4cbbd3ff40bd {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:26.375157 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d93ec149-4bbe-4506-b1e0-f7d6d2afe09d tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:26.383510 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fe55c0-431b-441e-9ea7-b659f67c8cd0 None None] The sync data for ids ['b6f6de98-8231-4e8d-a2ef-fe4b83a055ef'] in dv-neutron-833379-2-hyperv is: [{'id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'name': 'tempest-ServersTestManualDisk-1656766864-router', 'tenant_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '81e17236-5cd1-4cf2-bae2-0884a881cc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:54Z', 'revision_number': 4, 'project_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'gw_port': {'id': '81e17236-5cd1-4cf2-bae2-0884a881cc0b', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:45Z', 'updated_at': '2022-03-31T15:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'e59dba9c-a470-499e-ad5c-3d5d9a861969', 'name': '', 'network_id': 'b8c1a446-ecea-4471-8bae-1efc5f7c1cdf', 'tenant_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'mac_address': 'fa:16:3e:9a:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a152ddbe-bf1d-428e-af6f-5de1f957668e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:52Z', 'updated_at': '2022-03-31T15:27:04Z', 'revision_number': 5, 'project_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'subnets': [{'id': 'a152ddbe-bf1d-428e-af6f-5de1f957668e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:28:26.395456 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca741dd7-24f0-493f-a8a2-e01a4527a6c8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting subnet 24a04652-1a71-4363-bde3-1f32b40f132b {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:28:26.414515 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca741dd7-24f0-493f-a8a2-e01a4527a6c8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:26.495244 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3292cf12-3b3a-40bb-a263-7c11537006fd admin admin] 10.222.0.31 "DELETE /v2.0/networks/8570db4c-fed6-40aa-8a1b-99615046312c HTTP/1.1" status: 204 len: 168 time: 3.3782008 Mar 31 15:28:26.511935 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-e4e8d6f4-df0f-4bb5-aa3e-f783cfff0786 None None] Allocated IP 172.20.0.2 (fff8c7da-071f-4139-b03e-4416f92d92e0/4c237bb8-df40-4aae-9919-113d57ab3621/d950d7e9-3ba8-4221-963d-58e39f073565) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:26.570320 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-89dccd46-d933-468f-b88c-831526cd2bd8 None None] Could not find standard attr ID for object e4324c80-3840-4cce-bbe6-7b6294131d49. {{(pid=103445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 15:28:26.621855 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-8865d0d4-682c-4abf-bfa6-3fc17630ea33 None None] Deleting port e2e439f7-7813-426f-8597-6e67b9417a8d {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:26.622801 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8865d0d4-682c-4abf-bfa6-3fc17630ea33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:26.628666 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78f860e0-6ae1-40e4-aacd-4229219c8768 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:26.723620 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edddd4a2-5283-4dff-a64e-359bd94fa945 None None] DHCP port deletion for 964c3f67-c4f3-4fac-a6f9-d857551d3703 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:28:26.758468 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-edddd4a2-5283-4dff-a64e-359bd94fa945 None None] Deleting port 3b7c2686-d604-4317-96ac-6d523a6452f7 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:26.758468 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-edddd4a2-5283-4dff-a64e-359bd94fa945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:26.760026 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca741dd7-24f0-493f-a8a2-e01a4527a6c8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:26.879211 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abec0f40-f57f-4947-b05a-031bd2bea609 None None] New status for floating IP c7e46701-caf3-4b9f-b214-7b04964257ea: DOWN {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:28:26.890509 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-8865d0d4-682c-4abf-bfa6-3fc17630ea33 None None] The port 'e2e439f7-7813-426f-8597-6e67b9417a8d' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:28:26.907811 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-b565ceaf-891f-49f9-ad7f-707a6ed1840a None None] Allocated IP 172.20.0.1 (841d913e-ca71-4f70-baae-4dcb8f7eb83a/705f43ea-fb1d-4f0f-82d1-606127f04647/18fd8196-1bf7-4de9-b39f-00e8a55b0397) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:27.007999 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d93ec149-4bbe-4506-b1e0-f7d6d2afe09d tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:27.008388 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d93ec149-4bbe-4506-b1e0-f7d6d2afe09d tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:27.032859 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca741dd7-24f0-493f-a8a2-e01a4527a6c8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:27.142342 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42156) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:27.159192 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e26b2d4f-ed92-49f4-bbd1-14a54a6879cf tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:27.167847 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d93ec149-4bbe-4506-b1e0-f7d6d2afe09d tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Calling delete_port for 736b8e8a-ab15-4bd0-b2ef-4cbbd3ff40bd owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:27.194885 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-80f74e31-4982-4102-8965-65b1978450e1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] For port 3b7c2686-d604-4317-96ac-6d523a6452f7, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=3b7c2686-d604-4317-96ac-6d523a6452f7,segment=NetworkSegment(affb5727-4c5e-47c2-89d7-e28cce2df56c),segment_id=affb5727-4c5e-47c2-89d7-e28cce2df56c)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:27.194885 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-80f74e31-4982-4102-8965-65b1978450e1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:27.329032 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e4e8d6f4-df0f-4bb5-aa3e-f783cfff0786 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:27.332041 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-80f74e31-4982-4102-8965-65b1978450e1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Calling delete_port for 3b7c2686-d604-4317-96ac-6d523a6452f7 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:27.359107 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-edddd4a2-5283-4dff-a64e-359bd94fa945 None None] For port 3b7c2686-d604-4317-96ac-6d523a6452f7, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=3b7c2686-d604-4317-96ac-6d523a6452f7,segment=NetworkSegment(affb5727-4c5e-47c2-89d7-e28cce2df56c),segment_id=affb5727-4c5e-47c2-89d7-e28cce2df56c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:27.359610 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-edddd4a2-5283-4dff-a64e-359bd94fa945 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:27.370258 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-e4e8d6f4-df0f-4bb5-aa3e-f783cfff0786 None None] Transition to ACTIVE for port object d950d7e9-3ba8-4221-963d-58e39f073565 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:27.376969 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2a2157f5-cd05-4143-b788-e9107dbd0551 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=054d30a6120446fcba39a5a299093095&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2322109 Mar 31 15:28:27.387199 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42160) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:27.415784 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca741dd7-24f0-493f-a8a2-e01a4527a6c8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:27.473168 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e26b2d4f-ed92-49f4-bbd1-14a54a6879cf tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:27.475223 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca741dd7-24f0-493f-a8a2-e01a4527a6c8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:27.489837 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca741dd7-24f0-493f-a8a2-e01a4527a6c8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Subnet': ['ID=24a04652-1a71-4363-bde3-1f32b40f132b,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:27.571284 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-80f74e31-4982-4102-8965-65b1978450e1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:27.580505 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eeb1997-ab0e-4460-a2b1-d5be2fc8b8b5 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:27.591150 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26b2d4f-ed92-49f4-bbd1-14a54a6879cf tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network 0dfe4455-f298-4793-98de-d5f85bbf57cc is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:27.598304 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-e26b2d4f-ed92-49f4-bbd1-14a54a6879cf tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:27.605958 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-edddd4a2-5283-4dff-a64e-359bd94fa945 None None] Calling delete_port for 3b7c2686-d604-4317-96ac-6d523a6452f7 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:27.617134 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26b2d4f-ed92-49f4-bbd1-14a54a6879cf tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:27.624750 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26b2d4f-ed92-49f4-bbd1-14a54a6879cf tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:27.625584 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e26b2d4f-ed92-49f4-bbd1-14a54a6879cf tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:27.636364 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.api [None req-d93ec149-4bbe-4506-b1e0-f7d6d2afe09d tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:28:27.636740 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG oslo_db.api [None req-d93ec149-4bbe-4506-b1e0-f7d6d2afe09d tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:28:27.643242 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-64dc8890-d054-4fcc-b47a-644e0494ce32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:27.659910 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b2d4f-ed92-49f4-bbd1-14a54a6879cf tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Port': ['ID=92a96a8f-5c08-44b3-85c4-7adbaf3d3830,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:27.663581 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f74e31-4982-4102-8965-65b1978450e1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] No DVR routers for this DVR port 3b7c2686-d604-4317-96ac-6d523a6452f7 on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:28:27.667352 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ca741dd7-24f0-493f-a8a2-e01a4527a6c8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/24a04652-1a71-4363-bde3-1f32b40f132b HTTP/1.1" status: 204 len: 168 time: 1.4824333 Mar 31 15:28:27.672579 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42164) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:27.687300 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-e4e8d6f4-df0f-4bb5-aa3e-f783cfff0786 None None] Transition to ACTIVE for port object d950d7e9-3ba8-4221-963d-58e39f073565 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:27.763651 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-78f860e0-6ae1-40e4-aacd-4229219c8768 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Deleting port 5423ebe0-c39f-4734-a49e-e4489fd583e0 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:27.764033 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78f860e0-6ae1-40e4-aacd-4229219c8768 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:27.766420 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f74e31-4982-4102-8965-65b1978450e1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Port': ['ID=3b7c2686-d604-4317-96ac-6d523a6452f7,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:27.772854 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e26b2d4f-ed92-49f4-bbd1-14a54a6879cf tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6756284 Mar 31 15:28:27.787061 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42168) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:27.793711 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-878f67b5-71da-4d19-b518-8ba928fcc462 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1197693 Mar 31 15:28:27.795495 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-64dc8890-d054-4fcc-b47a-644e0494ce32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:27.803826 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e4e8d6f4-df0f-4bb5-aa3e-f783cfff0786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:27.804758 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42172) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:27.817992 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9ca71624-bb08-48d4-84b8-061a21e653b4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:27.867284 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b565ceaf-891f-49f9-ad7f-707a6ed1840a None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:27.899694 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-80f74e31-4982-4102-8965-65b1978450e1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:27.941144 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772b8abf-cdd2-483f-a5df-52be935d510f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:27.941729 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-772b8abf-cdd2-483f-a5df-52be935d510f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Synchronizing usage tracker for tenant:62591a084e044f5ebd9b8ec401f28de6 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:28:27.947763 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-80f74e31-4982-4102-8965-65b1978450e1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['964c3f67-c4f3-4fac-a6f9-d857551d3703']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:27.950597 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b565ceaf-891f-49f9-ad7f-707a6ed1840a None None] Transition to ACTIVE for port object 18fd8196-1bf7-4de9-b39f-00e8a55b0397 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:27.951657 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e8d6f4-df0f-4bb5-aa3e-f783cfff0786 None None] Network fff8c7da-071f-4139-b03e-4416f92d92e0 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:27.964482 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-e4e8d6f4-df0f-4bb5-aa3e-f783cfff0786 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:27.966913 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e8d6f4-df0f-4bb5-aa3e-f783cfff0786 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:27.967388 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-80f74e31-4982-4102-8965-65b1978450e1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'affb5727-4c5e-47c2-89d7-e28cce2df56c') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:27.967683 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-80f74e31-4982-4102-8965-65b1978450e1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'affb5727-4c5e-47c2-89d7-e28cce2df56c') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:27.981481 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-80f74e31-4982-4102-8965-65b1978450e1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:27.991459 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-edddd4a2-5283-4dff-a64e-359bd94fa945 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:28:27.991825 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-edddd4a2-5283-4dff-a64e-359bd94fa945 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:28:28.000473 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-80f74e31-4982-4102-8965-65b1978450e1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:28.004282 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8d6f4-df0f-4bb5-aa3e-f783cfff0786 None None] Pushing event updated for resources: {'Port': ['ID=d950d7e9-3ba8-4221-963d-58e39f073565,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:28.008028 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80f74e31-4982-4102-8965-65b1978450e1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:28:28.008941 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-80f74e31-4982-4102-8965-65b1978450e1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:28.024095 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:28:28.024095 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:28:28.024095 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:28:28.024095 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:28:28.024095 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:28:28.024095 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:28:28.024095 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:28:28.024095 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:28:28.024095 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:28:28.024095 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:28:28.024095 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:28:28.024095 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:28:28.024095 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:28:28.024095 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:28:28.024095 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:28:28.024095 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:28:28.024095 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:28:28.024095 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:28:28.024095 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:28:28.024095 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:28:28.024095 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:28:28.024095 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:28:28.024095 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:28:28.024095 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:28:28.024095 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:28:28.024095 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:28:28.024095 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:28:28.024095 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:28:28.024095 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:28:28.024095 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:28:28.024095 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:28:28.024095 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:28:28.038384 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b565ceaf-891f-49f9-ad7f-707a6ed1840a None None] Transition to ACTIVE for port object 18fd8196-1bf7-4de9-b39f-00e8a55b0397 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:28.093831 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-772b8abf-cdd2-483f-a5df-52be935d510f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Unset dirty status for tenant:62591a084e044f5ebd9b8ec401f28de6 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:28:28.097464 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-772b8abf-cdd2-483f-a5df-52be935d510f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "GET /v2.0/ports/92a96a8f-5c08-44b3-85c4-7adbaf3d3830 HTTP/1.1" status: 200 len: 841 time: 0.3071237 Mar 31 15:28:28.102215 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42176) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:28.127815 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-5031c446-dd89-4857-bd91-e28683586937 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Allocated IP 172.20.0.1 (fff8c7da-071f-4139-b03e-4416f92d92e0/4c237bb8-df40-4aae-9919-113d57ab3621/1089ca86-1d82-48a1-a534-ebfe05d40cb1) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:28.135469 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 3b7c2686-d604-4317-96ac-6d523a6452f7 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:28:28.137735 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d93ec149-4bbe-4506-b1e0-f7d6d2afe09d tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Deleting port 736b8e8a-ab15-4bd0-b2ef-4cbbd3ff40bd {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:28.138078 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d93ec149-4bbe-4506-b1e0-f7d6d2afe09d tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:28.169092 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b565ceaf-891f-49f9-ad7f-707a6ed1840a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:28.178485 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9ca71624-bb08-48d4-84b8-061a21e653b4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:28.180368 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e96bf3c8-ffdf-4d98-9b86-2b7e80944d43 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting port 92a96a8f-5c08-44b3-85c4-7adbaf3d3830 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:28.180662 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e96bf3c8-ffdf-4d98-9b86-2b7e80944d43 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:28.200607 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9ca71624-bb08-48d4-84b8-061a21e653b4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:subnet and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:28.208543 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9ca71624-bb08-48d4-84b8-061a21e653b4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:28.216841 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 3b7c2686-d604-4317-96ac-6d523a6452f7 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:28:28.216841 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 3b7c2686-d604-4317-96ac-6d523a6452f7 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:28:28.219883 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9ca71624-bb08-48d4-84b8-061a21e653b4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:28.234669 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e4e8d6f4-df0f-4bb5-aa3e-f783cfff0786 None None] Attempting to bind port d950d7e9-3ba8-4221-963d-58e39f073565 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:28:28.237761 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e4e8d6f4-df0f-4bb5-aa3e-f783cfff0786 None None] Attempting to bind port d950d7e9-3ba8-4221-963d-58e39f073565 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '55f4b064-8c61-4355-8e0c-8ffe7f2f8eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:28:28.237761 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e8d6f4-df0f-4bb5-aa3e-f783cfff0786 None None] Attempting to bind port d950d7e9-3ba8-4221-963d-58e39f073565 on network fff8c7da-071f-4139-b03e-4416f92d92e0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:28:28.261736 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e8d6f4-df0f-4bb5-aa3e-f783cfff0786 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:28:28.261736 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e8d6f4-df0f-4bb5-aa3e-f783cfff0786 None None] Checking segment: {'id': '55f4b064-8c61-4355-8e0c-8ffe7f2f8eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:28.262089 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e4e8d6f4-df0f-4bb5-aa3e-f783cfff0786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:28.262441 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e8d6f4-df0f-4bb5-aa3e-f783cfff0786 None None] Bound using segment: {'id': '55f4b064-8c61-4355-8e0c-8ffe7f2f8eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:28:28.262978 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e4e8d6f4-df0f-4bb5-aa3e-f783cfff0786 None None] Bound port: d950d7e9-3ba8-4221-963d-58e39f073565, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f4b064-8c61-4355-8e0c-8ffe7f2f8eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:28:28.263402 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e4e8d6f4-df0f-4bb5-aa3e-f783cfff0786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:28.281944 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b565ceaf-891f-49f9-ad7f-707a6ed1840a None None] Network 841d913e-ca71-4f70-baae-4dcb8f7eb83a is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:28.289470 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-b565ceaf-891f-49f9-ad7f-707a6ed1840a None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:28.293231 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b565ceaf-891f-49f9-ad7f-707a6ed1840a None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:28.293388 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-80f74e31-4982-4102-8965-65b1978450e1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:28.323311 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-80f74e31-4982-4102-8965-65b1978450e1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:28.328018 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f74e31-4982-4102-8965-65b1978450e1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Network': ['ID=964c3f67-c4f3-4fac-a6f9-d857551d3703,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:28.337786 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-80f74e31-4982-4102-8965-65b1978450e1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/networks/964c3f67-c4f3-4fac-a6f9-d857551d3703 HTTP/1.1" status: 204 len: 168 time: 2.7044289 Mar 31 15:28:28.345316 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42180) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:28.353514 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-49c8f171-e61c-429e-98aa-bb3307227aa3 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-297650005'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:28.358839 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565ceaf-891f-49f9-ad7f-707a6ed1840a None None] Pushing event updated for resources: {'Port': ['ID=18fd8196-1bf7-4de9-b39f-00e8a55b0397,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:28.378569 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de2ea23-15ef-48ac-b6d5-69441474103e None None] DHCP port deletion for 0c8a31f0-c909-472a-8f72-0f3eb4f4034a request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:28:28.382219 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:28.387197 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-64dc8890-d054-4fcc-b47a-644e0494ce32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:28.389370 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-49c8f171-e61c-429e-98aa-bb3307227aa3 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:28.397600 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-49c8f171-e61c-429e-98aa-bb3307227aa3 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:network and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:28.403631 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-49c8f171-e61c-429e-98aa-bb3307227aa3 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:28.422431 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-7de2ea23-15ef-48ac-b6d5-69441474103e None None] Deleting port 18eb5dc5-46a8-4137-befb-9df753d42830 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:28.423057 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7de2ea23-15ef-48ac-b6d5-69441474103e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:28.441864 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca71624-bb08-48d4-84b8-061a21e653b4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:28.447966 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9ca71624-bb08-48d4-84b8-061a21e653b4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:28.461766 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-49c8f171-e61c-429e-98aa-bb3307227aa3 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:28.484653 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e96bf3c8-ffdf-4d98-9b86-2b7e80944d43 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:28.485069 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78f860e0-6ae1-40e4-aacd-4229219c8768 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:28.501755 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-edddd4a2-5283-4dff-a64e-359bd94fa945 None None] Deleting port 3b7c2686-d604-4317-96ac-6d523a6452f7 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:28.502135 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-edddd4a2-5283-4dff-a64e-359bd94fa945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:28.554036 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-b565ceaf-891f-49f9-ad7f-707a6ed1840a None None] Attempting to bind port 18fd8196-1bf7-4de9-b39f-00e8a55b0397 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:28:28.554407 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-b565ceaf-891f-49f9-ad7f-707a6ed1840a None None] Attempting to bind port 18fd8196-1bf7-4de9-b39f-00e8a55b0397 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '0f3baadc-f58f-4ac2-b005-61f7d9d24d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '841d913e-ca71-4f70-baae-4dcb8f7eb83a'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:28:28.555738 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b565ceaf-891f-49f9-ad7f-707a6ed1840a None None] Attempting to bind port 18fd8196-1bf7-4de9-b39f-00e8a55b0397 on network 841d913e-ca71-4f70-baae-4dcb8f7eb83a {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:28:28.590589 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event deleted for resources: {'Subnet': ['ID=705f43ea-fb1d-4f0f-82d1-606127f04647,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:28.611607 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c8f171-e61c-429e-98aa-bb3307227aa3 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:28.614059 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49c8f171-e61c-429e-98aa-bb3307227aa3 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:28.638959 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e96bf3c8-ffdf-4d98-9b86-2b7e80944d43 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Calling delete_port for 92a96a8f-5c08-44b3-85c4-7adbaf3d3830 owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:28.644795 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-edddd4a2-5283-4dff-a64e-359bd94fa945 None None] The port '3b7c2686-d604-4317-96ac-6d523a6452f7' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:28:28.646125 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-e4e8d6f4-df0f-4bb5-aa3e-f783cfff0786 None None] For port d950d7e9-3ba8-4221-963d-58e39f073565, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:28:28.648290 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b565ceaf-891f-49f9-ad7f-707a6ed1840a None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:28:28.648670 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b565ceaf-891f-49f9-ad7f-707a6ed1840a None None] Checking segment: {'id': '0f3baadc-f58f-4ac2-b005-61f7d9d24d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '841d913e-ca71-4f70-baae-4dcb8f7eb83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:28.649063 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b565ceaf-891f-49f9-ad7f-707a6ed1840a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:28.649487 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b565ceaf-891f-49f9-ad7f-707a6ed1840a None None] Bound using segment: {'id': '0f3baadc-f58f-4ac2-b005-61f7d9d24d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '841d913e-ca71-4f70-baae-4dcb8f7eb83a'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:28:28.650021 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-b565ceaf-891f-49f9-ad7f-707a6ed1840a None None] Bound port: 18fd8196-1bf7-4de9-b39f-00e8a55b0397, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f3baadc-f58f-4ac2-b005-61f7d9d24d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '841d913e-ca71-4f70-baae-4dcb8f7eb83a'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:28:28.650464 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b565ceaf-891f-49f9-ad7f-707a6ed1840a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:28.671673 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc8890-d054-4fcc-b47a-644e0494ce32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e3a0f7-133c-49dd-9b68-302b62bedacf,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:28.687069 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-e4e8d6f4-df0f-4bb5-aa3e-f783cfff0786 None None] For port d950d7e9-3ba8-4221-963d-58e39f073565, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=d950d7e9-3ba8-4221-963d-58e39f073565,segment=NetworkSegment(55f4b064-8c61-4355-8e0c-8ffe7f2f8eee),segment_id=55f4b064-8c61-4355-8e0c-8ffe7f2f8eee)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:28:28.697280 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c8f171-e61c-429e-98aa-bb3307227aa3 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:28:28.716835 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49c8f171-e61c-429e-98aa-bb3307227aa3 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:28.717480 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-49c8f171-e61c-429e-98aa-bb3307227aa3 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Added segment 13e5c508-5ad8-4358-b5f0-a283ba6b47cb of type vlan for network d6240cc1-1604-4f0f-930f-c93f836b4680 Mar 31 15:28:28.758334 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49c8f171-e61c-429e-98aa-bb3307227aa3 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:28.776694 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e4e8d6f4-df0f-4bb5-aa3e-f783cfff0786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:28.821364 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e96bf3c8-ffdf-4d98-9b86-2b7e80944d43 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:28.829170 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-78f860e0-6ae1-40e4-aacd-4229219c8768 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Calling delete_port for 5423ebe0-c39f-4734-a49e-e4489fd583e0 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:28.956963 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-7de2ea23-15ef-48ac-b6d5-69441474103e None None] For port 18eb5dc5-46a8-4137-befb-9df753d42830, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=18eb5dc5-46a8-4137-befb-9df753d42830,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:28.957399 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7de2ea23-15ef-48ac-b6d5-69441474103e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:28.981135 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49c8f171-e61c-429e-98aa-bb3307227aa3 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:28.985986 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c8f171-e61c-429e-98aa-bb3307227aa3 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:28.986552 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49c8f171-e61c-429e-98aa-bb3307227aa3 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:29.006410 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96bf3c8-ffdf-4d98-9b86-2b7e80944d43 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Port': ['ID=92a96a8f-5c08-44b3-85c4-7adbaf3d3830,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:29.017932 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:29.028436 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5031c446-dd89-4857-bd91-e28683586937 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:29.042253 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e96bf3c8-ffdf-4d98-9b86-2b7e80944d43 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:29.070994 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d93ec149-4bbe-4506-b1e0-f7d6d2afe09d tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:29.071324 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d93ec149-4bbe-4506-b1e0-f7d6d2afe09d tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:29.108522 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e96bf3c8-ffdf-4d98-9b86-2b7e80944d43 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/ports/92a96a8f-5c08-44b3-85c4-7adbaf3d3830 HTTP/1.1" status: 204 len: 168 time: 1.0025065 Mar 31 15:28:29.108733 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42186) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:29.111753 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c8f171-e61c-429e-98aa-bb3307227aa3 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Network': ['ID=d6240cc1-1604-4f0f-930f-c93f836b4680,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:29.158236 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-b565ceaf-891f-49f9-ad7f-707a6ed1840a None None] For port 18fd8196-1bf7-4de9-b39f-00e8a55b0397, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:28:29.161252 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-49c8f171-e61c-429e-98aa-bb3307227aa3 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8147626 Mar 31 15:28:29.161881 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network d6240cc1-1604-4f0f-930f-c93f836b4680 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:28:29.162660 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-669311f1-51ef-4307-a610-cb800b9573f3 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] GET failed (client error): The resource could not be found. Mar 31 15:28:29.163195 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-669311f1-51ef-4307-a610-cb800b9573f3 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Synchronizing usage tracker for tenant:62591a084e044f5ebd9b8ec401f28de6 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:28:29.166899 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42190) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:29.172815 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-3ba8e9c9-2960-454f-b9a0-38a4c976ab60 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'subnet': {'network_id': 'd6240cc1-1604-4f0f-930f-c93f836b4680', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:29.183988 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-7de2ea23-15ef-48ac-b6d5-69441474103e None None] Calling delete_port for 18eb5dc5-46a8-4137-befb-9df753d42830 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:29.212792 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8d6f4-df0f-4bb5-aa3e-f783cfff0786 None None] Pushing event updated for resources: {'Port': ['ID=d950d7e9-3ba8-4221-963d-58e39f073565,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:29.249022 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-b565ceaf-891f-49f9-ad7f-707a6ed1840a None None] For port 18fd8196-1bf7-4de9-b39f-00e8a55b0397, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=18fd8196-1bf7-4de9-b39f-00e8a55b0397,segment=NetworkSegment(0f3baadc-f58f-4ac2-b005-61f7d9d24d32),segment_id=0f3baadc-f58f-4ac2-b005-61f7d9d24d32)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:28:29.306774 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-3ba8e9c9-2960-454f-b9a0-38a4c976ab60 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:29.311625 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3ba8e9c9-2960-454f-b9a0-38a4c976ab60 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:subnet and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:29.314806 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3ba8e9c9-2960-454f-b9a0-38a4c976ab60 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:29.317448 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-669311f1-51ef-4307-a610-cb800b9573f3 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Unset dirty status for tenant:62591a084e044f5ebd9b8ec401f28de6 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:28:29.323453 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-669311f1-51ef-4307-a610-cb800b9573f3 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "GET /v2.0/ports/92a96a8f-5c08-44b3-85c4-7adbaf3d3830 HTTP/1.1" status: 404 len: 333 time: 0.2093184 Mar 31 15:28:29.325740 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42194) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:29.326849 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-3ba8e9c9-2960-454f-b9a0-38a4c976ab60 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:29.342815 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-c4dea9fc-794c-4e1f-9d26-c6ee8bae9f57 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'port': {'network_id': '0dfe4455-f298-4793-98de-d5f85bbf57cc', 'name': 'tempest-PortsTestJSON-698146066'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:29.350557 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b565ceaf-891f-49f9-ad7f-707a6ed1840a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:29.408807 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d93ec149-4bbe-4506-b1e0-f7d6d2afe09d tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Calling delete_port for 736b8e8a-ab15-4bd0-b2ef-4cbbd3ff40bd owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:29.440922 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565ceaf-891f-49f9-ad7f-707a6ed1840a None None] Pushing event updated for resources: {'Port': ['ID=18fd8196-1bf7-4de9-b39f-00e8a55b0397,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:29.446083 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-5031c446-dd89-4857-bd91-e28683586937 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Transition to ACTIVE for port object 1089ca86-1d82-48a1-a534-ebfe05d40cb1 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:29.448578 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['841d913e-ca71-4f70-baae-4dcb8f7eb83a']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:29.463035 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f3baadc-f58f-4ac2-b005-61f7d9d24d32') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:29.463283 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f3baadc-f58f-4ac2-b005-61f7d9d24d32') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:29.469058 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7de2ea23-15ef-48ac-b6d5-69441474103e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:29.476397 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:29.502052 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:29.502593 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba8e9c9-2960-454f-b9a0-38a4c976ab60 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:29.506747 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3ba8e9c9-2960-454f-b9a0-38a4c976ab60 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:29.517000 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-64dc8890-d054-4fcc-b47a-644e0494ce32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:29.521468 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-64dc8890-d054-4fcc-b47a-644e0494ce32 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e7e3a0f7-133c-49dd-9b68-302b62bedacf HTTP/1.1" status: 204 len: 168 time: 2.1328223 Mar 31 15:28:29.541507 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:28:29.541507 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:29.566374 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:28:29.566374 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:28:29.566374 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:28:29.566374 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:28:29.566374 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:28:29.566374 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:28:29.566374 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:28:29.566374 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:28:29.566374 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:28:29.566374 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:28:29.566374 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:28:29.566374 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:28:29.566374 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:28:29.566374 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:28:29.566374 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:28:29.566374 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:28:29.566374 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:28:29.566374 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:28:29.566374 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:28:29.566374 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:28:29.566374 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:28:29.566374 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:28:29.566374 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:28:29.566374 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:28:29.566374 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:28:29.566374 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:28:29.566374 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:28:29.566374 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:28:29.566374 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:28:29.566374 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:28:29.566374 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:28:29.566374 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:28:29.575677 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2ea23-15ef-48ac-b6d5-69441474103e None None] Pushing event deleted for resources: {'Port': ['ID=18eb5dc5-46a8-4137-befb-9df753d42830,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:29.644029 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de2ea23-15ef-48ac-b6d5-69441474103e None None] No DVR routers for this DVR port 18eb5dc5-46a8-4137-befb-9df753d42830 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:28:29.680914 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c4dea9fc-794c-4e1f-9d26-c6ee8bae9f57 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:29.713583 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c4dea9fc-794c-4e1f-9d26-c6ee8bae9f57 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:29.744924 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec24e61-b4e8-46ae-b23b-c93e93dd1549 None None] Network 841d913e-ca71-4f70-baae-4dcb8f7eb83a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:29.834173 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4dea9fc-794c-4e1f-9d26-c6ee8bae9f57 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:29.838638 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c4dea9fc-794c-4e1f-9d26-c6ee8bae9f57 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:29.872469 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-c4dea9fc-794c-4e1f-9d26-c6ee8bae9f57 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] device_id is not set on port 116b886d-553f-4e43-b1ca-de35d6daaf1f yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:28:29.939553 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.api [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 15:28:29.939553 dv-neutron-833379-2-hyperv neutron-server[103443]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 15:28:29.939553 dv-neutron-833379-2-hyperv neutron-server[103443]: [parameters: {'id': '841d913e-ca71-4f70-baae-4dcb8f7eb83a'}] Mar 31 15:28:29.939553 dv-neutron-833379-2-hyperv neutron-server[103443]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:28:29.939553 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG oslo_db.api [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:28:29.966091 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5031c446-dd89-4857-bd91-e28683586937 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:30.067135 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5031c446-dd89-4857-bd91-e28683586937 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network fff8c7da-071f-4139-b03e-4416f92d92e0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:30.070574 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031c446-dd89-4857-bd91-e28683586937 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Port': ['ID=1089ca86-1d82-48a1-a534-ebfe05d40cb1,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:30.074007 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-5031c446-dd89-4857-bd91-e28683586937 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:30.076048 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5031c446-dd89-4857-bd91-e28683586937 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:30.111069 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9ca71624-bb08-48d4-84b8-061a21e653b4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:30.122382 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3ba8e9c9-2960-454f-b9a0-38a4c976ab60 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:30.205596 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device d950d7e9-3ba8-4221-963d-58e39f073565 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:28:30.222872 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d93ec149-4bbe-4506-b1e0-f7d6d2afe09d tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:30.262562 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78f860e0-6ae1-40e4-aacd-4229219c8768 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:30.292258 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c4dea9fc-794c-4e1f-9d26-c6ee8bae9f57 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:30.298481 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca71624-bb08-48d4-84b8-061a21e653b4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:30.308407 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba8e9c9-2960-454f-b9a0-38a4c976ab60 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Checking segment: {'id': '13e5c508-5ad8-4358-b5f0-a283ba6b47cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd6240cc1-1604-4f0f-930f-c93f836b4680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:30.308557 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ec149-4bbe-4506-b1e0-f7d6d2afe09d tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Pushing event deleted for resources: {'Port': ['ID=736b8e8a-ab15-4bd0-b2ef-4cbbd3ff40bd,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:30.308822 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba8e9c9-2960-454f-b9a0-38a4c976ab60 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network hostable DHCP agents. Network: d6240cc1-1604-4f0f-930f-c93f836b4680, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:28:30.310626 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-9ca71624-bb08-48d4-84b8-061a21e653b4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:30.320343 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4e622a-6c87-452e-8619-1715c19fb5a7 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:30.323036 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba8e9c9-2960-454f-b9a0-38a4c976ab60 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Subnet': ['ID=906e8227-21ba-4a5f-8e73-404d82fa5cd4,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:30.357394 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port d950d7e9-3ba8-4221-963d-58e39f073565 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:30.376309 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca71624-bb08-48d4-84b8-061a21e653b4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:30.376907 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9ca71624-bb08-48d4-84b8-061a21e653b4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:30.402839 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba8e9c9-2960-454f-b9a0-38a4c976ab60 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network d6240cc1-1604-4f0f-930f-c93f836b4680 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:28:30.423544 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5031c446-dd89-4857-bd91-e28683586937 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:30.426001 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca71624-bb08-48d4-84b8-061a21e653b4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Subnet': ['ID=3b746146-3a9d-4014-9ee2-c35bd239b3f6,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:30.434048 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c4dea9fc-794c-4e1f-9d26-c6ee8bae9f57 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:30.471035 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 18eb5dc5-46a8-4137-befb-9df753d42830 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:28:30.482141 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f860e0-6ae1-40e4-aacd-4229219c8768 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Pushing event deleted for resources: {'Port': ['ID=5423ebe0-c39f-4734-a49e-e4489fd583e0,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:30.483848 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:30.546217 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 18eb5dc5-46a8-4137-befb-9df753d42830 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:28:30.546806 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 18eb5dc5-46a8-4137-befb-9df753d42830 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:28:30.580306 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-3ba8e9c9-2960-454f-b9a0-38a4c976ab60 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, d6240cc1-1604-4f0f-930f-c93f836b4680) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:30.615229 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b047014-0cc5-4fa9-9bd7-e914eb6ad68f None None] Network d6240cc1-1604-4f0f-930f-c93f836b4680 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:30.632789 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dea9fc-794c-4e1f-9d26-c6ee8bae9f57 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network 0dfe4455-f298-4793-98de-d5f85bbf57cc is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:30.642104 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba8e9c9-2960-454f-b9a0-38a4c976ab60 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:30.642706 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3ba8e9c9-2960-454f-b9a0-38a4c976ab60 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:30.688972 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-c4dea9fc-794c-4e1f-9d26-c6ee8bae9f57 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:30.701117 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dea9fc-794c-4e1f-9d26-c6ee8bae9f57 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:30.709895 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dea9fc-794c-4e1f-9d26-c6ee8bae9f57 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:30.710538 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c4dea9fc-794c-4e1f-9d26-c6ee8bae9f57 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:30.769244 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Deleting port 18fd8196-1bf7-4de9-b39f-00e8a55b0397 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:30.769806 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:30.771211 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dea9fc-794c-4e1f-9d26-c6ee8bae9f57 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Port': ['ID=116b886d-553f-4e43-b1ca-de35d6daaf1f,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:30.790539 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3ba8e9c9-2960-454f-b9a0-38a4c976ab60 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6225033 Mar 31 15:28:30.792674 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42210) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:30.799247 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-ead6581b-331c-4fcd-82d9-3433b78c49f9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'port': {'network_id': 'd6240cc1-1604-4f0f-930f-c93f836b4680', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-559711725'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:30.880756 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c4dea9fc-794c-4e1f-9d26-c6ee8bae9f57 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5442231 Mar 31 15:28:30.882985 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42216) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:30.889159 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb8b70e-4fbd-4b95-b71c-ff6fb328cf62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'fixed_ips': [{'subnet_id': '3b746146-3a9d-4014-9ee2-c35bd239b3f6'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:28:30.889695 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6fb8b70e-4fbd-4b95-b71c-ff6fb328cf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:30.903001 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e70356b-fad7-4044-a8ea-408dae10e6a3 None None] Network fff8c7da-071f-4139-b03e-4416f92d92e0 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:30.906551 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-97268f79-02eb-4ebe-abdd-c4239730d7b9 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:30.935836 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9ca71624-bb08-48d4-84b8-061a21e653b4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1256869 Mar 31 15:28:30.956434 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42222) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:30.972222 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d93ec149-4bbe-4506-b1e0-f7d6d2afe09d tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:30.975354 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d93ec149-4bbe-4506-b1e0-f7d6d2afe09d tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:30.976796 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d93ec149-4bbe-4506-b1e0-f7d6d2afe09d tempest-ServersTestManualDisk-1252716742 tempest-ServersTestManualDisk-1252716742-project] 10.222.0.31 "DELETE /v2.0/floatingips/c7e46701-caf3-4b9f-b214-7b04964257ea HTTP/1.1" status: 204 len: 168 time: 5.1296000 Mar 31 15:28:31.016661 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42228) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:31.029873 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-9c1a1e39-aa2f-440d-8c48-c98e203e06e4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'port': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'name': 'tempest-NetworksTestDHCPv6-198871325'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:31.070676 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78f860e0-6ae1-40e4-aacd-4229219c8768 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:31.264473 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42234) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:31.312638 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc27088b-72f8-4a06-8862-57900786f6a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-d6240cc1-1604-4f0f-930f-c93f836b4680', 'network_id': 'd6240cc1-1604-4f0f-930f-c93f836b4680', 'tenant_id': '24409fb148c545f09958fe765489c869', 'fixed_ips': [{'subnet_id': '906e8227-21ba-4a5f-8e73-404d82fa5cd4'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:28:31.313603 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fc27088b-72f8-4a06-8862-57900786f6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:31.358483 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-750ab090-552b-4e1c-b4bc-3a268f6b1d25 None None] Provisioning for port d950d7e9-3ba8-4221-963d-58e39f073565 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:31.467134 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5031c446-dd89-4857-bd91-e28683586937 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:31.496989 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-750ab090-552b-4e1c-b4bc-3a268f6b1d25 None None] Provisioning complete for port d950d7e9-3ba8-4221-963d-58e39f073565 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:31.497384 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-750ab090-552b-4e1c-b4bc-3a268f6b1d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:31.522899 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97268f79-02eb-4ebe-abdd-c4239730d7b9 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:31.556414 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ead6581b-331c-4fcd-82d9-3433b78c49f9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:31.588923 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Request body: {'networks': [{'name': 'tempest-network--308101289'}, {'name': 'tempest-network--64071154'}]} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:31.589365 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Request body: {'network': {'name': 'tempest-network--308101289'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:31.589727 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Request body: {'network': {'name': 'tempest-network--64071154'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:31.602327 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ead6581b-331c-4fcd-82d9-3433b78c49f9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:port and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:31.609383 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ead6581b-331c-4fcd-82d9-3433b78c49f9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for port was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:31.618523 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:31.639795 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ead6581b-331c-4fcd-82d9-3433b78c49f9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:31.648532 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Usage tracker for resource:network and tenant:a3b50cdb77b4483a9e8d82544eb4d285 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:31.655136 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9c1a1e39-aa2f-440d-8c48-c98e203e06e4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:31.660543 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:31.674661 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9c1a1e39-aa2f-440d-8c48-c98e203e06e4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:port and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:31.682313 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9c1a1e39-aa2f-440d-8c48-c98e203e06e4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:31.754017 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:31.756078 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-6fb8b70e-4fbd-4b95-b71c-ff6fb328cf62 None None] Allocated IP 2001:db8::2 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/3b746146-3a9d-4014-9ee2-c35bd239b3f6/068366f4-e605-43fb-b91c-4d659b3995db) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:31.757828 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9c1a1e39-aa2f-440d-8c48-c98e203e06e4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:31.803175 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead6581b-331c-4fcd-82d9-3433b78c49f9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:31.807134 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ead6581b-331c-4fcd-82d9-3433b78c49f9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:31.877793 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:28:31.899096 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] For port 18fd8196-1bf7-4de9-b39f-00e8a55b0397, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=18fd8196-1bf7-4de9-b39f-00e8a55b0397,segment=NetworkSegment(0f3baadc-f58f-4ac2-b005-61f7d9d24d32),segment_id=0f3baadc-f58f-4ac2-b005-61f7d9d24d32)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:31.899559 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:31.912892 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Made reservation on behalf of a3b50cdb77b4483a9e8d82544eb4d285 for: {'network': 2} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:31.917083 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f860e0-6ae1-40e4-aacd-4229219c8768 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Router c8f8923a-c8fd-468e-9c05-a70516bf3f67 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:28:31.917281 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:31.934972 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-fc27088b-72f8-4a06-8862-57900786f6a9 None None] Allocated IP 2001:db8::2 (d6240cc1-1604-4f0f-930f-c93f836b4680/906e8227-21ba-4a5f-8e73-404d82fa5cd4/5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:31.964949 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-750ab090-552b-4e1c-b4bc-3a268f6b1d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:31.974450 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-ead6581b-331c-4fcd-82d9-3433b78c49f9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] device_id is not set on port 722eb6fb-245a-41f6-9207-14137cd5afb6 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:28:32.033456 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:32.043655 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1a1e39-aa2f-440d-8c48-c98e203e06e4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:32.047452 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9c1a1e39-aa2f-440d-8c48-c98e203e06e4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:32.130823 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Calling delete_port for 18fd8196-1bf7-4de9-b39f-00e8a55b0397 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:32.131775 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97268f79-02eb-4ebe-abdd-c4239730d7b9 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:32.135013 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:32.139839 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Usage tracker for resource:security_group_rule and tenant:a3b50cdb77b4483a9e8d82544eb4d285 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:32.143301 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:32.150458 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:32.249764 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-9c1a1e39-aa2f-440d-8c48-c98e203e06e4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] device_id is not set on port 7d19fd61-751a-4b63-90d7-59cc9a0bb1c7 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:28:32.298543 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fc27088b-72f8-4a06-8862-57900786f6a9 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:32.304565 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97268f79-02eb-4ebe-abdd-c4239730d7b9 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:32.333923 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-750ab090-552b-4e1c-b4bc-3a268f6b1d25 None None] For port d950d7e9-3ba8-4221-963d-58e39f073565, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=d950d7e9-3ba8-4221-963d-58e39f073565,segment=NetworkSegment(55f4b064-8c61-4355-8e0c-8ffe7f2f8eee),segment_id=55f4b064-8c61-4355-8e0c-8ffe7f2f8eee)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:32.347117 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-fc27088b-72f8-4a06-8862-57900786f6a9 None None] Transition to ACTIVE for port object 5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:32.384879 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-fc27088b-72f8-4a06-8862-57900786f6a9 None None] Transition to ACTIVE for port object 5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:32.389073 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6fb8b70e-4fbd-4b95-b71c-ff6fb328cf62 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:32.399703 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-6fb8b70e-4fbd-4b95-b71c-ff6fb328cf62 None None] Transition to ACTIVE for port object 068366f4-e605-43fb-b91c-4d659b3995db will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:32.410285 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:32.419326 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-6fb8b70e-4fbd-4b95-b71c-ff6fb328cf62 None None] Transition to ACTIVE for port object 068366f4-e605-43fb-b91c-4d659b3995db will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:32.422438 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-750ab090-552b-4e1c-b4bc-3a268f6b1d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:32.425219 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:32.475855 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fc27088b-72f8-4a06-8862-57900786f6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:32.511857 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc27088b-72f8-4a06-8862-57900786f6a9 None None] Network d6240cc1-1604-4f0f-930f-c93f836b4680 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:32.514343 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6fb8b70e-4fbd-4b95-b71c-ff6fb328cf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:32.518098 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f860e0-6ae1-40e4-aacd-4229219c8768 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:28:32.518624 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ab090-552b-4e1c-b4bc-3a268f6b1d25 None None] Pushing event updated for resources: {'Port': ['ID=d950d7e9-3ba8-4221-963d-58e39f073565,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:32.521358 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-fc27088b-72f8-4a06-8862-57900786f6a9 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:32.562041 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc27088b-72f8-4a06-8862-57900786f6a9 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:32.565058 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c38034-30ee-4c7f-a6d6-473c264c3372 None None] Sync routers for ids ['c8f8923a-c8fd-468e-9c05-a70516bf3f67'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:28:32.565253 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-ead6581b-331c-4fcd-82d9-3433b78c49f9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Allocated IP 2001:db8::db (d6240cc1-1604-4f0f-930f-c93f836b4680/906e8227-21ba-4a5f-8e73-404d82fa5cd4/722eb6fb-245a-41f6-9207-14137cd5afb6) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:32.570589 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-78f860e0-6ae1-40e4-aacd-4229219c8768 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] 10.222.0.31 "PUT /v2.0/routers/c8f8923a-c8fd-468e-9c05-a70516bf3f67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3546622 Mar 31 15:28:32.580488 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-97268f79-02eb-4ebe-abdd-c4239730d7b9 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] In _notify_port_updated(), no bound segment for port 116b886d-553f-4e43-b1ca-de35d6daaf1f on network 0dfe4455-f298-4793-98de-d5f85bbf57cc {{(pid=103444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 31 15:28:32.586556 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97268f79-02eb-4ebe-abdd-c4239730d7b9 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:32.586556 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97268f79-02eb-4ebe-abdd-c4239730d7b9 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:32.591163 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-97268f79-02eb-4ebe-abdd-c4239730d7b9 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "PUT /v2.0/ports/116b886d-553f-4e43-b1ca-de35d6daaf1f HTTP/1.1" status: 200 len: 818 time: 1.7016938 Mar 31 15:28:32.592210 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:32.592675 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:32.601543 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42240) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:32.601877 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42242) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:32.655741 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb8b70e-4fbd-4b95-b71c-ff6fb328cf62 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:32.669772 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5031c446-dd89-4857-bd91-e28683586937 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:32.672011 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event deleted for resources: {'Port': ['ID=18fd8196-1bf7-4de9-b39f-00e8a55b0397,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:32.679402 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c38034-30ee-4c7f-a6d6-473c264c3372 None None] Routers {'c8f8923a-c8fd-468e-9c05-a70516bf3f67'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:28:32.679599 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] No DVR routers for this DVR port 18fd8196-1bf7-4de9-b39f-00e8a55b0397 on host dv-neutron-833379-2-hyperv {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:28:32.680651 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-74c38034-30ee-4c7f-a6d6-473c264c3372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:28:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['c8f8923a-c8fd-468e-9c05-a70516bf3f67'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:32.741996 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-6fb8b70e-4fbd-4b95-b71c-ff6fb328cf62 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:32.758355 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb8b70e-4fbd-4b95-b71c-ff6fb328cf62 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:32.760089 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5031c446-dd89-4857-bd91-e28683586937 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:32.761012 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27088b-72f8-4a06-8862-57900786f6a9 None None] Pushing event updated for resources: {'Port': ['ID=5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:32.802509 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-74c38034-30ee-4c7f-a6d6-473c264c3372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:32.823859 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97268f79-02eb-4ebe-abdd-c4239730d7b9 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Port': ['ID=116b886d-553f-4e43-b1ca-de35d6daaf1f,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:32.824519 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a457f59c-06df-41b4-bb76-f192c97e8284 None None] Provisioning complete for port d950d7e9-3ba8-4221-963d-58e39f073565 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:32.824616 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a457f59c-06df-41b4-bb76-f192c97e8284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:32.907337 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-fc27088b-72f8-4a06-8862-57900786f6a9 None None] Attempting to bind port 5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:28:32.907607 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-fc27088b-72f8-4a06-8862-57900786f6a9 None None] Attempting to bind port 5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '13e5c508-5ad8-4358-b5f0-a283ba6b47cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd6240cc1-1604-4f0f-930f-c93f836b4680'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:28:32.908516 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc27088b-72f8-4a06-8862-57900786f6a9 None None] Attempting to bind port 5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df on network d6240cc1-1604-4f0f-930f-c93f836b4680 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:28:32.938733 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a17b8adc-a69d-47bc-b900-6158a3834272,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:32.950417 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c38034-30ee-4c7f-a6d6-473c264c3372 None None] Routers {'c8f8923a-c8fd-468e-9c05-a70516bf3f67'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:28:32.957151 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-74c38034-30ee-4c7f-a6d6-473c264c3372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:28:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['c8f8923a-c8fd-468e-9c05-a70516bf3f67'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:33.010328 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-34651ea7-b24d-4999-802a-6784291516a8 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:33.017473 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc27088b-72f8-4a06-8862-57900786f6a9 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:28:33.017842 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc27088b-72f8-4a06-8862-57900786f6a9 None None] Checking segment: {'id': '13e5c508-5ad8-4358-b5f0-a283ba6b47cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd6240cc1-1604-4f0f-930f-c93f836b4680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:33.018236 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fc27088b-72f8-4a06-8862-57900786f6a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:33.018611 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc27088b-72f8-4a06-8862-57900786f6a9 None None] Bound using segment: {'id': '13e5c508-5ad8-4358-b5f0-a283ba6b47cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd6240cc1-1604-4f0f-930f-c93f836b4680'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:28:33.019083 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-fc27088b-72f8-4a06-8862-57900786f6a9 None None] Bound port: 5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e5c508-5ad8-4358-b5f0-a283ba6b47cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd6240cc1-1604-4f0f-930f-c93f836b4680'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:28:33.019455 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fc27088b-72f8-4a06-8862-57900786f6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:33.058470 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:28:33.060223 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:33.074484 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8b70e-4fbd-4b95-b71c-ff6fb328cf62 None None] Pushing event updated for resources: {'Port': ['ID=068366f4-e605-43fb-b91c-4d659b3995db,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:33.084570 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-74c38034-30ee-4c7f-a6d6-473c264c3372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:33.084570 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c38034-30ee-4c7f-a6d6-473c264c3372 None None] The sync data for ids ['c8f8923a-c8fd-468e-9c05-a70516bf3f67'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:28:33.090661 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6fb8b70e-4fbd-4b95-b71c-ff6fb328cf62 None None] Attempting to bind port 068366f4-e605-43fb-b91c-4d659b3995db on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:28:33.091031 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6fb8b70e-4fbd-4b95-b71c-ff6fb328cf62 None None] Attempting to bind port 068366f4-e605-43fb-b91c-4d659b3995db by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:28:33.092611 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb8b70e-4fbd-4b95-b71c-ff6fb328cf62 None None] Attempting to bind port 068366f4-e605-43fb-b91c-4d659b3995db on network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:28:33.116162 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031c446-dd89-4857-bd91-e28683586937 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Port': ['ID=1089ca86-1d82-48a1-a534-ebfe05d40cb1,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:33.116162 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5031c446-dd89-4857-bd91-e28683586937 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:33.123125 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['841d913e-ca71-4f70-baae-4dcb8f7eb83a']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:33.155602 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f3baadc-f58f-4ac2-b005-61f7d9d24d32') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:33.155981 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f3baadc-f58f-4ac2-b005-61f7d9d24d32') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:33.184925 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:33.197153 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb8b70e-4fbd-4b95-b71c-ff6fb328cf62 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:28:33.197595 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb8b70e-4fbd-4b95-b71c-ff6fb328cf62 None None] Checking segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:33.197907 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6fb8b70e-4fbd-4b95-b71c-ff6fb328cf62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:33.198300 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb8b70e-4fbd-4b95-b71c-ff6fb328cf62 None None] Bound using segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:28:33.198770 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6fb8b70e-4fbd-4b95-b71c-ff6fb328cf62 None None] Bound port: 068366f4-e605-43fb-b91c-4d659b3995db, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:28:33.199143 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6fb8b70e-4fbd-4b95-b71c-ff6fb328cf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:33.221557 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fe66980e-9807-4fa8-b391-1a9b1f2c8979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:33.263949 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:33.274131 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:28:33.274526 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:33.288282 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-43ce376e-8dde-44d1-bee8-a333be5e3a35 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting port 116b886d-553f-4e43-b1ca-de35d6daaf1f {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:33.288621 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-43ce376e-8dde-44d1-bee8-a333be5e3a35 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:33.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:28:33.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:28:33.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:28:33.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:28:33.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:28:33.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:28:33.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:28:33.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:28:33.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:28:33.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:28:33.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:28:33.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:28:33.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:28:33.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:28:33.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:28:33.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:28:33.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:28:33.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:28:33.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:28:33.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:28:33.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:28:33.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:28:33.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:28:33.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:28:33.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:28:33.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:28:33.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:28:33.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:28:33.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:28:33.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:28:33.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:28:33.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:28:33.341292 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:33.341292 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Added segment 53d7c661-cb76-4735-b9ab-9b4a7e1bb280 of type vlan for network bcb0b4cb-e668-457a-bbb0-f9bf92cda10e Mar 31 15:28:33.342641 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-fc27088b-72f8-4a06-8862-57900786f6a9 None None] For port 5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:28:33.371189 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-9c1a1e39-aa2f-440d-8c48-c98e203e06e4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Allocated IP 2001:db8::37f (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/3b746146-3a9d-4014-9ee2-c35bd239b3f6/7d19fd61-751a-4b63-90d7-59cc9a0bb1c7) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:33.383827 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-6fb8b70e-4fbd-4b95-b71c-ff6fb328cf62 None None] For port 068366f4-e605-43fb-b91c-4d659b3995db, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:28:33.387404 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-6fb8b70e-4fbd-4b95-b71c-ff6fb328cf62 None None] For port 068366f4-e605-43fb-b91c-4d659b3995db, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=068366f4-e605-43fb-b91c-4d659b3995db,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:28:33.392041 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5031c446-dd89-4857-bd91-e28683586937 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network fff8c7da-071f-4139-b03e-4416f92d92e0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:33.393230 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-5031c446-dd89-4857-bd91-e28683586937 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:33.446842 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a457f59c-06df-41b4-bb76-f192c97e8284 None None] Provisioning for port 1089ca86-1d82-48a1-a534-ebfe05d40cb1 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:33.454503 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a457f59c-06df-41b4-bb76-f192c97e8284 None None] Provisioning complete for port 1089ca86-1d82-48a1-a534-ebfe05d40cb1 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:33.455405 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a457f59c-06df-41b4-bb76-f192c97e8284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:33.497125 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6fb8b70e-4fbd-4b95-b71c-ff6fb328cf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:33.532112 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:33.537493 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:33.572216 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/networks/841d913e-ca71-4f70-baae-4dcb8f7eb83a HTTP/1.1" status: 204 len: 168 time: 8.3303020 Mar 31 15:28:33.575240 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f6951-8315-4fd0-b7d2-ef88d4fd7a9e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event deleted for resources: {'Network': ['ID=841d913e-ca71-4f70-baae-4dcb8f7eb83a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:33.582550 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42248) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:33.586558 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:33.590911 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-fc27088b-72f8-4a06-8862-57900786f6a9 None None] For port 5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df,segment=NetworkSegment(13e5c508-5ad8-4358-b5f0-a283ba6b47cb),segment_id=13e5c508-5ad8-4358-b5f0-a283ba6b47cb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:28:33.600825 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-43987a9b-fd93-4629-bcbd-cbb6b3bbce87 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1887332921'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:33.611361 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-43987a9b-fd93-4629-bcbd-cbb6b3bbce87 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:33.618053 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-43987a9b-fd93-4629-bcbd-cbb6b3bbce87 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Usage tracker for resource:network and tenant:cba800ed59cd4d6f8d690d59c4ee670b is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:33.623723 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-43987a9b-fd93-4629-bcbd-cbb6b3bbce87 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:33.633819 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-43987a9b-fd93-4629-bcbd-cbb6b3bbce87 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:33.650812 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8b70e-4fbd-4b95-b71c-ff6fb328cf62 None None] Pushing event updated for resources: {'Port': ['ID=068366f4-e605-43fb-b91c-4d659b3995db,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:33.691392 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a457f59c-06df-41b4-bb76-f192c97e8284 None None] Port 1089ca86-1d82-48a1-a534-ebfe05d40cb1 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:28:33.698850 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fc27088b-72f8-4a06-8862-57900786f6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:33.731669 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43987a9b-fd93-4629-bcbd-cbb6b3bbce87 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Made reservation on behalf of cba800ed59cd4d6f8d690d59c4ee670b for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:33.737114 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-43987a9b-fd93-4629-bcbd-cbb6b3bbce87 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:33.777052 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43987a9b-fd93-4629-bcbd-cbb6b3bbce87 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:28:33.793372 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-43987a9b-fd93-4629-bcbd-cbb6b3bbce87 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:33.793882 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-43987a9b-fd93-4629-bcbd-cbb6b3bbce87 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Added segment 898987e7-d478-4ea8-b7f1-2f2159b2f4dc of type vlan for network 07eb8081-d9a9-4b20-92ef-5437a3a30430 Mar 31 15:28:33.801451 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5031c446-dd89-4857-bd91-e28683586937 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Router 11a978fe-3e44-49c6-8939-d3c2232eb634 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:28:33.803425 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27088b-72f8-4a06-8862-57900786f6a9 None None] Pushing event updated for resources: {'Port': ['ID=5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:33.823839 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ae5815bd-341f-4a00-84bf-78c622d2a9f8 None None] Provisioning complete for port 1089ca86-1d82-48a1-a534-ebfe05d40cb1 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:33.824357 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ae5815bd-341f-4a00-84bf-78c622d2a9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:33.842871 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-34651ea7-b24d-4999-802a-6784291516a8 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:33.868524 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-34651ea7-b24d-4999-802a-6784291516a8 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:33.881720 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ead6581b-331c-4fcd-82d9-3433b78c49f9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:33.906131 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:28:33.906482 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-ae5815bd-341f-4a00-84bf-78c622d2a9f8 None None] Port 1089ca86-1d82-48a1-a534-ebfe05d40cb1 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:28:33.931156 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-43987a9b-fd93-4629-bcbd-cbb6b3bbce87 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:34.035661 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ead6581b-331c-4fcd-82d9-3433b78c49f9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Transition to ACTIVE for port object 722eb6fb-245a-41f6-9207-14137cd5afb6 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:34.055244 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5031c446-dd89-4857-bd91-e28683586937 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:28:34.074265 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5031c446-dd89-4857-bd91-e28683586937 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "PUT /v2.0/routers/11a978fe-3e44-49c6-8939-d3c2232eb634/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1716838 Mar 31 15:28:34.075046 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42252) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:34.079417 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c69325-3962-4538-8e15-99fa6939a624 None None] Sync routers for ids ['11a978fe-3e44-49c6-8939-d3c2232eb634'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:28:34.096439 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-6ab2c065-0751-4023-bbb1-d23fded6fdde tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Request body: {'network': {'name': 'tempest-RoutersTest-358408330'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:34.103528 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6ab2c065-0751-4023-bbb1-d23fded6fdde tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:34.107461 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c69325-3962-4538-8e15-99fa6939a624 None None] Routers {'11a978fe-3e44-49c6-8939-d3c2232eb634'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:28:34.108231 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-86c69325-3962-4538-8e15-99fa6939a624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:28:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['11a978fe-3e44-49c6-8939-d3c2232eb634'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:34.109154 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6ab2c065-0751-4023-bbb1-d23fded6fdde tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Usage tracker for resource:network and tenant:3c462be107e642da98e89cbf8192538c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:34.113062 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6ab2c065-0751-4023-bbb1-d23fded6fdde tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:34.125005 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6ab2c065-0751-4023-bbb1-d23fded6fdde tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:34.145211 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-43987a9b-fd93-4629-bcbd-cbb6b3bbce87 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:34.148310 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43987a9b-fd93-4629-bcbd-cbb6b3bbce87 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:34.152719 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-43987a9b-fd93-4629-bcbd-cbb6b3bbce87 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:34.271286 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:28:34.272012 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab2c065-0751-4023-bbb1-d23fded6fdde tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Made reservation on behalf of 3c462be107e642da98e89cbf8192538c for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:34.285491 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-34651ea7-b24d-4999-802a-6784291516a8 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:34.286461 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34651ea7-b24d-4999-802a-6784291516a8 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Fanout notify agent at l3_agent the message router_deleted on router c8f8923a-c8fd-468e-9c05-a70516bf3f67 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:28:34.289614 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device d950d7e9-3ba8-4221-963d-58e39f073565 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:28:34.301867 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-43ce376e-8dde-44d1-bee8-a333be5e3a35 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:34.304992 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ab2c065-0751-4023-bbb1-d23fded6fdde tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:34.338404 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:34.338847 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Added segment 9a5f8566-c149-45e5-abad-6debcb1d9d51 of type vlan for network 70957f01-7ea8-4899-8b62-cc59c73f4577 Mar 31 15:28:34.370057 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-43987a9b-fd93-4629-bcbd-cbb6b3bbce87 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7763698 Mar 31 15:28:34.376420 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42256) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:34.388218 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b8e7653b-444d-4fb8-8c9f-303e1197f62a tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:34.429652 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-86c69325-3962-4538-8e15-99fa6939a624 None None] Set router 11a978fe-3e44-49c6-8939-d3c2232eb634 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:28:34.453329 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port d950d7e9-3ba8-4221-963d-58e39f073565 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:34.453839 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:34.522792 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-43ce376e-8dde-44d1-bee8-a333be5e3a35 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Calling delete_port for 116b886d-553f-4e43-b1ca-de35d6daaf1f owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:34.579062 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43987a9b-fd93-4629-bcbd-cbb6b3bbce87 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event updated for resources: {'Network': ['ID=07eb8081-d9a9-4b20-92ef-5437a3a30430,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:34.597072 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab2c065-0751-4023-bbb1-d23fded6fdde tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:28:34.600856 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 07eb8081-d9a9-4b20-92ef-5437a3a30430 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:28:34.645718 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:34.654875 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ab2c065-0751-4023-bbb1-d23fded6fdde tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:34.655609 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-6ab2c065-0751-4023-bbb1-d23fded6fdde tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Added segment a9c5791f-be2c-4e16-b916-57fc506131fe of type vlan for network 141e2a28-42aa-42ea-9fd7-4ed30b259878 Mar 31 15:28:34.661339 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9c1a1e39-aa2f-440d-8c48-c98e203e06e4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:34.718844 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ead6581b-331c-4fcd-82d9-3433b78c49f9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:34.726293 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9c1a1e39-aa2f-440d-8c48-c98e203e06e4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Transition to ACTIVE for port object 7d19fd61-751a-4b63-90d7-59cc9a0bb1c7 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:34.809442 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead6581b-331c-4fcd-82d9-3433b78c49f9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network d6240cc1-1604-4f0f-930f-c93f836b4680 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:34.814839 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 068366f4-e605-43fb-b91c-4d659b3995db up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:28:34.815556 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-ead6581b-331c-4fcd-82d9-3433b78c49f9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:34.825788 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-34651ea7-b24d-4999-802a-6784291516a8 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:34.826733 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-34651ea7-b24d-4999-802a-6784291516a8 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] 10.222.0.31 "DELETE /v2.0/routers/c8f8923a-c8fd-468e-9c05-a70516bf3f67 HTTP/1.1" status: 204 len: 168 time: 2.2023561 Mar 31 15:28:34.830037 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead6581b-331c-4fcd-82d9-3433b78c49f9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:34.836984 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b8e7653b-444d-4fb8-8c9f-303e1197f62a tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:34.841661 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead6581b-331c-4fcd-82d9-3433b78c49f9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:34.842450 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ead6581b-331c-4fcd-82d9-3433b78c49f9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:34.855435 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42260) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:34.856509 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3cd5ef0d-c1fe-459c-9d12-176c8168ae64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:34.919889 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-86c69325-3962-4538-8e15-99fa6939a624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:28:30Z', 'revision_number': 2, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None, '_interfaces': [{'id': '1089ca86-1d82-48a1-a534-ebfe05d40cb1', 'name': '', 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:41:dc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:26Z', 'updated_at': '2022-03-31T15:28:32Z', 'revision_number': 2, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:34.925049 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c69325-3962-4538-8e15-99fa6939a624 None None] Checking router: 11a978fe-3e44-49c6-8939-d3c2232eb634 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:28:34.925514 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c69325-3962-4538-8e15-99fa6939a624 None None] Updating router 11a978fe-3e44-49c6-8939-d3c2232eb634 port 1089ca86-1d82-48a1-a534-ebfe05d40cb1 binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:28:34.969028 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:34.969461 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:34.975074 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:34.981871 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:34.982297 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 068366f4-e605-43fb-b91c-4d659b3995db completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:34.982553 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:34.983253 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ab2c065-0751-4023-bbb1-d23fded6fdde tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:35.011419 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-86c69325-3962-4538-8e15-99fa6939a624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:35.018379 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b8e7653b-444d-4fb8-8c9f-303e1197f62a tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:35.159518 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-609ef37f-28c7-43dc-9f67-860ccfdd2ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:35.316222 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b8e7653b-444d-4fb8-8c9f-303e1197f62a tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Network 07eb8081-d9a9-4b20-92ef-5437a3a30430 is not hosted by any dhcp agent {{(pid=103443) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 31 15:28:35.324004 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e7653b-444d-4fb8-8c9f-303e1197f62a tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:35.324756 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b8e7653b-444d-4fb8-8c9f-303e1197f62a tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:35.329674 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b8e7653b-444d-4fb8-8c9f-303e1197f62a tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "PUT /v2.0/networks/07eb8081-d9a9-4b20-92ef-5437a3a30430 HTTP/1.1" status: 200 len: 723 time: 0.9462502 Mar 31 15:28:35.331099 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf5007d-c7e1-473c-9128-fe159d386e60 None None] Network d6240cc1-1604-4f0f-930f-c93f836b4680 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:35.334404 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-43ce376e-8dde-44d1-bee8-a333be5e3a35 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:35.335599 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42264) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:35.348963 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fcca247-51a0-47fe-be3c-e69832510639 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Deleting subnet 548c0ec5-129f-4edc-81ad-7eb0f6cc9c1f {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:28:35.355420 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-41150a0f-77f9-41f4-b7f8-2f7644fb5671 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Request body: {'subnet': {'network_id': '07eb8081-d9a9-4b20-92ef-5437a3a30430', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:35.371844 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7653b-444d-4fb8-8c9f-303e1197f62a tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event updated for resources: {'Network': ['ID=07eb8081-d9a9-4b20-92ef-5437a3a30430,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:35.376838 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6fcca247-51a0-47fe-be3c-e69832510639 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:35.394500 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 07eb8081-d9a9-4b20-92ef-5437a3a30430 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:28:35.453027 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ab2c065-0751-4023-bbb1-d23fded6fdde tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:35.458962 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab2c065-0751-4023-bbb1-d23fded6fdde tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:35.459565 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ab2c065-0751-4023-bbb1-d23fded6fdde tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:35.528606 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-86c69325-3962-4538-8e15-99fa6939a624 None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:35.541787 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-86c69325-3962-4538-8e15-99fa6939a624 None None] Transition to ACTIVE for port object 1089ca86-1d82-48a1-a534-ebfe05d40cb1 will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:35.633462 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-86c69325-3962-4538-8e15-99fa6939a624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:35.673052 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6fcca247-51a0-47fe-be3c-e69832510639 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:35.711312 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2c065-0751-4023-bbb1-d23fded6fdde tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Network': ['ID=141e2a28-42aa-42ea-9fd7-4ed30b259878,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:35.716077 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682b9d0-1876-4b28-a34a-0df866b1debb None None] Pushing event updated for resources: {'Port': ['ID=1089ca86-1d82-48a1-a534-ebfe05d40cb1,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:35.730423 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 141e2a28-42aa-42ea-9fd7-4ed30b259878 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:28:35.730748 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-41150a0f-77f9-41f4-b7f8-2f7644fb5671 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:35.738560 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-41150a0f-77f9-41f4-b7f8-2f7644fb5671 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Usage tracker for resource:subnet and tenant:cba800ed59cd4d6f8d690d59c4ee670b is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:35.742541 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Pushing event updated for resources: {'Network': ['ID=bcb0b4cb-e668-457a-bbb0-f9bf92cda10e,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:35.745778 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6ab2c065-0751-4023-bbb1-d23fded6fdde tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6664951 Mar 31 15:28:35.748995 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-41150a0f-77f9-41f4-b7f8-2f7644fb5671 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:35.751610 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42268) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:35.762881 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-69457bc1-cc68-4b28-ba56-a1c35a6ef9ec tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Request body: {'subnet': {'network_id': '141e2a28-42aa-42ea-9fd7-4ed30b259878', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:35.765362 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 4.4976625 Mar 31 15:28:35.784000 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network bcb0b4cb-e668-457a-bbb0-f9bf92cda10e details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:28:35.791221 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42272) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:35.792098 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-41150a0f-77f9-41f4-b7f8-2f7644fb5671 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:35.815734 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f682b9d0-1876-4b28-a34a-0df866b1debb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:35.816066 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f682b9d0-1876-4b28-a34a-0df866b1debb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:35.816408 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f682b9d0-1876-4b28-a34a-0df866b1debb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:35.816771 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f682b9d0-1876-4b28-a34a-0df866b1debb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:35.817088 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f682b9d0-1876-4b28-a34a-0df866b1debb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:35.817449 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f682b9d0-1876-4b28-a34a-0df866b1debb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:35.817774 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f682b9d0-1876-4b28-a34a-0df866b1debb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:35.818090 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f682b9d0-1876-4b28-a34a-0df866b1debb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:35.818406 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f682b9d0-1876-4b28-a34a-0df866b1debb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:35.818730 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f682b9d0-1876-4b28-a34a-0df866b1debb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:35.819068 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f682b9d0-1876-4b28-a34a-0df866b1debb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:35.820275 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f682b9d0-1876-4b28-a34a-0df866b1debb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:35.823257 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1ef02317-b778-4763-aa6e-3ec13c6ff65c None None] Provisioning for port 5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:35.848071 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead6581b-331c-4fcd-82d9-3433b78c49f9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Port': ['ID=722eb6fb-245a-41f6-9207-14137cd5afb6,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:35.908815 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ead6581b-331c-4fcd-82d9-3433b78c49f9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 5.1143544 Mar 31 15:28:35.923725 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9c1a1e39-aa2f-440d-8c48-c98e203e06e4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:35.940860 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-43ce376e-8dde-44d1-bee8-a333be5e3a35 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:35.942778 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-43ce376e-8dde-44d1-bee8-a333be5e3a35 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/ports/116b886d-553f-4e43-b1ca-de35d6daaf1f HTTP/1.1" status: 204 len: 168 time: 3.3168249 Mar 31 15:28:35.950066 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42276) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:35.950633 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42278) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:35.966970 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1a1e39-aa2f-440d-8c48-c98e203e06e4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:35.974175 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-9c1a1e39-aa2f-440d-8c48-c98e203e06e4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:35.977363 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1a1e39-aa2f-440d-8c48-c98e203e06e4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:35.983588 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1a1e39-aa2f-440d-8c48-c98e203e06e4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:35.984246 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9c1a1e39-aa2f-440d-8c48-c98e203e06e4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:35.988216 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce376e-8dde-44d1-bee8-a333be5e3a35 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Port': ['ID=116b886d-553f-4e43-b1ca-de35d6daaf1f,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:36.002927 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-86c69325-3962-4538-8e15-99fa6939a624 None None] Attempting to bind port 1089ca86-1d82-48a1-a534-ebfe05d40cb1 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:28:36.003643 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-86c69325-3962-4538-8e15-99fa6939a624 None None] Attempting to bind port 1089ca86-1d82-48a1-a534-ebfe05d40cb1 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '55f4b064-8c61-4355-8e0c-8ffe7f2f8eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:28:36.004167 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c69325-3962-4538-8e15-99fa6939a624 None None] Attempting to bind port 1089ca86-1d82-48a1-a534-ebfe05d40cb1 on network fff8c7da-071f-4139-b03e-4416f92d92e0 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:28:36.013699 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c69325-3962-4538-8e15-99fa6939a624 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:28:36.013699 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c69325-3962-4538-8e15-99fa6939a624 None None] Checking segment: {'id': '55f4b064-8c61-4355-8e0c-8ffe7f2f8eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:36.013699 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-86c69325-3962-4538-8e15-99fa6939a624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:36.013699 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c69325-3962-4538-8e15-99fa6939a624 None None] Bound using segment: {'id': '55f4b064-8c61-4355-8e0c-8ffe7f2f8eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:28:36.013699 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-86c69325-3962-4538-8e15-99fa6939a624 None None] Bound port: 1089ca86-1d82-48a1-a534-ebfe05d40cb1, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f4b064-8c61-4355-8e0c-8ffe7f2f8eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:28:36.013699 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-86c69325-3962-4538-8e15-99fa6939a624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:36.154522 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1324d5e-0bbc-4e9a-8824-8a74ed0554b6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Pushing event updated for resources: {'Network': ['ID=70957f01-7ea8-4899-8b62-cc59c73f4577,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:36.210340 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a1e39-aa2f-440d-8c48-c98e203e06e4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Port': ['ID=7d19fd61-751a-4b63-90d7-59cc9a0bb1c7,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:36.228081 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9c1a1e39-aa2f-440d-8c48-c98e203e06e4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.2682381 Mar 31 15:28:36.236377 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42284) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:36.236475 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41150a0f-77f9-41f4-b7f8-2f7644fb5671 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Made reservation on behalf of cba800ed59cd4d6f8d690d59c4ee670b for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:36.236712 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 70957f01-7ea8-4899-8b62-cc59c73f4577 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:28:36.242263 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-41150a0f-77f9-41f4-b7f8-2f7644fb5671 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:36.252290 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:28:36.271173 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-86c69325-3962-4538-8e15-99fa6939a624 None None] For port 1089ca86-1d82-48a1-a534-ebfe05d40cb1, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:28:36.276259 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-86c69325-3962-4538-8e15-99fa6939a624 None None] For port 1089ca86-1d82-48a1-a534-ebfe05d40cb1, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=1089ca86-1d82-48a1-a534-ebfe05d40cb1,segment=NetworkSegment(55f4b064-8c61-4355-8e0c-8ffe7f2f8eee),segment_id=55f4b064-8c61-4355-8e0c-8ffe7f2f8eee)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:28:36.340255 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-05f1991b-5ee2-4c50-bdf6-20f41b378dcc None None] Provisioning for port 068366f4-e605-43fb-b91c-4d659b3995db completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:36.351132 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3cd5ef0d-c1fe-459c-9d12-176c8168ae64 admin admin] Deleting port e59dba9c-a470-499e-ad5c-3d5d9a861969 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:36.351439 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3cd5ef0d-c1fe-459c-9d12-176c8168ae64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:36.388246 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-86c69325-3962-4538-8e15-99fa6939a624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:36.436060 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-69457bc1-cc68-4b28-ba56-a1c35a6ef9ec tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:36.455909 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-69457bc1-cc68-4b28-ba56-a1c35a6ef9ec tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Usage tracker for resource:subnet and tenant:3c462be107e642da98e89cbf8192538c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:36.466494 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-05f1991b-5ee2-4c50-bdf6-20f41b378dcc None None] Provisioning complete for port 068366f4-e605-43fb-b91c-4d659b3995db triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:36.466700 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c54f7225-aa3d-4a60-ae4d-c1539200e4bc tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting port 722eb6fb-245a-41f6-9207-14137cd5afb6 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:36.466820 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c54f7225-aa3d-4a60-ae4d-c1539200e4bc tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:36.466937 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-05f1991b-5ee2-4c50-bdf6-20f41b378dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:36.473499 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c69325-3962-4538-8e15-99fa6939a624 None None] Routers {'11a978fe-3e44-49c6-8939-d3c2232eb634'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:28:36.473729 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-86c69325-3962-4538-8e15-99fa6939a624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:28:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['11a978fe-3e44-49c6-8939-d3c2232eb634'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:36.500292 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6fcca247-51a0-47fe-be3c-e69832510639 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:36.540353 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:36.572385 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-69457bc1-cc68-4b28-ba56-a1c35a6ef9ec tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:36.674443 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3cd5ef0d-c1fe-459c-9d12-176c8168ae64 admin admin] For port e59dba9c-a470-499e-ad5c-3d5d9a861969, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e59dba9c-a470-499e-ad5c-3d5d9a861969,segment=NetworkSegment(d512b9f5-d8b6-4092-917f-faa9e82b2193),segment_id=d512b9f5-d8b6-4092-917f-faa9e82b2193)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:36.675058 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3cd5ef0d-c1fe-459c-9d12-176c8168ae64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:36.678166 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-69457bc1-cc68-4b28-ba56-a1c35a6ef9ec tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:36.694421 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682b9d0-1876-4b28-a34a-0df866b1debb None None] Pushing event updated for resources: {'Port': ['ID=1089ca86-1d82-48a1-a534-ebfe05d40cb1,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:36.707153 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:36.759755 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:36.768605 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-05f1991b-5ee2-4c50-bdf6-20f41b378dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:36.771485 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-86c69325-3962-4538-8e15-99fa6939a624 None None] Set router 11a978fe-3e44-49c6-8939-d3c2232eb634 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:28:36.788515 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8e39bb-eb9f-46b1-b094-6d3168e9c0e5 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:36.793323 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:36.793635 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:36.795333 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8e39bb-eb9f-46b1-b094-6d3168e9c0e5 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:36.804914 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77429ac-fa42-41a9-9f57-21fef85b7cca tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:36.808578 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8e39bb-eb9f-46b1-b094-6d3168e9c0e5 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:36.812207 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77429ac-fa42-41a9-9f57-21fef85b7cca tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:36.813379 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-b77429ac-fa42-41a9-9f57-21fef85b7cca tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:28:36.814629 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8e39bb-eb9f-46b1-b094-6d3168e9c0e5 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:36.819366 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ab8e39bb-eb9f-46b1-b094-6d3168e9c0e5 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 1.0220597 Mar 31 15:28:36.835518 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42288) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:36.914070 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69457bc1-cc68-4b28-ba56-a1c35a6ef9ec tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Made reservation on behalf of 3c462be107e642da98e89cbf8192538c for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:36.918439 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-05f1991b-5ee2-4c50-bdf6-20f41b378dcc None None] For port 068366f4-e605-43fb-b91c-4d659b3995db, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=068366f4-e605-43fb-b91c-4d659b3995db,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:36.919106 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69457bc1-cc68-4b28-ba56-a1c35a6ef9ec tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:36.930001 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3cd5ef0d-c1fe-459c-9d12-176c8168ae64 admin admin] Calling delete_port for e59dba9c-a470-499e-ad5c-3d5d9a861969 owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:36.993967 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-05f1991b-5ee2-4c50-bdf6-20f41b378dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:37.042301 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2547cb-22c8-4cb2-8a9e-b098fa6fe20b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:37.043015 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7e2547cb-22c8-4cb2-8a9e-b098fa6fe20b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Synchronizing usage tracker for tenant:62591a084e044f5ebd9b8ec401f28de6 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:28:37.054547 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-b77429ac-fa42-41a9-9f57-21fef85b7cca tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:28:37.055897 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b77429ac-fa42-41a9-9f57-21fef85b7cca tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.7953641 Mar 31 15:28:37.058690 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42292) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:37.100051 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:37.152710 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1991b-5ee2-4c50-bdf6-20f41b378dcc None None] Pushing event updated for resources: {'Port': ['ID=068366f4-e605-43fb-b91c-4d659b3995db,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:37.169454 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44d3a5b7-d9f6-4d55-a39c-6978cde816f9 None None] Provisioning complete for port 5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:37.170057 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44d3a5b7-d9f6-4d55-a39c-6978cde816f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:37.203737 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-311188da-5e8b-4c9c-81c3-9e5b2cd7d94a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting port 7d19fd61-751a-4b63-90d7-59cc9a0bb1c7 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:37.204079 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-311188da-5e8b-4c9c-81c3-9e5b2cd7d94a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:37.254748 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df,segment=NetworkSegment(13e5c508-5ad8-4358-b5f0-a283ba6b47cb),segment_id=13e5c508-5ad8-4358-b5f0-a283ba6b47cb)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:37.264912 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-86c69325-3962-4538-8e15-99fa6939a624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:28:30Z', 'revision_number': 2, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None, '_interfaces': [{'id': '1089ca86-1d82-48a1-a534-ebfe05d40cb1', 'name': '', 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:41:dc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:26Z', 'updated_at': '2022-03-31T15:28:36Z', 'revision_number': 4, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:37.281466 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c69325-3962-4538-8e15-99fa6939a624 None None] The sync data for ids ['11a978fe-3e44-49c6-8939-d3c2232eb634'] in dv-neutron-833379-2-hyperv is: [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:28:30Z', 'revision_number': 2, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None, '_interfaces': [{'id': '1089ca86-1d82-48a1-a534-ebfe05d40cb1', 'name': '', 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:41:dc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:26Z', 'updated_at': '2022-03-31T15:28:36Z', 'revision_number': 4, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:28:37.333743 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b903c50-51e4-4aa1-bd0f-d36f936c33b3 None None] get_active_networks_info from dv-neutron-833379-2-hyperv {{(pid=103445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 31 15:28:37.365990 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:37.387714 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8524996b-7bb2-4d41-95db-05458581dcf2 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:37.391313 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7e2547cb-22c8-4cb2-8a9e-b098fa6fe20b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Unset dirty status for tenant:62591a084e044f5ebd9b8ec401f28de6 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:28:37.394835 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7e2547cb-22c8-4cb2-8a9e-b098fa6fe20b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 1.4330566 Mar 31 15:28:37.397947 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42296) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:37.413460 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6fcca247-51a0-47fe-be3c-e69832510639 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:37.461845 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44d3a5b7-d9f6-4d55-a39c-6978cde816f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:37.474980 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-71aef3cf-082c-4927-b0a2-1cd1b706be03 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] GET failed (client error): The resource could not be found. Mar 31 15:28:37.475524 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-71aef3cf-082c-4927-b0a2-1cd1b706be03 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Synchronizing usage tracker for tenant:62591a084e044f5ebd9b8ec401f28de6 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:28:37.521602 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:37.689636 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcca247-51a0-47fe-be3c-e69832510639 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Pushing event deleted for resources: {'Subnet': ['ID=548c0ec5-129f-4edc-81ad-7eb0f6cc9c1f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:37.695713 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6fcca247-51a0-47fe-be3c-e69832510639 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:37.702477 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-44d3a5b7-d9f6-4d55-a39c-6978cde816f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:28:37.702778 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-44d3a5b7-d9f6-4d55-a39c-6978cde816f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:28:37.762191 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b903c50-51e4-4aa1-bd0f-d36f936c33b3 None None] Resources bound (agent type, host, resource id): {{(pid=103445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 15:28:37.771038 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-71aef3cf-082c-4927-b0a2-1cd1b706be03 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Unset dirty status for tenant:62591a084e044f5ebd9b8ec401f28de6 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:28:37.776276 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-71aef3cf-082c-4927-b0a2-1cd1b706be03 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "GET /v2.0/ports/116b886d-553f-4e43-b1ca-de35d6daaf1f HTTP/1.1" status: 404 len: 333 time: 0.3726888 Mar 31 15:28:37.778345 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42300) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:37.788537 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-619349ae-7733-42ed-851c-4a2ebaccf6f6 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1834103706'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:37.797017 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-619349ae-7733-42ed-851c-4a2ebaccf6f6 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:37.808465 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-619349ae-7733-42ed-851c-4a2ebaccf6f6 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:network and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:37.815127 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-619349ae-7733-42ed-851c-4a2ebaccf6f6 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:37.826199 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-619349ae-7733-42ed-851c-4a2ebaccf6f6 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:37.835416 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8524996b-7bb2-4d41-95db-05458581dcf2 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:37.852319 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-311188da-5e8b-4c9c-81c3-9e5b2cd7d94a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:37.898085 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6fcca247-51a0-47fe-be3c-e69832510639 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] 10.222.0.31 "DELETE /v2.0/subnets/548c0ec5-129f-4edc-81ad-7eb0f6cc9c1f HTTP/1.1" status: 204 len: 168 time: 3.0339563 Mar 31 15:28:37.903350 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42304) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:37.909704 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c54f7225-aa3d-4a60-ae4d-c1539200e4bc tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:37.922198 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:37.934920 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619349ae-7733-42ed-851c-4a2ebaccf6f6 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:37.938728 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-619349ae-7733-42ed-851c-4a2ebaccf6f6 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:37.950321 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3cd5ef0d-c1fe-459c-9d12-176c8168ae64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:37.971933 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-8524996b-7bb2-4d41-95db-05458581dcf2 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb0b4cb-e668-457a-bbb0-f9bf92cda10e']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:38.077814 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-311188da-5e8b-4c9c-81c3-9e5b2cd7d94a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Calling delete_port for 7d19fd61-751a-4b63-90d7-59cc9a0bb1c7 owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:38.183890 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5ef0d-c1fe-459c-9d12-176c8168ae64 admin admin] Pushing event deleted for resources: {'Port': ['ID=e59dba9c-a470-499e-ad5c-3d5d9a861969,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:38.270475 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 1089ca86-1d82-48a1-a534-ebfe05d40cb1 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:28:38.273769 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619349ae-7733-42ed-851c-4a2ebaccf6f6 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:28:38.295682 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-619349ae-7733-42ed-851c-4a2ebaccf6f6 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:38.295906 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c54f7225-aa3d-4a60-ae4d-c1539200e4bc tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Calling delete_port for 722eb6fb-245a-41f6-9207-14137cd5afb6 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:38.296021 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-619349ae-7733-42ed-851c-4a2ebaccf6f6 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Added segment bc831b2b-42f9-4fdc-8b67-01069a9d0514 of type vlan for network 6fa62bbd-91da-46a7-af9f-c3ba95dfe85c Mar 31 15:28:38.324698 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-8524996b-7bb2-4d41-95db-05458581dcf2 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d7c661-cb76-4735-b9ab-9b4a7e1bb280') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:38.325003 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-8524996b-7bb2-4d41-95db-05458581dcf2 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d7c661-cb76-4735-b9ab-9b4a7e1bb280') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:38.338849 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-41150a0f-77f9-41f4-b7f8-2f7644fb5671 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:38.401004 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a83aaf-d0b9-48b6-9815-dd77b00828fd None None] Network a53d6dec-be4b-4314-9c71-1813df768d0a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:38.426112 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41150a0f-77f9-41f4-b7f8-2f7644fb5671 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event updated for resources: {'Subnet': ['ID=59b66cc3-43fc-491c-8dfb-dbedc978f472,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:38.431517 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8524996b-7bb2-4d41-95db-05458581dcf2 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:38.449279 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a0eea65-b06f-4fe6-8575-9693fc5d1878 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:38.492403 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 1089ca86-1d82-48a1-a534-ebfe05d40cb1 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:38.523112 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8524996b-7bb2-4d41-95db-05458581dcf2 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:38.527199 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 1089ca86-1d82-48a1-a534-ebfe05d40cb1 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:38.527765 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:38.531418 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8a0eea65-b06f-4fe6-8575-9693fc5d1878 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Deleting port ce4f4f63-1c27-4ccc-86a2-415303b92934 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:38.531961 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a0eea65-b06f-4fe6-8575-9693fc5d1878 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:38.589885 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44d3a5b7-d9f6-4d55-a39c-6978cde816f9 None None] Provisioning for port 7d19fd61-751a-4b63-90d7-59cc9a0bb1c7 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:38.672299 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44d3a5b7-d9f6-4d55-a39c-6978cde816f9 None None] Provisioning complete for port 7d19fd61-751a-4b63-90d7-59cc9a0bb1c7 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:38.672872 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44d3a5b7-d9f6-4d55-a39c-6978cde816f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:38.680677 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-619349ae-7733-42ed-851c-4a2ebaccf6f6 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:38.685898 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-311188da-5e8b-4c9c-81c3-9e5b2cd7d94a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:38.687767 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3cd5ef0d-c1fe-459c-9d12-176c8168ae64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:38.744375 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8524996b-7bb2-4d41-95db-05458581dcf2 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:28:38.744375 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8524996b-7bb2-4d41-95db-05458581dcf2 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:38.748026 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44d3a5b7-d9f6-4d55-a39c-6978cde816f9 None None] Port 7d19fd61-751a-4b63-90d7-59cc9a0bb1c7 was deleted so its status cannot be updated. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 31 15:28:38.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:28:38.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:28:38.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:28:38.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:28:38.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:28:38.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:28:38.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:28:38.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:28:38.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:28:38.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:28:38.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:28:38.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:28:38.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:28:38.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:28:38.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:28:38.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:28:38.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:28:38.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:28:38.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:28:38.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:28:38.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:28:38.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:28:38.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:28:38.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:28:38.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:28:38.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:28:38.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:28:38.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:28:38.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:28:38.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:28:38.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:28:38.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:28:38.786515 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311188da-5e8b-4c9c-81c3-9e5b2cd7d94a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Port': ['ID=7d19fd61-751a-4b63-90d7-59cc9a0bb1c7,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:38.869810 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44d3a5b7-d9f6-4d55-a39c-6978cde816f9 None None] Provisioning complete for port 1089ca86-1d82-48a1-a534-ebfe05d40cb1 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:38.870554 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44d3a5b7-d9f6-4d55-a39c-6978cde816f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:39.007978 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-619349ae-7733-42ed-851c-4a2ebaccf6f6 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:28:39.037656 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-311188da-5e8b-4c9c-81c3-9e5b2cd7d94a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:39.114229 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-619349ae-7733-42ed-851c-4a2ebaccf6f6 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:39.120176 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619349ae-7733-42ed-851c-4a2ebaccf6f6 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:39.120864 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-619349ae-7733-42ed-851c-4a2ebaccf6f6 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:39.168004 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-311188da-5e8b-4c9c-81c3-9e5b2cd7d94a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/7d19fd61-751a-4b63-90d7-59cc9a0bb1c7 HTTP/1.1" status: 204 len: 168 time: 2.1081812 Mar 31 15:28:39.176576 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:39.181883 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42308) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:39.197553 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41150a0f-77f9-41f4-b7f8-2f7644fb5671 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Checking segment: {'id': '898987e7-d478-4ea8-b7f1-2f2159b2f4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '07eb8081-d9a9-4b20-92ef-5437a3a30430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:39.198102 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41150a0f-77f9-41f4-b7f8-2f7644fb5671 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Network hostable DHCP agents. Network: 07eb8081-d9a9-4b20-92ef-5437a3a30430, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:28:39.240811 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-619349ae-7733-42ed-851c-4a2ebaccf6f6 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4570892 Mar 31 15:28:39.256728 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69457bc1-cc68-4b28-ba56-a1c35a6ef9ec tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:39.261710 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c54f7225-aa3d-4a60-ae4d-c1539200e4bc tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:39.273136 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42312) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:39.279429 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 1089ca86-1d82-48a1-a534-ebfe05d40cb1, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=1089ca86-1d82-48a1-a534-ebfe05d40cb1,segment=NetworkSegment(55f4b064-8c61-4355-8e0c-8ffe7f2f8eee),segment_id=55f4b064-8c61-4355-8e0c-8ffe7f2f8eee)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:39.297382 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44d3a5b7-d9f6-4d55-a39c-6978cde816f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:39.320135 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e56c50-0e66-4fcf-aee7-f2cc149603a4 None None] DHCP port deletion for a53d6dec-be4b-4314-9c71-1813df768d0a request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:28:39.324291 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619349ae-7733-42ed-851c-4a2ebaccf6f6 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Network': ['ID=6fa62bbd-91da-46a7-af9f-c3ba95dfe85c,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:39.332701 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f3e56c50-0e66-4fcf-aee7-f2cc149603a4 None None] Deleting port ce4f4f63-1c27-4ccc-86a2-415303b92934 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:39.333137 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f3e56c50-0e66-4fcf-aee7-f2cc149603a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:39.371975 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-04ff8968-3cd8-4f9c-a14d-5b1804746316 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'subnet': {'network_id': '6fa62bbd-91da-46a7-af9f-c3ba95dfe85c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:39.394986 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 6fa62bbd-91da-46a7-af9f-c3ba95dfe85c details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:28:39.398097 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f63ca24-5bf4-462e-a8ce-7edc3e750b78 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:39.399688 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f63ca24-5bf4-462e-a8ce-7edc3e750b78 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:39.400784 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6f63ca24-5bf4-462e-a8ce-7edc3e750b78 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:28:39.442692 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd5ef0d-c1fe-459c-9d12-176c8168ae64 admin admin] Router b6f6de98-8231-4e8d-a2ef-fe4b83a055ef has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:28:39.474093 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f7225-aa3d-4a60-ae4d-c1539200e4bc tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Port': ['ID=722eb6fb-245a-41f6-9207-14137cd5afb6,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:39.506512 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:39.507651 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:28:39.511036 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-8a0eea65-b06f-4fe6-8575-9693fc5d1878 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] For port ce4f4f63-1c27-4ccc-86a2-415303b92934, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=ce4f4f63-1c27-4ccc-86a2-415303b92934,segment=NetworkSegment(fce08ab5-c274-4809-a0a2-8694db355cf1),segment_id=fce08ab5-c274-4809-a0a2-8694db355cf1)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:39.511403 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a0eea65-b06f-4fe6-8575-9693fc5d1878 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:39.554483 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-44d3a5b7-d9f6-4d55-a39c-6978cde816f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:28:39.555097 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-44d3a5b7-d9f6-4d55-a39c-6978cde816f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:28:39.643739 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c54f7225-aa3d-4a60-ae4d-c1539200e4bc tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:39.669753 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6f63ca24-5bf4-462e-a8ce-7edc3e750b78 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:28:39.670366 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6f63ca24-5bf4-462e-a8ce-7edc3e750b78 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4857862 Mar 31 15:28:39.678616 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42316) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:39.815616 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=1089ca86-1d82-48a1-a534-ebfe05d40cb1,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:39.831358 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-923c3092-53f8-4c55-a64d-8287caa64668 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting subnet 3b746146-3a9d-4014-9ee2-c35bd239b3f6 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:28:39.838116 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-923c3092-53f8-4c55-a64d-8287caa64668 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:39.842618 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8524996b-7bb2-4d41-95db-05458581dcf2 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:39.876777 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:39.877261 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:39.902032 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd5ef0d-c1fe-459c-9d12-176c8168ae64 admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:28:39.908288 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3cd5ef0d-c1fe-459c-9d12-176c8168ae64 admin admin] 10.222.0.31 "PUT /v2.0/routers/b6f6de98-8231-4e8d-a2ef-fe4b83a055ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8905935 Mar 31 15:28:39.911630 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42320) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:39.919374 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69457bc1-cc68-4b28-ba56-a1c35a6ef9ec tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Subnet': ['ID=0f923acc-bfde-4e7f-add7-c8fef17a57e4,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:39.928325 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82363986-9350-4989-b162-3fd3f742e90b None None] Sync routers for ids ['b6f6de98-8231-4e8d-a2ef-fe4b83a055ef'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:28:39.936618 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8a0eea65-b06f-4fe6-8575-9693fc5d1878 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Calling delete_port for ce4f4f63-1c27-4ccc-86a2-415303b92934 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:39.966732 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f3e56c50-0e66-4fcf-aee7-f2cc149603a4 None None] For port ce4f4f63-1c27-4ccc-86a2-415303b92934, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=ce4f4f63-1c27-4ccc-86a2-415303b92934,segment=NetworkSegment(fce08ab5-c274-4809-a0a2-8694db355cf1),segment_id=fce08ab5-c274-4809-a0a2-8694db355cf1)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:39.967128 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f3e56c50-0e66-4fcf-aee7-f2cc149603a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:39.975792 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-923c3092-53f8-4c55-a64d-8287caa64668 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:39.979542 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8524996b-7bb2-4d41-95db-05458581dcf2 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:39.979721 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82363986-9350-4989-b162-3fd3f742e90b None None] Routers {'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:28:39.980192 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-82363986-9350-4989-b162-3fd3f742e90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:28:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['b6f6de98-8231-4e8d-a2ef-fe4b83a055ef'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:39.991409 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41150a0f-77f9-41f4-b7f8-2f7644fb5671 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Network 07eb8081-d9a9-4b20-92ef-5437a3a30430 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:28:40.011031 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c54f7225-aa3d-4a60-ae4d-c1539200e4bc tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/ports/722eb6fb-245a-41f6-9207-14137cd5afb6 HTTP/1.1" status: 204 len: 168 time: 4.0530496 Mar 31 15:28:40.016001 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42324) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:40.019370 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69457bc1-cc68-4b28-ba56-a1c35a6ef9ec tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Checking segment: {'id': 'a9c5791f-be2c-4e16-b916-57fc506131fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '141e2a28-42aa-42ea-9fd7-4ed30b259878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:40.019694 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69457bc1-cc68-4b28-ba56-a1c35a6ef9ec tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network hostable DHCP agents. Network: 141e2a28-42aa-42ea-9fd7-4ed30b259878, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:28:40.023911 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524996b-7bb2-4d41-95db-05458581dcf2 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Pushing event deleted for resources: {'Network': ['ID=bcb0b4cb-e668-457a-bbb0-f9bf92cda10e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:40.026640 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-04ff8968-3cd8-4f9c-a14d-5b1804746316 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:40.047340 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8524996b-7bb2-4d41-95db-05458581dcf2 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] 10.222.0.31 "DELETE /v2.0/networks/bcb0b4cb-e668-457a-bbb0-f9bf92cda10e HTTP/1.1" status: 204 len: 168 time: 3.2107546 Mar 31 15:28:40.052137 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-04ff8968-3cd8-4f9c-a14d-5b1804746316 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:subnet and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:40.054448 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42328) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:40.060588 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-04ff8968-3cd8-4f9c-a14d-5b1804746316 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:40.091086 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de2d95e-403e-4ab1-8dad-d00aed3c9eea tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] GET failed (client error): The resource could not be found. Mar 31 15:28:40.091608 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2de2d95e-403e-4ab1-8dad-d00aed3c9eea tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Synchronizing usage tracker for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:28:40.099146 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-04ff8968-3cd8-4f9c-a14d-5b1804746316 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:40.126239 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-41150a0f-77f9-41f4-b7f8-2f7644fb5671 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 07eb8081-d9a9-4b20-92ef-5437a3a30430) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:40.135232 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41150a0f-77f9-41f4-b7f8-2f7644fb5671 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:40.136065 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-41150a0f-77f9-41f4-b7f8-2f7644fb5671 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:40.190072 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddf36f6-64c2-47dd-9612-8b65d6356006 None None] Network 07eb8081-d9a9-4b20-92ef-5437a3a30430 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:40.213013 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ff8968-3cd8-4f9c-a14d-5b1804746316 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:40.215206 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f3e56c50-0e66-4fcf-aee7-f2cc149603a4 None None] Calling delete_port for ce4f4f63-1c27-4ccc-86a2-415303b92934 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:40.217406 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-04ff8968-3cd8-4f9c-a14d-5b1804746316 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:40.222080 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7799dd93-09c2-4307-a5d3-f9091b7013c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:40.245747 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69457bc1-cc68-4b28-ba56-a1c35a6ef9ec tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network 141e2a28-42aa-42ea-9fd7-4ed30b259878 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:28:40.247619 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a0eea65-b06f-4fe6-8575-9693fc5d1878 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:40.279549 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2de2d95e-403e-4ab1-8dad-d00aed3c9eea tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Unset dirty status for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:28:40.280677 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2de2d95e-403e-4ab1-8dad-d00aed3c9eea tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "GET /v2.0/ports/722eb6fb-245a-41f6-9207-14137cd5afb6 HTTP/1.1" status: 404 len: 333 time: 0.2628248 Mar 31 15:28:40.291921 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-923c3092-53f8-4c55-a64d-8287caa64668 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:40.306784 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42332) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:40.310932 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e27c3042-c70c-44d9-8059-9ae9a4096cb7 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:40.354787 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0eea65-b06f-4fe6-8575-9693fc5d1878 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Pushing event deleted for resources: {'Port': ['ID=ce4f4f63-1c27-4ccc-86a2-415303b92934,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:40.358443 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-41150a0f-77f9-41f4-b7f8-2f7644fb5671 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0167699 Mar 31 15:28:40.359600 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0eea65-b06f-4fe6-8575-9693fc5d1878 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] No DVR routers for this DVR port ce4f4f63-1c27-4ccc-86a2-415303b92934 on host dv-neutron-833379-2-hyperv {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:28:40.368800 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42336) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:40.369214 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-69457bc1-cc68-4b28-ba56-a1c35a6ef9ec tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 141e2a28-42aa-42ea-9fd7-4ed30b259878) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:40.374693 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-475dc4ba-b312-4602-b267-5f9d9eae65c7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:40.427138 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ed4ae6-fac4-435f-a32c-5a78c78cc9bb None None] Network 141e2a28-42aa-42ea-9fd7-4ed30b259878 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:40.481472 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69457bc1-cc68-4b28-ba56-a1c35a6ef9ec tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:40.482378 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69457bc1-cc68-4b28-ba56-a1c35a6ef9ec tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:40.524449 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44d3a5b7-d9f6-4d55-a39c-6978cde816f9 None None] Could not find standard attr ID for object 722eb6fb-245a-41f6-9207-14137cd5afb6. {{(pid=103445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 15:28:40.543483 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffdc4b1f-eb39-4011-8447-476dfefe8774 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting subnet 906e8227-21ba-4a5f-8e73-404d82fa5cd4 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:28:40.594401 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ffdc4b1f-eb39-4011-8447-476dfefe8774 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:40.612117 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-475dc4ba-b312-4602-b267-5f9d9eae65c7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15010882'] for subnet, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:40.679183 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-923c3092-53f8-4c55-a64d-8287caa64668 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:40.689484 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-82363986-9350-4989-b162-3fd3f742e90b None None] Set router b6f6de98-8231-4e8d-a2ef-fe4b83a055ef gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:28:40.718754 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7799dd93-09c2-4307-a5d3-f9091b7013c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:40.741564 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 068366f4-e605-43fb-b91c-4d659b3995db up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:28:40.743263 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-69457bc1-cc68-4b28-ba56-a1c35a6ef9ec tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.9905865 Mar 31 15:28:40.745025 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-923c3092-53f8-4c55-a64d-8287caa64668 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:40.749046 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c3092-53f8-4c55-a64d-8287caa64668 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Subnet': ['ID=3b746146-3a9d-4014-9ee2-c35bd239b3f6,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:40.759337 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a0eea65-b06f-4fe6-8575-9693fc5d1878 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:40.759562 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42340) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:40.828808 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ffdc4b1f-eb39-4011-8447-476dfefe8774 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:40.839428 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7799dd93-09c2-4307-a5d3-f9091b7013c7 admin admin] Deleting port 81e17236-5cd1-4cf2-bae2-0884a881cc0b {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:40.839769 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7799dd93-09c2-4307-a5d3-f9091b7013c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:40.849170 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c950b66f-eac2-42cb-b2f7-7e1d47741fd3 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:40.871098 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e27c3042-c70c-44d9-8059-9ae9a4096cb7 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:40.879193 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1007740c-f765-4462-bde1-8835c1628032 None None] Could not find standard attr ID for object 722eb6fb-245a-41f6-9207-14137cd5afb6. {{(pid=103445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 15:28:40.905974 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-8a0eea65-b06f-4fe6-8575-9693fc5d1878 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a53d6dec-be4b-4314-9c71-1813df768d0a']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:40.914622 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-f3e56c50-0e66-4fcf-aee7-f2cc149603a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:28:40.914991 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-f3e56c50-0e66-4fcf-aee7-f2cc149603a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:28:40.977945 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-e27c3042-c70c-44d9-8059-9ae9a4096cb7 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70957f01-7ea8-4899-8b62-cc59c73f4577']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:40.992269 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-8a0eea65-b06f-4fe6-8575-9693fc5d1878 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fce08ab5-c274-4809-a0a2-8694db355cf1') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:40.992488 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-8a0eea65-b06f-4fe6-8575-9693fc5d1878 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fce08ab5-c274-4809-a0a2-8694db355cf1') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:40.996007 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-923c3092-53f8-4c55-a64d-8287caa64668 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/3b746146-3a9d-4014-9ee2-c35bd239b3f6 HTTP/1.1" status: 204 len: 168 time: 1.3164732 Mar 31 15:28:40.998736 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42344) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:41.028515 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-e27c3042-c70c-44d9-8059-9ae9a4096cb7 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a5f8566-c149-45e5-abad-6debcb1d9d51') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:41.028798 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-e27c3042-c70c-44d9-8059-9ae9a4096cb7 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a5f8566-c149-45e5-abad-6debcb1d9d51') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:41.050983 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a0eea65-b06f-4fe6-8575-9693fc5d1878 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:41.061044 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e27c3042-c70c-44d9-8059-9ae9a4096cb7 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:41.107478 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a0eea65-b06f-4fe6-8575-9693fc5d1878 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:41.109975 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e27c3042-c70c-44d9-8059-9ae9a4096cb7 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:41.124801 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a0eea65-b06f-4fe6-8575-9693fc5d1878 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:28:41.125502 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a0eea65-b06f-4fe6-8575-9693fc5d1878 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:41.142218 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:28:41.142218 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:28:41.142218 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:28:41.142218 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:28:41.142218 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:28:41.142218 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:28:41.142218 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:28:41.142218 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:28:41.142218 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:28:41.142218 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:28:41.142218 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:28:41.142218 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:28:41.142218 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:28:41.142218 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:28:41.142218 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:28:41.142218 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:28:41.142218 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:28:41.142218 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:28:41.142218 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:28:41.142218 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:28:41.142218 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:28:41.142218 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:28:41.142218 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:28:41.142218 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:28:41.142218 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:28:41.142218 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:28:41.142218 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:28:41.142218 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:28:41.142218 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:28:41.142218 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:28:41.142218 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:28:41.142218 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:28:41.145670 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ffdc4b1f-eb39-4011-8447-476dfefe8774 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:41.197210 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e27c3042-c70c-44d9-8059-9ae9a4096cb7 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:28:41.197865 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e27c3042-c70c-44d9-8059-9ae9a4096cb7 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:41.212773 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:28:41.212773 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:28:41.212773 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:28:41.212773 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:28:41.212773 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:28:41.212773 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:28:41.212773 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:28:41.212773 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:28:41.212773 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:28:41.212773 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:28:41.212773 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:28:41.212773 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:28:41.212773 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:28:41.212773 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:28:41.212773 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:28:41.212773 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:28:41.212773 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:28:41.212773 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:28:41.212773 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:28:41.212773 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:28:41.212773 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:28:41.212773 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:28:41.212773 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:28:41.212773 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:28:41.212773 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:28:41.212773 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:28:41.212773 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:28:41.212773 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:28:41.212773 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:28:41.212773 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:28:41.212773 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:28:41.212773 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:28:41.228784 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-07c9c4e8-7445-4e49-8d17-a73d5dc9ca0c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0944307 Mar 31 15:28:41.267328 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42348) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:41.357051 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a29c258-2e60-4212-a063-a0802a4482e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-07eb8081-d9a9-4b20-92ef-5437a3a30430', 'network_id': '07eb8081-d9a9-4b20-92ef-5437a3a30430', 'tenant_id': 'cba800ed59cd4d6f8d690d59c4ee670b', 'fixed_ips': [{'subnet_id': '59b66cc3-43fc-491c-8dfb-dbedc978f472'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:28:41.360125 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1a29c258-2e60-4212-a063-a0802a4482e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:41.367740 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 068366f4-e605-43fb-b91c-4d659b3995db triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:41.367740 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:41.399501 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-04ff8968-3cd8-4f9c-a14d-5b1804746316 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:41.450133 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f3e56c50-0e66-4fcf-aee7-f2cc149603a4 None None] Deleting port ce4f4f63-1c27-4ccc-86a2-415303b92934 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:41.450509 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f3e56c50-0e66-4fcf-aee7-f2cc149603a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:41.474473 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e27c3042-c70c-44d9-8059-9ae9a4096cb7 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:41.480387 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a0eea65-b06f-4fe6-8575-9693fc5d1878 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:41.603281 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-475dc4ba-b312-4602-b267-5f9d9eae65c7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791085481957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15414073'] for subnet, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:41.621430 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e27c3042-c70c-44d9-8059-9ae9a4096cb7 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:41.630679 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a0eea65-b06f-4fe6-8575-9693fc5d1878 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:41.631233 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c8924b-35f8-4bac-beb8-ec5ffbb885ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-141e2a28-42aa-42ea-9fd7-4ed30b259878', 'network_id': '141e2a28-42aa-42ea-9fd7-4ed30b259878', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'fixed_ips': [{'subnet_id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:28:41.632111 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-73c8924b-35f8-4bac-beb8-ec5ffbb885ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:41.638201 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ffdc4b1f-eb39-4011-8447-476dfefe8774 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:41.647941 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff8968-3cd8-4f9c-a14d-5b1804746316 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Subnet': ['ID=a863c9a2-8a5a-4a2c-b0da-69244429e6ef,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:41.655214 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f3e56c50-0e66-4fcf-aee7-f2cc149603a4 None None] The port 'ce4f4f63-1c27-4ccc-86a2-415303b92934' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:28:41.685819 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c3042-c70c-44d9-8059-9ae9a4096cb7 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Pushing event deleted for resources: {'Network': ['ID=70957f01-7ea8-4899-8b62-cc59c73f4577,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:41.730780 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc4b1f-eb39-4011-8447-476dfefe8774 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Subnet': ['ID=906e8227-21ba-4a5f-8e73-404d82fa5cd4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:41.735749 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ff8968-3cd8-4f9c-a14d-5b1804746316 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Checking segment: {'id': 'bc831b2b-42f9-4fdc-8b67-01069a9d0514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6fa62bbd-91da-46a7-af9f-c3ba95dfe85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:41.736234 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ff8968-3cd8-4f9c-a14d-5b1804746316 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network hostable DHCP agents. Network: 6fa62bbd-91da-46a7-af9f-c3ba95dfe85c, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:28:41.745748 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e27c3042-c70c-44d9-8059-9ae9a4096cb7 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] 10.222.0.31 "DELETE /v2.0/networks/70957f01-7ea8-4899-8b62-cc59c73f4577 HTTP/1.1" status: 204 len: 168 time: 1.6850033 Mar 31 15:28:41.747300 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ffdc4b1f-eb39-4011-8447-476dfefe8774 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:41.749243 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ffdc4b1f-eb39-4011-8447-476dfefe8774 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/subnets/906e8227-21ba-4a5f-8e73-404d82fa5cd4 HTTP/1.1" status: 204 len: 168 time: 1.4369028 Mar 31 15:28:41.750206 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0eea65-b06f-4fe6-8575-9693fc5d1878 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] Pushing event deleted for resources: {'Network': ['ID=a53d6dec-be4b-4314-9c71-1813df768d0a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:41.755366 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8a0eea65-b06f-4fe6-8575-9693fc5d1878 tempest-FloatingIPNegativeTestJSON-2140092891 tempest-FloatingIPNegativeTestJSON-2140092891-project] 10.222.0.31 "DELETE /v2.0/networks/a53d6dec-be4b-4314-9c71-1813df768d0a HTTP/1.1" status: 204 len: 168 time: 3.8480361 Mar 31 15:28:41.755746 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42352) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:41.756080 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42354) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:41.777012 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8ddf04-b1a4-48cc-940a-c0fb025ba445 None None] Network d6240cc1-1604-4f0f-930f-c93f836b4680 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:41.782179 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7799dd93-09c2-4307-a5d3-f9091b7013c7 admin admin] For port 81e17236-5cd1-4cf2-bae2-0884a881cc0b, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=81e17236-5cd1-4cf2-bae2-0884a881cc0b,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:41.787921 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7799dd93-09c2-4307-a5d3-f9091b7013c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:41.791589 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475dc4ba-b312-4602-b267-5f9d9eae65c7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:41.792122 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-475dc4ba-b312-4602-b267-5f9d9eae65c7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:41.793414 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-475dc4ba-b312-4602-b267-5f9d9eae65c7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "PUT /v2.0/subnets/59b66cc3-43fc-491c-8dfb-dbedc978f472 HTTP/1.1" status: 200 len: 806 time: 1.4236879 Mar 31 15:28:41.796244 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42362) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:41.848075 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24923e5-19db-44a5-9d9c-893adccbe7ce tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:41.848777 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c24923e5-19db-44a5-9d9c-893adccbe7ce tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:28:41.925868 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ff8968-3cd8-4f9c-a14d-5b1804746316 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network 6fa62bbd-91da-46a7-af9f-c3ba95dfe85c is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:28:41.975141 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c9f2cc-dea8-4142-9a80-3033f699035a None None] DHCP port deletion for 0c8a31f0-c909-472a-8f72-0f3eb4f4034a request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:28:41.990001 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:42.047571 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475dc4ba-b312-4602-b267-5f9d9eae65c7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event updated for resources: {'Subnet': ['ID=59b66cc3-43fc-491c-8dfb-dbedc978f472,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:42.047794 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-51c9f2cc-dea8-4142-9a80-3033f699035a None None] Deleting port 068366f4-e605-43fb-b91c-4d659b3995db {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:42.047955 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-51c9f2cc-dea8-4142-9a80-3033f699035a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:42.049912 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-04ff8968-3cd8-4f9c-a14d-5b1804746316 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 6fa62bbd-91da-46a7-af9f-c3ba95dfe85c) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:42.060707 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ff8968-3cd8-4f9c-a14d-5b1804746316 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:42.061412 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-04ff8968-3cd8-4f9c-a14d-5b1804746316 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:42.064376 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7799dd93-09c2-4307-a5d3-f9091b7013c7 admin admin] Calling delete_port for 81e17236-5cd1-4cf2-bae2-0884a881cc0b owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:42.086615 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:42.098288 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e800f496-619a-4ec7-bf05-c1d737380f9e None None] Network 6fa62bbd-91da-46a7-af9f-c3ba95dfe85c requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:42.166479 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-04ff8968-3cd8-4f9c-a14d-5b1804746316 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8156703 Mar 31 15:28:42.179388 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42366) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:42.179388 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e1da1dcf-0050-464e-9ff6-222220d3f6ee tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'subnet': {'network_id': '6fa62bbd-91da-46a7-af9f-c3ba95dfe85c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:42.296363 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c24923e5-19db-44a5-9d9c-893adccbe7ce tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:28:42.297547 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c24923e5-19db-44a5-9d9c-893adccbe7ce tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0107913 Mar 31 15:28:42.308453 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42370) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:42.318925 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-82363986-9350-4989-b162-3fd3f742e90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'name': 'tempest-ServersTestManualDisk-1656766864-router', 'tenant_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '81e17236-5cd1-4cf2-bae2-0884a881cc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:28:37Z', 'revision_number': 5, 'project_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'gw_port': {'id': '81e17236-5cd1-4cf2-bae2-0884a881cc0b', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:45Z', 'updated_at': '2022-03-31T15:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:42.401506 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 1089ca86-1d82-48a1-a534-ebfe05d40cb1 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:28:42.409726 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9530179-b7ce-443d-b258-1f5414813c0c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:42.421629 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e1da1dcf-0050-464e-9ff6-222220d3f6ee tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:42.426243 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e1da1dcf-0050-464e-9ff6-222220d3f6ee tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:subnet and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:42.432323 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e1da1dcf-0050-464e-9ff6-222220d3f6ee tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:42.441083 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e1da1dcf-0050-464e-9ff6-222220d3f6ee tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:42.457763 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-1a29c258-2e60-4212-a063-a0802a4482e0 None None] Allocated IP 172.20.0.2 (07eb8081-d9a9-4b20-92ef-5437a3a30430/59b66cc3-43fc-491c-8dfb-dbedc978f472/c408b32c-04fe-42ca-82e3-5ea754d3cd8a) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:42.466336 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a6bfc8-5981-48d2-bc19-99048754a900 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:42.472190 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a6bfc8-5981-48d2-bc19-99048754a900 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:42.472956 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-12a6bfc8-5981-48d2-bc19-99048754a900 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Synchronizing usage tracker for tenant:a3b50cdb77b4483a9e8d82544eb4d285 on resource:network {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:28:42.474807 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42376) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:42.501146 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d9530179-b7ce-443d-b258-1f5414813c0c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting port 5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:42.501506 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9530179-b7ce-443d-b258-1f5414813c0c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:42.515998 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82363986-9350-4989-b162-3fd3f742e90b None None] Checking router: b6f6de98-8231-4e8d-a2ef-fe4b83a055ef for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:28:42.538939 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1da1dcf-0050-464e-9ff6-222220d3f6ee tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:42.546818 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e1da1dcf-0050-464e-9ff6-222220d3f6ee tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:42.579377 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-73c8924b-35f8-4bac-beb8-ec5ffbb885ac None None] Allocated IP 172.21.0.2 (141e2a28-42aa-42ea-9fd7-4ed30b259878/0f923acc-bfde-4e7f-add7-c8fef17a57e4/997833df-b432-4aab-abea-77090e1ebf65) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:42.637869 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82363986-9350-4989-b162-3fd3f742e90b None None] Routers {'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:28:42.638602 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-82363986-9350-4989-b162-3fd3f742e90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:28:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['b6f6de98-8231-4e8d-a2ef-fe4b83a055ef'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:42.731841 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b190c69f-96c9-4658-950c-cd6fb8816ee9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:42.732521 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-b190c69f-96c9-4658-950c-cd6fb8816ee9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:28:42.775003 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-63875268-148c-4d8a-8939-254f7ea6d363 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f549ba6742b44639dadd23800e45f0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986381 Mar 31 15:28:42.778114 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42382) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:42.788779 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e1e2b279-9475-42d4-b256-4b55d934a21e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:42.796525 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.ipam_backend_mixin [None req-e1da1dcf-0050-464e-9ff6-222220d3f6ee tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a863c9a2-8a5a-4a2c-b0da-69244429e6ef (CIDR: 172.20.0.0/28) Mar 31 15:28:42.840469 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-12a6bfc8-5981-48d2-bc19-99048754a900 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Unset dirty status for tenant:a3b50cdb77b4483a9e8d82544eb4d285 on resource:network {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:28:42.841940 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-12a6bfc8-5981-48d2-bc19-99048754a900 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.0745976 Mar 31 15:28:42.849317 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42386) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:42.857992 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-6fe3ec6e-b7de-4223-b92c-e5aeac070332 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2005260500'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:42.863960 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0f1529d-4943-4575-b8eb-8bb4be79695c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:42.865755 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6fe3ec6e-b7de-4223-b92c-e5aeac070332 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:42.885168 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1da1dcf-0050-464e-9ff6-222220d3f6ee tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:28:42.886164 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1da1dcf-0050-464e-9ff6-222220d3f6ee tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:28:42.890661 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6fe3ec6e-b7de-4223-b92c-e5aeac070332 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:42.917413 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0f1529d-4943-4575-b8eb-8bb4be79695c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:42.956861 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-b190c69f-96c9-4658-950c-cd6fb8816ee9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:28:42.958360 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b190c69f-96c9-4658-950c-cd6fb8816ee9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6471715 Mar 31 15:28:42.961031 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42390) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:43.020993 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe3ec6e-b7de-4223-b92c-e5aeac070332 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Made reservation on behalf of a3b50cdb77b4483a9e8d82544eb4d285 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:43.024950 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ec6e-b7de-4223-b92c-e5aeac070332 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:43.050608 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-958e08c4-fbb6-436c-9216-4158dcc8033c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0876150 Mar 31 15:28:43.058710 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e1da1dcf-0050-464e-9ff6-222220d3f6ee tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8880615 Mar 31 15:28:43.060676 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42394) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:43.063926 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42396) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:43.072971 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-0356f8bd-626a-458d-839e-40a597509599 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:43.094568 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-cd3ef285-0930-4fde-9748-5bc99cb68441 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'subnet': {'network_id': '6fa62bbd-91da-46a7-af9f-c3ba95dfe85c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:43.141007 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-51c9f2cc-dea8-4142-9a80-3033f699035a None None] For port 068366f4-e605-43fb-b91c-4d659b3995db, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=068366f4-e605-43fb-b91c-4d659b3995db,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:43.141758 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-51c9f2cc-dea8-4142-9a80-3033f699035a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:43.159530 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 1089ca86-1d82-48a1-a534-ebfe05d40cb1 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:43.159910 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:43.195027 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0f1529d-4943-4575-b8eb-8bb4be79695c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:43.205350 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe3ec6e-b7de-4223-b92c-e5aeac070332 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:28:43.220739 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d9530179-b7ce-443d-b258-1f5414813c0c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] For port 5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df,segment=NetworkSegment(13e5c508-5ad8-4358-b5f0-a283ba6b47cb),segment_id=13e5c508-5ad8-4358-b5f0-a283ba6b47cb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:43.221547 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9530179-b7ce-443d-b258-1f5414813c0c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:43.238470 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7799dd93-09c2-4307-a5d3-f9091b7013c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:43.288672 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1529d-4943-4575-b8eb-8bb4be79695c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1905c788-e5b8-44d9-97e9-6ecab8f5f737,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:43.305166 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-82363986-9350-4989-b162-3fd3f742e90b None None] Set router b6f6de98-8231-4e8d-a2ef-fe4b83a055ef gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:28:43.307355 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ec6e-b7de-4223-b92c-e5aeac070332 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:43.307355 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-6fe3ec6e-b7de-4223-b92c-e5aeac070332 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Added segment ffaaaaae-c5fe-4977-a39a-ae8c64757ad3 of type vlan for network f1c80c4b-efb6-4c89-a503-5c0eaac131c6 Mar 31 15:28:43.331609 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0356f8bd-626a-458d-839e-40a597509599 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:43.355864 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0356f8bd-626a-458d-839e-40a597509599 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:43.377569 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ec6e-b7de-4223-b92c-e5aeac070332 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:43.401445 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-cd3ef285-0930-4fde-9748-5bc99cb68441 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:43.406107 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-cd3ef285-0930-4fde-9748-5bc99cb68441 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:subnet and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:43.409483 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-cd3ef285-0930-4fde-9748-5bc99cb68441 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:43.415533 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799dd93-09c2-4307-a5d3-f9091b7013c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=81e17236-5cd1-4cf2-bae2-0884a881cc0b,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:43.424121 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d9530179-b7ce-443d-b258-1f5414813c0c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Calling delete_port for 5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:43.426825 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-cd3ef285-0930-4fde-9748-5bc99cb68441 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:43.438203 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0f1529d-4943-4575-b8eb-8bb4be79695c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:43.442236 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e0f1529d-4943-4575-b8eb-8bb4be79695c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1905c788-e5b8-44d9-97e9-6ecab8f5f737 HTTP/1.1" status: 204 len: 168 time: 0.6602252 Mar 31 15:28:43.452208 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-51c9f2cc-dea8-4142-9a80-3033f699035a None None] Calling delete_port for 068366f4-e605-43fb-b91c-4d659b3995db owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:43.456337 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0356f8bd-626a-458d-839e-40a597509599 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:43.459812 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0356f8bd-626a-458d-839e-40a597509599 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:43.564942 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3ef285-0930-4fde-9748-5bc99cb68441 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:43.568549 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd3ef285-0930-4fde-9748-5bc99cb68441 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:43.608197 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ec6e-b7de-4223-b92c-e5aeac070332 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:43.609727 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350893cf-5093-4bdf-8c80-9d52381d83dd None None] DHCP port deletion for d6240cc1-1604-4f0f-930f-c93f836b4680 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:28:43.613904 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-82363986-9350-4989-b162-3fd3f742e90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'name': 'tempest-ServersTestManualDisk-1656766864-router', 'tenant_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:28:40Z', 'revision_number': 6, 'project_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'gw_port_host': None}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:43.614093 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe3ec6e-b7de-4223-b92c-e5aeac070332 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:43.615302 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ec6e-b7de-4223-b92c-e5aeac070332 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:43.646170 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7799dd93-09c2-4307-a5d3-f9091b7013c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:43.654297 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-350893cf-5093-4bdf-8c80-9d52381d83dd None None] Deleting port 5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:43.654822 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-350893cf-5093-4bdf-8c80-9d52381d83dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:43.758070 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82363986-9350-4989-b162-3fd3f742e90b None None] The sync data for ids ['b6f6de98-8231-4e8d-a2ef-fe4b83a055ef'] in dv-neutron-833379-2-hyperv is: [{'id': 'b6f6de98-8231-4e8d-a2ef-fe4b83a055ef', 'name': 'tempest-ServersTestManualDisk-1656766864-router', 'tenant_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:28:40Z', 'revision_number': 6, 'project_id': '8b5ac80dc4ee46d09ac03572f4822c52', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:28:43.760917 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fede21c2-5937-41a5-a2bf-ad59cd76e979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-6fa62bbd-91da-46a7-af9f-c3ba95dfe85c', 'network_id': '6fa62bbd-91da-46a7-af9f-c3ba95dfe85c', 'tenant_id': '62591a084e044f5ebd9b8ec401f28de6', 'fixed_ips': [{'subnet_id': 'a863c9a2-8a5a-4a2c-b0da-69244429e6ef'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:28:43.761832 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fede21c2-5937-41a5-a2bf-ad59cd76e979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:43.763727 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9530179-b7ce-443d-b258-1f5414813c0c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:43.824485 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3ec6e-b7de-4223-b92c-e5aeac070332 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Pushing event updated for resources: {'Network': ['ID=f1c80c4b-efb6-4c89-a503-5c0eaac131c6,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:43.827223 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9530179-b7ce-443d-b258-1f5414813c0c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Port': ['ID=5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:43.894388 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7799dd93-09c2-4307-a5d3-f9091b7013c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:43.896553 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9530179-b7ce-443d-b258-1f5414813c0c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] No DVR routers for this DVR port 5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:28:43.899827 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7799dd93-09c2-4307-a5d3-f9091b7013c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:43.987796 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-fede21c2-5937-41a5-a2bf-ad59cd76e979 None None] Allocated IP 172.20.0.2 (6fa62bbd-91da-46a7-af9f-c3ba95dfe85c/a863c9a2-8a5a-4a2c-b0da-69244429e6ef/df954083-56c1-47ac-88a2-eb59711e5fff) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:44.044822 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9530179-b7ce-443d-b258-1f5414813c0c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:44.050275 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-350893cf-5093-4bdf-8c80-9d52381d83dd None None] The port '5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:28:44.069121 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7799dd93-09c2-4307-a5d3-f9091b7013c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:44.076911 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7799dd93-09c2-4307-a5d3-f9091b7013c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6f6de98-8231-4e8d-a2ef-fe4b83a055ef {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:28:44.078702 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-d9530179-b7ce-443d-b258-1f5414813c0c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6240cc1-1604-4f0f-930f-c93f836b4680']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:44.104893 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-d9530179-b7ce-443d-b258-1f5414813c0c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13e5c508-5ad8-4358-b5f0-a283ba6b47cb') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:44.105384 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-d9530179-b7ce-443d-b258-1f5414813c0c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13e5c508-5ad8-4358-b5f0-a283ba6b47cb') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:44.113079 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network f1c80c4b-efb6-4c89-a503-5c0eaac131c6 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:28:44.132318 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9530179-b7ce-443d-b258-1f5414813c0c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:44.204472 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6fe3ec6e-b7de-4223-b92c-e5aeac070332 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3540857 Mar 31 15:28:44.214205 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42412) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:44.241127 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-789a0a31-7324-4707-8246-88ac5c2509c4 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1966142413'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:44.253055 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-789a0a31-7324-4707-8246-88ac5c2509c4 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:44.270131 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-789a0a31-7324-4707-8246-88ac5c2509c4 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Usage tracker for resource:network and tenant:a3b50cdb77b4483a9e8d82544eb4d285 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:44.288578 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-789a0a31-7324-4707-8246-88ac5c2509c4 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:44.295814 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-789a0a31-7324-4707-8246-88ac5c2509c4 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:44.342862 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9530179-b7ce-443d-b258-1f5414813c0c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:44.351945 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9530179-b7ce-443d-b258-1f5414813c0c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:28:44.352360 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9530179-b7ce-443d-b258-1f5414813c0c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:44.370227 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:28:44.370227 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:28:44.370227 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:28:44.370227 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:28:44.370227 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:28:44.370227 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:28:44.370227 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:28:44.370227 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:28:44.370227 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:28:44.370227 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:28:44.370227 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:28:44.370227 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:28:44.370227 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:28:44.370227 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:28:44.370227 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:28:44.370227 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:28:44.370227 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:28:44.370227 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:28:44.370227 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:28:44.370227 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:28:44.370227 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:28:44.370227 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:28:44.370227 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:28:44.370227 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:28:44.370227 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:28:44.370227 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:28:44.370227 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:28:44.370227 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:28:44.370227 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:28:44.370227 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:28:44.370227 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:28:44.370227 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:28:44.394220 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789a0a31-7324-4707-8246-88ac5c2509c4 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Made reservation on behalf of a3b50cdb77b4483a9e8d82544eb4d285 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:44.400046 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1a29c258-2e60-4212-a063-a0802a4482e0 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:44.400925 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-789a0a31-7324-4707-8246-88ac5c2509c4 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:44.420050 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0356f8bd-626a-458d-839e-40a597509599 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:44.452014 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7799dd93-09c2-4307-a5d3-f9091b7013c7 admin admin] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:44.453143 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7799dd93-09c2-4307-a5d3-f9091b7013c7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b6f6de98-8231-4e8d-a2ef-fe4b83a055ef HTTP/1.1" status: 204 len: 168 time: 4.5409908 Mar 31 15:28:44.455968 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42418) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:44.491923 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-51c9f2cc-dea8-4142-9a80-3033f699035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:44.493379 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0356f8bd-626a-458d-839e-40a597509599 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:44.499973 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-0356f8bd-626a-458d-839e-40a597509599 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:44.503824 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0356f8bd-626a-458d-839e-40a597509599 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:44.504804 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0356f8bd-626a-458d-839e-40a597509599 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:44.523901 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-70fb00f7-ab25-4329-822d-4a1c2c4443e2 admin admin] Deleting subnet a152ddbe-bf1d-428e-af6f-5de1f957668e {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:28:44.526461 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-789a0a31-7324-4707-8246-88ac5c2509c4 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:28:44.528395 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-70fb00f7-ab25-4329-822d-4a1c2c4443e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:44.553699 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356f8bd-626a-458d-839e-40a597509599 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Subnet': ['ID=7aefb2ef-9f73-4167-a7b4-3c21b2767cb6,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:44.562299 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-789a0a31-7324-4707-8246-88ac5c2509c4 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:44.562925 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-789a0a31-7324-4707-8246-88ac5c2509c4 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Added segment 170d6508-4694-4151-94df-3b52c53f080b of type vlan for network 418217bc-e0f6-4b19-a036-0ab9a08ed285 Mar 31 15:28:44.575096 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9f2cc-dea8-4142-9a80-3033f699035a None None] Pushing event deleted for resources: {'Port': ['ID=068366f4-e605-43fb-b91c-4d659b3995db,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:44.586537 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1a29c258-2e60-4212-a063-a0802a4482e0 None None] Transition to ACTIVE for port object c408b32c-04fe-42ca-82e3-5ea754d3cd8a will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:44.597108 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-789a0a31-7324-4707-8246-88ac5c2509c4 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:44.610847 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9530179-b7ce-443d-b258-1f5414813c0c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:44.651289 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd3ef285-0930-4fde-9748-5bc99cb68441 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:44.655226 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c9f2cc-dea8-4142-9a80-3033f699035a None None] No DVR routers for this DVR port 068366f4-e605-43fb-b91c-4d659b3995db on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:28:44.657410 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-73c8924b-35f8-4bac-beb8-ec5ffbb885ac None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:44.695632 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9530179-b7ce-443d-b258-1f5414813c0c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:44.715573 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9530179-b7ce-443d-b258-1f5414813c0c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Network': ['ID=d6240cc1-1604-4f0f-930f-c93f836b4680,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:44.716706 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-73c8924b-35f8-4bac-beb8-ec5ffbb885ac None None] Transition to ACTIVE for port object 997833df-b432-4aab-abea-77090e1ebf65 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:44.720822 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d9530179-b7ce-443d-b258-1f5414813c0c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/networks/d6240cc1-1604-4f0f-930f-c93f836b4680 HTTP/1.1" status: 204 len: 168 time: 2.9518588 Mar 31 15:28:44.729770 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42428) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:44.736420 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec2f408-50c4-42f8-bde3-ad87b976fc83 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:44.747368 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-fdcf63ed-13c4-46fb-89d9-d21e2f959463 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'port': {'network_id': '21fb1b93-57bc-469c-b44e-283edc84fea9', 'name': 'tempest-PortsIpV6TestJSON-1460037412'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:44.751506 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3ef285-0930-4fde-9748-5bc99cb68441 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network 6fa62bbd-91da-46a7-af9f-c3ba95dfe85c is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:44.757019 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1a29c258-2e60-4212-a063-a0802a4482e0 None None] Transition to ACTIVE for port object c408b32c-04fe-42ca-82e3-5ea754d3cd8a will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:44.758787 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-cd3ef285-0930-4fde-9748-5bc99cb68441 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:44.760901 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device ce4f4f63-1c27-4ccc-86a2-415303b92934 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:28:44.762754 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0356f8bd-626a-458d-839e-40a597509599 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6997778 Mar 31 15:28:44.765905 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42432) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:44.767059 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3ef285-0930-4fde-9748-5bc99cb68441 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:44.767974 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd3ef285-0930-4fde-9748-5bc99cb68441 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:44.771281 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-70fb00f7-ab25-4329-822d-4a1c2c4443e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:44.820015 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-e2a5b379-da73-4f9a-a51b-ce6cfd8c6f16 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'port': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'fixed_ips': [{'subnet_id': '7aefb2ef-9f73-4167-a7b4-3c21b2767cb6', 'ip_address': '2001:db8::e64d:719c:e318:5f3c'}], 'name': 'tempest-NetworksTestDHCPv6-718411906'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:44.831286 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ef285-0930-4fde-9748-5bc99cb68441 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Subnet': ['ID=137be224-49e4-4e3d-a945-297165dd6462,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:44.836458 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-789a0a31-7324-4707-8246-88ac5c2509c4 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:44.843253 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789a0a31-7324-4707-8246-88ac5c2509c4 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:44.844838 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-789a0a31-7324-4707-8246-88ac5c2509c4 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:44.851088 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: ce4f4f63-1c27-4ccc-86a2-415303b92934 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:28:44.851428 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device ce4f4f63-1c27-4ccc-86a2-415303b92934 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:28:44.851840 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 068366f4-e605-43fb-b91c-4d659b3995db no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:28:44.894425 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-cd3ef285-0930-4fde-9748-5bc99cb68441 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8290281 Mar 31 15:28:44.912177 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42438) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:44.925564 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b4b2bf07-0956-4f9c-a879-8f0a03d970fc tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'port': {'network_id': '6fa62bbd-91da-46a7-af9f-c3ba95dfe85c', 'fixed_ips': [{'subnet_id': 'a863c9a2-8a5a-4a2c-b0da-69244429e6ef'}, {'subnet_id': '137be224-49e4-4e3d-a945-297165dd6462'}], 'name': 'tempest-PortsTestJSON-1184153888'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:44.945369 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 068366f4-e605-43fb-b91c-4d659b3995db {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:28:44.945710 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 068366f4-e605-43fb-b91c-4d659b3995db not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:28:44.975500 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1a29c258-2e60-4212-a063-a0802a4482e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:44.983948 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-73c8924b-35f8-4bac-beb8-ec5ffbb885ac None None] Transition to ACTIVE for port object 997833df-b432-4aab-abea-77090e1ebf65 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:45.031558 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42442) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:45.045361 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fede21c2-5937-41a5-a2bf-ad59cd76e979 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:45.074607 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-fede21c2-5937-41a5-a2bf-ad59cd76e979 None None] Transition to ACTIVE for port object df954083-56c1-47ac-88a2-eb59711e5fff will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:45.078422 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a29c258-2e60-4212-a063-a0802a4482e0 None None] Network 07eb8081-d9a9-4b20-92ef-5437a3a30430 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:45.102831 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-1a29c258-2e60-4212-a063-a0802a4482e0 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:45.105842 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-789a0a31-7324-4707-8246-88ac5c2509c4 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8903677 Mar 31 15:28:45.113902 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42446) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:45.121322 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e59dba9c-a470-499e-ad5c-3d5d9a861969 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:28:45.168519 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a29c258-2e60-4212-a063-a0802a4482e0 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:45.174155 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: e59dba9c-a470-499e-ad5c-3d5d9a861969 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:28:45.174712 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e59dba9c-a470-499e-ad5c-3d5d9a861969 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:28:45.175838 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-70fb00f7-ab25-4329-822d-4a1c2c4443e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:45.175959 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 81e17236-5cd1-4cf2-bae2-0884a881cc0b no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:28:45.196934 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4eb9dd85-04e9-43b4-b55d-509e4f3bc204 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Request body: {'ports': [{'network_id': 'f1c80c4b-efb6-4c89-a503-5c0eaac131c6', 'name': 'tempest-port--330483476', 'admin_state_up': True}, {'network_id': '418217bc-e0f6-4b19-a036-0ab9a08ed285', 'admin_state_up': False}]} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:45.197419 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4eb9dd85-04e9-43b4-b55d-509e4f3bc204 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Request body: {'port': {'network_id': 'f1c80c4b-efb6-4c89-a503-5c0eaac131c6', 'name': 'tempest-port--330483476', 'admin_state_up': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:45.198022 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4eb9dd85-04e9-43b4-b55d-509e4f3bc204 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Request body: {'port': {'network_id': '418217bc-e0f6-4b19-a036-0ab9a08ed285', 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:45.204060 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-73c8924b-35f8-4bac-beb8-ec5ffbb885ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:45.232076 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29c258-2e60-4212-a063-a0802a4482e0 None None] Pushing event updated for resources: {'Port': ['ID=c408b32c-04fe-42ca-82e3-5ea754d3cd8a,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:45.297431 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-fdcf63ed-13c4-46fb-89d9-d21e2f959463 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:45.309381 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a0a31-7324-4707-8246-88ac5c2509c4 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Pushing event updated for resources: {'Network': ['ID=418217bc-e0f6-4b19-a036-0ab9a08ed285,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:45.312357 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-cdef578e-1f56-496b-8cdb-0b4679c5e982 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-271282616'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:45.315382 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:45.316851 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 81e17236-5cd1-4cf2-bae2-0884a881cc0b {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:28:45.317220 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 81e17236-5cd1-4cf2-bae2-0884a881cc0b not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:28:45.317634 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:28:45.331110 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-fdcf63ed-13c4-46fb-89d9-d21e2f959463 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:port and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:45.340092 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-cdef578e-1f56-496b-8cdb-0b4679c5e982 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:45.347274 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-fede21c2-5937-41a5-a2bf-ad59cd76e979 None None] Transition to ACTIVE for port object df954083-56c1-47ac-88a2-eb59711e5fff will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:45.347583 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-fdcf63ed-13c4-46fb-89d9-d21e2f959463 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for port was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:45.364045 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event deleted for resources: {'Subnet': ['ID=59b66cc3-43fc-491c-8dfb-dbedc978f472,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:45.380203 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-cdef578e-1f56-496b-8cdb-0b4679c5e982 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Usage tracker for resource:network and tenant:8c6575be81e7411a95d81072c1e21ab3 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:45.383051 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-70fb00f7-ab25-4329-822d-4a1c2c4443e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:45.386860 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-cdef578e-1f56-496b-8cdb-0b4679c5e982 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:45.392171 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-e1e2b279-9475-42d4-b256-4b55d934a21e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Allocated IP 172.21.0.1 (141e2a28-42aa-42ea-9fd7-4ed30b259878/0f923acc-bfde-4e7f-add7-c8fef17a57e4/69626f6e-d638-4d98-bbbc-5c65cd791fdf) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:45.394737 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-fdcf63ed-13c4-46fb-89d9-d21e2f959463 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:45.410789 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 418217bc-e0f6-4b19-a036-0ab9a08ed285 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:28:45.440003 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-cdef578e-1f56-496b-8cdb-0b4679c5e982 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:45.457009 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e2a5b379-da73-4f9a-a51b-ce6cfd8c6f16 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:45.460618 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb00f7-ab25-4329-822d-4a1c2c4443e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a152ddbe-bf1d-428e-af6f-5de1f957668e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:45.462997 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:28:45.463326 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 5a5f2e9d-fc5c-4d54-b2a7-fd4f2eefc8df not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:28:45.466175 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-70fb00f7-ab25-4329-822d-4a1c2c4443e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:45.486312 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e2a5b379-da73-4f9a-a51b-ce6cfd8c6f16 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:45.493683 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-70fb00f7-ab25-4329-822d-4a1c2c4443e2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a152ddbe-bf1d-428e-af6f-5de1f957668e HTTP/1.1" status: 204 len: 168 time: 1.0342813 Mar 31 15:28:45.500369 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c8924b-35f8-4bac-beb8-ec5ffbb885ac None None] Network 141e2a28-42aa-42ea-9fd7-4ed30b259878 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:45.512846 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42452) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:45.519950 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a680361-5918-4618-9dc8-eb5f1db38d29 None None] Network b8c1a446-ecea-4471-8bae-1efc5f7c1cdf requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:45.539717 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcf63ed-13c4-46fb-89d9-d21e2f959463 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:45.545996 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fdcf63ed-13c4-46fb-89d9-d21e2f959463 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:45.546138 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156ab273-5dd2-4e8e-b9dd-166b45104ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'fixed_ips': [{'subnet_id': '7aefb2ef-9f73-4167-a7b4-3c21b2767cb6'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:28:45.546138 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-156ab273-5dd2-4e8e-b9dd-166b45104ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:45.558723 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-73c8924b-35f8-4bac-beb8-ec5ffbb885ac None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:45.614317 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b4b2bf07-0956-4f9c-a879-8f0a03d970fc tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:45.636221 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fede21c2-5937-41a5-a2bf-ad59cd76e979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:45.654800 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-fdcf63ed-13c4-46fb-89d9-d21e2f959463 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] device_id is not set on port 6c9c34e5-8553-4339-a8b3-115534d902d0 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:28:45.655188 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c8924b-35f8-4bac-beb8-ec5ffbb885ac None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:45.682747 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b4b2bf07-0956-4f9c-a879-8f0a03d970fc tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:45.685500 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:45.701762 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdef578e-1f56-496b-8cdb-0b4679c5e982 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Made reservation on behalf of 8c6575be81e7411a95d81072c1e21ab3 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:45.705818 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cdef578e-1f56-496b-8cdb-0b4679c5e982 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:45.709791 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4eb9dd85-04e9-43b4-b55d-509e4f3bc204 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:45.719885 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a5b379-da73-4f9a-a51b-ce6cfd8c6f16 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:45.739624 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4eb9dd85-04e9-43b4-b55d-509e4f3bc204 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Usage tracker for resource:port and tenant:a3b50cdb77b4483a9e8d82544eb4d285 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:45.745132 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07eb8081-d9a9-4b20-92ef-5437a3a30430']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:45.752512 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4eb9dd85-04e9-43b4-b55d-509e4f3bc204 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:45.755512 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cdef578e-1f56-496b-8cdb-0b4679c5e982 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:45.759641 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a950b44-fe15-440b-b6a9-8d30049bb2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:45.766544 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898987e7-d478-4ea8-b7f1-2f2159b2f4dc') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:45.766544 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898987e7-d478-4ea8-b7f1-2f2159b2f4dc') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:45.774964 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4eb9dd85-04e9-43b4-b55d-509e4f3bc204 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:45.785407 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:45.798668 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-cdef578e-1f56-496b-8cdb-0b4679c5e982 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:45.806859 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b2bf07-0956-4f9c-a879-8f0a03d970fc tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:45.821045 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:45.825802 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-3a950b44-fe15-440b-b6a9-8d30049bb2e7 admin admin] Deleting port c0301eba-5156-4d4a-a5b0-aff9990467a6 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:45.827799 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a950b44-fe15-440b-b6a9-8d30049bb2e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:45.827933 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8924b-35f8-4bac-beb8-ec5ffbb885ac None None] Pushing event updated for resources: {'Port': ['ID=997833df-b432-4aab-abea-77090e1ebf65,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:45.839751 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-1a29c258-2e60-4212-a063-a0802a4482e0 None None] Attempting to bind port c408b32c-04fe-42ca-82e3-5ea754d3cd8a on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:28:45.840133 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-1a29c258-2e60-4212-a063-a0802a4482e0 None None] Attempting to bind port c408b32c-04fe-42ca-82e3-5ea754d3cd8a by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '898987e7-d478-4ea8-b7f1-2f2159b2f4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '07eb8081-d9a9-4b20-92ef-5437a3a30430'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:28:45.840470 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a29c258-2e60-4212-a063-a0802a4482e0 None None] Attempting to bind port c408b32c-04fe-42ca-82e3-5ea754d3cd8a on network 07eb8081-d9a9-4b20-92ef-5437a3a30430 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:28:45.868678 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-cdef578e-1f56-496b-8cdb-0b4679c5e982 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Usage tracker for resource:security_group_rule and tenant:8c6575be81e7411a95d81072c1e21ab3 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:45.877631 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb9dd85-04e9-43b4-b55d-509e4f3bc204 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Made reservation on behalf of a3b50cdb77b4483a9e8d82544eb4d285 for: {'port': 2} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:45.881934 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4eb9dd85-04e9-43b4-b55d-509e4f3bc204 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:45.883424 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-cdef578e-1f56-496b-8cdb-0b4679c5e982 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:45.896256 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:28:45.896657 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:45.909917 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-cdef578e-1f56-496b-8cdb-0b4679c5e982 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:45.914449 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fede21c2-5937-41a5-a2bf-ad59cd76e979 None None] Network 6fa62bbd-91da-46a7-af9f-c3ba95dfe85c is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:45.917334 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:28:45.917334 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:28:45.917334 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:28:45.917334 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:28:45.917334 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:28:45.917334 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:28:45.917334 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:28:45.917334 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:28:45.917334 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:28:45.917334 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:28:45.917334 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:28:45.917334 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:28:45.917334 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:28:45.917334 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:28:45.917334 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:28:45.917334 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:28:45.917334 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:28:45.917334 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:28:45.917334 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:28:45.917334 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:28:45.917334 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:28:45.917334 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:28:45.917334 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:28:45.917334 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:28:45.917334 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:28:45.917334 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:28:45.917334 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:28:45.917334 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:28:45.917334 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:28:45.917334 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:28:45.917334 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:28:45.917334 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:28:45.970458 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e1e2b279-9475-42d4-b256-4b55d934a21e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:45.983607 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a29c258-2e60-4212-a063-a0802a4482e0 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:28:45.984273 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a29c258-2e60-4212-a063-a0802a4482e0 None None] Checking segment: {'id': '898987e7-d478-4ea8-b7f1-2f2159b2f4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '07eb8081-d9a9-4b20-92ef-5437a3a30430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:45.984842 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1a29c258-2e60-4212-a063-a0802a4482e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:45.985403 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a29c258-2e60-4212-a063-a0802a4482e0 None None] Bound using segment: {'id': '898987e7-d478-4ea8-b7f1-2f2159b2f4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '07eb8081-d9a9-4b20-92ef-5437a3a30430'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:28:45.986036 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-1a29c258-2e60-4212-a063-a0802a4482e0 None None] Bound port: c408b32c-04fe-42ca-82e3-5ea754d3cd8a, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898987e7-d478-4ea8-b7f1-2f2159b2f4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '07eb8081-d9a9-4b20-92ef-5437a3a30430'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:28:45.986599 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1a29c258-2e60-4212-a063-a0802a4482e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:45.996386 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-fede21c2-5937-41a5-a2bf-ad59cd76e979 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:46.018564 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fede21c2-5937-41a5-a2bf-ad59cd76e979 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:46.027474 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2a5b379-da73-4f9a-a51b-ce6cfd8c6f16 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:46.046843 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4eb9dd85-04e9-43b4-b55d-509e4f3bc204 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:46.050982 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e1e2b279-9475-42d4-b256-4b55d934a21e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Transition to ACTIVE for port object 69626f6e-d638-4d98-bbbc-5c65cd791fdf will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:46.120087 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-e2a5b379-da73-4f9a-a51b-ce6cfd8c6f16 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] device_id is not set on port 4b22d1f7-100d-4420-b38f-38fe7bd39867 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:28:46.193104 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-73c8924b-35f8-4bac-beb8-ec5ffbb885ac None None] Attempting to bind port 997833df-b432-4aab-abea-77090e1ebf65 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:28:46.193496 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-73c8924b-35f8-4bac-beb8-ec5ffbb885ac None None] Attempting to bind port 997833df-b432-4aab-abea-77090e1ebf65 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'a9c5791f-be2c-4e16-b916-57fc506131fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '141e2a28-42aa-42ea-9fd7-4ed30b259878'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:28:46.194048 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c8924b-35f8-4bac-beb8-ec5ffbb885ac None None] Attempting to bind port 997833df-b432-4aab-abea-77090e1ebf65 on network 141e2a28-42aa-42ea-9fd7-4ed30b259878 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:28:46.228423 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fdcf63ed-13c4-46fb-89d9-d21e2f959463 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:46.232386 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede21c2-5937-41a5-a2bf-ad59cd76e979 None None] Pushing event updated for resources: {'Port': ['ID=df954083-56c1-47ac-88a2-eb59711e5fff,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:46.261490 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c8924b-35f8-4bac-beb8-ec5ffbb885ac None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:28:46.261945 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c8924b-35f8-4bac-beb8-ec5ffbb885ac None None] Checking segment: {'id': 'a9c5791f-be2c-4e16-b916-57fc506131fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '141e2a28-42aa-42ea-9fd7-4ed30b259878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:46.262271 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-73c8924b-35f8-4bac-beb8-ec5ffbb885ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:46.262658 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c8924b-35f8-4bac-beb8-ec5ffbb885ac None None] Bound using segment: {'id': 'a9c5791f-be2c-4e16-b916-57fc506131fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '141e2a28-42aa-42ea-9fd7-4ed30b259878'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:28:46.263137 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-73c8924b-35f8-4bac-beb8-ec5ffbb885ac None None] Bound port: 997833df-b432-4aab-abea-77090e1ebf65, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c5791f-be2c-4e16-b916-57fc506131fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '141e2a28-42aa-42ea-9fd7-4ed30b259878'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:28:46.263581 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-73c8924b-35f8-4bac-beb8-ec5ffbb885ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:46.302678 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e1e2b279-9475-42d4-b256-4b55d934a21e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:46.354917 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-fede21c2-5937-41a5-a2bf-ad59cd76e979 None None] Attempting to bind port df954083-56c1-47ac-88a2-eb59711e5fff on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:28:46.355361 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-fede21c2-5937-41a5-a2bf-ad59cd76e979 None None] Attempting to bind port df954083-56c1-47ac-88a2-eb59711e5fff by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'bc831b2b-42f9-4fdc-8b67-01069a9d0514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6fa62bbd-91da-46a7-af9f-c3ba95dfe85c'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:28:46.355624 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fede21c2-5937-41a5-a2bf-ad59cd76e979 None None] Attempting to bind port df954083-56c1-47ac-88a2-eb59711e5fff on network 6fa62bbd-91da-46a7-af9f-c3ba95dfe85c {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:28:46.356716 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.api [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 15:28:46.356716 dv-neutron-833379-2-hyperv neutron-server[103443]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 15:28:46.356716 dv-neutron-833379-2-hyperv neutron-server[103443]: [parameters: {'id': '07eb8081-d9a9-4b20-92ef-5437a3a30430'}] Mar 31 15:28:46.356716 dv-neutron-833379-2-hyperv neutron-server[103443]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:28:46.357506 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG oslo_db.api [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:28:46.424634 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e2b279-9475-42d4-b256-4b55d934a21e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network 141e2a28-42aa-42ea-9fd7-4ed30b259878 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:46.426675 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fede21c2-5937-41a5-a2bf-ad59cd76e979 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:28:46.427283 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fede21c2-5937-41a5-a2bf-ad59cd76e979 None None] Checking segment: {'id': 'bc831b2b-42f9-4fdc-8b67-01069a9d0514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6fa62bbd-91da-46a7-af9f-c3ba95dfe85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:46.427885 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fede21c2-5937-41a5-a2bf-ad59cd76e979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:46.428235 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fede21c2-5937-41a5-a2bf-ad59cd76e979 None None] Bound using segment: {'id': 'bc831b2b-42f9-4fdc-8b67-01069a9d0514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6fa62bbd-91da-46a7-af9f-c3ba95dfe85c'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:28:46.428702 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-fede21c2-5937-41a5-a2bf-ad59cd76e979 None None] Bound port: df954083-56c1-47ac-88a2-eb59711e5fff, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc831b2b-42f9-4fdc-8b67-01069a9d0514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6fa62bbd-91da-46a7-af9f-c3ba95dfe85c'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:28:46.429071 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fede21c2-5937-41a5-a2bf-ad59cd76e979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:46.433737 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2b279-9475-42d4-b256-4b55d934a21e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Port': ['ID=69626f6e-d638-4d98-bbbc-5c65cd791fdf,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:46.436155 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-e1e2b279-9475-42d4-b256-4b55d934a21e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:46.441032 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e2b279-9475-42d4-b256-4b55d934a21e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:46.471302 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-1a29c258-2e60-4212-a063-a0802a4482e0 None None] For port c408b32c-04fe-42ca-82e3-5ea754d3cd8a, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:28:46.489243 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b4b2bf07-0956-4f9c-a879-8f0a03d970fc tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:46.533276 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-156ab273-5dd2-4e8e-b9dd-166b45104ee8 None None] Allocated IP 2001:db8::2 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/7aefb2ef-9f73-4167-a7b4-3c21b2767cb6/68c06276-244b-40b5-8de7-8c3510ef1cb7) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:46.536076 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-1a29c258-2e60-4212-a063-a0802a4482e0 None None] For port c408b32c-04fe-42ca-82e3-5ea754d3cd8a, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=c408b32c-04fe-42ca-82e3-5ea754d3cd8a,segment=NetworkSegment(898987e7-d478-4ea8-b7f1-2f2159b2f4dc),segment_id=898987e7-d478-4ea8-b7f1-2f2159b2f4dc)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:28:46.568417 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-73c8924b-35f8-4bac-beb8-ec5ffbb885ac None None] For port 997833df-b432-4aab-abea-77090e1ebf65, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:28:46.596945 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fdcf63ed-13c4-46fb-89d9-d21e2f959463 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:46.621157 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-73c8924b-35f8-4bac-beb8-ec5ffbb885ac None None] For port 997833df-b432-4aab-abea-77090e1ebf65, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=997833df-b432-4aab-abea-77090e1ebf65,segment=NetworkSegment(a9c5791f-be2c-4e16-b916-57fc506131fe),segment_id=a9c5791f-be2c-4e16-b916-57fc506131fe)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:28:46.647728 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1a29c258-2e60-4212-a063-a0802a4482e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:46.669857 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-b4b2bf07-0956-4f9c-a879-8f0a03d970fc tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] device_id is not set on port 032df75e-afb4-4d92-a31b-ba52f9f4bb39 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:28:46.703939 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e1e2b279-9475-42d4-b256-4b55d934a21e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:46.710351 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcf63ed-13c4-46fb-89d9-d21e2f959463 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network 21fb1b93-57bc-469c-b44e-283edc84fea9 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:46.721457 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-fdcf63ed-13c4-46fb-89d9-d21e2f959463 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:46.729393 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-3a950b44-fe15-440b-b6a9-8d30049bb2e7 admin admin] For port c0301eba-5156-4d4a-a5b0-aff9990467a6, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=c0301eba-5156-4d4a-a5b0-aff9990467a6,segment=NetworkSegment(d512b9f5-d8b6-4092-917f-faa9e82b2193),segment_id=d512b9f5-d8b6-4092-917f-faa9e82b2193)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:46.731023 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a950b44-fe15-440b-b6a9-8d30049bb2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:46.741636 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcf63ed-13c4-46fb-89d9-d21e2f959463 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:46.747429 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcf63ed-13c4-46fb-89d9-d21e2f959463 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:46.748263 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fdcf63ed-13c4-46fb-89d9-d21e2f959463 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:46.749271 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-73c8924b-35f8-4bac-beb8-ec5ffbb885ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:46.753086 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cd9d50-72d6-4b28-861f-4954620adf91 None None] DHCP port deletion for b8c1a446-ecea-4471-8bae-1efc5f7c1cdf request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:28:46.755583 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-4eb9dd85-04e9-43b4-b55d-509e4f3bc204 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] device_id is not set on port 814b2277-ce7d-419a-ba7b-697b27504d5a yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:28:46.774157 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-fede21c2-5937-41a5-a2bf-ad59cd76e979 None None] For port df954083-56c1-47ac-88a2-eb59711e5fff, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:28:46.786871 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf63ed-13c4-46fb-89d9-d21e2f959463 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Port': ['ID=6c9c34e5-8553-4339-a8b3-115534d902d0,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:46.798960 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cdef578e-1f56-496b-8cdb-0b4679c5e982 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:46.803022 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-b1cd9d50-72d6-4b28-861f-4954620adf91 None None] Deleting port c0301eba-5156-4d4a-a5b0-aff9990467a6 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:46.803621 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b1cd9d50-72d6-4b28-861f-4954620adf91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:46.853511 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-fede21c2-5937-41a5-a2bf-ad59cd76e979 None None] For port df954083-56c1-47ac-88a2-eb59711e5fff, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=df954083-56c1-47ac-88a2-eb59711e5fff,segment=NetworkSegment(bc831b2b-42f9-4fdc-8b67-01069a9d0514),segment_id=bc831b2b-42f9-4fdc-8b67-01069a9d0514)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:28:46.867451 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cdef578e-1f56-496b-8cdb-0b4679c5e982 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:46.892980 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:46.896914 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdef578e-1f56-496b-8cdb-0b4679c5e982 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:28:46.907930 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-3a950b44-fe15-440b-b6a9-8d30049bb2e7 admin admin] Calling delete_port for c0301eba-5156-4d4a-a5b0-aff9990467a6 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:46.908133 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29c258-2e60-4212-a063-a0802a4482e0 None None] Pushing event updated for resources: {'Port': ['ID=c408b32c-04fe-42ca-82e3-5ea754d3cd8a,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:46.914799 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-fdcf63ed-13c4-46fb-89d9-d21e2f959463 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1849124 Mar 31 15:28:46.918642 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42456) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:46.922013 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef578e-1f56-496b-8cdb-0b4679c5e982 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de824caf-dcbe-43d6-b2f7-e123abd25e27,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:46.952857 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cdef578e-1f56-496b-8cdb-0b4679c5e982 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:46.953225 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-cdef578e-1f56-496b-8cdb-0b4679c5e982 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Added segment 471cc289-b7b8-43d6-91df-36050e85a08e of type vlan for network 5edb89bc-5556-490b-a4e4-e46c68f0d4ce Mar 31 15:28:47.011941 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fede21c2-5937-41a5-a2bf-ad59cd76e979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:47.038507 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Deleting port c408b32c-04fe-42ca-82e3-5ea754d3cd8a {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:47.038860 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:47.072842 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cdef578e-1f56-496b-8cdb-0b4679c5e982 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:47.078605 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e1e2b279-9475-42d4-b256-4b55d934a21e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:47.092838 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9dc1b8b8-722e-4b6c-b5d8-95e2b77057f5 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting port 6c9c34e5-8553-4339-a8b3-115534d902d0 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:47.093165 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9dc1b8b8-722e-4b6c-b5d8-95e2b77057f5 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:47.120022 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device c0301eba-5156-4d4a-a5b0-aff9990467a6 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:28:47.203627 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8924b-35f8-4bac-beb8-ec5ffbb885ac None None] Pushing event updated for resources: {'Port': ['ID=997833df-b432-4aab-abea-77090e1ebf65,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:47.322650 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a950b44-fe15-440b-b6a9-8d30049bb2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:47.369013 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cdef578e-1f56-496b-8cdb-0b4679c5e982 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:47.374508 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdef578e-1f56-496b-8cdb-0b4679c5e982 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:47.375147 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cdef578e-1f56-496b-8cdb-0b4679c5e982 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:47.413279 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a950b44-fe15-440b-b6a9-8d30049bb2e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0301eba-5156-4d4a-a5b0-aff9990467a6,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:47.488042 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a950b44-fe15-440b-b6a9-8d30049bb2e7 admin admin] No DVR routers for this DVR port c0301eba-5156-4d4a-a5b0-aff9990467a6 on host dv-neutron-833379-2-hyperv {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:28:47.535713 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4eb9dd85-04e9-43b4-b55d-509e4f3bc204 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:47.557943 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-156ab273-5dd2-4e8e-b9dd-166b45104ee8 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:47.640404 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0541414-186e-4271-8912-28b35fbd33f6 None None] Network 07eb8081-d9a9-4b20-92ef-5437a3a30430 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:47.661387 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede21c2-5937-41a5-a2bf-ad59cd76e979 None None] Pushing event updated for resources: {'Port': ['ID=df954083-56c1-47ac-88a2-eb59711e5fff,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:47.680301 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-156ab273-5dd2-4e8e-b9dd-166b45104ee8 None None] Transition to ACTIVE for port object 68c06276-244b-40b5-8de7-8c3510ef1cb7 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:47.707859 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef578e-1f56-496b-8cdb-0b4679c5e982 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event updated for resources: {'Network': ['ID=5edb89bc-5556-490b-a4e4-e46c68f0d4ce,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:47.719800 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9dc1b8b8-722e-4b6c-b5d8-95e2b77057f5 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:47.734580 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-b1cd9d50-72d6-4b28-861f-4954620adf91 None None] For port c0301eba-5156-4d4a-a5b0-aff9990467a6, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=c0301eba-5156-4d4a-a5b0-aff9990467a6,segment=NetworkSegment(d512b9f5-d8b6-4092-917f-faa9e82b2193),segment_id=d512b9f5-d8b6-4092-917f-faa9e82b2193)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:47.734988 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b1cd9d50-72d6-4b28-861f-4954620adf91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:47.746368 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No active binding found for port c0301eba-5156-4d4a-a5b0-aff9990467a6 {{(pid=103445) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 31 15:28:47.746368 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device c0301eba-5156-4d4a-a5b0-aff9990467a6 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:28:47.757040 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-156ab273-5dd2-4e8e-b9dd-166b45104ee8 None None] Transition to ACTIVE for port object 68c06276-244b-40b5-8de7-8c3510ef1cb7 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:47.769582 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 5edb89bc-5556-490b-a4e4-e46c68f0d4ce details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:28:47.769696 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-cdef578e-1f56-496b-8cdb-0b4679c5e982 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.7263334 Mar 31 15:28:47.893508 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] For port c408b32c-04fe-42ca-82e3-5ea754d3cd8a, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=c408b32c-04fe-42ca-82e3-5ea754d3cd8a,segment=NetworkSegment(898987e7-d478-4ea8-b7f1-2f2159b2f4dc),segment_id=898987e7-d478-4ea8-b7f1-2f2159b2f4dc)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:47.893865 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:47.949865 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-4eb9dd85-04e9-43b4-b55d-509e4f3bc204 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] device_id is not set on port f60803ab-5fda-4c7b-a519-b8fb8f421411 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:28:47.976012 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a950b44-fe15-440b-b6a9-8d30049bb2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:48.057923 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-b1cd9d50-72d6-4b28-861f-4954620adf91 None None] Calling delete_port for c0301eba-5156-4d4a-a5b0-aff9990467a6 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:48.091698 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-156ab273-5dd2-4e8e-b9dd-166b45104ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:48.190095 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9dc1b8b8-722e-4b6c-b5d8-95e2b77057f5 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Calling delete_port for 6c9c34e5-8553-4339-a8b3-115534d902d0 owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:48.357980 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156ab273-5dd2-4e8e-b9dd-166b45104ee8 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:48.379171 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-156ab273-5dd2-4e8e-b9dd-166b45104ee8 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:48.405908 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156ab273-5dd2-4e8e-b9dd-166b45104ee8 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:48.414652 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-e2a5b379-da73-4f9a-a51b-ce6cfd8c6f16 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Allocated IP 2001:db8::e64d:719c:e318:5f3c (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/7aefb2ef-9f73-4167-a7b4-3c21b2767cb6/4b22d1f7-100d-4420-b38f-38fe7bd39867) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:48.420118 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Calling delete_port for c408b32c-04fe-42ca-82e3-5ea754d3cd8a owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:48.543030 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-b4b2bf07-0956-4f9c-a879-8f0a03d970fc tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Allocated IP 172.20.0.6 (6fa62bbd-91da-46a7-af9f-c3ba95dfe85c/a863c9a2-8a5a-4a2c-b0da-69244429e6ef/032df75e-afb4-4d92-a31b-ba52f9f4bb39) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:48.603536 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ab273-5dd2-4e8e-b9dd-166b45104ee8 None None] Pushing event updated for resources: {'Port': ['ID=68c06276-244b-40b5-8de7-8c3510ef1cb7,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:48.605354 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-b4b2bf07-0956-4f9c-a879-8f0a03d970fc tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Allocated IP 172.20.0.30 (6fa62bbd-91da-46a7-af9f-c3ba95dfe85c/137be224-49e4-4e3d-a945-297165dd6462/032df75e-afb4-4d92-a31b-ba52f9f4bb39) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:48.636132 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-3a950b44-fe15-440b-b6a9-8d30049bb2e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c1a446-ecea-4471-8bae-1efc5f7c1cdf']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:48.733668 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-3a950b44-fe15-440b-b6a9-8d30049bb2e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd512b9f5-d8b6-4092-917f-faa9e82b2193') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:48.734229 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-3a950b44-fe15-440b-b6a9-8d30049bb2e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd512b9f5-d8b6-4092-917f-faa9e82b2193') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:48.752601 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-e1e2b279-9475-42d4-b256-4b55d934a21e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:28:48.776695 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-b1cd9d50-72d6-4b28-861f-4954620adf91 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:28:48.777074 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-b1cd9d50-72d6-4b28-861f-4954620adf91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:28:48.792061 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-156ab273-5dd2-4e8e-b9dd-166b45104ee8 None None] Attempting to bind port 68c06276-244b-40b5-8de7-8c3510ef1cb7 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:28:48.792298 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-156ab273-5dd2-4e8e-b9dd-166b45104ee8 None None] Attempting to bind port 68c06276-244b-40b5-8de7-8c3510ef1cb7 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:28:48.792639 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156ab273-5dd2-4e8e-b9dd-166b45104ee8 None None] Attempting to bind port 68c06276-244b-40b5-8de7-8c3510ef1cb7 on network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:28:48.813324 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156ab273-5dd2-4e8e-b9dd-166b45104ee8 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:28:48.813753 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156ab273-5dd2-4e8e-b9dd-166b45104ee8 None None] Checking segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:48.814115 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-156ab273-5dd2-4e8e-b9dd-166b45104ee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:48.814508 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156ab273-5dd2-4e8e-b9dd-166b45104ee8 None None] Bound using segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:28:48.814970 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-156ab273-5dd2-4e8e-b9dd-166b45104ee8 None None] Bound port: 68c06276-244b-40b5-8de7-8c3510ef1cb7, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:28:48.815341 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-156ab273-5dd2-4e8e-b9dd-166b45104ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:48.830353 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e1e2b279-9475-42d4-b256-4b55d934a21e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:48.862242 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9dc1b8b8-722e-4b6c-b5d8-95e2b77057f5 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:48.934411 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b886e014-e355-4e49-a0cf-da0365ca659a None None] Network 07eb8081-d9a9-4b20-92ef-5437a3a30430 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:48.951628 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa20edc0-0982-4d53-8441-d10e89dcf027 None None] Network 6fa62bbd-91da-46a7-af9f-c3ba95dfe85c requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:48.974909 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e1e2b279-9475-42d4-b256-4b55d934a21e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:49.043188 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9dc1b8b8-722e-4b6c-b5d8-95e2b77057f5 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:49.049061 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1b8b8-722e-4b6c-b5d8-95e2b77057f5 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Port': ['ID=6c9c34e5-8553-4339-a8b3-115534d902d0,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:49.089825 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b4b2bf07-0956-4f9c-a879-8f0a03d970fc tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:49.121252 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-b4b2bf07-0956-4f9c-a879-8f0a03d970fc tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Transition to ACTIVE for port object 032df75e-afb4-4d92-a31b-ba52f9f4bb39 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:49.150418 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a950b44-fe15-440b-b6a9-8d30049bb2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:49.279975 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4eb9dd85-04e9-43b4-b55d-509e4f3bc204 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:49.319926 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9dc1b8b8-722e-4b6c-b5d8-95e2b77057f5 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/ports/6c9c34e5-8553-4339-a8b3-115534d902d0 HTTP/1.1" status: 204 len: 168 time: 2.4008393 Mar 31 15:28:49.320707 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42460) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:49.348608 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-bc81b649-6c34-439b-8250-43e0bb15ec2f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'port': {'network_id': '21fb1b93-57bc-469c-b44e-283edc84fea9', 'mac_address': 'fa:16:3e:87:84:16', 'name': 'tempest-PortsIpV6TestJSON-2107656851'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:49.357502 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:49.394781 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-b1cd9d50-72d6-4b28-861f-4954620adf91 None None] Deleting port c0301eba-5156-4d4a-a5b0-aff9990467a6 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:49.395714 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b1cd9d50-72d6-4b28-861f-4954620adf91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:49.416485 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e1e2b279-9475-42d4-b256-4b55d934a21e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:49.445184 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b4b2bf07-0956-4f9c-a879-8f0a03d970fc tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:49.453479 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2b279-9475-42d4-b256-4b55d934a21e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Port': ['ID=69626f6e-d638-4d98-bbbc-5c65cd791fdf,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:49.464320 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4eb9dd85-04e9-43b4-b55d-509e4f3bc204 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:49.494119 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event deleted for resources: {'Port': ['ID=c408b32c-04fe-42ca-82e3-5ea754d3cd8a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:49.535758 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device df954083-56c1-47ac-88a2-eb59711e5fff up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:28:49.595060 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f753f6-dd7f-4285-849d-c65b0869c377 None None] Network 141e2a28-42aa-42ea-9fd7-4ed30b259878 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:49.612216 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-5adc83bb-cde3-45b7-8429-9ac551c99a5c None None] Provisioning for port df954083-56c1-47ac-88a2-eb59711e5fff completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:49.660292 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-bc81b649-6c34-439b-8250-43e0bb15ec2f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:49.666284 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2a5b379-da73-4f9a-a51b-ce6cfd8c6f16 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:49.670646 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2bf07-0956-4f9c-a879-8f0a03d970fc tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Port': ['ID=032df75e-afb4-4d92-a31b-ba52f9f4bb39,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:49.673608 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-bc81b649-6c34-439b-8250-43e0bb15ec2f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:port and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:49.680165 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-bc81b649-6c34-439b-8250-43e0bb15ec2f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for port was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:49.680409 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] No DVR routers for this DVR port c408b32c-04fe-42ca-82e3-5ea754d3cd8a on host dv-neutron-833379-2-hyperv {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:28:49.683466 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a950b44-fe15-440b-b6a9-8d30049bb2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:49.692242 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-bc81b649-6c34-439b-8250-43e0bb15ec2f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:49.700856 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b2bf07-0956-4f9c-a879-8f0a03d970fc tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network 6fa62bbd-91da-46a7-af9f-c3ba95dfe85c is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:49.714130 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e2a5b379-da73-4f9a-a51b-ce6cfd8c6f16 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Transition to ACTIVE for port object 4b22d1f7-100d-4420-b38f-38fe7bd39867 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:49.751767 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e2b279-9475-42d4-b256-4b55d934a21e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network 141e2a28-42aa-42ea-9fd7-4ed30b259878 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:49.754599 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-e1e2b279-9475-42d4-b256-4b55d934a21e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:49.756660 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-156ab273-5dd2-4e8e-b9dd-166b45104ee8 None None] For port 68c06276-244b-40b5-8de7-8c3510ef1cb7, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:28:49.783258 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-b1cd9d50-72d6-4b28-861f-4954620adf91 None None] The port 'c0301eba-5156-4d4a-a5b0-aff9990467a6' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:28:49.846282 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-b4b2bf07-0956-4f9c-a879-8f0a03d970fc tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:49.851845 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9dd85-04e9-43b4-b55d-509e4f3bc204 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Pushing event updated for resources: {'Port': ['ID=814b2277-ce7d-419a-ba7b-697b27504d5a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:49.857148 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b2bf07-0956-4f9c-a879-8f0a03d970fc tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:49.944136 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b2bf07-0956-4f9c-a879-8f0a03d970fc tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:49.944912 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b4b2bf07-0956-4f9c-a879-8f0a03d970fc tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:49.952472 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc81b649-6c34-439b-8250-43e0bb15ec2f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:49.953930 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a950b44-fe15-440b-b6a9-8d30049bb2e7 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:28:49.954703 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a950b44-fe15-440b-b6a9-8d30049bb2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:49.979149 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:28:49.979149 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:28:49.979149 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:28:49.979149 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:28:49.979149 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:28:49.979149 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:28:49.979149 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:28:49.979149 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:28:49.979149 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:28:49.979149 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:28:49.979149 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:28:49.979149 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:28:49.979149 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:28:49.979149 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:28:49.979149 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:28:49.979149 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:28:49.979149 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:28:49.979149 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:28:49.979149 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:28:49.979149 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:28:49.979149 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:28:49.979149 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:28:49.979149 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:28:49.979149 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:28:49.979149 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:28:49.979149 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:28:49.979149 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:28:49.979149 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:28:49.979149 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:28:49.979149 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:28:49.979149 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:28:49.979149 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:28:49.992537 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e2b279-9475-42d4-b256-4b55d934a21e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Router 11a978fe-3e44-49c6-8939-d3c2232eb634 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:28:50.110164 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2d3f288c-8770-4baf-9503-4257614449ef None None] Provisioning for port 997833df-b432-4aab-abea-77090e1ebf65 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:50.136933 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2a5b379-da73-4f9a-a51b-ce6cfd8c6f16 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:50.176389 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb9dd85-04e9-43b4-b55d-509e4f3bc204 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Checking segment: {'id': 'ffaaaaae-c5fe-4977-a39a-ae8c64757ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f1c80c4b-efb6-4c89-a503-5c0eaac131c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:50.176755 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb9dd85-04e9-43b4-b55d-509e4f3bc204 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Network hostable DHCP agents. Network: f1c80c4b-efb6-4c89-a503-5c0eaac131c6, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:28:50.225893 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port df954083-56c1-47ac-88a2-eb59711e5fff completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:50.241373 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port df954083-56c1-47ac-88a2-eb59711e5fff triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:50.241761 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:50.287537 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:50.302392 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bc81b649-6c34-439b-8250-43e0bb15ec2f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:50.320245 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a5b379-da73-4f9a-a51b-ce6cfd8c6f16 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:50.329593 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-e2a5b379-da73-4f9a-a51b-ce6cfd8c6f16 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:50.342965 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07eb8081-d9a9-4b20-92ef-5437a3a30430']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:50.358964 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898987e7-d478-4ea8-b7f1-2f2159b2f4dc') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:50.359574 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898987e7-d478-4ea8-b7f1-2f2159b2f4dc') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:50.374762 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:50.392419 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d4e324-bdec-4e8e-b599-e2836e567cb3 None None] Update dhcp port {'port': {'network_id': '6fa62bbd-91da-46a7-af9f-c3ba95dfe85c', 'fixed_ips': [{'subnet_id': 'a863c9a2-8a5a-4a2c-b0da-69244429e6ef', 'ip_address': '172.20.0.2'}, {'subnet_id': '137be224-49e4-4e3d-a945-297165dd6462'}], 'binding:host_id': 'dv-neutron-833379-2-hyperv'}, 'id': 'df954083-56c1-47ac-88a2-eb59711e5fff'} from dv-neutron-833379-2-hyperv. {{(pid=103445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 31 15:28:50.392675 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e2b279-9475-42d4-b256-4b55d934a21e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:28:50.394045 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:50.402667 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:28:50.403001 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbc7be1-204e-46ea-acbb-628e5ee73e73 None None] Sync routers for ids ['11a978fe-3e44-49c6-8939-d3c2232eb634'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:28:50.403562 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:50.418198 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbc7be1-204e-46ea-acbb-628e5ee73e73 None None] Routers {'11a978fe-3e44-49c6-8939-d3c2232eb634'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:28:50.420279 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-2fbc7be1-204e-46ea-acbb-628e5ee73e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:28:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['11a978fe-3e44-49c6-8939-d3c2232eb634'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:50.422473 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-bc81b649-6c34-439b-8250-43e0bb15ec2f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] device_id is not set on port 0d5bbab7-2a2e-45d1-b109-4cc458e128bb yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:28:50.460761 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-156ab273-5dd2-4e8e-b9dd-166b45104ee8 None None] For port 68c06276-244b-40b5-8de7-8c3510ef1cb7, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=68c06276-244b-40b5-8de7-8c3510ef1cb7,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:28:50.502738 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5b379-da73-4f9a-a51b-ce6cfd8c6f16 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Port': ['ID=4b22d1f7-100d-4420-b38f-38fe7bd39867,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:50.526290 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c7d4e324-bdec-4e8e-b599-e2836e567cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:50.534379 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e1e2b279-9475-42d4-b256-4b55d934a21e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "PUT /v2.0/routers/11a978fe-3e44-49c6-8939-d3c2232eb634/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7767947 Mar 31 15:28:50.535253 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a5b379-da73-4f9a-a51b-ce6cfd8c6f16 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:50.545033 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a5b379-da73-4f9a-a51b-ce6cfd8c6f16 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:50.545716 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2a5b379-da73-4f9a-a51b-ce6cfd8c6f16 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:50.546347 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-156ab273-5dd2-4e8e-b9dd-166b45104ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:50.568358 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:28:50.568358 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:28:50.568358 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:28:50.568358 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:28:50.568358 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:28:50.568358 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:28:50.568358 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:28:50.568358 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:28:50.568358 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:28:50.568358 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:28:50.568358 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:28:50.568358 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:28:50.568358 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:28:50.568358 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:28:50.568358 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:28:50.568358 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:28:50.568358 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:28:50.568358 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:28:50.568358 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:28:50.568358 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:28:50.568358 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:28:50.568358 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:28:50.568358 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:28:50.568358 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:28:50.568358 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:28:50.568358 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:28:50.568358 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:28:50.568358 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:28:50.568358 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:28:50.568358 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:28:50.568358 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:28:50.568358 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:28:50.576362 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42464) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:50.584295 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b82d062f-8b74-4a78-8af3-6922e1db3fce tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Request body: {'network': {'name': 'tempest-RoutersTest-357714397'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:50.595551 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a950b44-fe15-440b-b6a9-8d30049bb2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:50.612783 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b4b2bf07-0956-4f9c-a879-8f0a03d970fc tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.6989508 Mar 31 15:28:50.620476 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b82d062f-8b74-4a78-8af3-6922e1db3fce tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:50.625420 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42468) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:50.691409 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:50.702048 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-285d5c0d-94a3-4494-99c9-2e3d948e6803 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a863c9a2-8a5a-4a2c-b0da-69244429e6ef'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:50.760514 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e2a5b379-da73-4f9a-a51b-ce6cfd8c6f16 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.9918869 Mar 31 15:28:50.773805 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42472) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:50.809154 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ab273-5dd2-4e8e-b9dd-166b45104ee8 None None] Pushing event updated for resources: {'Port': ['ID=68c06276-244b-40b5-8de7-8c3510ef1cb7,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:50.831492 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a950b44-fe15-440b-b6a9-8d30049bb2e7 admin admin] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:50.861014 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port df954083-56c1-47ac-88a2-eb59711e5fff, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=df954083-56c1-47ac-88a2-eb59711e5fff,segment=NetworkSegment(bc831b2b-42f9-4fdc-8b67-01069a9d0514),segment_id=bc831b2b-42f9-4fdc-8b67-01069a9d0514)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:50.871812 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:50.899701 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b82d062f-8b74-4a78-8af3-6922e1db3fce tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Usage tracker for resource:network and tenant:3c462be107e642da98e89cbf8192538c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:50.921057 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb9dd85-04e9-43b4-b55d-509e4f3bc204 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Network f1c80c4b-efb6-4c89-a503-5c0eaac131c6 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:28:50.949727 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:50.950718 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 997833df-b432-4aab-abea-77090e1ebf65 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:28:50.972928 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b82d062f-8b74-4a78-8af3-6922e1db3fce tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Quota usage for network was recalculated. Used quota:2. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:50.983650 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a950b44-fe15-440b-b6a9-8d30049bb2e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8c1a446-ecea-4471-8bae-1efc5f7c1cdf,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:50.985975 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-2fbc7be1-204e-46ea-acbb-628e5ee73e73 None None] Set router 11a978fe-3e44-49c6-8939-d3c2232eb634 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:28:51.046083 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:51.089237 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/networks/07eb8081-d9a9-4b20-92ef-5437a3a30430 HTTP/1.1" status: 204 len: 168 time: 9.2915783 Mar 31 15:28:51.110526 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b82d062f-8b74-4a78-8af3-6922e1db3fce tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:51.121538 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42476) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:51.151265 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9869a-153e-4b0f-bdea-adc005d01118 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event deleted for resources: {'Network': ['ID=07eb8081-d9a9-4b20-92ef-5437a3a30430,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:51.219701 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42480) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:51.227081 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-4eb9dd85-04e9-43b4-b55d-509e4f3bc204 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, f1c80c4b-efb6-4c89-a503-5c0eaac131c6) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:51.235753 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb9dd85-04e9-43b4-b55d-509e4f3bc204 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:51.237565 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4eb9dd85-04e9-43b4-b55d-509e4f3bc204 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:51.244482 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f824739-f940-4508-b342-b88d1d678d95 None None] Network f1c80c4b-efb6-4c89-a503-5c0eaac131c6 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:51.303499 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-c7d4e324-bdec-4e8e-b599-e2836e567cb3 None None] Allocated IP 172.20.0.18 (6fa62bbd-91da-46a7-af9f-c3ba95dfe85c/137be224-49e4-4e3d-a945-297165dd6462/df954083-56c1-47ac-88a2-eb59711e5fff) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:51.311729 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=df954083-56c1-47ac-88a2-eb59711e5fff,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:51.346914 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3a950b44-fe15-440b-b6a9-8d30049bb2e7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b8c1a446-ecea-4471-8bae-1efc5f7c1cdf HTTP/1.1" status: 204 len: 168 time: 5.8329773 Mar 31 15:28:51.376289 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-cf16199c-aebc-423c-972c-31c19e10c15f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Request body: {'subnet': {'network_id': '5edb89bc-5556-490b-a4e4-e46c68f0d4ce', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:51.402660 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82d062f-8b74-4a78-8af3-6922e1db3fce tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Made reservation on behalf of 3c462be107e642da98e89cbf8192538c for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:51.415571 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b82d062f-8b74-4a78-8af3-6922e1db3fce tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:51.498421 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82d062f-8b74-4a78-8af3-6922e1db3fce tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:28:51.525489 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b82d062f-8b74-4a78-8af3-6922e1db3fce tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:51.525489 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-b82d062f-8b74-4a78-8af3-6922e1db3fce tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Added segment ab0522e2-afb0-47d9-a9e4-1b44d1af8c57 of type vlan for network bc33895a-db18-4da4-903f-fdf2b3c99c40 Mar 31 15:28:51.590222 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab97a09-72c8-4b7a-b368-4222b4d00694 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] DELETE failed (client error): The resource could not be found. Mar 31 15:28:51.593094 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bab97a09-72c8-4b7a-b368-4222b4d00694 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:28:51.593094 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-bab97a09-72c8-4b7a-b368-4222b4d00694 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/networks/07eb8081-d9a9-4b20-92ef-5437a3a30430 HTTP/1.1" status: 404 len: 339 time: 0.4639943 Mar 31 15:28:51.603408 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42486) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:51.640906 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-a5920a0d-8d77-45c5-b82e-8d6316a1164e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-748505633', 'description': 'd1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:51.646943 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a5920a0d-8d77-45c5-b82e-8d6316a1164e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:51.656224 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a5920a0d-8d77-45c5-b82e-8d6316a1164e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Usage tracker for resource:network and tenant:cba800ed59cd4d6f8d690d59c4ee670b is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:51.659094 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-2fbc7be1-204e-46ea-acbb-628e5ee73e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:28:46Z', 'revision_number': 3, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None, '_interfaces': [{'id': '1089ca86-1d82-48a1-a534-ebfe05d40cb1', 'name': '', 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:41:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:26Z', 'updated_at': '2022-03-31T15:28:39Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69626f6e-d638-4d98-bbbc-5c65cd791fdf', 'name': '', 'network_id': '141e2a28-42aa-42ea-9fd7-4ed30b259878', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:c0:c5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:43Z', 'updated_at': '2022-03-31T15:28:47Z', 'revision_number': 2, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:51.662193 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a5920a0d-8d77-45c5-b82e-8d6316a1164e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:51.665694 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 997833df-b432-4aab-abea-77090e1ebf65 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:51.669614 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbc7be1-204e-46ea-acbb-628e5ee73e73 None None] Checking router: 11a978fe-3e44-49c6-8939-d3c2232eb634 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:28:51.670187 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbc7be1-204e-46ea-acbb-628e5ee73e73 None None] Updating router 11a978fe-3e44-49c6-8939-d3c2232eb634 port 69626f6e-d638-4d98-bbbc-5c65cd791fdf binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:28:51.684532 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a5920a0d-8d77-45c5-b82e-8d6316a1164e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:51.688508 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 997833df-b432-4aab-abea-77090e1ebf65 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:51.692234 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:51.753336 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cbc26c75-3410-4356-bb77-602e2e91f868 None None] Provisioning for port 69626f6e-d638-4d98-bbbc-5c65cd791fdf completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:51.753998 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bc81b649-6c34-439b-8250-43e0bb15ec2f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:51.754391 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2fbc7be1-204e-46ea-acbb-628e5ee73e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:51.766997 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3583a6bd-12b6-476f-8c5b-802fbf51d735 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:51.772235 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3583a6bd-12b6-476f-8c5b-802fbf51d735 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:51.773054 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3583a6bd-12b6-476f-8c5b-802fbf51d735 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:28:51.792413 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5920a0d-8d77-45c5-b82e-8d6316a1164e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Made reservation on behalf of cba800ed59cd4d6f8d690d59c4ee670b for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:51.797711 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5920a0d-8d77-45c5-b82e-8d6316a1164e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:51.813600 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b82d062f-8b74-4a78-8af3-6922e1db3fce tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:51.829089 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5920a0d-8d77-45c5-b82e-8d6316a1164e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:28:51.848493 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5920a0d-8d77-45c5-b82e-8d6316a1164e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:51.849072 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-a5920a0d-8d77-45c5-b82e-8d6316a1164e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Added segment dd72934f-e651-4c83-b5d0-034479233b0b of type vlan for network 7f1dd10e-079f-4ec1-ad05-28d2971f2f45 Mar 31 15:28:51.880674 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cbc26c75-3410-4356-bb77-602e2e91f868 None None] Provisioning complete for port 69626f6e-d638-4d98-bbbc-5c65cd791fdf triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:51.880915 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5920a0d-8d77-45c5-b82e-8d6316a1164e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:51.881135 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cbc26c75-3410-4356-bb77-602e2e91f868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:51.927538 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3583a6bd-12b6-476f-8c5b-802fbf51d735 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:28:51.933167 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3583a6bd-12b6-476f-8c5b-802fbf51d735 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.1404848 Mar 31 15:28:51.934173 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42490) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:52.044925 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bc81b649-6c34-439b-8250-43e0bb15ec2f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:52.064944 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42494) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:52.118491 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cbc26c75-3410-4356-bb77-602e2e91f868 None None] Port 69626f6e-d638-4d98-bbbc-5c65cd791fdf cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:28:52.120689 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc81b649-6c34-439b-8250-43e0bb15ec2f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network 21fb1b93-57bc-469c-b44e-283edc84fea9 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:52.137697 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-c7d4e324-bdec-4e8e-b599-e2836e567cb3 None None] For port df954083-56c1-47ac-88a2-eb59711e5fff, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=df954083-56c1-47ac-88a2-eb59711e5fff,segment=NetworkSegment(bc831b2b-42f9-4fdc-8b67-01069a9d0514),segment_id=bc831b2b-42f9-4fdc-8b67-01069a9d0514)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:52.174687 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-bc81b649-6c34-439b-8250-43e0bb15ec2f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:52.176647 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81b649-6c34-439b-8250-43e0bb15ec2f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Port': ['ID=0d5bbab7-2a2e-45d1-b109-4cc458e128bb,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:52.179104 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc81b649-6c34-439b-8250-43e0bb15ec2f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:52.185802 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc81b649-6c34-439b-8250-43e0bb15ec2f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:52.186428 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bc81b649-6c34-439b-8250-43e0bb15ec2f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:52.214180 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-285d5c0d-94a3-4494-99c9-2e3d948e6803 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:52.238234 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2fbc7be1-204e-46ea-acbb-628e5ee73e73 None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:52.255236 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-2fbc7be1-204e-46ea-acbb-628e5ee73e73 None None] Transition to ACTIVE for port object 69626f6e-d638-4d98-bbbc-5c65cd791fdf will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:52.272009 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9dd85-04e9-43b4-b55d-509e4f3bc204 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Pushing event updated for resources: {'Port': ['ID=f60803ab-5fda-4c7b-a519-b8fb8f421411,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:52.275651 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b82d062f-8b74-4a78-8af3-6922e1db3fce tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:52.284249 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c7d4e324-bdec-4e8e-b599-e2836e567cb3 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:52.292180 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82d062f-8b74-4a78-8af3-6922e1db3fce tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:52.292180 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b82d062f-8b74-4a78-8af3-6922e1db3fce tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:52.292548 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-fd27d4ca-bf9c-42a9-b263-e23aea3c0e26 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b5ac80dc4ee46d09ac03572f4822c52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1694016 Mar 31 15:28:52.293281 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5920a0d-8d77-45c5-b82e-8d6316a1164e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:52.299409 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5920a0d-8d77-45c5-b82e-8d6316a1164e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:52.300080 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5920a0d-8d77-45c5-b82e-8d6316a1164e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:52.301911 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:52.306728 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42498) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:52.335365 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1067da89-d66d-465f-9efd-fd19166f528a None None] Provisioning complete for port 69626f6e-d638-4d98-bbbc-5c65cd791fdf triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:52.335890 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1067da89-d66d-465f-9efd-fd19166f528a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:52.348103 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-bc81b649-6c34-439b-8250-43e0bb15ec2f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.0178585 Mar 31 15:28:52.358818 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e52f6d28-525f-43ee-9e84-7d5ff099eba1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting port 4b22d1f7-100d-4420-b38f-38fe7bd39867 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:52.359163 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e52f6d28-525f-43ee-9e84-7d5ff099eba1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:52.359396 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2fbc7be1-204e-46ea-acbb-628e5ee73e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:52.375841 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42502) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:52.404853 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 997833df-b432-4aab-abea-77090e1ebf65, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=997833df-b432-4aab-abea-77090e1ebf65,segment=NetworkSegment(a9c5791f-be2c-4e16-b916-57fc506131fe),segment_id=a9c5791f-be2c-4e16-b916-57fc506131fe)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:52.423205 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c7d4e324-bdec-4e8e-b599-e2836e567cb3 None None] Transition to ACTIVE for port object df954083-56c1-47ac-88a2-eb59711e5fff will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:52.459741 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-1067da89-d66d-465f-9efd-fd19166f528a None None] Port 69626f6e-d638-4d98-bbbc-5c65cd791fdf cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:28:52.464735 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-cf16199c-aebc-423c-972c-31c19e10c15f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:52.475041 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb9dd85-04e9-43b4-b55d-509e4f3bc204 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Checking segment: {'id': '170d6508-4694-4151-94df-3b52c53f080b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '418217bc-e0f6-4b19-a036-0ab9a08ed285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:52.475521 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb9dd85-04e9-43b4-b55d-509e4f3bc204 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Network hostable DHCP agents. Network: 418217bc-e0f6-4b19-a036-0ab9a08ed285, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:28:52.513575 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:52.542395 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-cf16199c-aebc-423c-972c-31c19e10c15f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Usage tracker for resource:subnet and tenant:8c6575be81e7411a95d81072c1e21ab3 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:52.587763 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-cf16199c-aebc-423c-972c-31c19e10c15f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:52.608540 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2d468-5f95-4d21-b428-ccb1f644bbe5 None None] Pushing event updated for resources: {'Port': ['ID=69626f6e-d638-4d98-bbbc-5c65cd791fdf,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:52.637297 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5920a0d-8d77-45c5-b82e-8d6316a1164e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event updated for resources: {'Network': ['ID=7f1dd10e-079f-4ec1-ad05-28d2971f2f45,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:52.729788 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-2fbc7be1-204e-46ea-acbb-628e5ee73e73 None None] Attempting to bind port 69626f6e-d638-4d98-bbbc-5c65cd791fdf on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:28:52.730295 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-2fbc7be1-204e-46ea-acbb-628e5ee73e73 None None] Attempting to bind port 69626f6e-d638-4d98-bbbc-5c65cd791fdf by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'a9c5791f-be2c-4e16-b916-57fc506131fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '141e2a28-42aa-42ea-9fd7-4ed30b259878'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:28:52.731703 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbc7be1-204e-46ea-acbb-628e5ee73e73 None None] Attempting to bind port 69626f6e-d638-4d98-bbbc-5c65cd791fdf on network 141e2a28-42aa-42ea-9fd7-4ed30b259878 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:28:52.737875 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b82d062f-8b74-4a78-8af3-6922e1db3fce tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1606359 Mar 31 15:28:52.737875 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42506) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:52.739111 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-cf16199c-aebc-423c-972c-31c19e10c15f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:52.746673 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbc7be1-204e-46ea-acbb-628e5ee73e73 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:28:52.749840 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbc7be1-204e-46ea-acbb-628e5ee73e73 None None] Checking segment: {'id': 'a9c5791f-be2c-4e16-b916-57fc506131fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '141e2a28-42aa-42ea-9fd7-4ed30b259878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:52.750583 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2fbc7be1-204e-46ea-acbb-628e5ee73e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:52.751631 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbc7be1-204e-46ea-acbb-628e5ee73e73 None None] Bound using segment: {'id': 'a9c5791f-be2c-4e16-b916-57fc506131fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '141e2a28-42aa-42ea-9fd7-4ed30b259878'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:28:52.751631 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-2fbc7be1-204e-46ea-acbb-628e5ee73e73 None None] Bound port: 69626f6e-d638-4d98-bbbc-5c65cd791fdf, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c5791f-be2c-4e16-b916-57fc506131fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '141e2a28-42aa-42ea-9fd7-4ed30b259878'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:28:52.751829 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2fbc7be1-204e-46ea-acbb-628e5ee73e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:52.765236 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f5ba3d6c-60ab-45f8-a437-c5a54746c96a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Request body: {'subnet': {'network_id': 'bc33895a-db18-4da4-903f-fdf2b3c99c40', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:52.794890 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a5920a0d-8d77-45c5-b82e-8d6316a1164e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1810007 Mar 31 15:28:52.800940 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42510) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:52.803310 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 7f1dd10e-079f-4ec1-ad05-28d2971f2f45 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:28:52.811247 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d062f-8b74-4a78-8af3-6922e1db3fce tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Network': ['ID=bc33895a-db18-4da4-903f-fdf2b3c99c40,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:52.825474 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c7d4e324-bdec-4e8e-b599-e2836e567cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:52.878306 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75643234-30f7-4117-97e0-3bbc11b25824 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:52.878967 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-75643234-30f7-4117-97e0-3bbc11b25824 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Synchronizing usage tracker for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:28:52.909370 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network bc33895a-db18-4da4-903f-fdf2b3c99c40 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:28:52.982535 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device df954083-56c1-47ac-88a2-eb59711e5fff up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:28:52.995000 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-2fbc7be1-204e-46ea-acbb-628e5ee73e73 None None] For port 69626f6e-d638-4d98-bbbc-5c65cd791fdf, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:28:52.999259 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-2fbc7be1-204e-46ea-acbb-628e5ee73e73 None None] For port 69626f6e-d638-4d98-bbbc-5c65cd791fdf, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=69626f6e-d638-4d98-bbbc-5c65cd791fdf,segment=NetworkSegment(a9c5791f-be2c-4e16-b916-57fc506131fe),segment_id=a9c5791f-be2c-4e16-b916-57fc506131fe)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:28:53.017770 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb9dd85-04e9-43b4-b55d-509e4f3bc204 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Network 418217bc-e0f6-4b19-a036-0ab9a08ed285 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:28:53.019771 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf16199c-aebc-423c-972c-31c19e10c15f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Made reservation on behalf of 8c6575be81e7411a95d81072c1e21ab3 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:53.023470 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cf16199c-aebc-423c-972c-31c19e10c15f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:53.063624 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2fbc7be1-204e-46ea-acbb-628e5ee73e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:53.091435 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e46839a-1a50-4619-aac5-ad268c12c7e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:53.150935 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3affc3-b755-428b-a278-e36249df93e0 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:53.151650 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ce3affc3-b755-428b-a278-e36249df93e0 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Synchronizing usage tracker for tenant:cba800ed59cd4d6f8d690d59c4ee670b on resource:network {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:28:53.168432 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e46839a-1a50-4619-aac5-ad268c12c7e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:53.182710 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f5ba3d6c-60ab-45f8-a437-c5a54746c96a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:53.206033 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1adc81b0-1aaa-4882-b9dc-c4c55ea7da1f None None] Provisioning for port 68c06276-244b-40b5-8de7-8c3510ef1cb7 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:53.241364 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e52f6d28-525f-43ee-9e84-7d5ff099eba1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:53.245943 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=997833df-b432-4aab-abea-77090e1ebf65,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:53.246111 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbc7be1-204e-46ea-acbb-628e5ee73e73 None None] Routers {'11a978fe-3e44-49c6-8939-d3c2232eb634'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:28:53.246111 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-2fbc7be1-204e-46ea-acbb-628e5ee73e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:28:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['11a978fe-3e44-49c6-8939-d3c2232eb634'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:53.251263 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-4eb9dd85-04e9-43b4-b55d-509e4f3bc204 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 418217bc-e0f6-4b19-a036-0ab9a08ed285) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:53.252797 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-75643234-30f7-4117-97e0-3bbc11b25824 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Unset dirty status for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:28:53.257859 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-75643234-30f7-4117-97e0-3bbc11b25824 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "GET /v2.0/ports/0d5bbab7-2a2e-45d1-b109-4cc458e128bb HTTP/1.1" status: 200 len: 845 time: 0.8579214 Mar 31 15:28:53.263935 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42514) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:53.280361 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f5ba3d6c-60ab-45f8-a437-c5a54746c96a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Usage tracker for resource:subnet and tenant:3c462be107e642da98e89cbf8192538c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:53.283561 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb9dd85-04e9-43b4-b55d-509e4f3bc204 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:53.289440 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb9dd85-04e9-43b4-b55d-509e4f3bc204 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:53.295878 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb9dd85-04e9-43b4-b55d-509e4f3bc204 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:53.296863 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4eb9dd85-04e9-43b4-b55d-509e4f3bc204 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:53.308945 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f5ba3d6c-60ab-45f8-a437-c5a54746c96a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:53.345812 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f5ba3d6c-60ab-45f8-a437-c5a54746c96a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:53.352825 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4e324-bdec-4e8e-b599-e2836e567cb3 None None] Pushing event updated for resources: {'Port': ['ID=df954083-56c1-47ac-88a2-eb59711e5fff,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:53.357918 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d729f9-5544-42e3-9dc6-4b8f32e4f701 None None] Network 418217bc-e0f6-4b19-a036-0ab9a08ed285 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:53.523416 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ce3affc3-b755-428b-a278-e36249df93e0 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Unset dirty status for tenant:cba800ed59cd4d6f8d690d59c4ee670b on resource:network {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:28:53.528838 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ce3affc3-b755-428b-a278-e36249df93e0 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "GET /v2.0/networks?id=7f1dd10e-079f-4ec1-ad05-28d2971f2f45 HTTP/1.1" status: 200 len: 760 time: 0.7243373 Mar 31 15:28:53.537242 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2d468-5f95-4d21-b428-ccb1f644bbe5 None None] Pushing event updated for resources: {'Port': ['ID=69626f6e-d638-4d98-bbbc-5c65cd791fdf,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:53.577933 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42518) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:53.583202 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e52f6d28-525f-43ee-9e84-7d5ff099eba1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Calling delete_port for 4b22d1f7-100d-4420-b38f-38fe7bd39867 owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:53.589470 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-049f1ba6-da35-4b48-a47c-1092b4e9d8d7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Request body: {'network': {'description': 'd2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:53.599856 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 68c06276-244b-40b5-8de7-8c3510ef1cb7 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:28:53.606173 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-2fbc7be1-204e-46ea-acbb-628e5ee73e73 None None] Set router 11a978fe-3e44-49c6-8939-d3c2232eb634 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:28:53.629542 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ba3d6c-60ab-45f8-a437-c5a54746c96a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Made reservation on behalf of 3c462be107e642da98e89cbf8192538c for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:53.633098 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f5ba3d6c-60ab-45f8-a437-c5a54746c96a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:53.657485 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4eb9dd85-04e9-43b4-b55d-509e4f3bc204 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 8.4838717 Mar 31 15:28:53.662152 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42522) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:53.727490 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-285d5c0d-94a3-4494-99c9-2e3d948e6803 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Delete allocated IP 172.20.0.30 (6fa62bbd-91da-46a7-af9f-c3ba95dfe85c/137be224-49e4-4e3d-a945-297165dd6462) {{(pid=103443) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 31 15:28:53.750776 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-db212546-353b-49ba-b590-7dd47640067b None None] Provisioning for port 4b22d1f7-100d-4420-b38f-38fe7bd39867 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:53.763215 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-db212546-353b-49ba-b590-7dd47640067b None None] Provisioning complete for port 4b22d1f7-100d-4420-b38f-38fe7bd39867 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:53.763775 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-db212546-353b-49ba-b590-7dd47640067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:53.799697 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-82dad71a-646b-4dc5-933b-55fbbc3cc9d9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting port 0d5bbab7-2a2e-45d1-b109-4cc458e128bb {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:53.800312 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-82dad71a-646b-4dc5-933b-55fbbc3cc9d9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:53.848564 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-db212546-353b-49ba-b590-7dd47640067b None None] Port 4b22d1f7-100d-4420-b38f-38fe7bd39867 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:28:53.907612 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 68c06276-244b-40b5-8de7-8c3510ef1cb7 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:53.912928 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 68c06276-244b-40b5-8de7-8c3510ef1cb7 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:53.913316 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:53.973119 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052b5f68-fc61-4606-bb64-1f8aeafc4d95 None None] Network 6fa62bbd-91da-46a7-af9f-c3ba95dfe85c requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:28:53.995916 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e46839a-1a50-4619-aac5-ad268c12c7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:54.072846 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46839a-1a50-4619-aac5-ad268c12c7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17a5be4-77fa-4285-ad2a-c6f695735001,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:54.173965 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-2fbc7be1-204e-46ea-acbb-628e5ee73e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:28:46Z', 'revision_number': 3, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None, '_interfaces': [{'id': '1089ca86-1d82-48a1-a534-ebfe05d40cb1', 'name': '', 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:41:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:26Z', 'updated_at': '2022-03-31T15:28:39Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69626f6e-d638-4d98-bbbc-5c65cd791fdf', 'name': '', 'network_id': '141e2a28-42aa-42ea-9fd7-4ed30b259878', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:c0:c5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:43Z', 'updated_at': '2022-03-31T15:28:52Z', 'revision_number': 4, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:54.178902 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324c524a-f4c9-479f-ad17-2990fd9e0753 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:54.180342 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbc7be1-204e-46ea-acbb-628e5ee73e73 None None] The sync data for ids ['11a978fe-3e44-49c6-8939-d3c2232eb634'] in dv-neutron-833379-2-hyperv is: [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:28:46Z', 'revision_number': 3, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None, '_interfaces': [{'id': '1089ca86-1d82-48a1-a534-ebfe05d40cb1', 'name': '', 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:41:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:26Z', 'updated_at': '2022-03-31T15:28:39Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69626f6e-d638-4d98-bbbc-5c65cd791fdf', 'name': '', 'network_id': '141e2a28-42aa-42ea-9fd7-4ed30b259878', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:c0:c5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:43Z', 'updated_at': '2022-03-31T15:28:52Z', 'revision_number': 4, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:28:54.189930 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324c524a-f4c9-479f-ad17-2990fd9e0753 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:54.194462 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-324c524a-f4c9-479f-ad17-2990fd9e0753 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4988644 Mar 31 15:28:54.267712 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42526) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:54.317264 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:54.390271 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-82dad71a-646b-4dc5-933b-55fbbc3cc9d9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:54.407920 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 68c06276-244b-40b5-8de7-8c3510ef1cb7, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=68c06276-244b-40b5-8de7-8c3510ef1cb7,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:54.441773 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-727160d3-fc23-474a-aac3-d0c7b03b20cc None None] Provisioning for port 032df75e-afb4-4d92-a31b-ba52f9f4bb39 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:54.471139 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-727160d3-fc23-474a-aac3-d0c7b03b20cc None None] Provisioning complete for port 032df75e-afb4-4d92-a31b-ba52f9f4bb39 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:54.471576 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-727160d3-fc23-474a-aac3-d0c7b03b20cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:54.480697 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e72249fe-ad3f-4189-b487-b19ba1bd0bce tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Deleting port 814b2277-ce7d-419a-ba7b-697b27504d5a {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:54.480697 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e72249fe-ad3f-4189-b487-b19ba1bd0bce tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:54.521063 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-049f1ba6-da35-4b48-a47c-1092b4e9d8d7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:54.530837 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cf16199c-aebc-423c-972c-31c19e10c15f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:54.551735 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-727160d3-fc23-474a-aac3-d0c7b03b20cc None None] Port 032df75e-afb4-4d92-a31b-ba52f9f4bb39 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:28:54.555123 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:54.583333 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-82dad71a-646b-4dc5-933b-55fbbc3cc9d9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Calling delete_port for 0d5bbab7-2a2e-45d1-b109-4cc458e128bb owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:54.679833 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e46839a-1a50-4619-aac5-ad268c12c7e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:54.679833 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7e46839a-1a50-4619-aac5-ad268c12c7e2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a17a5be4-77fa-4285-ad2a-c6f695735001 HTTP/1.1" status: 204 len: 168 time: 2.3362823 Mar 31 15:28:54.692473 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=68c06276-244b-40b5-8de7-8c3510ef1cb7,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:54.713369 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e52f6d28-525f-43ee-9e84-7d5ff099eba1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:54.726039 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-727160d3-fc23-474a-aac3-d0c7b03b20cc None None] Provisioning for port df954083-56c1-47ac-88a2-eb59711e5fff completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:54.738229 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-727160d3-fc23-474a-aac3-d0c7b03b20cc None None] Provisioning complete for port df954083-56c1-47ac-88a2-eb59711e5fff triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:54.738229 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-727160d3-fc23-474a-aac3-d0c7b03b20cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:54.852082 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 69626f6e-d638-4d98-bbbc-5c65cd791fdf up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:28:54.867093 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-285d5c0d-94a3-4494-99c9-2e3d948e6803 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:28:54.884965 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f6d28-525f-43ee-9e84-7d5ff099eba1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Port': ['ID=4b22d1f7-100d-4420-b38f-38fe7bd39867,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:55.001140 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-285d5c0d-94a3-4494-99c9-2e3d948e6803 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:55.019399 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e52f6d28-525f-43ee-9e84-7d5ff099eba1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:55.028973 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e52f6d28-525f-43ee-9e84-7d5ff099eba1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/4b22d1f7-100d-4420-b38f-38fe7bd39867 HTTP/1.1" status: 204 len: 168 time: 3.0536039 Mar 31 15:28:55.032890 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42532) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:55.046996 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-049f1ba6-da35-4b48-a47c-1092b4e9d8d7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:55.186560 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f5a00a-ddae-438b-9179-a7f24eedc003 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:55.188180 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f5a00a-ddae-438b-9179-a7f24eedc003 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:55.192366 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-77f5a00a-ddae-438b-9179-a7f24eedc003 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1558046 Mar 31 15:28:55.193114 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:55.193853 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42536) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:55.214314 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16199c-aebc-423c-972c-31c19e10c15f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event updated for resources: {'Subnet': ['ID=9f856c5c-781f-4049-b65f-8a1bdf62733b,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:55.221722 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 69626f6e-d638-4d98-bbbc-5c65cd791fdf completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:55.234244 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-049f1ba6-da35-4b48-a47c-1092b4e9d8d7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Network 7f1dd10e-079f-4ec1-ad05-28d2971f2f45 is not hosted by any dhcp agent {{(pid=103443) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 31 15:28:55.237447 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 69626f6e-d638-4d98-bbbc-5c65cd791fdf triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:55.240135 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:55.245534 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049f1ba6-da35-4b48-a47c-1092b4e9d8d7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:55.246309 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-049f1ba6-da35-4b48-a47c-1092b4e9d8d7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:55.247628 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-049f1ba6-da35-4b48-a47c-1092b4e9d8d7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "PUT /v2.0/networks/7f1dd10e-079f-4ec1-ad05-28d2971f2f45 HTTP/1.1" status: 200 len: 757 time: 1.6685994 Mar 31 15:28:55.251832 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-285d5c0d-94a3-4494-99c9-2e3d948e6803 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Ignored duplicate provisioning block setup for port 032df75e-afb4-4d92-a31b-ba52f9f4bb39 by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 31 15:28:55.252568 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42540) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:55.279787 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c342fd24-7988-4b41-8926-2ed0677a7d92 None None] Provisioning complete for port 032df75e-afb4-4d92-a31b-ba52f9f4bb39 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:55.280163 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c342fd24-7988-4b41-8926-2ed0677a7d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:55.320465 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-82dad71a-646b-4dc5-933b-55fbbc3cc9d9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:55.335961 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334f5843-6b87-4f89-ab2a-dd225bb41a72 None None] get_active_networks_info from dv-neutron-833379-2-hyperv {{(pid=103445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 31 15:28:55.366204 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f1ba6-da35-4b48-a47c-1092b4e9d8d7 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event updated for resources: {'Network': ['ID=7f1dd10e-079f-4ec1-ad05-28d2971f2f45,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:55.372002 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-c342fd24-7988-4b41-8926-2ed0677a7d92 None None] Port 032df75e-afb4-4d92-a31b-ba52f9f4bb39 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:28:55.382772 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dad71a-646b-4dc5-933b-55fbbc3cc9d9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Port': ['ID=0d5bbab7-2a2e-45d1-b109-4cc458e128bb,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:55.392937 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 7f1dd10e-079f-4ec1-ad05-28d2971f2f45 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:28:55.420538 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf16199c-aebc-423c-972c-31c19e10c15f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Checking segment: {'id': '471cc289-b7b8-43d6-91df-36050e85a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5edb89bc-5556-490b-a4e4-e46c68f0d4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:55.421173 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf16199c-aebc-423c-972c-31c19e10c15f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Network hostable DHCP agents. Network: 5edb89bc-5556-490b-a4e4-e46c68f0d4ce, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:28:55.426278 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-285d5c0d-94a3-4494-99c9-2e3d948e6803 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:55.476016 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba2bbe4-1f77-4ec7-a569-e97bc80c82c7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting subnet 7aefb2ef-9f73-4167-a7b4-3c21b2767cb6 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:28:55.482562 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-82dad71a-646b-4dc5-933b-55fbbc3cc9d9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:55.490808 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aba2bbe4-1f77-4ec7-a569-e97bc80c82c7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:55.519408 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f5ba3d6c-60ab-45f8-a437-c5a54746c96a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:55.520475 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c342fd24-7988-4b41-8926-2ed0677a7d92 None None] Provisioning complete for port df954083-56c1-47ac-88a2-eb59711e5fff triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:55.520847 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c342fd24-7988-4b41-8926-2ed0677a7d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:55.530950 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4b9110-ab91-4f43-a5bc-8610f38326c2 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:55.532455 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-bd4b9110-ab91-4f43-a5bc-8610f38326c2 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "GET /v2.0/networks?id=7f1dd10e-079f-4ec1-ad05-28d2971f2f45 HTTP/1.1" status: 200 len: 760 time: 0.2787158 Mar 31 15:28:55.538689 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42550) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:55.552607 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-885cc8fd-e276-4485-b2b4-38f589a0fe8e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-838246452'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:55.559254 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-885cc8fd-e276-4485-b2b4-38f589a0fe8e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:55.568726 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-885cc8fd-e276-4485-b2b4-38f589a0fe8e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:55.594450 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aba2bbe4-1f77-4ec7-a569-e97bc80c82c7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:55.635393 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-82dad71a-646b-4dc5-933b-55fbbc3cc9d9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/ports/0d5bbab7-2a2e-45d1-b109-4cc458e128bb HTTP/1.1" status: 204 len: 168 time: 2.3682241 Mar 31 15:28:55.635963 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42556) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:55.693234 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885cc8fd-e276-4485-b2b4-38f589a0fe8e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Made reservation on behalf of cba800ed59cd4d6f8d690d59c4ee670b for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:55.697053 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-885cc8fd-e276-4485-b2b4-38f589a0fe8e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:55.733921 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c2cf937-70aa-4ffe-a6e7-1c0f4ae71190 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] GET failed (client error): The resource could not be found. Mar 31 15:28:55.734456 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-7c2cf937-70aa-4ffe-a6e7-1c0f4ae71190 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Synchronizing usage tracker for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:28:55.767825 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:55.768059 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-885cc8fd-e276-4485-b2b4-38f589a0fe8e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:28:55.787915 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-885cc8fd-e276-4485-b2b4-38f589a0fe8e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:55.788270 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-885cc8fd-e276-4485-b2b4-38f589a0fe8e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Added segment a9b1e44b-26e6-4f30-9a26-9ea20658378b of type vlan for network eafee47e-836d-44b6-bc2d-283e72a677e5 Mar 31 15:28:55.809754 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aba2bbe4-1f77-4ec7-a569-e97bc80c82c7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:55.865810 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-885cc8fd-e276-4485-b2b4-38f589a0fe8e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:55.866326 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-285d5c0d-94a3-4494-99c9-2e3d948e6803 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] In _notify_port_updated(), no bound segment for port 032df75e-afb4-4d92-a31b-ba52f9f4bb39 on network 6fa62bbd-91da-46a7-af9f-c3ba95dfe85c {{(pid=103443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 31 15:28:55.873232 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285d5c0d-94a3-4494-99c9-2e3d948e6803 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:55.873442 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-285d5c0d-94a3-4494-99c9-2e3d948e6803 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:55.873569 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-7c2cf937-70aa-4ffe-a6e7-1c0f4ae71190 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Unset dirty status for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:28:55.875172 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-285d5c0d-94a3-4494-99c9-2e3d948e6803 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "PUT /v2.0/ports/032df75e-afb4-4d92-a31b-ba52f9f4bb39 HTTP/1.1" status: 200 len: 919 time: 5.2473776 Mar 31 15:28:55.876135 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf16199c-aebc-423c-972c-31c19e10c15f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Network 5edb89bc-5556-490b-a4e4-e46c68f0d4ce is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:28:55.880489 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7c2cf937-70aa-4ffe-a6e7-1c0f4ae71190 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "GET /v2.0/ports/0d5bbab7-2a2e-45d1-b109-4cc458e128bb HTTP/1.1" status: 404 len: 333 time: 0.2375820 Mar 31 15:28:55.881088 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42562) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:55.881452 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42564) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:55.900459 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-796e25ab-e5da-4236-bd21-8d0b0d62a82d tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a863c9a2-8a5a-4a2c-b0da-69244429e6ef'}, {'subnet_id': '137be224-49e4-4e3d-a945-297165dd6462'}]}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:55.916047 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d5c0d-94a3-4494-99c9-2e3d948e6803 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Port': ['ID=032df75e-afb4-4d92-a31b-ba52f9f4bb39,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:55.924858 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e72249fe-ad3f-4189-b487-b19ba1bd0bce tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:55.937926 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-f0ad9072-f8eb-46f6-86cb-361ed9b8540b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'port': {'network_id': '21fb1b93-57bc-469c-b44e-283edc84fea9', 'name': 'tempest-PortsIpV6TestJSON-620218194'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:55.948605 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ba3d6c-60ab-45f8-a437-c5a54746c96a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Checking segment: {'id': 'ab0522e2-afb0-47d9-a9e4-1b44d1af8c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'bc33895a-db18-4da4-903f-fdf2b3c99c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:55.948962 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ba3d6c-60ab-45f8-a437-c5a54746c96a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network hostable DHCP agents. Network: bc33895a-db18-4da4-903f-fdf2b3c99c40, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:28:55.953229 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba3d6c-60ab-45f8-a437-c5a54746c96a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Subnet': ['ID=69408f8a-4afc-4f6c-8039-cf552e0a59b9,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:55.956515 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 69626f6e-d638-4d98-bbbc-5c65cd791fdf, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=69626f6e-d638-4d98-bbbc-5c65cd791fdf,segment=NetworkSegment(a9c5791f-be2c-4e16-b916-57fc506131fe),segment_id=a9c5791f-be2c-4e16-b916-57fc506131fe)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:28:56.032730 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334f5843-6b87-4f89-ab2a-dd225bb41a72 None None] Unable to find a vacant binding_index for network 5edb89bc-5556-490b-a4e4-e46c68f0d4ce and agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f {{(pid=103445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 31 15:28:56.044167 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334f5843-6b87-4f89-ab2a-dd225bb41a72 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 5edb89bc-5556-490b-a4e4-e46c68f0d4ce) {{(pid=103445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 15:28:56.048395 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-eea20c6e-98ff-4fc9-911b-f54c8fd761f1 None None] Provisioning complete for port 032df75e-afb4-4d92-a31b-ba52f9f4bb39 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:56.049160 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-eea20c6e-98ff-4fc9-911b-f54c8fd761f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:56.066639 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f0ad9072-f8eb-46f6-86cb-361ed9b8540b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:56.077538 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f0ad9072-f8eb-46f6-86cb-361ed9b8540b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:56.085866 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-cf16199c-aebc-423c-972c-31c19e10c15f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 5edb89bc-5556-490b-a4e4-e46c68f0d4ce) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:56.092003 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf16199c-aebc-423c-972c-31c19e10c15f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:56.096860 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cf16199c-aebc-423c-972c-31c19e10c15f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:56.097093 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:56.097093 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device df954083-56c1-47ac-88a2-eb59711e5fff up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:28:56.098478 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-885cc8fd-e276-4485-b2b4-38f589a0fe8e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:28:56.105955 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e72249fe-ad3f-4189-b487-b19ba1bd0bce tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Calling delete_port for 814b2277-ce7d-419a-ba7b-697b27504d5a owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:56.170951 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-885cc8fd-e276-4485-b2b4-38f589a0fe8e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:56.176786 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885cc8fd-e276-4485-b2b4-38f589a0fe8e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:56.177414 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-885cc8fd-e276-4485-b2b4-38f589a0fe8e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:56.226855 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ad9072-f8eb-46f6-86cb-361ed9b8540b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:56.231452 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f0ad9072-f8eb-46f6-86cb-361ed9b8540b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:56.270411 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-eea20c6e-98ff-4fc9-911b-f54c8fd761f1 None None] Port 032df75e-afb4-4d92-a31b-ba52f9f4bb39 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:28:56.279774 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aba2bbe4-1f77-4ec7-a569-e97bc80c82c7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:56.291170 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ba3d6c-60ab-45f8-a437-c5a54746c96a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network bc33895a-db18-4da4-903f-fdf2b3c99c40 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:28:56.293767 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e72249fe-ad3f-4189-b487-b19ba1bd0bce tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:56.297738 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-cf16199c-aebc-423c-972c-31c19e10c15f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.0725324 Mar 31 15:28:56.342857 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42578) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:56.349590 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=69626f6e-d638-4d98-bbbc-5c65cd791fdf,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:56.359486 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-2328ed2e-80d3-4d09-b9df-dd74d1f6c2b8 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1902363532'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:56.363019 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-f5ba3d6c-60ab-45f8-a437-c5a54746c96a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, bc33895a-db18-4da4-903f-fdf2b3c99c40) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:56.367687 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72249fe-ad3f-4189-b487-b19ba1bd0bce tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Pushing event deleted for resources: {'Port': ['ID=814b2277-ce7d-419a-ba7b-697b27504d5a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:56.371743 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-2328ed2e-80d3-4d09-b9df-dd74d1f6c2b8 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:56.375943 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ba3d6c-60ab-45f8-a437-c5a54746c96a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:56.376632 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f5ba3d6c-60ab-45f8-a437-c5a54746c96a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:56.401965 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2328ed2e-80d3-4d09-b9df-dd74d1f6c2b8 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Usage tracker for resource:network and tenant:8c6575be81e7411a95d81072c1e21ab3 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:56.406236 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2328ed2e-80d3-4d09-b9df-dd74d1f6c2b8 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:56.426695 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e72249fe-ad3f-4189-b487-b19ba1bd0bce tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:56.430112 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e72249fe-ad3f-4189-b487-b19ba1bd0bce tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] 10.222.0.31 "DELETE /v2.0/ports/814b2277-ce7d-419a-ba7b-697b27504d5a HTTP/1.1" status: 204 len: 168 time: 2.1603205 Mar 31 15:28:56.432160 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-2328ed2e-80d3-4d09-b9df-dd74d1f6c2b8 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:56.434606 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42584) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:56.486832 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-f0ad9072-f8eb-46f6-86cb-361ed9b8540b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] device_id is not set on port c7666a54-fc31-4efe-85c8-8278552654e9 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:28:56.497026 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port df954083-56c1-47ac-88a2-eb59711e5fff triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:56.497723 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:56.511940 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f5ba3d6c-60ab-45f8-a437-c5a54746c96a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7580256 Mar 31 15:28:56.514783 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42588) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:56.537662 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885cc8fd-e276-4485-b2b4-38f589a0fe8e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event updated for resources: {'Network': ['ID=eafee47e-836d-44b6-bc2d-283e72a677e5,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:56.539871 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2bbe4-1f77-4ec7-a569-e97bc80c82c7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Subnet': ['ID=7aefb2ef-9f73-4167-a7b4-3c21b2767cb6,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:56.560088 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network eafee47e-836d-44b6-bc2d-283e72a677e5 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:28:56.596316 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-2ea3ad7e-6076-4b90-ba53-b8d729a61423 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Deleting port f60803ab-5fda-4c7b-a519-b8fb8f421411 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:56.596660 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ea3ad7e-6076-4b90-ba53-b8d729a61423 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:56.724968 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aba2bbe4-1f77-4ec7-a569-e97bc80c82c7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:56.726862 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-aba2bbe4-1f77-4ec7-a569-e97bc80c82c7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/7aefb2ef-9f73-4167-a7b4-3c21b2767cb6 HTTP/1.1" status: 204 len: 168 time: 1.5317678 Mar 31 15:28:56.736249 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42594) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:56.767114 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-885cc8fd-e276-4485-b2b4-38f589a0fe8e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2274721 Mar 31 15:28:56.778845 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42596) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:56.823283 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2328ed2e-80d3-4d09-b9df-dd74d1f6c2b8 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Made reservation on behalf of 8c6575be81e7411a95d81072c1e21ab3 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:56.827747 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2328ed2e-80d3-4d09-b9df-dd74d1f6c2b8 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:56.847408 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 997833df-b432-4aab-abea-77090e1ebf65 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:28:56.860720 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-188190bf-5396-48a5-9207-fabb839b74f8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Request body: {'subnet': {'network_id': 'eafee47e-836d-44b6-bc2d-283e72a677e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:56.892250 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-14ca806c-7c2b-40cc-a329-b4924ffe62b3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1238585 Mar 31 15:28:56.907717 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42606) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:56.939095 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-9c9a2ba9-f392-46d1-a453-b5cf58f33761 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:56.984181 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-796e25ab-e5da-4236-bd21-8d0b0d62a82d tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:57.031261 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 997833df-b432-4aab-abea-77090e1ebf65 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:57.032881 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:57.224871 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-188190bf-5396-48a5-9207-fabb839b74f8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:57.241476 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-188190bf-5396-48a5-9207-fabb839b74f8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Usage tracker for resource:subnet and tenant:cba800ed59cd4d6f8d690d59c4ee670b is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:57.259885 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ea3ad7e-6076-4b90-ba53-b8d729a61423 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:57.270815 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42616) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:57.279757 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24bb9ab-fc13-4491-8a0f-81f15ff3d86c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-5edb89bc-5556-490b-a4e4-e46c68f0d4ce', 'network_id': '5edb89bc-5556-490b-a4e4-e46c68f0d4ce', 'tenant_id': '8c6575be81e7411a95d81072c1e21ab3', 'fixed_ips': [{'subnet_id': '9f856c5c-781f-4049-b65f-8a1bdf62733b'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:28:57.281009 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a24bb9ab-fc13-4491-8a0f-81f15ff3d86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:57.299938 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2328ed2e-80d3-4d09-b9df-dd74d1f6c2b8 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:28:57.300048 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-188190bf-5396-48a5-9207-fabb839b74f8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:57.319849 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9c9a2ba9-f392-46d1-a453-b5cf58f33761 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:57.322997 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-188190bf-5396-48a5-9207-fabb839b74f8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:57.415554 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9c9a2ba9-f392-46d1-a453-b5cf58f33761 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:57.440543 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-2ea3ad7e-6076-4b90-ba53-b8d729a61423 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Calling delete_port for f60803ab-5fda-4c7b-a519-b8fb8f421411 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:28:57.443793 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f0ad9072-f8eb-46f6-86cb-361ed9b8540b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:57.500681 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 69626f6e-d638-4d98-bbbc-5c65cd791fdf up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:28:57.506854 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188190bf-5396-48a5-9207-fabb839b74f8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Made reservation on behalf of cba800ed59cd4d6f8d690d59c4ee670b for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:57.511006 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-188190bf-5396-48a5-9207-fabb839b74f8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:57.535810 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2328ed2e-80d3-4d09-b9df-dd74d1f6c2b8 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:57.535810 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-2328ed2e-80d3-4d09-b9df-dd74d1f6c2b8 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Added segment 93ef03fd-f58b-4733-a628-6d89f8cdaa77 of type vlan for network e807375f-783d-4dca-ae60-0353326b83cf Mar 31 15:28:57.545587 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-48b56735-a626-495f-b47e-6adab7f705ad tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:57.564088 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-48b56735-a626-495f-b47e-6adab7f705ad tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:57.576827 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-48b56735-a626-495f-b47e-6adab7f705ad tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Usage tracker for resource:floatingip and tenant:d0aa4f4115644c53a36c70e9d9a58c07 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:57.640541 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 69626f6e-d638-4d98-bbbc-5c65cd791fdf triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:57.640704 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-48b56735-a626-495f-b47e-6adab7f705ad tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:57.640910 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:57.648163 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9a2ba9-f392-46d1-a453-b5cf58f33761 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:57.651645 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9c9a2ba9-f392-46d1-a453-b5cf58f33761 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:57.672264 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-48b56735-a626-495f-b47e-6adab7f705ad tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:57.681717 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-a24bb9ab-fc13-4491-8a0f-81f15ff3d86c None None] Allocated IP 2001:db8:0:ffff::2 (5edb89bc-5556-490b-a4e4-e46c68f0d4ce/9f856c5c-781f-4049-b65f-8a1bdf62733b/4727a91c-6e33-44f4-973d-99e5ea3e2b9f) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:57.682965 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2328ed2e-80d3-4d09-b9df-dd74d1f6c2b8 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:57.790940 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-48b56735-a626-495f-b47e-6adab7f705ad tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:57.854062 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ea3ad7e-6076-4b90-ba53-b8d729a61423 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:57.904823 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2328ed2e-80d3-4d09-b9df-dd74d1f6c2b8 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:57.910309 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2328ed2e-80d3-4d09-b9df-dd74d1f6c2b8 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:57.910951 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2328ed2e-80d3-4d09-b9df-dd74d1f6c2b8 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:57.926425 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f0ad9072-f8eb-46f6-86cb-361ed9b8540b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:57.937113 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-796e25ab-e5da-4236-bd21-8d0b0d62a82d tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Allocated IP 172.20.0.29 (6fa62bbd-91da-46a7-af9f-c3ba95dfe85c/137be224-49e4-4e3d-a945-297165dd6462/032df75e-afb4-4d92-a31b-ba52f9f4bb39) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:57.960106 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3ad7e-6076-4b90-ba53-b8d729a61423 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Pushing event deleted for resources: {'Port': ['ID=f60803ab-5fda-4c7b-a519-b8fb8f421411,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:57.990350 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 68c06276-244b-40b5-8de7-8c3510ef1cb7 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:28:57.997465 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ea3ad7e-6076-4b90-ba53-b8d729a61423 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:58.071672 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79a71208-e5af-4248-be12-519ed1a80b2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:58.132429 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2ea3ad7e-6076-4b90-ba53-b8d729a61423 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] 10.222.0.31 "DELETE /v2.0/ports/f60803ab-5fda-4c7b-a519-b8fb8f421411 HTTP/1.1" status: 204 len: 168 time: 1.6945639 Mar 31 15:28:58.132634 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ad9072-f8eb-46f6-86cb-361ed9b8540b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network 21fb1b93-57bc-469c-b44e-283edc84fea9 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:58.132754 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328ed2e-80d3-4d09-b9df-dd74d1f6c2b8 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event updated for resources: {'Network': ['ID=e807375f-783d-4dca-ae60-0353326b83cf,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:58.134468 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42622) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:58.145914 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2328ed2e-80d3-4d09-b9df-dd74d1f6c2b8 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8005552 Mar 31 15:28:58.165929 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network e807375f-783d-4dca-ae60-0353326b83cf details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:28:58.178584 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42626) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:58.200296 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-f0ad9072-f8eb-46f6-86cb-361ed9b8540b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:58.211214 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad9072-f8eb-46f6-86cb-361ed9b8540b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Port': ['ID=c7666a54-fc31-4efe-85c8-8278552654e9,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:58.213567 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ad9072-f8eb-46f6-86cb-361ed9b8540b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:58.218978 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ad9072-f8eb-46f6-86cb-361ed9b8540b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:58.219673 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f0ad9072-f8eb-46f6-86cb-361ed9b8540b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:58.266117 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f67a4261-a2ed-4b7a-85d4-3e4d0035ef1c tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Request body: {'subnet': {'network_id': 'e807375f-783d-4dca-ae60-0353326b83cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:58.281557 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-17fac4e4-aa3d-4e03-99cc-b8acc92d84c0 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Synchronizing usage tracker for tenant:a3b50cdb77b4483a9e8d82544eb4d285 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:28:58.285085 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a24bb9ab-fc13-4491-8a0f-81f15ff3d86c None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:58.323839 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a24bb9ab-fc13-4491-8a0f-81f15ff3d86c None None] Transition to ACTIVE for port object 4727a91c-6e33-44f4-973d-99e5ea3e2b9f will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:58.336309 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 68c06276-244b-40b5-8de7-8c3510ef1cb7 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:28:58.337001 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:58.391771 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-796e25ab-e5da-4236-bd21-8d0b0d62a82d tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:58.394607 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a24bb9ab-fc13-4491-8a0f-81f15ff3d86c None None] Transition to ACTIVE for port object 4727a91c-6e33-44f4-973d-99e5ea3e2b9f will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:58.415085 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f0ad9072-f8eb-46f6-86cb-361ed9b8540b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.5237811 Mar 31 15:28:58.415085 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-796e25ab-e5da-4236-bd21-8d0b0d62a82d tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Transition to ACTIVE for port object 032df75e-afb4-4d92-a31b-ba52f9f4bb39 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:28:58.419708 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42630) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:58.420878 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-7c88f47a-29c4-402b-b863-0887a2646896 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:58.448054 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9c9a2ba9-f392-46d1-a453-b5cf58f33761 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:58.500206 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a24bb9ab-fc13-4491-8a0f-81f15ff3d86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:58.523781 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f67a4261-a2ed-4b7a-85d4-3e4d0035ef1c tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:58.533987 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f67a4261-a2ed-4b7a-85d4-3e4d0035ef1c tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Usage tracker for resource:subnet and tenant:8c6575be81e7411a95d81072c1e21ab3 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:58.537893 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-17fac4e4-aa3d-4e03-99cc-b8acc92d84c0 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Unset dirty status for tenant:a3b50cdb77b4483a9e8d82544eb4d285 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:28:58.543202 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-17fac4e4-aa3d-4e03-99cc-b8acc92d84c0 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3990607 Mar 31 15:28:58.546015 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f67a4261-a2ed-4b7a-85d4-3e4d0035ef1c tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:58.556111 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42634) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:58.572462 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ec57272b-8ec9-4322-a697-53693a0f1bf6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-427864806'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:58.582437 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f67a4261-a2ed-4b7a-85d4-3e4d0035ef1c tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:58.596727 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ec57272b-8ec9-4322-a697-53693a0f1bf6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:58.631205 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24bb9ab-fc13-4491-8a0f-81f15ff3d86c None None] Pushing event updated for resources: {'Port': ['ID=4727a91c-6e33-44f4-973d-99e5ea3e2b9f,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:58.643028 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24bb9ab-fc13-4491-8a0f-81f15ff3d86c None None] Network 5edb89bc-5556-490b-a4e4-e46c68f0d4ce is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:58.646080 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-a24bb9ab-fc13-4491-8a0f-81f15ff3d86c None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:58.649062 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24bb9ab-fc13-4491-8a0f-81f15ff3d86c None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:28:58.652680 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-188190bf-5396-48a5-9207-fabb839b74f8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:58.683019 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-796e25ab-e5da-4236-bd21-8d0b0d62a82d tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:58.749947 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a24bb9ab-fc13-4491-8a0f-81f15ff3d86c None None] Attempting to bind port 4727a91c-6e33-44f4-973d-99e5ea3e2b9f on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:28:58.750343 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a24bb9ab-fc13-4491-8a0f-81f15ff3d86c None None] Attempting to bind port 4727a91c-6e33-44f4-973d-99e5ea3e2b9f by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '471cc289-b7b8-43d6-91df-36050e85a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5edb89bc-5556-490b-a4e4-e46c68f0d4ce'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:28:58.751305 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24bb9ab-fc13-4491-8a0f-81f15ff3d86c None None] Attempting to bind port 4727a91c-6e33-44f4-973d-99e5ea3e2b9f on network 5edb89bc-5556-490b-a4e4-e46c68f0d4ce {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:28:58.757224 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24bb9ab-fc13-4491-8a0f-81f15ff3d86c None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:28:58.757224 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24bb9ab-fc13-4491-8a0f-81f15ff3d86c None None] Checking segment: {'id': '471cc289-b7b8-43d6-91df-36050e85a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5edb89bc-5556-490b-a4e4-e46c68f0d4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:58.757622 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a24bb9ab-fc13-4491-8a0f-81f15ff3d86c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:58.758275 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24bb9ab-fc13-4491-8a0f-81f15ff3d86c None None] Bound using segment: {'id': '471cc289-b7b8-43d6-91df-36050e85a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5edb89bc-5556-490b-a4e4-e46c68f0d4ce'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:28:58.758474 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a24bb9ab-fc13-4491-8a0f-81f15ff3d86c None None] Bound port: 4727a91c-6e33-44f4-973d-99e5ea3e2b9f, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '471cc289-b7b8-43d6-91df-36050e85a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5edb89bc-5556-490b-a4e4-e46c68f0d4ce'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:28:58.759392 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a24bb9ab-fc13-4491-8a0f-81f15ff3d86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:58.770125 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ec57272b-8ec9-4322-a697-53693a0f1bf6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Usage tracker for resource:network and tenant:a3b50cdb77b4483a9e8d82544eb4d285 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:58.777837 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9a2ba9-f392-46d1-a453-b5cf58f33761 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:58.779023 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67a4261-a2ed-4b7a-85d4-3e4d0035ef1c tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Made reservation on behalf of 8c6575be81e7411a95d81072c1e21ab3 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:58.782062 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f67a4261-a2ed-4b7a-85d4-3e4d0035ef1c tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:58.796670 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ec57272b-8ec9-4322-a697-53693a0f1bf6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Quota usage for network was recalculated. Used quota:2. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:58.807722 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-48b56735-a626-495f-b47e-6adab7f705ad tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:58.827084 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-9c9a2ba9-f392-46d1-a453-b5cf58f33761 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:58.830630 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9a2ba9-f392-46d1-a453-b5cf58f33761 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:58.831208 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9c9a2ba9-f392-46d1-a453-b5cf58f33761 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:58.858119 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a24bb9ab-fc13-4491-8a0f-81f15ff3d86c None None] For port 4727a91c-6e33-44f4-973d-99e5ea3e2b9f, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:28:58.862006 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a24bb9ab-fc13-4491-8a0f-81f15ff3d86c None None] For port 4727a91c-6e33-44f4-973d-99e5ea3e2b9f, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=4727a91c-6e33-44f4-973d-99e5ea3e2b9f,segment=NetworkSegment(471cc289-b7b8-43d6-91df-36050e85a08e),segment_id=471cc289-b7b8-43d6-91df-36050e85a08e)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:28:58.873044 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ec57272b-8ec9-4322-a697-53693a0f1bf6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:58.905338 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a2ba9-f392-46d1-a453-b5cf58f33761 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Subnet': ['ID=c862d493-0438-416b-9c5c-c414950c2140,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:58.942424 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a24bb9ab-fc13-4491-8a0f-81f15ff3d86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:59.026594 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24bb9ab-fc13-4491-8a0f-81f15ff3d86c None None] Pushing event updated for resources: {'Port': ['ID=4727a91c-6e33-44f4-973d-99e5ea3e2b9f,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:59.031361 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec57272b-8ec9-4322-a697-53693a0f1bf6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Made reservation on behalf of a3b50cdb77b4483a9e8d82544eb4d285 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:59.034685 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec57272b-8ec9-4322-a697-53693a0f1bf6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:59.056716 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e25ab-e5da-4236-bd21-8d0b0d62a82d tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Port': ['ID=032df75e-afb4-4d92-a31b-ba52f9f4bb39,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:59.107138 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188190bf-5396-48a5-9207-fabb839b74f8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Checking segment: {'id': 'a9b1e44b-26e6-4f30-9a26-9ea20658378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'eafee47e-836d-44b6-bc2d-283e72a677e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:28:59.107505 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188190bf-5396-48a5-9207-fabb839b74f8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Network hostable DHCP agents. Network: eafee47e-836d-44b6-bc2d-283e72a677e5, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:28:59.116319 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9c9a2ba9-f392-46d1-a453-b5cf58f33761 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1920738 Mar 31 15:28:59.122561 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42638) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:59.130406 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-79a71208-e5af-4248-be12-519ed1a80b2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Allocated IP 172.22.0.1 (bc33895a-db18-4da4-903f-fdf2b3c99c40/69408f8a-4afc-4f6c-8039-cf552e0a59b9/e68dd7d7-7683-46e9-9137-953a19061146) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:59.138989 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-0df8eb87-3653-405c-b885-d0a10e0ffcfc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'port': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'fixed_ips': [{'subnet_id': 'c862d493-0438-416b-9c5c-c414950c2140', 'ip_address': '2001:db8::b30:b965:270f:75de'}], 'name': 'tempest-NetworksTestDHCPv6-116664844'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:59.156423 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7c88f47a-29c4-402b-b863-0887a2646896 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:59.156787 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec57272b-8ec9-4322-a697-53693a0f1bf6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:28:59.176515 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188190bf-5396-48a5-9207-fabb839b74f8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event updated for resources: {'Subnet': ['ID=5d17ed57-f5a7-440a-a888-b2974227e732,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:59.267370 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-796e25ab-e5da-4236-bd21-8d0b0d62a82d tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] In _notify_port_updated(), no bound segment for port 032df75e-afb4-4d92-a31b-ba52f9f4bb39 on network 6fa62bbd-91da-46a7-af9f-c3ba95dfe85c {{(pid=103444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 31 15:28:59.272017 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-48b56735-a626-495f-b47e-6adab7f705ad tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Allocated IP 172.26.5.217 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/73e2d997-7cf0-4610-89d6-d2516e24e048) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:59.276634 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796e25ab-e5da-4236-bd21-8d0b0d62a82d tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:59.277359 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-796e25ab-e5da-4236-bd21-8d0b0d62a82d tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:59.278781 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-796e25ab-e5da-4236-bd21-8d0b0d62a82d tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "PUT /v2.0/ports/032df75e-afb4-4d92-a31b-ba52f9f4bb39 HTTP/1.1" status: 200 len: 999 time: 3.3920331 Mar 31 15:28:59.282227 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec57272b-8ec9-4322-a697-53693a0f1bf6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:59.282511 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-ec57272b-8ec9-4322-a697-53693a0f1bf6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Added segment 1daac6cc-54b3-4aba-901c-3aa0b20a333f of type vlan for network 60964f81-47fa-4ce8-a8ff-96c91d310eea Mar 31 15:28:59.287211 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42642) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:59.393427 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188190bf-5396-48a5-9207-fabb839b74f8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Network eafee47e-836d-44b6-bc2d-283e72a677e5 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:28:59.426164 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 4727a91c-6e33-44f4-973d-99e5ea3e2b9f up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:28:59.497241 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec57272b-8ec9-4322-a697-53693a0f1bf6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:59.520226 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-0df8eb87-3653-405c-b885-d0a10e0ffcfc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:28:59.527890 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-188190bf-5396-48a5-9207-fabb839b74f8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, eafee47e-836d-44b6-bc2d-283e72a677e5) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:59.530055 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-0df8eb87-3653-405c-b885-d0a10e0ffcfc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:port and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:28:59.534369 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-0df8eb87-3653-405c-b885-d0a10e0ffcfc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for port was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:28:59.544314 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188190bf-5396-48a5-9207-fabb839b74f8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:59.545079 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-188190bf-5396-48a5-9207-fabb839b74f8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:59.548677 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-0df8eb87-3653-405c-b885-d0a10e0ffcfc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:28:59.576107 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 4727a91c-6e33-44f4-973d-99e5ea3e2b9f completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:28:59.588237 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7c88f47a-29c4-402b-b863-0887a2646896 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:59.613498 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-395e9086-aab7-4abf-a5ae-85800eb6233e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting port 032df75e-afb4-4d92-a31b-ba52f9f4bb39 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:28:59.613998 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-395e9086-aab7-4abf-a5ae-85800eb6233e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:59.650313 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-188190bf-5396-48a5-9207-fabb839b74f8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8658576 Mar 31 15:28:59.651354 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df8eb87-3653-405c-b885-d0a10e0ffcfc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:59.666035 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42646) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:59.669951 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-ec57272b-8ec9-4322-a697-53693a0f1bf6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:28:59.707572 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7c88f47a-29c4-402b-b863-0887a2646896 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:59.771516 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f67a4261-a2ed-4b7a-85d4-3e4d0035ef1c tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:59.846263 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7c88f47a-29c4-402b-b863-0887a2646896 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] In _notify_port_updated(), no bound segment for port c7666a54-fc31-4efe-85c8-8278552654e9 on network 21fb1b93-57bc-469c-b44e-283edc84fea9 {{(pid=103444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 31 15:28:59.848234 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79a71208-e5af-4248-be12-519ed1a80b2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:59.851723 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c88f47a-29c4-402b-b863-0887a2646896 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:59.852494 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7c88f47a-29c4-402b-b863-0887a2646896 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:59.856679 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7c88f47a-29c4-402b-b863-0887a2646896 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "PUT /v2.0/ports/c7666a54-fc31-4efe-85c8-8278552654e9 HTTP/1.1" status: 200 len: 818 time: 1.4380105 Mar 31 15:28:59.857533 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42650) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:28:59.873715 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec57272b-8ec9-4322-a697-53693a0f1bf6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:59.879050 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec57272b-8ec9-4322-a697-53693a0f1bf6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:59.879640 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec57272b-8ec9-4322-a697-53693a0f1bf6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:59.937312 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88f47a-29c4-402b-b863-0887a2646896 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Port': ['ID=c7666a54-fc31-4efe-85c8-8278552654e9,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:59.961421 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-48b56735-a626-495f-b47e-6adab7f705ad tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:28:59.971817 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0df8eb87-3653-405c-b885-d0a10e0ffcfc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:00.013684 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0df8eb87-3653-405c-b885-d0a10e0ffcfc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] device_id is not set on port 187dc177-4659-47c3-b661-f0c3487e9492 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:29:00.022999 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-79a71208-e5af-4248-be12-519ed1a80b2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Transition to ACTIVE for port object e68dd7d7-7683-46e9-9137-953a19061146 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:00.051560 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-81cf91d3-cfbf-4a3f-a2bb-9fbcf073a827 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:00.130444 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b882c0f-8607-4c70-b750-4349438c239e None None] Network 5edb89bc-5556-490b-a4e4-e46c68f0d4ce requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:00.153004 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993cc43f-cbc7-4440-a63d-9175a83ac132 None None] Network bc33895a-db18-4da4-903f-fdf2b3c99c40 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:00.179975 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4937aa4-d276-45ea-955e-4740c67d3811 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:00.194236 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043306ab-2ed6-45bd-8957-c8f3e8a26d9a None None] Network eafee47e-836d-44b6-bc2d-283e72a677e5 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:00.227116 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a4261-a2ed-4b7a-85d4-3e4d0035ef1c tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event updated for resources: {'Subnet': ['ID=b3e0d9a6-8356-4cb3-8db0-1e00d1727928,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:00.236264 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a4c992d0-8e6a-4225-9e29-5358ea7eea1f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting port c7666a54-fc31-4efe-85c8-8278552654e9 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:29:00.236599 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4c992d0-8e6a-4225-9e29-5358ea7eea1f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:00.239906 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-81cf91d3-cfbf-4a3f-a2bb-9fbcf073a827 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:00.270512 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57272b-8ec9-4322-a697-53693a0f1bf6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Pushing event updated for resources: {'Network': ['ID=60964f81-47fa-4ce8-a8ff-96c91d310eea,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:00.297859 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67a4261-a2ed-4b7a-85d4-3e4d0035ef1c tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Checking segment: {'id': '93ef03fd-f58b-4733-a628-6d89f8cdaa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e807375f-783d-4dca-ae60-0353326b83cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:00.298220 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67a4261-a2ed-4b7a-85d4-3e4d0035ef1c tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Network hostable DHCP agents. Network: e807375f-783d-4dca-ae60-0353326b83cf, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:29:00.326284 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 60964f81-47fa-4ce8-a8ff-96c91d310eea details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:29:00.370565 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-0df8eb87-3653-405c-b885-d0a10e0ffcfc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Allocated IP 2001:db8::b30:b965:270f:75de (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/c862d493-0438-416b-9c5c-c414950c2140/187dc177-4659-47c3-b661-f0c3487e9492) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:00.375071 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ec57272b-8ec9-4322-a697-53693a0f1bf6 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8157623 Mar 31 15:29:00.376151 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42658) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:00.384096 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-39793a40-5dc3-4ff7-9157-1d53ed7eb713 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1881115732'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:00.393759 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-39793a40-5dc3-4ff7-9157-1d53ed7eb713 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:00.399902 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-39793a40-5dc3-4ff7-9157-1d53ed7eb713 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Usage tracker for resource:network and tenant:a3b50cdb77b4483a9e8d82544eb4d285 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:00.404814 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-39793a40-5dc3-4ff7-9157-1d53ed7eb713 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Quota usage for network was recalculated. Used quota:3. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:00.424230 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-39793a40-5dc3-4ff7-9157-1d53ed7eb713 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:00.481977 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-81cf91d3-cfbf-4a3f-a2bb-9fbcf073a827 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:00.490880 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-395e9086-aab7-4abf-a5ae-85800eb6233e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:00.512703 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-48b56735-a626-495f-b47e-6adab7f705ad tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:00.516322 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79a71208-e5af-4248-be12-519ed1a80b2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:00.544328 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf91d3-cfbf-4a3f-a2bb-9fbcf073a827 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event deleted for resources: {'Subnet': ['ID=5d17ed57-f5a7-440a-a888-b2974227e732,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:00.596243 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d2f045c6-6300-45fb-8fc4-07adea5741e5 None None] Provisioning for port 4727a91c-6e33-44f4-973d-99e5ea3e2b9f completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:00.681764 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d2f045c6-6300-45fb-8fc4-07adea5741e5 None None] Provisioning complete for port 4727a91c-6e33-44f4-973d-99e5ea3e2b9f triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:00.682458 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d2f045c6-6300-45fb-8fc4-07adea5741e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:00.751668 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39793a40-5dc3-4ff7-9157-1d53ed7eb713 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Made reservation on behalf of a3b50cdb77b4483a9e8d82544eb4d285 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:00.755486 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-39793a40-5dc3-4ff7-9157-1d53ed7eb713 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:00.856990 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67a4261-a2ed-4b7a-85d4-3e4d0035ef1c tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Network e807375f-783d-4dca-ae60-0353326b83cf is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:29:00.878050 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-395e9086-aab7-4abf-a5ae-85800eb6233e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Calling delete_port for 032df75e-afb4-4d92-a31b-ba52f9f4bb39 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:29:00.886094 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-81cf91d3-cfbf-4a3f-a2bb-9fbcf073a827 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:00.927795 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0df8eb87-3653-405c-b885-d0a10e0ffcfc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:00.938626 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39793a40-5dc3-4ff7-9157-1d53ed7eb713 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:29:00.951184 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-81cf91d3-cfbf-4a3f-a2bb-9fbcf073a827 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eafee47e-836d-44b6-bc2d-283e72a677e5']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:00.969268 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-81cf91d3-cfbf-4a3f-a2bb-9fbcf073a827 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b1e44b-26e6-4f30-9a26-9ea20658378b') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:00.969630 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-81cf91d3-cfbf-4a3f-a2bb-9fbcf073a827 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b1e44b-26e6-4f30-9a26-9ea20658378b') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:00.982608 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-39793a40-5dc3-4ff7-9157-1d53ed7eb713 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:00.982955 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-39793a40-5dc3-4ff7-9157-1d53ed7eb713 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Added segment 694671d5-f0ce-410a-9dff-32ab5ecac075 of type vlan for network 48dd1b28-e5ec-4d12-ab35-f00e3c928a77 Mar 31 15:29:00.984303 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0df8eb87-3653-405c-b885-d0a10e0ffcfc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Transition to ACTIVE for port object 187dc177-4659-47c3-b661-f0c3487e9492 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:00.985348 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a71208-e5af-4248-be12-519ed1a80b2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network bc33895a-db18-4da4-903f-fdf2b3c99c40 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:00.989412 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b56735-a626-495f-b47e-6adab7f705ad tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:00.993472 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-81cf91d3-cfbf-4a3f-a2bb-9fbcf073a827 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:01.000064 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-48b56735-a626-495f-b47e-6adab7f705ad tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:01.002697 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b56735-a626-495f-b47e-6adab7f705ad tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:01.029293 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-79a71208-e5af-4248-be12-519ed1a80b2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:01.032561 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a71208-e5af-4248-be12-519ed1a80b2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:01.036007 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-81cf91d3-cfbf-4a3f-a2bb-9fbcf073a827 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:01.042921 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-39793a40-5dc3-4ff7-9157-1d53ed7eb713 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:01.053905 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81cf91d3-cfbf-4a3f-a2bb-9fbcf073a827 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:29:01.054376 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-81cf91d3-cfbf-4a3f-a2bb-9fbcf073a827 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:01.070222 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:29:01.070222 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:29:01.070222 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:29:01.070222 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:29:01.070222 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:29:01.070222 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:29:01.070222 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:29:01.070222 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:29:01.070222 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:29:01.070222 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:29:01.070222 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:29:01.070222 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:29:01.070222 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:29:01.070222 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:29:01.070222 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:29:01.070222 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:29:01.070222 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:29:01.070222 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:29:01.070222 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:29:01.070222 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:29:01.070222 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:29:01.070222 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:29:01.070222 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:29:01.070222 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:29:01.070222 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:29:01.070222 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:29:01.070222 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:29:01.070222 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:29:01.070222 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:29:01.070222 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:29:01.070222 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:29:01.070222 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:29:01.094543 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-f67a4261-a2ed-4b7a-85d4-3e4d0035ef1c tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, e807375f-783d-4dca-ae60-0353326b83cf) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:01.100214 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67a4261-a2ed-4b7a-85d4-3e4d0035ef1c tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:01.100844 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f67a4261-a2ed-4b7a-85d4-3e4d0035ef1c tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:01.118765 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de03e64f-26cd-42a2-82ab-4a6a716d0827 None None] Network eafee47e-836d-44b6-bc2d-283e72a677e5 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:01.142450 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b56735-a626-495f-b47e-6adab7f705ad tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Pushing event updated for resources: {'Port': ['ID=73e2d997-7cf0-4610-89d6-d2516e24e048,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:01.148109 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00e3a8c-347a-43d8-b3e7-aeb0b05a6fce None None] Network e807375f-783d-4dca-ae60-0353326b83cf requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:01.189845 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-39793a40-5dc3-4ff7-9157-1d53ed7eb713 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:29:01.216586 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4c992d0-8e6a-4225-9e29-5358ea7eea1f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:01.313173 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-81cf91d3-cfbf-4a3f-a2bb-9fbcf073a827 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:01.335807 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79a71208-e5af-4248-be12-519ed1a80b2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:01.347610 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-81cf91d3-cfbf-4a3f-a2bb-9fbcf073a827 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:01.367549 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf91d3-cfbf-4a3f-a2bb-9fbcf073a827 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event deleted for resources: {'Network': ['ID=eafee47e-836d-44b6-bc2d-283e72a677e5,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:01.374479 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-81cf91d3-cfbf-4a3f-a2bb-9fbcf073a827 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/networks/eafee47e-836d-44b6-bc2d-283e72a677e5 HTTP/1.1" status: 204 len: 168 time: 1.7055111 Mar 31 15:29:01.377769 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0df8eb87-3653-405c-b885-d0a10e0ffcfc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:01.379770 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42662) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:01.380062 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-39793a40-5dc3-4ff7-9157-1d53ed7eb713 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:01.386472 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39793a40-5dc3-4ff7-9157-1d53ed7eb713 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:01.387209 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-39793a40-5dc3-4ff7-9157-1d53ed7eb713 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:01.417277 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a4c992d0-8e6a-4225-9e29-5358ea7eea1f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Calling delete_port for c7666a54-fc31-4efe-85c8-8278552654e9 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:29:01.429295 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d2f045c6-6300-45fb-8fc4-07adea5741e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:01.469309 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a71208-e5af-4248-be12-519ed1a80b2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Port': ['ID=e68dd7d7-7683-46e9-9137-953a19061146,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:01.473659 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f67a4261-a2ed-4b7a-85d4-3e4d0035ef1c tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.2883511 Mar 31 15:29:01.481460 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42666) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:01.538869 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-57eb67cf-17b5-4a2b-b94b-b543fbecef7a tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] GET failed (client error): The resource could not be found. Mar 31 15:29:01.539374 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-57eb67cf-17b5-4a2b-b94b-b543fbecef7a tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Synchronizing usage tracker for tenant:cba800ed59cd4d6f8d690d59c4ee670b on resource:subnet {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:29:01.556015 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df8eb87-3653-405c-b885-d0a10e0ffcfc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:01.593224 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-d2f045c6-6300-45fb-8fc4-07adea5741e5 None None] For port 4727a91c-6e33-44f4-973d-99e5ea3e2b9f, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=4727a91c-6e33-44f4-973d-99e5ea3e2b9f,segment=NetworkSegment(471cc289-b7b8-43d6-91df-36050e85a08e),segment_id=471cc289-b7b8-43d6-91df-36050e85a08e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:29:01.614873 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-0df8eb87-3653-405c-b885-d0a10e0ffcfc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:01.634856 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df8eb87-3653-405c-b885-d0a10e0ffcfc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:01.640706 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df8eb87-3653-405c-b885-d0a10e0ffcfc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:01.641959 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0df8eb87-3653-405c-b885-d0a10e0ffcfc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:01.653303 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-39793a40-5dc3-4ff7-9157-1d53ed7eb713 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2717791 Mar 31 15:29:01.675660 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8eb87-3653-405c-b885-d0a10e0ffcfc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Port': ['ID=187dc177-4659-47c3-b661-f0c3487e9492,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:01.687313 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39793a40-5dc3-4ff7-9157-1d53ed7eb713 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Pushing event updated for resources: {'Network': ['ID=48dd1b28-e5ec-4d12-ab35-f00e3c928a77,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:01.717001 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 48dd1b28-e5ec-4d12-ab35-f00e3c928a77 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:29:01.738760 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d2f045c6-6300-45fb-8fc4-07adea5741e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:01.757779 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0df8eb87-3653-405c-b885-d0a10e0ffcfc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.6307631 Mar 31 15:29:01.763271 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42670) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:01.799695 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42674) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:01.810473 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-57eb67cf-17b5-4a2b-b94b-b543fbecef7a tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Unset dirty status for tenant:cba800ed59cd4d6f8d690d59c4ee670b on resource:subnet {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:29:01.815750 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-57eb67cf-17b5-4a2b-b94b-b543fbecef7a tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "GET /v2.0/subnets/5d17ed57-f5a7-440a-a888-b2974227e732 HTTP/1.1" status: 404 len: 337 time: 0.4240918 Mar 31 15:29:01.820769 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-9adb8c24-874c-4159-bb4f-c0a9593c10e5 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Request body: {'subnets': [{'network_id': '60964f81-47fa-4ce8-a8ff-96c91d310eea', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1568424270', 'ip_version': 4}, {'network_id': '48dd1b28-e5ec-4d12-ab35-f00e3c928a77', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:01.820769 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-9adb8c24-874c-4159-bb4f-c0a9593c10e5 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Request body: {'subnet': {'network_id': '60964f81-47fa-4ce8-a8ff-96c91d310eea', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1568424270', 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:01.820769 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-9adb8c24-874c-4159-bb4f-c0a9593c10e5 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Request body: {'subnet': {'network_id': '48dd1b28-e5ec-4d12-ab35-f00e3c928a77', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:01.830630 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dec6f0-62ee-4464-835e-d3dd06bbde38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-bc33895a-db18-4da4-903f-fdf2b3c99c40', 'network_id': 'bc33895a-db18-4da4-903f-fdf2b3c99c40', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'fixed_ips': [{'subnet_id': '69408f8a-4afc-4f6c-8039-cf552e0a59b9'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:29:01.831454 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-34dec6f0-62ee-4464-835e-d3dd06bbde38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:01.843347 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42678) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:01.879537 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4c992d0-8e6a-4225-9e29-5358ea7eea1f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:01.953612 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-63cff39a-1604-4b1e-90dd-03c03dad7f75 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] DELETE failed (client error): The resource could not be found. Mar 31 15:29:01.954441 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63cff39a-1604-4b1e-90dd-03c03dad7f75 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:29:01.955775 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-63cff39a-1604-4b1e-90dd-03c03dad7f75 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/networks/eafee47e-836d-44b6-bc2d-283e72a677e5 HTTP/1.1" status: 404 len: 339 time: 0.1113348 Mar 31 15:29:01.963578 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42682) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:02.039013 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4c992d0-8e6a-4225-9e29-5358ea7eea1f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:02.057217 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f045c6-6300-45fb-8fc4-07adea5741e5 None None] Pushing event updated for resources: {'Port': ['ID=4727a91c-6e33-44f4-973d-99e5ea3e2b9f,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:02.078967 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607a247f-9833-4f1c-addf-960e3756b3de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-e807375f-783d-4dca-ae60-0353326b83cf', 'network_id': 'e807375f-783d-4dca-ae60-0353326b83cf', 'tenant_id': '8c6575be81e7411a95d81072c1e21ab3', 'fixed_ips': [{'subnet_id': 'b3e0d9a6-8356-4cb3-8db0-1e00d1727928'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:29:02.079815 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-607a247f-9833-4f1c-addf-960e3756b3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:02.106226 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-342fca22-e9b2-417a-bba9-ba8c8345ba6f None None] Provisioning for port 032df75e-afb4-4d92-a31b-ba52f9f4bb39 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:02.114277 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-395e9086-aab7-4abf-a5ae-85800eb6233e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:02.126985 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79a71208-e5af-4248-be12-519ed1a80b2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:02.131231 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-342fca22-e9b2-417a-bba9-ba8c8345ba6f None None] Provisioning complete for port 032df75e-afb4-4d92-a31b-ba52f9f4bb39 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:02.131824 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-342fca22-e9b2-417a-bba9-ba8c8345ba6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:02.137818 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c992d0-8e6a-4225-9e29-5358ea7eea1f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Port': ['ID=c7666a54-fc31-4efe-85c8-8278552654e9,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:02.182462 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9adb8c24-874c-4159-bb4f-c0a9593c10e5 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:02.224726 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:02.231946 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e9086-aab7-4abf-a5ae-85800eb6233e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Port': ['ID=032df75e-afb4-4d92-a31b-ba52f9f4bb39,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:02.245824 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0904acc6-d3cc-4dfd-a770-7d1c68df4dc8 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:02.259256 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763f06e4-98c9-4303-8abe-4f38b6469c54 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:02.264415 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-342fca22-e9b2-417a-bba9-ba8c8345ba6f None None] Port 032df75e-afb4-4d92-a31b-ba52f9f4bb39 was deleted so its status cannot be updated. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 31 15:29:02.265123 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763f06e4-98c9-4303-8abe-4f38b6469c54 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:02.265936 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-763f06e4-98c9-4303-8abe-4f38b6469c54 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:29:02.279004 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9adb8c24-874c-4159-bb4f-c0a9593c10e5 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Usage tracker for resource:subnet and tenant:a3b50cdb77b4483a9e8d82544eb4d285 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:02.284736 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9adb8c24-874c-4159-bb4f-c0a9593c10e5 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:02.298893 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9adb8c24-874c-4159-bb4f-c0a9593c10e5 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:02.347940 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a4c992d0-8e6a-4225-9e29-5358ea7eea1f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/ports/c7666a54-fc31-4efe-85c8-8278552654e9 HTTP/1.1" status: 204 len: 168 time: 2.4800186 Mar 31 15:29:02.351355 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42686) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:02.355142 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb93326-0619-4e54-9bbb-bcda7cc710b2 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:02.356310 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4bb93326-0619-4e54-9bbb-bcda7cc710b2 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Synchronizing usage tracker for tenant:cba800ed59cd4d6f8d690d59c4ee670b on resource:network {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:29:02.389783 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-763f06e4-98c9-4303-8abe-4f38b6469c54 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:29:02.396019 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-763f06e4-98c9-4303-8abe-4f38b6469c54 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.6355770 Mar 31 15:29:02.397534 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42690) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:02.504249 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-47bab3fb-4daf-4842-87e2-a35f5622310e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting port 187dc177-4659-47c3-b661-f0c3487e9492 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:29:02.504596 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-47bab3fb-4daf-4842-87e2-a35f5622310e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:02.523594 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a19eb31d-430a-4a35-93e3-844f12412cd8 None None] Provisioning complete for port 68c06276-244b-40b5-8de7-8c3510ef1cb7 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:02.529629 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a19eb31d-430a-4a35-93e3-844f12412cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:02.698316 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-34dec6f0-62ee-4464-835e-d3dd06bbde38 None None] Allocated IP 172.22.0.2 (bc33895a-db18-4da4-903f-fdf2b3c99c40/69408f8a-4afc-4f6c-8039-cf552e0a59b9/d5c4a78b-e242-4460-ab8e-bb918bc83136) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:02.698558 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4bb93326-0619-4e54-9bbb-bcda7cc710b2 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Unset dirty status for tenant:cba800ed59cd4d6f8d690d59c4ee670b on resource:network {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:29:02.703325 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4bb93326-0619-4e54-9bbb-bcda7cc710b2 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7360351 Mar 31 15:29:02.704070 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42694) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:02.721256 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9adb8c24-874c-4159-bb4f-c0a9593c10e5 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Made reservation on behalf of a3b50cdb77b4483a9e8d82544eb4d285 for: {'subnet': 2} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:02.738186 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9adb8c24-874c-4159-bb4f-c0a9593c10e5 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:02.738514 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9adb8c24-874c-4159-bb4f-c0a9593c10e5 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:02.804407 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-607a247f-9833-4f1c-addf-960e3756b3de None None] Allocated IP 2001:db8::1 (e807375f-783d-4dca-ae60-0353326b83cf/b3e0d9a6-8356-4cb3-8db0-1e00d1727928/90838a02-35c3-4065-8659-bd953cbd3dc4) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:02.805824 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-48b56735-a626-495f-b47e-6adab7f705ad tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:02.836108 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400383d1-a6ed-4f7e-992e-e265ef773b4f None None] Network 5edb89bc-5556-490b-a4e4-e46c68f0d4ce requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:02.890258 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0ee40e0d-e839-4360-a23b-7337d512d397 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "GET /v2.0/subnets?network_id=81fb4282-babc-4201-afd1-e5be35072e1e HTTP/1.1" status: 200 len: 207 time: 0.1079941 Mar 31 15:29:02.890851 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42698) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:03.007148 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-395e9086-aab7-4abf-a5ae-85800eb6233e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:03.009064 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-395e9086-aab7-4abf-a5ae-85800eb6233e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/ports/032df75e-afb4-4d92-a31b-ba52f9f4bb39 HTTP/1.1" status: 204 len: 168 time: 3.7100914 Mar 31 15:29:03.015274 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42702) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:03.018567 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:03.189760 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-1622502c-9f43-4893-9b1b-9af17444dc85 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] GET failed (client error): The resource could not be found. Mar 31 15:29:03.190307 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1622502c-9f43-4893-9b1b-9af17444dc85 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Synchronizing usage tracker for tenant:62591a084e044f5ebd9b8ec401f28de6 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:29:03.192609 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-48b56735-a626-495f-b47e-6adab7f705ad tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:03.211656 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44488916-f864-4d37-b489-933e7e8e6abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:03.264947 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd99f95-6ddb-484e-b51c-e27d58071588 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:03.265914 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-cfd99f95-6ddb-484e-b51c-e27d58071588 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Synchronizing usage tracker for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:29:03.341131 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-47bab3fb-4daf-4842-87e2-a35f5622310e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:03.366483 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1622502c-9f43-4893-9b1b-9af17444dc85 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Unset dirty status for tenant:62591a084e044f5ebd9b8ec401f28de6 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:29:03.371184 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1622502c-9f43-4893-9b1b-9af17444dc85 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "GET /v2.0/ports/032df75e-afb4-4d92-a31b-ba52f9f4bb39 HTTP/1.1" status: 404 len: 333 time: 0.3506942 Mar 31 15:29:03.371184 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42706) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:03.446301 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 4727a91c-6e33-44f4-973d-99e5ea3e2b9f up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:29:03.470954 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-cfd99f95-6ddb-484e-b51c-e27d58071588 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Unset dirty status for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:29:03.474991 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-cfd99f95-6ddb-484e-b51c-e27d58071588 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.1135185 Mar 31 15:29:03.478348 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-74ad69df-55dd-478a-904c-196cdb6ca3f3 None None] Could not find standard attr ID for object 032df75e-afb4-4d92-a31b-ba52f9f4bb39. {{(pid=103445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 15:29:03.483685 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42710) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:03.484532 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-79a71208-e5af-4248-be12-519ed1a80b2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:29:03.511299 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-47bab3fb-4daf-4842-87e2-a35f5622310e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Calling delete_port for 187dc177-4659-47c3-b661-f0c3487e9492 owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:29:03.526499 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-34dec6f0-62ee-4464-835e-d3dd06bbde38 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:03.571649 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79a71208-e5af-4248-be12-519ed1a80b2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:03.592782 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-df15a7aa-349e-412d-8b42-39cc8483522d tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] GET failed (client error): The resource could not be found. Mar 31 15:29:03.601254 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-df15a7aa-349e-412d-8b42-39cc8483522d tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "GET /v2.0/ports/c7666a54-fc31-4efe-85c8-8278552654e9 HTTP/1.1" status: 404 len: 333 time: 0.1010361 Mar 31 15:29:03.613904 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42714) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:03.628096 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-bf1d882f-753d-4220-938f-4b92f4d3cdb2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-903731436'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:03.637277 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff64e279-c579-4ac2-8841-8d76f8c01561 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting subnet 137be224-49e4-4e3d-a945-297165dd6462 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:29:03.644148 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ff64e279-c579-4ac2-8841-8d76f8c01561 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:03.686473 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-bf1d882f-753d-4220-938f-4b92f4d3cdb2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:03.712947 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-bf1d882f-753d-4220-938f-4b92f4d3cdb2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:network and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:03.728699 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79a71208-e5af-4248-be12-519ed1a80b2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:03.730663 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14fba99-f67d-484a-94aa-1765219e3bc6 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:03.736977 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14fba99-f67d-484a-94aa-1765219e3bc6 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:03.744738 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14fba99-f67d-484a-94aa-1765219e3bc6 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:03.750838 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14fba99-f67d-484a-94aa-1765219e3bc6 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:03.755163 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c14fba99-f67d-484a-94aa-1765219e3bc6 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.8526459 Mar 31 15:29:03.756678 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42718) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:03.790762 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-47bab3fb-4daf-4842-87e2-a35f5622310e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:03.802442 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-48b56735-a626-495f-b47e-6adab7f705ad tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:03.804456 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-bf1d882f-753d-4220-938f-4b92f4d3cdb2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:03.820303 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-607a247f-9833-4f1c-addf-960e3756b3de None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:03.832415 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-607a247f-9833-4f1c-addf-960e3756b3de None None] Transition to ACTIVE for port object 90838a02-35c3-4065-8659-bd953cbd3dc4 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:03.853865 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-607a247f-9833-4f1c-addf-960e3756b3de None None] Transition to ACTIVE for port object 90838a02-35c3-4065-8659-bd953cbd3dc4 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:03.865339 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-34dec6f0-62ee-4464-835e-d3dd06bbde38 None None] Transition to ACTIVE for port object d5c4a78b-e242-4460-ab8e-bb918bc83136 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:03.866267 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-bf1d882f-753d-4220-938f-4b92f4d3cdb2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:03.896720 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bab3fb-4daf-4842-87e2-a35f5622310e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Port': ['ID=187dc177-4659-47c3-b661-f0c3487e9492,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:03.912200 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-48b56735-a626-495f-b47e-6adab7f705ad tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:03.913980 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-34dec6f0-62ee-4464-835e-d3dd06bbde38 None None] Transition to ACTIVE for port object d5c4a78b-e242-4460-ab8e-bb918bc83136 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:03.923926 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-74ad69df-55dd-478a-904c-196cdb6ca3f3 None None] Provisioning complete for port 4727a91c-6e33-44f4-973d-99e5ea3e2b9f triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:03.924132 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-74ad69df-55dd-478a-904c-196cdb6ca3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:03.925568 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ff64e279-c579-4ac2-8841-8d76f8c01561 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:04.002607 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-607a247f-9833-4f1c-addf-960e3756b3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:04.023429 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1d882f-753d-4220-938f-4b92f4d3cdb2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:04.027554 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf1d882f-753d-4220-938f-4b92f4d3cdb2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:04.034377 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-47bab3fb-4daf-4842-87e2-a35f5622310e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:04.054373 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a71208-e5af-4248-be12-519ed1a80b2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Port': ['ID=e68dd7d7-7683-46e9-9137-953a19061146,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:04.064112 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79a71208-e5af-4248-be12-519ed1a80b2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:04.071261 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-34dec6f0-62ee-4464-835e-d3dd06bbde38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:04.075805 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 4727a91c-6e33-44f4-973d-99e5ea3e2b9f triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:04.076192 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:04.157345 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607a247f-9833-4f1c-addf-960e3756b3de None None] Network e807375f-783d-4dca-ae60-0353326b83cf is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:04.173627 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-bb2313f2-6dd4-4f63-a3c2-e1dcad617931 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4156616 Mar 31 15:29:04.176855 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42722) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:04.190856 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-607a247f-9833-4f1c-addf-960e3756b3de None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:04.200432 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dec6f0-62ee-4464-835e-d3dd06bbde38 None None] Network bc33895a-db18-4da4-903f-fdf2b3c99c40 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:04.215610 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-48b56735-a626-495f-b47e-6adab7f705ad tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:04.217734 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607a247f-9833-4f1c-addf-960e3756b3de None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:04.217903 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-47bab3fb-4daf-4842-87e2-a35f5622310e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/187dc177-4659-47c3-b661-f0c3487e9492 HTTP/1.1" status: 204 len: 168 time: 1.8156087 Mar 31 15:29:04.220806 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-34dec6f0-62ee-4464-835e-d3dd06bbde38 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:04.220982 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42726) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:04.222571 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a247f-9833-4f1c-addf-960e3756b3de None None] Pushing event updated for resources: {'Port': ['ID=90838a02-35c3-4065-8659-bd953cbd3dc4,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:04.234704 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dec6f0-62ee-4464-835e-d3dd06bbde38 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:04.235676 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b56735-a626-495f-b47e-6adab7f705ad tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Pushing event updated for resources: {'Port': ['ID=73e2d997-7cf0-4610-89d6-d2516e24e048,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:04.316599 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903003a3-d40d-4c83-b2a6-60b680d66216 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:04.318037 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903003a3-d40d-4c83-b2a6-60b680d66216 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:04.318790 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-903003a3-d40d-4c83-b2a6-60b680d66216 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:29:04.340957 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf1d882f-753d-4220-938f-4b92f4d3cdb2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:29:04.347020 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:04.402478 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c65bda3-7fa0-4971-b568-d6ca402f2e01 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:04.404446 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c65bda3-7fa0-4971-b568-d6ca402f2e01 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:04.412614 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8c65bda3-7fa0-4971-b568-d6ca402f2e01 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2344816 Mar 31 15:29:04.413551 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42730) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:04.416060 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dec6f0-62ee-4464-835e-d3dd06bbde38 None None] Pushing event updated for resources: {'Port': ['ID=d5c4a78b-e242-4460-ab8e-bb918bc83136,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:04.483286 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-903003a3-d40d-4c83-b2a6-60b680d66216 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:29:04.484673 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-903003a3-d40d-4c83-b2a6-60b680d66216 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2582698 Mar 31 15:29:04.492437 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42734) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:04.573733 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8073b0c-4604-46e6-aac7-5bc96e70ef3e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['shared'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:04.576336 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8073b0c-4604-46e6-aac7-5bc96e70ef3e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['shared'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:04.579299 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f8073b0c-4604-46e6-aac7-5bc96e70ef3e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1613569 Mar 31 15:29:04.624114 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42738) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:04.636864 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-34dec6f0-62ee-4464-835e-d3dd06bbde38 None None] Attempting to bind port d5c4a78b-e242-4460-ab8e-bb918bc83136 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:29:04.637548 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-34dec6f0-62ee-4464-835e-d3dd06bbde38 None None] Attempting to bind port d5c4a78b-e242-4460-ab8e-bb918bc83136 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'ab0522e2-afb0-47d9-a9e4-1b44d1af8c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'bc33895a-db18-4da4-903f-fdf2b3c99c40'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:29:04.638219 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dec6f0-62ee-4464-835e-d3dd06bbde38 None None] Attempting to bind port d5c4a78b-e242-4460-ab8e-bb918bc83136 on network bc33895a-db18-4da4-903f-fdf2b3c99c40 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:29:04.652174 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-851d6ebb-4d72-4736-ab28-e3d7ddd022cb None None] Could not find standard attr ID for object 187dc177-4659-47c3-b661-f0c3487e9492. {{(pid=103445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 15:29:04.658063 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-607a247f-9833-4f1c-addf-960e3756b3de None None] Attempting to bind port 90838a02-35c3-4065-8659-bd953cbd3dc4 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:29:04.658718 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-607a247f-9833-4f1c-addf-960e3756b3de None None] Attempting to bind port 90838a02-35c3-4065-8659-bd953cbd3dc4 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '93ef03fd-f58b-4733-a628-6d89f8cdaa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e807375f-783d-4dca-ae60-0353326b83cf'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:29:04.659309 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607a247f-9833-4f1c-addf-960e3756b3de None None] Attempting to bind port 90838a02-35c3-4065-8659-bd953cbd3dc4 on network e807375f-783d-4dca-ae60-0353326b83cf {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:29:04.665115 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dec6f0-62ee-4464-835e-d3dd06bbde38 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:29:04.666705 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dec6f0-62ee-4464-835e-d3dd06bbde38 None None] Checking segment: {'id': 'ab0522e2-afb0-47d9-a9e4-1b44d1af8c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'bc33895a-db18-4da4-903f-fdf2b3c99c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:04.667357 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-34dec6f0-62ee-4464-835e-d3dd06bbde38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:04.667956 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dec6f0-62ee-4464-835e-d3dd06bbde38 None None] Bound using segment: {'id': 'ab0522e2-afb0-47d9-a9e4-1b44d1af8c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'bc33895a-db18-4da4-903f-fdf2b3c99c40'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:29:04.668159 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e0d9a6-8356-4cb3-8db0-1e00d1727928,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:04.668822 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-34dec6f0-62ee-4464-835e-d3dd06bbde38 None None] Bound port: d5c4a78b-e242-4460-ab8e-bb918bc83136, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0522e2-afb0-47d9-a9e4-1b44d1af8c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'bc33895a-db18-4da4-903f-fdf2b3c99c40'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:29:04.669793 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-34dec6f0-62ee-4464-835e-d3dd06bbde38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:04.674135 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf1d882f-753d-4220-938f-4b92f4d3cdb2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:04.674489 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-bf1d882f-753d-4220-938f-4b92f4d3cdb2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Added segment 81c1ca79-0118-4c36-a4fd-dbc42a9f6f5b of type vlan for network 62644745-d367-469b-b290-77ae7972f64d Mar 31 15:29:04.690576 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9adb8c24-874c-4159-bb4f-c0a9593c10e5 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:04.694132 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607a247f-9833-4f1c-addf-960e3756b3de None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:29:04.694945 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607a247f-9833-4f1c-addf-960e3756b3de None None] Checking segment: {'id': '93ef03fd-f58b-4733-a628-6d89f8cdaa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e807375f-783d-4dca-ae60-0353326b83cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:04.696275 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-607a247f-9833-4f1c-addf-960e3756b3de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:04.696916 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607a247f-9833-4f1c-addf-960e3756b3de None None] Bound using segment: {'id': '93ef03fd-f58b-4733-a628-6d89f8cdaa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e807375f-783d-4dca-ae60-0353326b83cf'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:29:04.697648 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-607a247f-9833-4f1c-addf-960e3756b3de None None] Bound port: 90838a02-35c3-4065-8659-bd953cbd3dc4, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93ef03fd-f58b-4733-a628-6d89f8cdaa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e807375f-783d-4dca-ae60-0353326b83cf'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:29:04.698261 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-607a247f-9833-4f1c-addf-960e3756b3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:04.764690 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-48b56735-a626-495f-b47e-6adab7f705ad tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:04.766594 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-48b56735-a626-495f-b47e-6adab7f705ad tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4927661 Mar 31 15:29:04.777279 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ff64e279-c579-4ac2-8841-8d76f8c01561 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:04.782331 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-239b1ccf-8a83-4124-bbe5-b9156bacbdc9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting subnet c862d493-0438-416b-9c5c-c414950c2140 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:29:04.787215 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-239b1ccf-8a83-4124-bbe5-b9156bacbdc9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:04.816035 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-851d6ebb-4d72-4736-ab28-e3d7ddd022cb None None] Provisioning complete for port 68c06276-244b-40b5-8de7-8c3510ef1cb7 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:04.816759 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-851d6ebb-4d72-4736-ab28-e3d7ddd022cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:04.841381 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42742) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:04.899723 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-239b1ccf-8a83-4124-bbe5-b9156bacbdc9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:04.929378 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb8c24-874c-4159-bb4f-c0a9593c10e5 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Pushing event updated for resources: {'Subnet': ['ID=817d40f4-edf8-47d2-9d8d-f47f3f97c72f,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:04.950818 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adb8c24-874c-4159-bb4f-c0a9593c10e5 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Checking segment: {'id': '1daac6cc-54b3-4aba-901c-3aa0b20a333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '60964f81-47fa-4ce8-a8ff-96c91d310eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:04.951177 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adb8c24-874c-4159-bb4f-c0a9593c10e5 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Network hostable DHCP agents. Network: 60964f81-47fa-4ce8-a8ff-96c91d310eea, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:29:04.957828 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-34dec6f0-62ee-4464-835e-d3dd06bbde38 None None] For port d5c4a78b-e242-4460-ab8e-bb918bc83136, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:29:04.964875 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-34dec6f0-62ee-4464-835e-d3dd06bbde38 None None] For port d5c4a78b-e242-4460-ab8e-bb918bc83136, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=d5c4a78b-e242-4460-ab8e-bb918bc83136,segment=NetworkSegment(ab0522e2-afb0-47d9-a9e4-1b44d1af8c57),segment_id=ab0522e2-afb0-47d9-a9e4-1b44d1af8c57)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:29:04.970046 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-607a247f-9833-4f1c-addf-960e3756b3de None None] For port 90838a02-35c3-4065-8659-bd953cbd3dc4, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:29:04.972940 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-607a247f-9833-4f1c-addf-960e3756b3de None None] For port 90838a02-35c3-4065-8659-bd953cbd3dc4, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=90838a02-35c3-4065-8659-bd953cbd3dc4,segment=NetworkSegment(93ef03fd-f58b-4733-a628-6d89f8cdaa77),segment_id=93ef03fd-f58b-4733-a628-6d89f8cdaa77)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:29:04.983536 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-0a4f82c9-4660-4a6c-9200-b91c76f1f417 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1685211832', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'fixed_ips': [{'ip_address': '172.26.5.217'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:04.991296 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-239b1ccf-8a83-4124-bbe5-b9156bacbdc9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:05.000879 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:05.010255 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0a4f82c9-4660-4a6c-9200-b91c76f1f417 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:05.030041 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf1d882f-753d-4220-938f-4b92f4d3cdb2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:05.042015 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0a4f82c9-4660-4a6c-9200-b91c76f1f417 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Usage tracker for resource:port and tenant:d0aa4f4115644c53a36c70e9d9a58c07 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:05.067378 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0a4f82c9-4660-4a6c-9200-b91c76f1f417 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:05.085016 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a71208-e5af-4248-be12-519ed1a80b2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network bc33895a-db18-4da4-903f-fdf2b3c99c40 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:05.085248 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-34dec6f0-62ee-4464-835e-d3dd06bbde38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:05.092814 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-79a71208-e5af-4248-be12-519ed1a80b2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:05.095094 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0a4f82c9-4660-4a6c-9200-b91c76f1f417 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:05.100066 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e807375f-783d-4dca-ae60-0353326b83cf']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:05.130023 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adb8c24-874c-4159-bb4f-c0a9593c10e5 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Network 60964f81-47fa-4ce8-a8ff-96c91d310eea is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:29:05.140086 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93ef03fd-f58b-4733-a628-6d89f8cdaa77') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:05.140388 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93ef03fd-f58b-4733-a628-6d89f8cdaa77') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:05.160992 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-607a247f-9833-4f1c-addf-960e3756b3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:05.188121 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-239b1ccf-8a83-4124-bbe5-b9156bacbdc9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:05.264063 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:05.271922 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-7d058cb1-1a13-4b0d-a56e-448bee6f744b None None] Provisioning complete for port 4727a91c-6e33-44f4-973d-99e5ea3e2b9f triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:05.272585 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7d058cb1-1a13-4b0d-a56e-448bee6f744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:05.301059 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c1bbe875-eac9-44bb-ae98-de04253013c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:05.348110 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dec6f0-62ee-4464-835e-d3dd06bbde38 None None] Pushing event updated for resources: {'Port': ['ID=d5c4a78b-e242-4460-ab8e-bb918bc83136,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:05.358281 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f13fad-04f0-4de9-bbf5-f391c6964cf8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:05.358818 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-56f13fad-04f0-4de9-bbf5-f391c6964cf8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Synchronizing usage tracker for tenant:cba800ed59cd4d6f8d690d59c4ee670b on resource:network {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:29:05.364853 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:05.370732 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4f82c9-4660-4a6c-9200-b91c76f1f417 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Made reservation on behalf of d0aa4f4115644c53a36c70e9d9a58c07 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:05.373489 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a4f82c9-4660-4a6c-9200-b91c76f1f417 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:05.392806 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf1d882f-753d-4220-938f-4b92f4d3cdb2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:05.397507 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfcdfce-3551-42de-ad99-4028e03ead5c None None] Network e807375f-783d-4dca-ae60-0353326b83cf requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:05.398812 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1d882f-753d-4220-938f-4b92f4d3cdb2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:05.399660 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf1d882f-753d-4220-938f-4b92f4d3cdb2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:05.407262 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b1ccf-8a83-4124-bbe5-b9156bacbdc9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Subnet': ['ID=c862d493-0438-416b-9c5c-c414950c2140,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:05.409139 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:29:05.409757 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:05.412213 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-9adb8c24-874c-4159-bb4f-c0a9593c10e5 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 60964f81-47fa-4ce8-a8ff-96c91d310eea) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:05.421119 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9adb8c24-874c-4159-bb4f-c0a9593c10e5 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:05.440778 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:29:05.440778 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:29:05.440778 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:29:05.440778 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:29:05.440778 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:29:05.440778 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:29:05.440778 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:29:05.440778 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:29:05.440778 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:29:05.440778 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:29:05.440778 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:29:05.440778 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:29:05.440778 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:29:05.440778 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:29:05.440778 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:29:05.440778 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:29:05.440778 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:29:05.440778 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:29:05.440778 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:29:05.440778 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:29:05.440778 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:29:05.440778 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:29:05.440778 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:29:05.440778 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:29:05.440778 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:29:05.440778 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:29:05.440778 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:29:05.440778 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:29:05.440778 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:29:05.440778 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:29:05.440778 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:29:05.440778 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:29:05.461208 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ff64e279-c579-4ac2-8841-8d76f8c01561 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:05.463403 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-239b1ccf-8a83-4124-bbe5-b9156bacbdc9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:05.466071 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a4f82c9-4660-4a6c-9200-b91c76f1f417 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:05.529726 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb8c24-874c-4159-bb4f-c0a9593c10e5 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Pushing event updated for resources: {'Subnet': ['ID=b2415ae3-91fc-4609-9654-8be091ef0bc3,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:05.535208 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adb8c24-874c-4159-bb4f-c0a9593c10e5 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Checking segment: {'id': '694671d5-f0ce-410a-9dff-32ab5ecac075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '48dd1b28-e5ec-4d12-ab35-f00e3c928a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:05.535575 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adb8c24-874c-4159-bb4f-c0a9593c10e5 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Network hostable DHCP agents. Network: 48dd1b28-e5ec-4d12-ab35-f00e3c928a77, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:29:05.536380 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc6f511-8731-4cb6-a7b9-b1ce7c939230 None None] Network 60964f81-47fa-4ce8-a8ff-96c91d310eea requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:05.548937 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b58caf2-d605-4584-b584-f1f9bff4654a None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:05.593820 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-239b1ccf-8a83-4124-bbe5-b9156bacbdc9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/c862d493-0438-416b-9c5c-c414950c2140 HTTP/1.1" status: 204 len: 168 time: 1.1000142 Mar 31 15:29:05.596489 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42746) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:05.612720 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-56f13fad-04f0-4de9-bbf5-f391c6964cf8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Unset dirty status for tenant:cba800ed59cd4d6f8d690d59c4ee670b on resource:network {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:29:05.614059 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-56f13fad-04f0-4de9-bbf5-f391c6964cf8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "GET /v2.0/networks/968636cf-8d2b-44c5-8a52-eec792f1f9f5 HTTP/1.1" status: 200 len: 800 time: 0.9787166 Mar 31 15:29:05.640472 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42750) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:05.646329 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64e279-c579-4ac2-8841-8d76f8c01561 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Subnet': ['ID=137be224-49e4-4e3d-a945-297165dd6462,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:05.651406 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ff64e279-c579-4ac2-8841-8d76f8c01561 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:05.657780 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0a4f82c9-4660-4a6c-9200-b91c76f1f417 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:05.691363 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fd38e9-6659-4da4-ba20-c759b9ca3971 None None] Network 6fa62bbd-91da-46a7-af9f-c3ba95dfe85c requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:05.748953 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0a4f82c9-4660-4a6c-9200-b91c76f1f417 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Usage tracker for resource:security_group_rule and tenant:d0aa4f4115644c53a36c70e9d9a58c07 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:05.756102 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0a4f82c9-4660-4a6c-9200-b91c76f1f417 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:05.763968 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a71208-e5af-4248-be12-519ed1a80b2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Router 11a978fe-3e44-49c6-8939-d3c2232eb634 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:29:05.765260 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7b558124-f115-4a81-8f33-90ee884b38e2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1666005 Mar 31 15:29:05.765840 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-bf1d882f-753d-4220-938f-4b92f4d3cdb2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.1462955 Mar 31 15:29:05.766876 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42754) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:05.773592 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-8e3822b7-a5ec-4da2-9aaa-c01d8fd3e4c3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:05.788775 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42756) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:05.795867 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ff64e279-c579-4ac2-8841-8d76f8c01561 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/subnets/137be224-49e4-4e3d-a945-297165dd6462 HTTP/1.1" status: 204 len: 168 time: 2.4223328 Mar 31 15:29:05.802353 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0a4f82c9-4660-4a6c-9200-b91c76f1f417 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:05.804237 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42760) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:05.806617 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d882f-753d-4220-938f-4b92f4d3cdb2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Network': ['ID=62644745-d367-469b-b290-77ae7972f64d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:05.819766 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-5e7b8ffc-a4c4-4f71-90c1-ff36f16ae077 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'subnet': {'network_id': '62644745-d367-469b-b290-77ae7972f64d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:05.870132 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.api [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 15:29:05.870132 dv-neutron-833379-2-hyperv neutron-server[103443]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 15:29:05.870132 dv-neutron-833379-2-hyperv neutron-server[103443]: [parameters: {'id': 'e807375f-783d-4dca-ae60-0353326b83cf'}] Mar 31 15:29:05.870132 dv-neutron-833379-2-hyperv neutron-server[103443]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:29:05.870522 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG oslo_db.api [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:29:05.897747 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adb8c24-874c-4159-bb4f-c0a9593c10e5 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Network 48dd1b28-e5ec-4d12-ab35-f00e3c928a77 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:29:05.909812 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 62644745-d367-469b-b290-77ae7972f64d details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:29:05.912444 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-8e3822b7-a5ec-4da2-9aaa-c01d8fd3e4c3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:05.918044 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-8e3822b7-a5ec-4da2-9aaa-c01d8fd3e4c3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:subnet and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:05.924783 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-8e3822b7-a5ec-4da2-9aaa-c01d8fd3e4c3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:05.931799 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-8e3822b7-a5ec-4da2-9aaa-c01d8fd3e4c3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:05.964521 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-9adb8c24-874c-4159-bb4f-c0a9593c10e5 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 48dd1b28-e5ec-4d12-ab35-f00e3c928a77) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:05.969179 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adb8c24-874c-4159-bb4f-c0a9593c10e5 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:05.969737 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adb8c24-874c-4159-bb4f-c0a9593c10e5 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:05.970418 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9adb8c24-874c-4159-bb4f-c0a9593c10e5 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:06.008809 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd898925-fa31-4d4a-aaea-7042f831a6f9 None None] Network 48dd1b28-e5ec-4d12-ab35-f00e3c928a77 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:06.027223 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3822b7-a5ec-4da2-9aaa-c01d8fd3e4c3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:06.032390 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8e3822b7-a5ec-4da2-9aaa-c01d8fd3e4c3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:06.127727 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a247f-9833-4f1c-addf-960e3756b3de None None] Pushing event updated for resources: {'Port': ['ID=90838a02-35c3-4065-8659-bd953cbd3dc4,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:06.214883 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5f3fdb6-0a0d-4098-9496-4117be3db614 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting subnet a863c9a2-8a5a-4a2c-b0da-69244429e6ef {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:29:06.259898 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5f3fdb6-0a0d-4098-9496-4117be3db614 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:06.270116 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9adb8c24-874c-4159-bb4f-c0a9593c10e5 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.4627347 Mar 31 15:29:06.270833 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42766) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:06.343951 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd082a27-5ffd-4f82-be64-13793ed0d114 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:06.345600 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd082a27-5ffd-4f82-be64-13793ed0d114 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:06.347123 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd082a27-5ffd-4f82-be64-13793ed0d114 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:06.347958 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-cd082a27-5ffd-4f82-be64-13793ed0d114 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Synchronizing usage tracker for tenant:a3b50cdb77b4483a9e8d82544eb4d285 on resource:subnet {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:29:06.352636 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8e3822b7-a5ec-4da2-9aaa-c01d8fd3e4c3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:06.429962 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3822b7-a5ec-4da2-9aaa-c01d8fd3e4c3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:06.434841 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-8e3822b7-a5ec-4da2-9aaa-c01d8fd3e4c3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:06.438360 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3822b7-a5ec-4da2-9aaa-c01d8fd3e4c3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:06.439541 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8e3822b7-a5ec-4da2-9aaa-c01d8fd3e4c3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:06.478602 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3822b7-a5ec-4da2-9aaa-c01d8fd3e4c3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Subnet': ['ID=15402cde-7537-4380-b2c2-18ed4498f4e0,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:06.496940 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4ca67746-f931-42f1-b5e2-5f8786476438 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "GET /v2.0/networks/968636cf-8d2b-44c5-8a52-eec792f1f9f5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.8435886 Mar 31 15:29:06.496940 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:06.498624 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42770) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:06.510927 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-5e7b8ffc-a4c4-4f71-90c1-ff36f16ae077 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:06.532256 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-5e7b8ffc-a4c4-4f71-90c1-ff36f16ae077 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:subnet and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:06.541658 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-cd082a27-5ffd-4f82-be64-13793ed0d114 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Unset dirty status for tenant:a3b50cdb77b4483a9e8d82544eb4d285 on resource:subnet {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:29:06.543088 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-cd082a27-5ffd-4f82-be64-13793ed0d114 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2713575 Mar 31 15:29:06.547798 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-5e7b8ffc-a4c4-4f71-90c1-ff36f16ae077 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:06.554672 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a71208-e5af-4248-be12-519ed1a80b2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:29:06.561263 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42774) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:06.573417 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-5e7b8ffc-a4c4-4f71-90c1-ff36f16ae077 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:06.598239 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8e3822b7-a5ec-4da2-9aaa-c01d8fd3e4c3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8299904 Mar 31 15:29:06.605167 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42778) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:06.622746 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-da4a9e83-5dd7-44a6-85e1-8a3ca8e20371 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'port': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'fixed_ips': [{'subnet_id': '15402cde-7537-4380-b2c2-18ed4498f4e0', 'ip_address': '2001:db8::220b:fba6:a3a8:e8cc'}], 'name': 'tempest-NetworksTestDHCPv6-1775541347'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:06.637499 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5f3fdb6-0a0d-4098-9496-4117be3db614 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:06.657087 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d6a8dd-0530-4955-b0e1-29b7358deb35 None None] Sync routers for ids ['11a978fe-3e44-49c6-8939-d3c2232eb634'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:29:06.672998 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:06.681333 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Deleting port 90838a02-35c3-4065-8659-bd953cbd3dc4 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:29:06.682409 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:06.690982 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:06.696954 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306700d2-f62a-46a7-bf39-13963521e138 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:06.696954 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-306700d2-f62a-46a7-bf39-13963521e138 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "GET /v2.0/subnets/78d5f8ed-486f-41ea-9098-24434c5e2ed3 HTTP/1.1" status: 200 len: 811 time: 0.1931946 Mar 31 15:29:06.697983 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42782) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:06.761932 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d6a8dd-0530-4955-b0e1-29b7358deb35 None None] Routers {'11a978fe-3e44-49c6-8939-d3c2232eb634'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:29:06.762797 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-31d6a8dd-0530-4955-b0e1-29b7358deb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:29:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['11a978fe-3e44-49c6-8939-d3c2232eb634'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:06.762960 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7b8ffc-a4c4-4f71-90c1-ff36f16ae077 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:06.766452 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e7b8ffc-a4c4-4f71-90c1-ff36f16ae077 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:06.785795 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-79a71208-e5af-4248-be12-519ed1a80b2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "PUT /v2.0/routers/11a978fe-3e44-49c6-8939-d3c2232eb634/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2665362 Mar 31 15:29:06.803639 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42786) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:06.814877 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f262d42-225d-4a28-8774-65aba3e7bead None None] Network bc33895a-db18-4da4-903f-fdf2b3c99c40 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:06.828353 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-4bf80640-08ea-45f9-a865-6806380efb97 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Request body: {'network': {'name': 'tempest-RoutersTest-127635704'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:06.844491 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4bf80640-08ea-45f9-a865-6806380efb97 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:06.861924 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4bf80640-08ea-45f9-a865-6806380efb97 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Usage tracker for resource:network and tenant:3c462be107e642da98e89cbf8192538c is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:06.864528 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ecf6fd-92e4-4274-b3a3-6d66a7c1c49a tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Deleting subnet 817d40f4-edf8-47d2-9d8d-f47f3f97c72f {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:29:06.871003 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d20dae-90b3-434a-b3f0-4362259af47a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-48dd1b28-e5ec-4d12-ab35-f00e3c928a77', 'network_id': '48dd1b28-e5ec-4d12-ab35-f00e3c928a77', 'tenant_id': 'a3b50cdb77b4483a9e8d82544eb4d285', 'fixed_ips': [{'subnet_id': 'b2415ae3-91fc-4609-9654-8be091ef0bc3'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:29:06.871843 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-28d20dae-90b3-434a-b3f0-4362259af47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:06.871966 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4bf80640-08ea-45f9-a865-6806380efb97 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Quota usage for network was recalculated. Used quota:3. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:06.881639 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2ecf6fd-92e4-4274-b3a3-6d66a7c1c49a tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:06.896954 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4bf80640-08ea-45f9-a865-6806380efb97 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:06.901801 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab0b848-770d-48d2-9e99-7acbfb435fe9 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['shared'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:06.903887 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6ab0b848-770d-48d2-9e99-7acbfb435fe9 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "GET /v2.0/subnets/78d5f8ed-486f-41ea-9098-24434c5e2ed3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2042756 Mar 31 15:29:06.911315 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42790) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:06.922323 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-9b386f49-81e2-4e0d-b6e7-7f6584516a8d tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1385610445'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:06.930821 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9b386f49-81e2-4e0d-b6e7-7f6584516a8d tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:06.933685 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-da4a9e83-5dd7-44a6-85e1-8a3ca8e20371 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:06.944430 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-da4a9e83-5dd7-44a6-85e1-8a3ca8e20371 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:port and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:06.952376 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-da4a9e83-5dd7-44a6-85e1-8a3ca8e20371 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for port was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:06.955381 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9b386f49-81e2-4e0d-b6e7-7f6584516a8d tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:06.967991 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-da4a9e83-5dd7-44a6-85e1-8a3ca8e20371 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:06.996493 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a4f82c9-4660-4a6c-9200-b91c76f1f417 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:07.011953 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf80640-08ea-45f9-a865-6806380efb97 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Made reservation on behalf of 3c462be107e642da98e89cbf8192538c for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:07.021277 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4bf80640-08ea-45f9-a865-6806380efb97 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:07.057618 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf80640-08ea-45f9-a865-6806380efb97 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:29:07.068963 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4bf80640-08ea-45f9-a865-6806380efb97 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:07.070380 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-4bf80640-08ea-45f9-a865-6806380efb97 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Added segment ec040897-6253-4cfe-afd9-c724ffe42688 of type vlan for network 396bb86d-5284-4e0f-bc75-af18a7f6c4c8 Mar 31 15:29:07.077528 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881bbbbc-7771-49ae-b890-8be73a836a9a None None] DHCP port deletion for 0c8a31f0-c909-472a-8f72-0f3eb4f4034a request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:29:07.079210 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cf8f48-61bd-4200-864c-7ca14900f9f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-60964f81-47fa-4ce8-a8ff-96c91d310eea', 'network_id': '60964f81-47fa-4ce8-a8ff-96c91d310eea', 'tenant_id': 'a3b50cdb77b4483a9e8d82544eb4d285', 'fixed_ips': [{'subnet_id': '817d40f4-edf8-47d2-9d8d-f47f3f97c72f'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:29:07.079984 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-17cf8f48-61bd-4200-864c-7ca14900f9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:07.107423 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b386f49-81e2-4e0d-b6e7-7f6584516a8d tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Made reservation on behalf of cba800ed59cd4d6f8d690d59c4ee670b for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:07.111164 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9b386f49-81e2-4e0d-b6e7-7f6584516a8d tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:07.120130 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2ecf6fd-92e4-4274-b3a3-6d66a7c1c49a tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:07.124402 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-881bbbbc-7771-49ae-b890-8be73a836a9a None None] Deleting port 68c06276-244b-40b5-8de7-8c3510ef1cb7 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:29:07.128012 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-881bbbbc-7771-49ae-b890-8be73a836a9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:07.128151 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4bf80640-08ea-45f9-a865-6806380efb97 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:07.132808 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4a9e83-5dd7-44a6-85e1-8a3ca8e20371 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:07.167561 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a4f82c9-4660-4a6c-9200-b91c76f1f417 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:07.225153 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c6380256-2592-498a-8b96-bdeaa3a1f25d None None] Provisioning for port e68dd7d7-7683-46e9-9137-953a19061146 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:07.234081 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5f3fdb6-0a0d-4098-9496-4117be3db614 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:07.267258 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b386f49-81e2-4e0d-b6e7-7f6584516a8d tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:29:07.279507 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9b386f49-81e2-4e0d-b6e7-7f6584516a8d tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:07.279932 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-0a4f82c9-4660-4a6c-9200-b91c76f1f417 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] device_id is not set on port 64c41829-394f-47b3-8d6d-beac35e112b4 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:29:07.280180 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-9b386f49-81e2-4e0d-b6e7-7f6584516a8d tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Added segment 1ab1ff27-8bd6-49bb-98d6-59703cae9b34 of type vlan for network 707b2e12-29a6-4400-8bd8-3bc70dcaef09 Mar 31 15:29:07.313004 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9b386f49-81e2-4e0d-b6e7-7f6584516a8d tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:07.361600 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-4bf80640-08ea-45f9-a865-6806380efb97 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:29:07.361897 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-31d6a8dd-0530-4955-b0e1-29b7358deb35 None None] Set router 11a978fe-3e44-49c6-8939-d3c2232eb634 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:29:07.421079 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] For port 90838a02-35c3-4065-8659-bd953cbd3dc4, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=90838a02-35c3-4065-8659-bd953cbd3dc4,segment=NetworkSegment(93ef03fd-f58b-4733-a628-6d89f8cdaa77),segment_id=93ef03fd-f58b-4733-a628-6d89f8cdaa77)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:29:07.421357 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-da4a9e83-5dd7-44a6-85e1-8a3ca8e20371 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:07.421962 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:07.442420 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9b386f49-81e2-4e0d-b6e7-7f6584516a8d tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:07.450503 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b386f49-81e2-4e0d-b6e7-7f6584516a8d tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:07.451221 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9b386f49-81e2-4e0d-b6e7-7f6584516a8d tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:07.459139 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c6380256-2592-498a-8b96-bdeaa3a1f25d None None] Provisioning complete for port e68dd7d7-7683-46e9-9137-953a19061146 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:07.459600 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c6380256-2592-498a-8b96-bdeaa3a1f25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:07.503419 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2ecf6fd-92e4-4274-b3a3-6d66a7c1c49a tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:07.534468 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4bf80640-08ea-45f9-a865-6806380efb97 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:07.540874 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf80640-08ea-45f9-a865-6806380efb97 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:07.541797 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4bf80640-08ea-45f9-a865-6806380efb97 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:07.543997 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f82c9-4660-4a6c-9200-b91c76f1f417 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93579866-ae02-4881-88c5-ca26c571e62c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:07.544988 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device d5c4a78b-e242-4460-ab8e-bb918bc83136 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:29:07.593121 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-da4a9e83-5dd7-44a6-85e1-8a3ca8e20371 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] device_id is not set on port de064b11-4ff1-4a37-bb51-03ab29619cc0 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:29:07.688666 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Calling delete_port for 90838a02-35c3-4065-8659-bd953cbd3dc4 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:29:07.832427 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9b386f49-81e2-4e0d-b6e7-7f6584516a8d tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9184625 Mar 31 15:29:07.839840 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42796) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:07.849036 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-0573b3ea-f790-45ce-8789-466f59e37225 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Request body: {'subnet': {'network_id': '707b2e12-29a6-4400-8bd8-3bc70dcaef09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:07.906573 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b386f49-81e2-4e0d-b6e7-7f6584516a8d tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event updated for resources: {'Network': ['ID=707b2e12-29a6-4400-8bd8-3bc70dcaef09,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:07.966032 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 707b2e12-29a6-4400-8bd8-3bc70dcaef09 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:29:07.980582 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-c6380256-2592-498a-8b96-bdeaa3a1f25d None None] Port e68dd7d7-7683-46e9-9137-953a19061146 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:29:08.046472 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5f3fdb6-0a0d-4098-9496-4117be3db614 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:08.117456 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:08.119361 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e7b8ffc-a4c4-4f71-90c1-ff36f16ae077 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:08.132403 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:08.172523 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3fdb6-0a0d-4098-9496-4117be3db614 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Subnet': ['ID=a863c9a2-8a5a-4a2c-b0da-69244429e6ef,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:08.220503 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5f3fdb6-0a0d-4098-9496-4117be3db614 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:08.231331 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf80640-08ea-45f9-a865-6806380efb97 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Network': ['ID=396bb86d-5284-4e0f-bc75-af18a7f6c4c8,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:08.243689 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event deleted for resources: {'Port': ['ID=90838a02-35c3-4065-8659-bd953cbd3dc4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:08.245982 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2ecf6fd-92e4-4274-b3a3-6d66a7c1c49a tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:08.255855 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0573b3ea-f790-45ce-8789-466f59e37225 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:08.261203 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] No DVR routers for this DVR port 90838a02-35c3-4065-8659-bd953cbd3dc4 on host dv-neutron-833379-2-hyperv {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:29:08.268292 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-da4a9e83-5dd7-44a6-85e1-8a3ca8e20371 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Allocated IP 2001:db8::220b:fba6:a3a8:e8cc (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/15402cde-7537-4380-b2c2-18ed4498f4e0/de064b11-4ff1-4a37-bb51-03ab29619cc0) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:08.333353 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 396bb86d-5284-4e0f-bc75-af18a7f6c4c8 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:29:08.372060 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4bf80640-08ea-45f9-a865-6806380efb97 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5648439 Mar 31 15:29:08.372927 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42802) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server [None req-17cf8f48-61bd-4200-864c-7ca14900f9f9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 817d40f4-edf8-47d2-9d8d-f47f3f97c72f: This subnet is being modified by another concurrent operation. Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 15:29:08.382213 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise exception Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 817d40f4-edf8-47d2-9d8d-f47f3f97c72f: This subnet is being modified by another concurrent operation. Mar 31 15:29:08.390280 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server Mar 31 15:29:08.413495 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49122a80-d310-46f4-94aa-7bf6fab5e352 None None] Network 60964f81-47fa-4ce8-a8ff-96c91d310eea requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:08.418636 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-035c2b3b-9ffb-48fd-9dd0-e18ace77044a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Request body: {'subnet': {'network_id': '396bb86d-5284-4e0f-bc75-af18a7f6c4c8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:08.513444 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a4f82c9-4660-4a6c-9200-b91c76f1f417 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 31 15:29:08.514115 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a4f82c9-4660-4a6c-9200-b91c76f1f417 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:29:08.519473 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0573b3ea-f790-45ce-8789-466f59e37225 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:08.535425 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-28d20dae-90b3-434a-b3f0-4362259af47a None None] Allocated IP 172.20.0.18 (48dd1b28-e5ec-4d12-ab35-f00e3c928a77/b2415ae3-91fc-4609-9654-8be091ef0bc3/8284bd58-fb8c-4f20-806e-b5dd71d50f8c) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:08.551815 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2ecf6fd-92e4-4274-b3a3-6d66a7c1c49a tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:08.557366 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a2ecf6fd-92e4-4274-b3a3-6d66a7c1c49a tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] 10.222.0.31 "DELETE /v2.0/subnets/817d40f4-edf8-47d2-9d8d-f47f3f97c72f HTTP/1.1" status: 204 len: 168 time: 1.9928553 Mar 31 15:29:08.574318 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c6380256-2592-498a-8b96-bdeaa3a1f25d None None] Provisioning for port d5c4a78b-e242-4460-ab8e-bb918bc83136 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:08.590197 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42806) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:08.594144 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e5f3fdb6-0a0d-4098-9496-4117be3db614 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/subnets/a863c9a2-8a5a-4a2c-b0da-69244429e6ef HTTP/1.1" status: 204 len: 168 time: 2.7824121 Mar 31 15:29:08.604391 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42810) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:08.693668 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b8ffc-a4c4-4f71-90c1-ff36f16ae077 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Subnet': ['ID=b8c4818f-b588-4c20-96dd-ee944ea818fd,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:08.709785 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-035c2b3b-9ffb-48fd-9dd0-e18ace77044a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:08.719341 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-035c2b3b-9ffb-48fd-9dd0-e18ace77044a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Usage tracker for resource:subnet and tenant:3c462be107e642da98e89cbf8192538c is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:08.736633 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-035c2b3b-9ffb-48fd-9dd0-e18ace77044a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:08.753847 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-035c2b3b-9ffb-48fd-9dd0-e18ace77044a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:08.777467 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port d5c4a78b-e242-4460-ab8e-bb918bc83136 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:08.784588 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-da4a9e83-5dd7-44a6-85e1-8a3ca8e20371 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:08.813710 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-da4a9e83-5dd7-44a6-85e1-8a3ca8e20371 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Transition to ACTIVE for port object de064b11-4ff1-4a37-bb51-03ab29619cc0 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:08.848965 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035c2b3b-9ffb-48fd-9dd0-e18ace77044a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Made reservation on behalf of 3c462be107e642da98e89cbf8192538c for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:08.854470 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-035c2b3b-9ffb-48fd-9dd0-e18ace77044a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:08.871782 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port d5c4a78b-e242-4460-ab8e-bb918bc83136 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:08.872149 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:08.877331 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:29:08.890420 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7b8ffc-a4c4-4f71-90c1-ff36f16ae077 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Checking segment: {'id': '81c1ca79-0118-4c36-a4fd-dbc42a9f6f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '62644745-d367-469b-b290-77ae7972f64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:08.890800 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7b8ffc-a4c4-4f71-90c1-ff36f16ae077 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network hostable DHCP agents. Network: 62644745-d367-469b-b290-77ae7972f64d, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:29:08.896321 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0a4f82c9-4660-4a6c-9200-b91c76f1f417 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.9965272 Mar 31 15:29:08.904689 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0573b3ea-f790-45ce-8789-466f59e37225 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Made reservation on behalf of cba800ed59cd4d6f8d690d59c4ee670b for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:08.905073 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42814) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:08.905165 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0573b3ea-f790-45ce-8789-466f59e37225 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:08.938961 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:08.943665 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e813aa-171e-4d74-8430-71d0ac41e675 None None] Network 6fa62bbd-91da-46a7-af9f-c3ba95dfe85c requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:08.960589 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecf6fd-92e4-4274-b3a3-6d66a7c1c49a tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Pushing event deleted for resources: {'Subnet': ['ID=817d40f4-edf8-47d2-9d8d-f47f3f97c72f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:08.963844 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-881bbbbc-7771-49ae-b890-8be73a836a9a None None] For port 68c06276-244b-40b5-8de7-8c3510ef1cb7, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=68c06276-244b-40b5-8de7-8c3510ef1cb7,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:29:08.964258 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-881bbbbc-7771-49ae-b890-8be73a836a9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:08.994503 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-da4a9e83-5dd7-44a6-85e1-8a3ca8e20371 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:09.111939 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.ipam_backend_mixin [None req-0573b3ea-f790-45ce-8789-466f59e37225 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Performing IP validity checks on allocation pools {{(pid=103443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Mar 31 15:29:09.112346 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.ipam_backend_mixin [None req-0573b3ea-f790-45ce-8789-466f59e37225 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Mar 31 15:29:09.117106 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e807375f-783d-4dca-ae60-0353326b83cf']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:09.140149 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ac6861-1910-44a7-82a6-8ee1a87df0bf tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Deleting subnet b2415ae3-91fc-4609-9654-8be091ef0bc3 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:29:09.150468 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93ef03fd-f58b-4733-a628-6d89f8cdaa77') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:09.150770 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93ef03fd-f58b-4733-a628-6d89f8cdaa77') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:09.175504 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-434e2c16-9c0c-4981-ae75-a88a20174ced tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:09.179538 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:09.209012 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:09.212945 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-434e2c16-9c0c-4981-ae75-a88a20174ced tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting port df954083-56c1-47ac-88a2-eb59711e5fff {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:29:09.213316 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-434e2c16-9c0c-4981-ae75-a88a20174ced tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:09.225774 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7856a4ec-f0d7-4576-86d9-46ee545380df tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Deleting port 73e2d997-7cf0-4610-89d6-d2516e24e048 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:29:09.226258 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7856a4ec-f0d7-4576-86d9-46ee545380df tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:09.247663 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:29:09.248233 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:09.266219 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:29:09.266219 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:29:09.266219 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:29:09.266219 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:29:09.266219 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:29:09.266219 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:29:09.266219 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:29:09.266219 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:29:09.266219 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:29:09.266219 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:29:09.266219 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:29:09.266219 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:29:09.266219 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:29:09.266219 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:29:09.266219 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:29:09.266219 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:29:09.266219 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:29:09.266219 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:29:09.266219 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:29:09.266219 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:29:09.266219 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:29:09.266219 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:29:09.266219 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:29:09.266219 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:29:09.266219 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:29:09.266219 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:29:09.266219 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:29:09.266219 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:29:09.266219 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:29:09.266219 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:29:09.266219 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:29:09.266219 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:29:09.286072 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7b8ffc-a4c4-4f71-90c1-ff36f16ae077 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network 62644745-d367-469b-b290-77ae7972f64d is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:29:09.322527 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-881bbbbc-7771-49ae-b890-8be73a836a9a None None] Calling delete_port for 68c06276-244b-40b5-8de7-8c3510ef1cb7 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:29:09.359386 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a9e83-5dd7-44a6-85e1-8a3ca8e20371 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Port': ['ID=de064b11-4ff1-4a37-bb51-03ab29619cc0,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:09.430554 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4a9e83-5dd7-44a6-85e1-8a3ca8e20371 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:09.433849 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1577ca87-e728-4e42-a235-6f8c081a3e85 None None] Provisioning complete for port df954083-56c1-47ac-88a2-eb59711e5fff triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:09.434230 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1577ca87-e728-4e42-a235-6f8c081a3e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:09.436211 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-da4a9e83-5dd7-44a6-85e1-8a3ca8e20371 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:09.447247 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4a9e83-5dd7-44a6-85e1-8a3ca8e20371 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:09.453949 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4a9e83-5dd7-44a6-85e1-8a3ca8e20371 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:09.454742 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-da4a9e83-5dd7-44a6-85e1-8a3ca8e20371 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:09.510933 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-5e7b8ffc-a4c4-4f71-90c1-ff36f16ae077 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 62644745-d367-469b-b290-77ae7972f64d) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:09.526550 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:09.568349 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7b8ffc-a4c4-4f71-90c1-ff36f16ae077 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:09.568951 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e7b8ffc-a4c4-4f71-90c1-ff36f16ae077 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:09.580973 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb71754a-3ece-4fa8-9d4f-e6a239e5728c None None] Network 62644745-d367-469b-b290-77ae7972f64d requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:09.613233 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-da4a9e83-5dd7-44a6-85e1-8a3ca8e20371 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0069823 Mar 31 15:29:09.614245 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42818) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:09.745239 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-434e2c16-9c0c-4981-ae75-a88a20174ced tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] For port df954083-56c1-47ac-88a2-eb59711e5fff, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=df954083-56c1-47ac-88a2-eb59711e5fff,segment=NetworkSegment(bc831b2b-42f9-4fdc-8b67-01069a9d0514),segment_id=bc831b2b-42f9-4fdc-8b67-01069a9d0514)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:29:09.745652 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-434e2c16-9c0c-4981-ae75-a88a20174ced tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:09.758713 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7856a4ec-f0d7-4576-86d9-46ee545380df tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:09.759234 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7856a4ec-f0d7-4576-86d9-46ee545380df tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:09.839712 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-31d6a8dd-0530-4955-b0e1-29b7358deb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:29:01Z', 'revision_number': 4, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None, '_interfaces': [{'id': '1089ca86-1d82-48a1-a534-ebfe05d40cb1', 'name': '', 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:41:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:26Z', 'updated_at': '2022-03-31T15:28:39Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69626f6e-d638-4d98-bbbc-5c65cd791fdf', 'name': '', 'network_id': '141e2a28-42aa-42ea-9fd7-4ed30b259878', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:c0:c5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:43Z', 'updated_at': '2022-03-31T15:28:55Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e68dd7d7-7683-46e9-9137-953a19061146', 'name': '', 'network_id': 'bc33895a-db18-4da4-903f-fdf2b3c99c40', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:2a:0b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '69408f8a-4afc-4f6c-8039-cf552e0a59b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:58Z', 'updated_at': '2022-03-31T15:29:02Z', 'revision_number': 2, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '69408f8a-4afc-4f6c-8039-cf552e0a59b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:09.846977 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:09.881030 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d6a8dd-0530-4955-b0e1-29b7358deb35 None None] Checking router: 11a978fe-3e44-49c6-8939-d3c2232eb634 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:29:09.881343 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d6a8dd-0530-4955-b0e1-29b7358deb35 None None] Updating router 11a978fe-3e44-49c6-8939-d3c2232eb634 port e68dd7d7-7683-46e9-9137-953a19061146 binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:29:09.888868 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-434e2c16-9c0c-4981-ae75-a88a20174ced tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Calling delete_port for df954083-56c1-47ac-88a2-eb59711e5fff owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:29:09.907905 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-881bbbbc-7771-49ae-b890-8be73a836a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:09.921314 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-28d20dae-90b3-434a-b3f0-4362259af47a None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:09.930892 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7856a4ec-f0d7-4576-86d9-46ee545380df tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Calling delete_port for 73e2d997-7cf0-4610-89d6-d2516e24e048 owned by network:floatingip {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:29:09.941715 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:09.950510 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0573b3ea-f790-45ce-8789-466f59e37225 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:09.971136 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-035c2b3b-9ffb-48fd-9dd0-e18ace77044a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:10.002141 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event deleted for resources: {'Network': ['ID=e807375f-783d-4dca-ae60-0353326b83cf,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:10.040569 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a5305ae3-e4e5-4dad-ba57-1389008180d4 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "DELETE /v2.0/networks/e807375f-783d-4dca-ae60-0353326b83cf HTTP/1.1" status: 204 len: 168 time: 8.5249233 Mar 31 15:29:10.043014 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881bbbbc-7771-49ae-b890-8be73a836a9a None None] No DVR routers for this DVR port 68c06276-244b-40b5-8de7-8c3510ef1cb7 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:29:10.044480 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42822) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:10.047213 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881bbbbc-7771-49ae-b890-8be73a836a9a None None] Pushing event deleted for resources: {'Port': ['ID=68c06276-244b-40b5-8de7-8c3510ef1cb7,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:10.063425 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-28d20dae-90b3-434a-b3f0-4362259af47a None None] Transition to ACTIVE for port object 8284bd58-fb8c-4f20-806e-b5dd71d50f8c will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:10.069227 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-9eb661f5-2be8-40e6-ac27-1b1c6525f541 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-96877947'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:10.085876 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70b05eb-427f-45df-b04b-13791a8bc178 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:10.091833 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70b05eb-427f-45df-b04b-13791a8bc178 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:10.092676 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a70b05eb-427f-45df-b04b-13791a8bc178 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:29:10.095572 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dcd5e8-756c-4c8b-983c-dc20c3c04e29 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:10.096556 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573b3ea-f790-45ce-8789-466f59e37225 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event updated for resources: {'Subnet': ['ID=6c042ead-8fdd-4c3d-ab73-ac31a060af18,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:10.111956 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5e7b8ffc-a4c4-4f71-90c1-ff36f16ae077 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3149424 Mar 31 15:29:10.112606 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42826) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:10.118300 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9eb661f5-2be8-40e6-ac27-1b1c6525f541 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:10.119000 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0573b3ea-f790-45ce-8789-466f59e37225 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Checking segment: {'id': '1ab1ff27-8bd6-49bb-98d6-59703cae9b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '707b2e12-29a6-4400-8bd8-3bc70dcaef09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:10.119140 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0573b3ea-f790-45ce-8789-466f59e37225 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Network hostable DHCP agents. Network: 707b2e12-29a6-4400-8bd8-3bc70dcaef09, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:29:10.123616 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c2b3b-9ffb-48fd-9dd0-e18ace77044a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Subnet': ['ID=3f2cd183-2b7a-4309-b755-b4891434d10d,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:10.126503 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c6421f94-f4f7-4f43-a439-112bae492b3f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'subnet': {'network_id': '62644745-d367-469b-b290-77ae7972f64d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:10.142655 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9eb661f5-2be8-40e6-ac27-1b1c6525f541 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Usage tracker for resource:network and tenant:8c6575be81e7411a95d81072c1e21ab3 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:10.146272 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port d5c4a78b-e242-4460-ab8e-bb918bc83136, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=d5c4a78b-e242-4460-ab8e-bb918bc83136,segment=NetworkSegment(ab0522e2-afb0-47d9-a9e4-1b44d1af8c57),segment_id=ab0522e2-afb0-47d9-a9e4-1b44d1af8c57)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:29:10.149702 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9eb661f5-2be8-40e6-ac27-1b1c6525f541 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:10.172910 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035c2b3b-9ffb-48fd-9dd0-e18ace77044a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Checking segment: {'id': 'ec040897-6253-4cfe-afd9-c724ffe42688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '396bb86d-5284-4e0f-bc75-af18a7f6c4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:10.173445 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035c2b3b-9ffb-48fd-9dd0-e18ace77044a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network hostable DHCP agents. Network: 396bb86d-5284-4e0f-bc75-af18a7f6c4c8, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:29:10.179777 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9eb661f5-2be8-40e6-ac27-1b1c6525f541 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:10.192744 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-31d6a8dd-0530-4955-b0e1-29b7358deb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:10.216436 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-28d20dae-90b3-434a-b3f0-4362259af47a None None] Transition to ACTIVE for port object 8284bd58-fb8c-4f20-806e-b5dd71d50f8c will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:10.233751 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-434e2c16-9c0c-4981-ae75-a88a20174ced tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:10.296502 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e2c16-9c0c-4981-ae75-a88a20174ced tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Port': ['ID=df954083-56c1-47ac-88a2-eb59711e5fff,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:10.301169 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434e2c16-9c0c-4981-ae75-a88a20174ced tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] No DVR routers for this DVR port df954083-56c1-47ac-88a2-eb59711e5fff on host dv-neutron-833379-2-hyperv {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:29:10.329370 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:10.405073 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb661f5-2be8-40e6-ac27-1b1c6525f541 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Made reservation on behalf of 8c6575be81e7411a95d81072c1e21ab3 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:10.407118 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-28d20dae-90b3-434a-b3f0-4362259af47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:10.410973 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9eb661f5-2be8-40e6-ac27-1b1c6525f541 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:10.432435 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035c2b3b-9ffb-48fd-9dd0-e18ace77044a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network 396bb86d-5284-4e0f-bc75-af18a7f6c4c8 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:29:10.441048 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a70b05eb-427f-45df-b04b-13791a8bc178 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:29:10.445342 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a70b05eb-427f-45df-b04b-13791a8bc178 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.8030860 Mar 31 15:29:10.449679 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42830) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:10.462459 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b7ac6861-1910-44a7-82a6-8ee1a87df0bf tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:10.471210 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 68c06276-244b-40b5-8de7-8c3510ef1cb7 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:29:10.503767 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0573b3ea-f790-45ce-8789-466f59e37225 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Network 707b2e12-29a6-4400-8bd8-3bc70dcaef09 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:29:10.517484 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bc586c-666c-4932-8f06-08f16bc75673 None None] DHCP port deletion for 6fa62bbd-91da-46a7-af9f-c3ba95dfe85c request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:29:10.518637 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb661f5-2be8-40e6-ac27-1b1c6525f541 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:29:10.529641 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-035c2b3b-9ffb-48fd-9dd0-e18ace77044a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 396bb86d-5284-4e0f-bc75-af18a7f6c4c8) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:10.544630 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035c2b3b-9ffb-48fd-9dd0-e18ace77044a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:10.545174 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-035c2b3b-9ffb-48fd-9dd0-e18ace77044a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:10.559935 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9eb661f5-2be8-40e6-ac27-1b1c6525f541 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:10.560283 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-9eb661f5-2be8-40e6-ac27-1b1c6525f541 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Added segment 7e4b2a92-bf32-4c30-acd7-7630490be13e of type vlan for network fdda4fd7-5317-4584-aa32-a92ff7bbe14a Mar 31 15:29:10.565967 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7856a4ec-f0d7-4576-86d9-46ee545380df tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:10.570164 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-0573b3ea-f790-45ce-8789-466f59e37225 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 707b2e12-29a6-4400-8bd8-3bc70dcaef09) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:10.575187 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a91b218-7553-4389-8e67-5a88f10174c3 None None] Network 396bb86d-5284-4e0f-bc75-af18a7f6c4c8 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:10.585371 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0573b3ea-f790-45ce-8789-466f59e37225 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:10.585969 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0573b3ea-f790-45ce-8789-466f59e37225 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:10.614021 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d20dae-90b3-434a-b3f0-4362259af47a None None] Network 48dd1b28-e5ec-4d12-ab35-f00e3c928a77 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:10.626070 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273eadae-3df1-4695-a20b-7cb14aabcbed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-62644745-d367-469b-b290-77ae7972f64d', 'network_id': '62644745-d367-469b-b290-77ae7972f64d', 'tenant_id': '24409fb148c545f09958fe765489c869', 'fixed_ips': [{'subnet_id': 'b8c4818f-b588-4c20-96dd-ee944ea818fd'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:29:10.627141 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-273eadae-3df1-4695-a20b-7cb14aabcbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:10.632354 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-fc006ca9-5c52-4ce6-b4ad-90374c22bfc8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting port de064b11-4ff1-4a37-bb51-03ab29619cc0 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:29:10.632498 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fc006ca9-5c52-4ce6-b4ad-90374c22bfc8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:10.652884 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e6b67b-860f-4bb8-b247-97fd078ede70 None None] Network 707b2e12-29a6-4400-8bd8-3bc70dcaef09 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:10.656115 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b7ac6861-1910-44a7-82a6-8ee1a87df0bf tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:10.693085 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c6421f94-f4f7-4f43-a439-112bae492b3f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:10.697481 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 68c06276-244b-40b5-8de7-8c3510ef1cb7 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:29:10.697823 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 68c06276-244b-40b5-8de7-8c3510ef1cb7 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:29:10.700652 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-28d20dae-90b3-434a-b3f0-4362259af47a None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:10.704201 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-434e2c16-9c0c-4981-ae75-a88a20174ced tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:10.704470 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d20dae-90b3-434a-b3f0-4362259af47a None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:10.711381 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856a4ec-f0d7-4576-86d9-46ee545380df tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Pushing event deleted for resources: {'Port': ['ID=73e2d997-7cf0-4610-89d6-d2516e24e048,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:10.729568 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c6421f94-f4f7-4f43-a439-112bae492b3f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:subnet and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:10.744924 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c6421f94-f4f7-4f43-a439-112bae492b3f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:10.755181 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c6421f94-f4f7-4f43-a439-112bae492b3f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:10.769674 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-434e2c16-9c0c-4981-ae75-a88a20174ced tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa62bbd-91da-46a7-af9f-c3ba95dfe85c']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:10.787282 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9eb661f5-2be8-40e6-ac27-1b1c6525f541 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:10.795295 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-434e2c16-9c0c-4981-ae75-a88a20174ced tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc831b2b-42f9-4fdc-8b67-01069a9d0514') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:10.795694 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-434e2c16-9c0c-4981-ae75-a88a20174ced tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc831b2b-42f9-4fdc-8b67-01069a9d0514') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:10.809143 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0573b3ea-f790-45ce-8789-466f59e37225 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.9650583 Mar 31 15:29:10.819829 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42834) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:10.823719 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-434e2c16-9c0c-4981-ae75-a88a20174ced tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:10.841302 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a58a61a7-2963-4232-927a-c507faf9deed tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:10.850862 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-035c2b3b-9ffb-48fd-9dd0-e18ace77044a tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4736259 Mar 31 15:29:10.859925 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42838) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:10.901378 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-434e2c16-9c0c-4981-ae75-a88a20174ced tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:10.917588 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-434e2c16-9c0c-4981-ae75-a88a20174ced tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:29:10.918641 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-434e2c16-9c0c-4981-ae75-a88a20174ced tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:10.936222 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b7ac6861-1910-44a7-82a6-8ee1a87df0bf tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:10.964508 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:29:10.964508 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:29:10.964508 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:29:10.964508 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:29:10.964508 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:29:10.964508 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:29:10.964508 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:29:10.964508 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:29:10.964508 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:29:10.964508 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:29:10.964508 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:29:10.964508 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:29:10.964508 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:29:10.964508 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:29:10.964508 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:29:10.964508 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:29:10.964508 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:29:10.964508 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:29:10.964508 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:29:10.964508 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:29:10.964508 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:29:10.964508 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:29:10.964508 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:29:10.964508 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:29:10.964508 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:29:10.964508 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:29:10.964508 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:29:10.964508 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:29:10.964508 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:29:10.964508 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:29:10.964508 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:29:10.964508 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:29:10.978338 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7856a4ec-f0d7-4576-86d9-46ee545380df tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:10.980973 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7856a4ec-f0d7-4576-86d9-46ee545380df tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:10.987302 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7856a4ec-f0d7-4576-86d9-46ee545380df tempest-ExternalNetworksAdminNegativeTestJSON-1069040349 tempest-ExternalNetworksAdminNegativeTestJSON-1069040349-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/1f58e88e-1399-47dc-a692-93c05820d01a HTTP/1.1" status: 204 len: 168 time: 2.0850980 Mar 31 15:29:10.988869 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6421f94-f4f7-4f43-a439-112bae492b3f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:10.993103 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6421f94-f4f7-4f43-a439-112bae492b3f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:11.011093 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device df954083-56c1-47ac-88a2-eb59711e5fff no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:29:11.047208 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ee36ac2d-6282-4eba-bee7-daadf87f68e5 None None] Provisioning complete for port e68dd7d7-7683-46e9-9137-953a19061146 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:11.047590 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ee36ac2d-6282-4eba-bee7-daadf87f68e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:11.089389 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: df954083-56c1-47ac-88a2-eb59711e5fff {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:29:11.089749 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device df954083-56c1-47ac-88a2-eb59711e5fff not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:29:11.187593 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9eb661f5-2be8-40e6-ac27-1b1c6525f541 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:11.194478 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb661f5-2be8-40e6-ac27-1b1c6525f541 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:11.195085 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9eb661f5-2be8-40e6-ac27-1b1c6525f541 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:11.199864 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=d5c4a78b-e242-4460-ab8e-bb918bc83136,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:11.240522 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a58a61a7-2963-4232-927a-c507faf9deed tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14752136'] for subnet, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:11.288108 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-434e2c16-9c0c-4981-ae75-a88a20174ced tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:11.290368 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.ipam_backend_mixin [None req-c6421f94-f4f7-4f43-a439-112bae492b3f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b8c4818f-b588-4c20-96dd-ee944ea818fd (CIDR: 2001:db8::/64) Mar 31 15:29:11.307228 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-434e2c16-9c0c-4981-ae75-a88a20174ced tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:11.318530 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e2c16-9c0c-4981-ae75-a88a20174ced tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Network': ['ID=6fa62bbd-91da-46a7-af9f-c3ba95dfe85c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:11.326523 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-434e2c16-9c0c-4981-ae75-a88a20174ced tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/networks/6fa62bbd-91da-46a7-af9f-c3ba95dfe85c HTTP/1.1" status: 204 len: 168 time: 2.6445086 Mar 31 15:29:11.327485 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42844) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:11.398228 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6421f94-f4f7-4f43-a439-112bae492b3f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:29:11.398746 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6421f94-f4f7-4f43-a439-112bae492b3f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:29:11.407370 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b7ac6861-1910-44a7-82a6-8ee1a87df0bf tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:11.474104 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9eb661f5-2be8-40e6-ac27-1b1c6525f541 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.4245596 Mar 31 15:29:11.480236 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42848) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:11.480846 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b7ac6861-1910-44a7-82a6-8ee1a87df0bf tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:11.483010 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b7ac6861-1910-44a7-82a6-8ee1a87df0bf tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] 10.222.0.31 "DELETE /v2.0/subnets/b2415ae3-91fc-4609-9654-8be091ef0bc3 HTTP/1.1" status: 204 len: 168 time: 2.8899844 Mar 31 15:29:11.484455 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac6861-1910-44a7-82a6-8ee1a87df0bf tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Pushing event deleted for resources: {'Subnet': ['ID=b2415ae3-91fc-4609-9654-8be091ef0bc3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:11.485653 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-e3a7fb38-b0f2-4710-ad9a-8cefea76f9fa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Request body: {'subnet': {'network_id': 'fdda4fd7-5317-4584-aa32-a92ff7bbe14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:11.486334 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-28d20dae-90b3-434a-b3f0-4362259af47a None None] Attempting to bind port 8284bd58-fb8c-4f20-806e-b5dd71d50f8c on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:29:11.486799 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-28d20dae-90b3-434a-b3f0-4362259af47a None None] Attempting to bind port 8284bd58-fb8c-4f20-806e-b5dd71d50f8c by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '694671d5-f0ce-410a-9dff-32ab5ecac075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '48dd1b28-e5ec-4d12-ab35-f00e3c928a77'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:29:11.487052 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d20dae-90b3-434a-b3f0-4362259af47a None None] Attempting to bind port 8284bd58-fb8c-4f20-806e-b5dd71d50f8c on network 48dd1b28-e5ec-4d12-ab35-f00e3c928a77 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:29:11.489055 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42852) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:11.513029 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fc006ca9-5c52-4ce6-b4ad-90374c22bfc8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:11.534555 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb661f5-2be8-40e6-ac27-1b1c6525f541 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event updated for resources: {'Network': ['ID=fdda4fd7-5317-4584-aa32-a92ff7bbe14a,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:11.547962 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-ee36ac2d-6282-4eba-bee7-daadf87f68e5 None None] Port e68dd7d7-7683-46e9-9137-953a19061146 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:29:11.583753 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network fdda4fd7-5317-4584-aa32-a92ff7bbe14a details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:29:11.600963 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d20dae-90b3-434a-b3f0-4362259af47a None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:29:11.601428 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d20dae-90b3-434a-b3f0-4362259af47a None None] Checking segment: {'id': '694671d5-f0ce-410a-9dff-32ab5ecac075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '48dd1b28-e5ec-4d12-ab35-f00e3c928a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:11.601896 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-28d20dae-90b3-434a-b3f0-4362259af47a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:11.602510 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d20dae-90b3-434a-b3f0-4362259af47a None None] Bound using segment: {'id': '694671d5-f0ce-410a-9dff-32ab5ecac075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '48dd1b28-e5ec-4d12-ab35-f00e3c928a77'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:29:11.603230 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-28d20dae-90b3-434a-b3f0-4362259af47a None None] Bound port: 8284bd58-fb8c-4f20-806e-b5dd71d50f8c, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694671d5-f0ce-410a-9dff-32ab5ecac075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '48dd1b28-e5ec-4d12-ab35-f00e3c928a77'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:29:11.603439 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-28d20dae-90b3-434a-b3f0-4362259af47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:11.612507 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d20dae-90b3-434a-b3f0-4362259af47a None None] Pushing event updated for resources: {'Port': ['ID=8284bd58-fb8c-4f20-806e-b5dd71d50f8c,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:11.630970 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c6421f94-f4f7-4f43-a439-112bae492b3f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5148747 Mar 31 15:29:11.638738 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42856) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:11.647144 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-714c6d69-13bb-4047-b39c-8a84e801f3ae tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'subnet': {'network_id': '62644745-d367-469b-b290-77ae7972f64d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:11.691345 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8869428-f7ab-45e9-8979-8fce9be9cdc4 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:11.692133 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b8869428-f7ab-45e9-8979-8fce9be9cdc4 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Synchronizing usage tracker for tenant:a3b50cdb77b4483a9e8d82544eb4d285 on resource:subnet {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:29:11.710945 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dceca1-64b8-4fe1-8a0c-6b68ce33f4bb tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:11.710945 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-29dceca1-64b8-4fe1-8a0c-6b68ce33f4bb tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Synchronizing usage tracker for tenant:62591a084e044f5ebd9b8ec401f28de6 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:29:11.799277 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-fc006ca9-5c52-4ce6-b4ad-90374c22bfc8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Calling delete_port for de064b11-4ff1-4a37-bb51-03ab29619cc0 owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:29:11.837973 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42862) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:11.904783 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-714c6d69-13bb-4047-b39c-8a84e801f3ae tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:11.909120 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-714c6d69-13bb-4047-b39c-8a84e801f3ae tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:subnet and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:11.912623 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-714c6d69-13bb-4047-b39c-8a84e801f3ae tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:11.920210 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-714c6d69-13bb-4047-b39c-8a84e801f3ae tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:11.965086 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ee36ac2d-6282-4eba-bee7-daadf87f68e5 None None] Provisioning complete for port d5c4a78b-e242-4460-ab8e-bb918bc83136 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:11.965498 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ee36ac2d-6282-4eba-bee7-daadf87f68e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:12.017424 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8fe333d5-c349-46ec-81e0-12081b65f64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:12.027690 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.resource_extend [None req-31d6a8dd-0530-4955-b0e1-29b7358deb35 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:29:12.033450 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b8869428-f7ab-45e9-8979-8fce9be9cdc4 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Unset dirty status for tenant:a3b50cdb77b4483a9e8d82544eb4d285 on resource:subnet {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:29:12.040898 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b8869428-f7ab-45e9-8979-8fce9be9cdc4 tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5406027 Mar 31 15:29:12.041131 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-273eadae-3df1-4695-a20b-7cb14aabcbed None None] Allocated IP 2001:db8::2 (62644745-d367-469b-b290-77ae7972f64d/b8c4818f-b588-4c20-96dd-ee944ea818fd/c2660297-a872-4feb-b801-0af6a2135a2a) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:12.041290 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42868) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:12.044183 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8fe333d5-c349-46ec-81e0-12081b65f64f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:12.068600 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-29dceca1-64b8-4fe1-8a0c-6b68ce33f4bb tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Unset dirty status for tenant:62591a084e044f5ebd9b8ec401f28de6 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:29:12.074318 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-29dceca1-64b8-4fe1-8a0c-6b68ce33f4bb tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.7415643 Mar 31 15:29:12.074318 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714c6d69-13bb-4047-b39c-8a84e801f3ae tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:12.076320 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42872) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:12.077219 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-714c6d69-13bb-4047-b39c-8a84e801f3ae tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:12.091033 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a58a61a7-2963-4232-927a-c507faf9deed tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791085481957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14859896'] for subnet, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:12.100377 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8fe333d5-c349-46ec-81e0-12081b65f64f admin admin] Usage tracker for resource:security_group_rule and tenant:c40106eed3e34b888ec000744f19bebe is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:12.129921 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8fe333d5-c349-46ec-81e0-12081b65f64f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:12.164240 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e3a7fb38-b0f2-4710-ad9a-8cefea76f9fa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:12.168213 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8fe333d5-c349-46ec-81e0-12081b65f64f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:12.199038 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e3a7fb38-b0f2-4710-ad9a-8cefea76f9fa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Usage tracker for resource:subnet and tenant:8c6575be81e7411a95d81072c1e21ab3 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:12.212363 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e3a7fb38-b0f2-4710-ad9a-8cefea76f9fa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:12.235126 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e8e6d0-7ed5-43c9-b3fd-8fd8fffa8c07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-396bb86d-5284-4e0f-bc75-af18a7f6c4c8', 'network_id': '396bb86d-5284-4e0f-bc75-af18a7f6c4c8', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'fixed_ips': [{'subnet_id': '3f2cd183-2b7a-4309-b755-b4891434d10d'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:29:12.235953 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e5e8e6d0-7ed5-43c9-b3fd-8fd8fffa8c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:12.245075 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e3a7fb38-b0f2-4710-ad9a-8cefea76f9fa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:12.248439 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-28d20dae-90b3-434a-b3f0-4362259af47a None None] For port 8284bd58-fb8c-4f20-806e-b5dd71d50f8c, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:29:12.300301 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a56105-7757-44fe-aeab-27e6fd9819fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-707b2e12-29a6-4400-8bd8-3bc70dcaef09', 'network_id': '707b2e12-29a6-4400-8bd8-3bc70dcaef09', 'tenant_id': 'cba800ed59cd4d6f8d690d59c4ee670b', 'fixed_ips': [{'subnet_id': '6c042ead-8fdd-4c3d-ab73-ac31a060af18'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:29:12.301141 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90a56105-7757-44fe-aeab-27e6fd9819fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:12.361940 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a7fb38-b0f2-4710-ad9a-8cefea76f9fa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Made reservation on behalf of 8c6575be81e7411a95d81072c1e21ab3 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:12.365541 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3a7fb38-b0f2-4710-ad9a-8cefea76f9fa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:12.394389 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9161d161-3c02-454c-a524-17192974d1c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'fixed_ips': [{'subnet_id': '15402cde-7537-4380-b2c2-18ed4498f4e0'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:29:12.395237 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9161d161-3c02-454c-a524-17192974d1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:12.410919 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-28d20dae-90b3-434a-b3f0-4362259af47a None None] For port 8284bd58-fb8c-4f20-806e-b5dd71d50f8c, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=8284bd58-fb8c-4f20-806e-b5dd71d50f8c,segment=NetworkSegment(694671d5-f0ce-410a-9dff-32ab5ecac075),segment_id=694671d5-f0ce-410a-9dff-32ab5ecac075)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:29:12.483711 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58a61a7-2963-4232-927a-c507faf9deed tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:12.484469 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a58a61a7-2963-4232-927a-c507faf9deed tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:12.485881 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a58a61a7-2963-4232-927a-c507faf9deed tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "PUT /v2.0/subnets/6c042ead-8fdd-4c3d-ab73-ac31a060af18 HTTP/1.1" status: 200 len: 877 time: 1.6651185 Mar 31 15:29:12.496835 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42876) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:12.507059 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-759d427c-fd37-49c3-b03a-738096a419eb tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:12.514168 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-31d6a8dd-0530-4955-b0e1-29b7358deb35 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:12.531217 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a61a7-2963-4232-927a-c507faf9deed tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event updated for resources: {'Subnet': ['ID=6c042ead-8fdd-4c3d-ab73-ac31a060af18,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:12.543528 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7ec3325a-d9a5-4cec-88fb-9fdec8c15b89 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4677458 Mar 31 15:29:12.543942 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-28d20dae-90b3-434a-b3f0-4362259af47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:12.563643 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42880) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:12.566689 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-09b5c484-5f01-4002-94c9-be807f7facea tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-399686942'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:12.580348 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-09b5c484-5f01-4002-94c9-be807f7facea tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:12.594913 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-09b5c484-5f01-4002-94c9-be807f7facea tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:network and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:12.603666 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-09b5c484-5f01-4002-94c9-be807f7facea tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:12.611808 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b3de9599-88d8-4a30-a37c-51118d7b00e3 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:12.622539 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-09b5c484-5f01-4002-94c9-be807f7facea tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:12.631848 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fc006ca9-5c52-4ce6-b4ad-90374c22bfc8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:12.654264 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-759d427c-fd37-49c3-b03a-738096a419eb tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Deleting port 8284bd58-fb8c-4f20-806e-b5dd71d50f8c {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:29:12.654978 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-759d427c-fd37-49c3-b03a-738096a419eb tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:12.671898 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-31d6a8dd-0530-4955-b0e1-29b7358deb35 None None] Transition to ACTIVE for port object e68dd7d7-7683-46e9-9137-953a19061146 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:12.757580 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc006ca9-5c52-4ce6-b4ad-90374c22bfc8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Port': ['ID=de064b11-4ff1-4a37-bb51-03ab29619cc0,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:12.770077 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b5c484-5f01-4002-94c9-be807f7facea tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:12.773505 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09b5c484-5f01-4002-94c9-be807f7facea tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:12.834829 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:12.864776 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-31d6a8dd-0530-4955-b0e1-29b7358deb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:12.901453 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fc006ca9-5c52-4ce6-b4ad-90374c22bfc8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:12.990147 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device d5c4a78b-e242-4460-ab8e-bb918bc83136 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:29:13.014871 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d20dae-90b3-434a-b3f0-4362259af47a None None] Pushing event updated for resources: {'Port': ['ID=8284bd58-fb8c-4f20-806e-b5dd71d50f8c,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:13.030397 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b5c484-5f01-4002-94c9-be807f7facea tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:29:13.070638 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09b5c484-5f01-4002-94c9-be807f7facea tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:13.071062 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-09b5c484-5f01-4002-94c9-be807f7facea tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Added segment 529d3111-790d-433d-b893-0a6d674d8b33 of type vlan for network 8aeb4727-b0dd-4fa6-9b6f-6db16169eadb Mar 31 15:29:13.098726 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8fe333d5-c349-46ec-81e0-12081b65f64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:13.116114 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-759d427c-fd37-49c3-b03a-738096a419eb tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] For port 8284bd58-fb8c-4f20-806e-b5dd71d50f8c, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=8284bd58-fb8c-4f20-806e-b5dd71d50f8c,segment=NetworkSegment(694671d5-f0ce-410a-9dff-32ab5ecac075),segment_id=694671d5-f0ce-410a-9dff-32ab5ecac075)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:29:13.116593 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-759d427c-fd37-49c3-b03a-738096a419eb tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:13.132583 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:13.158535 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09b5c484-5f01-4002-94c9-be807f7facea tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:13.290601 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8fe333d5-c349-46ec-81e0-12081b65f64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:13.309559 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-e5e8e6d0-7ed5-43c9-b3fd-8fd8fffa8c07 None None] Allocated IP 172.23.0.2 (396bb86d-5284-4e0f-bc75-af18a7f6c4c8/3f2cd183-2b7a-4309-b755-b4891434d10d/a5cc4a08-2495-478e-b4ce-77145f3390a1) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:13.312015 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-759d427c-fd37-49c3-b03a-738096a419eb tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Calling delete_port for 8284bd58-fb8c-4f20-806e-b5dd71d50f8c owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:29:13.313076 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3a7fb38-b0f2-4710-ad9a-8cefea76f9fa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:13.356991 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09b5c484-5f01-4002-94c9-be807f7facea tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:13.364828 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b5c484-5f01-4002-94c9-be807f7facea tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:13.365510 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09b5c484-5f01-4002-94c9-be807f7facea tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:13.385972 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55490f81-6663-4823-b1b6-87ecb73e617e None None] Pushing event updated for resources: {'Port': ['ID=e68dd7d7-7683-46e9-9137-953a19061146,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:13.392012 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-273eadae-3df1-4695-a20b-7cb14aabcbed None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:13.425299 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-fc006ca9-5c52-4ce6-b4ad-90374c22bfc8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/de064b11-4ff1-4a37-bb51-03ab29619cc0 HTTP/1.1" status: 204 len: 168 time: 2.9715214 Mar 31 15:29:13.436476 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42884) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:13.503407 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8fe333d5-c349-46ec-81e0-12081b65f64f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c40106eed3e34b888ec000744f19bebe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6635582 Mar 31 15:29:13.504481 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe333d5-c349-46ec-81e0-12081b65f64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46740be8-2c57-4d8a-a820-a437757f8165,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:13.505728 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-9161d161-3c02-454c-a524-17192974d1c9 None None] Allocated IP 2001:db8::2 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/15402cde-7537-4380-b2c2-18ed4498f4e0/6e245699-2da6-4dd6-b255-67965b535a2c) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:13.508627 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-90a56105-7757-44fe-aeab-27e6fd9819fe None None] Allocated IP 172.20.0.3 (707b2e12-29a6-4400-8bd8-3bc70dcaef09/6c042ead-8fdd-4c3d-ab73-ac31a060af18/c60bd3e4-7c2b-423a-9090-2b436b486446) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:13.513813 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42888) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:13.533045 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-273eadae-3df1-4695-a20b-7cb14aabcbed None None] Transition to ACTIVE for port object c2660297-a872-4feb-b801-0af6a2135a2a will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:13.549683 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-714c6d69-13bb-4047-b39c-8a84e801f3ae tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:13.554604 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a7fb38-b0f2-4710-ad9a-8cefea76f9fa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Checking segment: {'id': '7e4b2a92-bf32-4c30-acd7-7630490be13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'fdda4fd7-5317-4584-aa32-a92ff7bbe14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:13.555057 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a7fb38-b0f2-4710-ad9a-8cefea76f9fa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Network hostable DHCP agents. Network: fdda4fd7-5317-4584-aa32-a92ff7bbe14a, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:29:13.563741 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5c484-5f01-4002-94c9-be807f7facea tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Network': ['ID=8aeb4727-b0dd-4fa6-9b6f-6db16169eadb,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:13.574241 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7fb38-b0f2-4710-ad9a-8cefea76f9fa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event updated for resources: {'Subnet': ['ID=15856975-049e-499f-9598-62bbfbe67d7c,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:13.633893 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-09b5c484-5f01-4002-94c9-be807f7facea tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0741849 Mar 31 15:29:13.634108 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa9e1c0-25c0-43a2-9ab4-53043237ef67 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:13.635812 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa9e1c0-25c0-43a2-9ab4-53043237ef67 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:13.636611 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42892) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:13.636765 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1aa9e1c0-25c0-43a2-9ab4-53043237ef67 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:29:13.643565 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-27fecefd-bf4f-4558-9d19-32ed48071ad7 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'subnet': {'network_id': '8aeb4727-b0dd-4fa6-9b6f-6db16169eadb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:13.666358 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714c6d69-13bb-4047-b39c-8a84e801f3ae tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network 62644745-d367-469b-b290-77ae7972f64d is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:13.666701 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a7fb38-b0f2-4710-ad9a-8cefea76f9fa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Network fdda4fd7-5317-4584-aa32-a92ff7bbe14a is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:29:13.675734 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 8aeb4727-b0dd-4fa6-9b6f-6db16169eadb details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:29:13.679868 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-714c6d69-13bb-4047-b39c-8a84e801f3ae tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:13.687878 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714c6d69-13bb-4047-b39c-8a84e801f3ae tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:13.688550 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-714c6d69-13bb-4047-b39c-8a84e801f3ae tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:13.692126 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-31d6a8dd-0530-4955-b0e1-29b7358deb35 None None] Attempting to bind port e68dd7d7-7683-46e9-9137-953a19061146 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:29:13.692529 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-31d6a8dd-0530-4955-b0e1-29b7358deb35 None None] Attempting to bind port e68dd7d7-7683-46e9-9137-953a19061146 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'ab0522e2-afb0-47d9-a9e4-1b44d1af8c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'bc33895a-db18-4da4-903f-fdf2b3c99c40'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:29:13.692897 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d6a8dd-0530-4955-b0e1-29b7358deb35 None None] Attempting to bind port e68dd7d7-7683-46e9-9137-953a19061146 on network bc33895a-db18-4da4-903f-fdf2b3c99c40 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:29:13.709927 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-759d427c-fd37-49c3-b03a-738096a419eb tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:13.715182 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c6d69-13bb-4047-b39c-8a84e801f3ae tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Subnet': ['ID=3eab93f3-e41a-4730-acea-e42588ebfae2,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:13.774516 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-27fecefd-bf4f-4558-9d19-32ed48071ad7 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:13.776994 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1c598e7c-78a3-43ab-be45-033a3f1a5ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:13.778263 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-27fecefd-bf4f-4558-9d19-32ed48071ad7 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:subnet and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:13.778611 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d427c-fd37-49c3-b03a-738096a419eb tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Pushing event deleted for resources: {'Port': ['ID=8284bd58-fb8c-4f20-806e-b5dd71d50f8c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:13.780592 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1aa9e1c0-25c0-43a2-9ab4-53043237ef67 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:29:13.781859 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1aa9e1c0-25c0-43a2-9ab4-53043237ef67 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3442149 Mar 31 15:29:13.785389 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42896) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:13.786335 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-27fecefd-bf4f-4558-9d19-32ed48071ad7 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:13.791699 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-e3a7fb38-b0f2-4710-ad9a-8cefea76f9fa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, fdda4fd7-5317-4584-aa32-a92ff7bbe14a) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:13.797426 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-273eadae-3df1-4695-a20b-7cb14aabcbed None None] Transition to ACTIVE for port object c2660297-a872-4feb-b801-0af6a2135a2a will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:13.797585 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a7fb38-b0f2-4710-ad9a-8cefea76f9fa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:13.797585 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3a7fb38-b0f2-4710-ad9a-8cefea76f9fa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:13.799590 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port d5c4a78b-e242-4460-ab8e-bb918bc83136 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:13.799919 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759d427c-fd37-49c3-b03a-738096a419eb tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] No DVR routers for this DVR port 8284bd58-fb8c-4f20-806e-b5dd71d50f8c on host dv-neutron-833379-2-hyperv {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:29:13.800049 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:13.840700 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d6a8dd-0530-4955-b0e1-29b7358deb35 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:29:13.841400 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d6a8dd-0530-4955-b0e1-29b7358deb35 None None] Checking segment: {'id': 'ab0522e2-afb0-47d9-a9e4-1b44d1af8c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'bc33895a-db18-4da4-903f-fdf2b3c99c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:13.841809 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-31d6a8dd-0530-4955-b0e1-29b7358deb35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:13.842225 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d6a8dd-0530-4955-b0e1-29b7358deb35 None None] Bound using segment: {'id': 'ab0522e2-afb0-47d9-a9e4-1b44d1af8c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'bc33895a-db18-4da4-903f-fdf2b3c99c40'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:29:13.842688 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-31d6a8dd-0530-4955-b0e1-29b7358deb35 None None] Bound port: e68dd7d7-7683-46e9-9137-953a19061146, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0522e2-afb0-47d9-a9e4-1b44d1af8c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'bc33895a-db18-4da4-903f-fdf2b3c99c40'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:29:13.843066 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-31d6a8dd-0530-4955-b0e1-29b7358deb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:13.850309 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-27fecefd-bf4f-4558-9d19-32ed48071ad7 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:13.852981 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2c88c8-bfa8-45f7-a141-684de37a93e6 None None] Network fdda4fd7-5317-4584-aa32-a92ff7bbe14a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:13.866712 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1c598e7c-78a3-43ab-be45-033a3f1a5ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:13.887780 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1d10e5-18e0-4fdc-86a9-ab469c4f2ac5 None None] Network 48dd1b28-e5ec-4d12-ab35-f00e3c928a77 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:13.891384 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-714c6d69-13bb-4047-b39c-8a84e801f3ae tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2515442 Mar 31 15:29:13.894516 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42900) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:13.901378 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-b43137e7-6dfc-4b77-9fbd-96796bd4bd4f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'port': {'network_id': '62644745-d367-469b-b290-77ae7972f64d', 'fixed_ips': [{'subnet_id': 'b8c4818f-b588-4c20-96dd-ee944ea818fd'}, {'subnet_id': '3eab93f3-e41a-4730-acea-e42588ebfae2'}], 'name': 'tempest-PortsIpV6TestJSON-2105981954'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:13.923508 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb5235ee-e453-4a19-a14a-a8952707fb57 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting subnet 15402cde-7537-4380-b2c2-18ed4498f4e0 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:29:13.985586 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-759d427c-fd37-49c3-b03a-738096a419eb tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:14.014837 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-759d427c-fd37-49c3-b03a-738096a419eb tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48dd1b28-e5ec-4d12-ab35-f00e3c928a77']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:14.029217 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-759d427c-fd37-49c3-b03a-738096a419eb tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '694671d5-f0ce-410a-9dff-32ab5ecac075') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:14.029829 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-759d427c-fd37-49c3-b03a-738096a419eb tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '694671d5-f0ce-410a-9dff-32ab5ecac075') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:14.042775 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-759d427c-fd37-49c3-b03a-738096a419eb tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:14.062045 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-759d427c-fd37-49c3-b03a-738096a419eb tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:14.069010 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-759d427c-fd37-49c3-b03a-738096a419eb tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:29:14.069480 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-759d427c-fd37-49c3-b03a-738096a419eb tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:14.082725 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e3a7fb38-b0f2-4710-ad9a-8cefea76f9fa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5981052 Mar 31 15:29:14.085111 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:29:14.085111 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:29:14.085111 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:29:14.085111 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:29:14.085111 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:29:14.085111 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:29:14.085111 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:29:14.085111 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:29:14.085111 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:29:14.085111 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:29:14.085111 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:29:14.085111 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:29:14.085111 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:29:14.085111 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:29:14.085111 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:29:14.085111 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:29:14.085111 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:29:14.085111 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:29:14.085111 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:29:14.085111 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:29:14.085111 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:29:14.085111 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:29:14.085111 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:29:14.085111 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:29:14.085111 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:29:14.085111 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:29:14.085111 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:29:14.085111 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:29:14.085111 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:29:14.085111 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:29:14.085111 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:29:14.085111 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:29:14.087644 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fecefd-bf4f-4558-9d19-32ed48071ad7 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:14.088229 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42904) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:14.089520 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-27fecefd-bf4f-4558-9d19-32ed48071ad7 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:14.155382 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-888e54fe-62d5-4f9d-a5a1-cdedf3dbaf1a tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1174657386'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:14.165147 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1c598e7c-78a3-43ab-be45-033a3f1a5ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:14.167471 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-273eadae-3df1-4695-a20b-7cb14aabcbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:14.169022 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-888e54fe-62d5-4f9d-a5a1-cdedf3dbaf1a tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:14.189138 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-888e54fe-62d5-4f9d-a5a1-cdedf3dbaf1a tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Usage tracker for resource:network and tenant:8c6575be81e7411a95d81072c1e21ab3 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:14.196302 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-888e54fe-62d5-4f9d-a5a1-cdedf3dbaf1a tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Quota usage for network was recalculated. Used quota:2. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:14.199581 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c598e7c-78a3-43ab-be45-033a3f1a5ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46740be8-2c57-4d8a-a820-a437757f8165,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:14.205933 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-888e54fe-62d5-4f9d-a5a1-cdedf3dbaf1a tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:14.210279 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1c598e7c-78a3-43ab-be45-033a3f1a5ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:14.211615 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1c598e7c-78a3-43ab-be45-033a3f1a5ab7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/46740be8-2c57-4d8a-a820-a437757f8165 HTTP/1.1" status: 204 len: 168 time: 0.6941779 Mar 31 15:29:14.267406 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-759d427c-fd37-49c3-b03a-738096a419eb tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:14.291627 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-759d427c-fd37-49c3-b03a-738096a419eb tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:14.297660 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888e54fe-62d5-4f9d-a5a1-cdedf3dbaf1a tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Made reservation on behalf of 8c6575be81e7411a95d81072c1e21ab3 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:14.301253 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-b43137e7-6dfc-4b77-9fbd-96796bd4bd4f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:14.301739 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-888e54fe-62d5-4f9d-a5a1-cdedf3dbaf1a tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:14.304406 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-b43137e7-6dfc-4b77-9fbd-96796bd4bd4f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:port and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:14.309037 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-b43137e7-6dfc-4b77-9fbd-96796bd4bd4f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for port was recalculated. Used quota:2. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:14.316145 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-b43137e7-6dfc-4b77-9fbd-96796bd4bd4f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:14.325254 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d427c-fd37-49c3-b03a-738096a419eb tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Pushing event deleted for resources: {'Network': ['ID=48dd1b28-e5ec-4d12-ab35-f00e3c928a77,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:14.327899 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-759d427c-fd37-49c3-b03a-738096a419eb tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] 10.222.0.31 "DELETE /v2.0/networks/48dd1b28-e5ec-4d12-ab35-f00e3c928a77 HTTP/1.1" status: 204 len: 168 time: 2.2870057 Mar 31 15:29:14.330478 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42910) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:14.345393 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-888e54fe-62d5-4f9d-a5a1-cdedf3dbaf1a tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:29:14.355650 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-888e54fe-62d5-4f9d-a5a1-cdedf3dbaf1a tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:14.356238 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-888e54fe-62d5-4f9d-a5a1-cdedf3dbaf1a tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Added segment 17bc9c68-2504-4582-90f9-9a7668178097 of type vlan for network d2de8104-faf3-431f-93fe-fe2bebd49d6b Mar 31 15:29:14.389365 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-888e54fe-62d5-4f9d-a5a1-cdedf3dbaf1a tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:14.418449 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43137e7-6dfc-4b77-9fbd-96796bd4bd4f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:14.468297 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273eadae-3df1-4695-a20b-7cb14aabcbed None None] Network 62644745-d367-469b-b290-77ae7972f64d is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:14.491129 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-888e54fe-62d5-4f9d-a5a1-cdedf3dbaf1a tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:14.498864 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-273eadae-3df1-4695-a20b-7cb14aabcbed None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:14.510012 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888e54fe-62d5-4f9d-a5a1-cdedf3dbaf1a tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:14.512071 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-888e54fe-62d5-4f9d-a5a1-cdedf3dbaf1a tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:14.529637 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273eadae-3df1-4695-a20b-7cb14aabcbed None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:14.619278 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1950ccfd-3892-4125-ba22-6f0ed2975b8e tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:14.692731 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273eadae-3df1-4695-a20b-7cb14aabcbed None None] Pushing event updated for resources: {'Port': ['ID=c2660297-a872-4feb-b801-0af6a2135a2a,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:14.757982 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b43137e7-6dfc-4b77-9fbd-96796bd4bd4f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:14.833098 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-27fecefd-bf4f-4558-9d19-32ed48071ad7 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:14.864627 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e54fe-62d5-4f9d-a5a1-cdedf3dbaf1a tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event updated for resources: {'Network': ['ID=d2de8104-faf3-431f-93fe-fe2bebd49d6b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:14.872842 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1950ccfd-3892-4125-ba22-6f0ed2975b8e tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:14.879267 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-31d6a8dd-0530-4955-b0e1-29b7358deb35 None None] For port e68dd7d7-7683-46e9-9137-953a19061146, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:29:14.897277 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-b43137e7-6dfc-4b77-9fbd-96796bd4bd4f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] device_id is not set on port 57eb58d4-3894-48c9-9cf9-328685acb04d yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:29:14.934425 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network d2de8104-faf3-431f-93fe-fe2bebd49d6b details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:29:14.956064 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-888e54fe-62d5-4f9d-a5a1-cdedf3dbaf1a tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8533432 Mar 31 15:29:14.956955 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42918) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:14.964382 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9aee0571-ce67-4687-89ac-572ab33d7dfe tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Request body: {'subnet': {'network_id': 'd2de8104-faf3-431f-93fe-fe2bebd49d6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:14.983666 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-1950ccfd-3892-4125-ba22-6f0ed2975b8e tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60964f81-47fa-4ce8-a8ff-96c91d310eea']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:15.021437 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fecefd-bf4f-4558-9d19-32ed48071ad7 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Subnet': ['ID=49c368d6-0d54-4bb1-9c14-1200ada77d1f,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:15.036241 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-1950ccfd-3892-4125-ba22-6f0ed2975b8e tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1daac6cc-54b3-4aba-901c-3aa0b20a333f') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:15.036241 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-1950ccfd-3892-4125-ba22-6f0ed2975b8e tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1daac6cc-54b3-4aba-901c-3aa0b20a333f') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:15.044133 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42922) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:15.057239 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1950ccfd-3892-4125-ba22-6f0ed2975b8e tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:15.081720 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fecefd-bf4f-4558-9d19-32ed48071ad7 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Checking segment: {'id': '529d3111-790d-433d-b893-0a6d674d8b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8aeb4727-b0dd-4fa6-9b6f-6db16169eadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:15.082083 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fecefd-bf4f-4558-9d19-32ed48071ad7 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network hostable DHCP agents. Network: 8aeb4727-b0dd-4fa6-9b6f-6db16169eadb, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:29:15.091549 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9aee0571-ce67-4687-89ac-572ab33d7dfe tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:15.096192 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9aee0571-ce67-4687-89ac-572ab33d7dfe tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Usage tracker for resource:subnet and tenant:8c6575be81e7411a95d81072c1e21ab3 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:15.098769 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9aee0571-ce67-4687-89ac-572ab33d7dfe tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:15.105865 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9aee0571-ce67-4687-89ac-572ab33d7dfe tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:15.110255 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e5e8e6d0-7ed5-43c9-b3fd-8fd8fffa8c07 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:15.131276 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-31d6a8dd-0530-4955-b0e1-29b7358deb35 None None] For port e68dd7d7-7683-46e9-9137-953a19061146, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e68dd7d7-7683-46e9-9137-953a19061146,segment=NetworkSegment(ab0522e2-afb0-47d9-a9e4-1b44d1af8c57),segment_id=ab0522e2-afb0-47d9-a9e4-1b44d1af8c57)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:29:15.139792 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1950ccfd-3892-4125-ba22-6f0ed2975b8e tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:15.169497 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aee0571-ce67-4687-89ac-572ab33d7dfe tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Made reservation on behalf of 8c6575be81e7411a95d81072c1e21ab3 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:15.171553 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1950ccfd-3892-4125-ba22-6f0ed2975b8e tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:29:15.171947 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1950ccfd-3892-4125-ba22-6f0ed2975b8e tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:15.173264 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9aee0571-ce67-4687-89ac-572ab33d7dfe tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:15.192092 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:29:15.192092 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:29:15.192092 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:29:15.192092 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:29:15.192092 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:29:15.192092 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:29:15.192092 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:29:15.192092 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:29:15.192092 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:29:15.192092 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:29:15.192092 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:29:15.192092 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:29:15.192092 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:29:15.192092 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:29:15.192092 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:29:15.192092 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:29:15.192092 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:29:15.192092 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:29:15.192092 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:29:15.192092 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:29:15.192092 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:29:15.192092 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:29:15.192092 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:29:15.192092 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:29:15.192092 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:29:15.192092 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:29:15.192092 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:29:15.192092 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:29:15.192092 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:29:15.192092 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:29:15.192092 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:29:15.192092 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:29:15.216073 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f686136-38c2-414f-9f64-277e06e63a29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-fdda4fd7-5317-4584-aa32-a92ff7bbe14a', 'network_id': 'fdda4fd7-5317-4584-aa32-a92ff7bbe14a', 'tenant_id': '8c6575be81e7411a95d81072c1e21ab3', 'fixed_ips': [{'subnet_id': '15856975-049e-499f-9598-62bbfbe67d7c'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:29:15.216910 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1f686136-38c2-414f-9f64-277e06e63a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:15.226513 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-e5e8e6d0-7ed5-43c9-b3fd-8fd8fffa8c07 None None] Transition to ACTIVE for port object a5cc4a08-2495-478e-b4ce-77145f3390a1 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:15.241169 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-31d6a8dd-0530-4955-b0e1-29b7358deb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:15.245015 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-273eadae-3df1-4695-a20b-7cb14aabcbed None None] Attempting to bind port c2660297-a872-4feb-b801-0af6a2135a2a on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:29:15.245409 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-273eadae-3df1-4695-a20b-7cb14aabcbed None None] Attempting to bind port c2660297-a872-4feb-b801-0af6a2135a2a by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '81c1ca79-0118-4c36-a4fd-dbc42a9f6f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '62644745-d367-469b-b290-77ae7972f64d'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:29:15.245768 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273eadae-3df1-4695-a20b-7cb14aabcbed None None] Attempting to bind port c2660297-a872-4feb-b801-0af6a2135a2a on network 62644745-d367-469b-b290-77ae7972f64d {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:29:15.270511 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.ipam_backend_mixin [None req-9aee0571-ce67-4687-89ac-572ab33d7dfe tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Performing IP validity checks on allocation pools {{(pid=103443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Mar 31 15:29:15.271160 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.ipam_backend_mixin [None req-9aee0571-ce67-4687-89ac-572ab33d7dfe tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Mar 31 15:29:15.289531 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9c3f0691-e469-45c0-9786-05acb5307b62 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d0aa4f4115644c53a36c70e9d9a58c07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2427773 Mar 31 15:29:15.292279 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42926) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:15.334956 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273eadae-3df1-4695-a20b-7cb14aabcbed None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:29:15.335269 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273eadae-3df1-4695-a20b-7cb14aabcbed None None] Checking segment: {'id': '81c1ca79-0118-4c36-a4fd-dbc42a9f6f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '62644745-d367-469b-b290-77ae7972f64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:15.335674 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-273eadae-3df1-4695-a20b-7cb14aabcbed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:15.336135 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273eadae-3df1-4695-a20b-7cb14aabcbed None None] Bound using segment: {'id': '81c1ca79-0118-4c36-a4fd-dbc42a9f6f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '62644745-d367-469b-b290-77ae7972f64d'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:29:15.336694 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-273eadae-3df1-4695-a20b-7cb14aabcbed None None] Bound port: c2660297-a872-4feb-b801-0af6a2135a2a, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c1ca79-0118-4c36-a4fd-dbc42a9f6f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '62644745-d367-469b-b290-77ae7972f64d'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:29:15.337060 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-273eadae-3df1-4695-a20b-7cb14aabcbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:15.348392 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90a56105-7757-44fe-aeab-27e6fd9819fe None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:15.348597 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fecefd-bf4f-4558-9d19-32ed48071ad7 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network 8aeb4727-b0dd-4fa6-9b6f-6db16169eadb is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:29:15.361091 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd246b23-db34-49ec-8bc9-fad2069185a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:15.368973 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9161d161-3c02-454c-a524-17192974d1c9 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:15.402944 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd246b23-db34-49ec-8bc9-fad2069185a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:15.412504 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-e5e8e6d0-7ed5-43c9-b3fd-8fd8fffa8c07 None None] Transition to ACTIVE for port object a5cc4a08-2495-478e-b4ce-77145f3390a1 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:15.487083 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-90a56105-7757-44fe-aeab-27e6fd9819fe None None] Transition to ACTIVE for port object c60bd3e4-7c2b-423a-9090-2b436b486446 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:15.489998 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9161d161-3c02-454c-a524-17192974d1c9 None None] Transition to ACTIVE for port object 6e245699-2da6-4dd6-b255-67965b535a2c will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:15.540071 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d6a8dd-0530-4955-b0e1-29b7358deb35 None None] Routers {'11a978fe-3e44-49c6-8939-d3c2232eb634'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:29:15.541023 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-31d6a8dd-0530-4955-b0e1-29b7358deb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:29:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['11a978fe-3e44-49c6-8939-d3c2232eb634'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:15.580111 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-27fecefd-bf4f-4558-9d19-32ed48071ad7 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 8aeb4727-b0dd-4fa6-9b6f-6db16169eadb) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:15.587480 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fecefd-bf4f-4558-9d19-32ed48071ad7 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:15.588210 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-27fecefd-bf4f-4558-9d19-32ed48071ad7 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:15.603021 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1950ccfd-3892-4125-ba22-6f0ed2975b8e tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:15.609045 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1950ccfd-3892-4125-ba22-6f0ed2975b8e tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:15.626480 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd246b23-db34-49ec-8bc9-fad2069185a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:15.646438 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd246b23-db34-49ec-8bc9-fad2069185a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93579866-ae02-4881-88c5-ca26c571e62c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:15.666951 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9aee0571-ce67-4687-89ac-572ab33d7dfe tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:15.678251 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950ccfd-3892-4125-ba22-6f0ed2975b8e tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Pushing event deleted for resources: {'Network': ['ID=60964f81-47fa-4ce8-a8ff-96c91d310eea,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:15.690484 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e5e8e6d0-7ed5-43c9-b3fd-8fd8fffa8c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:15.694092 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b41aab-d0b0-4e7a-9648-a91ddfb09236 None None] Network 8aeb4727-b0dd-4fa6-9b6f-6db16169eadb requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:15.708843 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-1950ccfd-3892-4125-ba22-6f0ed2975b8e tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] 10.222.0.31 "DELETE /v2.0/networks/60964f81-47fa-4ce8-a8ff-96c91d310eea HTTP/1.1" status: 204 len: 168 time: 1.3750198 Mar 31 15:29:15.710624 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42930) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:15.723739 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-b43137e7-6dfc-4b77-9fbd-96796bd4bd4f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Allocated IP 2001:db8::2dc (62644745-d367-469b-b290-77ae7972f64d/b8c4818f-b588-4c20-96dd-ee944ea818fd/57eb58d4-3894-48c9-9cf9-328685acb04d) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:15.736811 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-b3de9599-88d8-4a30-a37c-51118d7b00e3 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Allocated IP 172.23.0.1 (396bb86d-5284-4e0f-bc75-af18a7f6c4c8/3f2cd183-2b7a-4309-b755-b4891434d10d/76936a94-0e5e-4d3f-bdb4-24cd1008bf61) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:15.739823 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-b43137e7-6dfc-4b77-9fbd-96796bd4bd4f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Allocated IP 2001:db8:0:1::10d (62644745-d367-469b-b290-77ae7972f64d/3eab93f3-e41a-4730-acea-e42588ebfae2/57eb58d4-3894-48c9-9cf9-328685acb04d) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:15.746063 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd246b23-db34-49ec-8bc9-fad2069185a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:15.751983 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-bd246b23-db34-49ec-8bc9-fad2069185a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/93579866-ae02-4881-88c5-ca26c571e62c HTTP/1.1" status: 204 len: 168 time: 0.4538670 Mar 31 15:29:15.773330 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55490f81-6663-4823-b1b6-87ecb73e617e None None] Pushing event updated for resources: {'Port': ['ID=e68dd7d7-7683-46e9-9137-953a19061146,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:15.783069 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-90a56105-7757-44fe-aeab-27e6fd9819fe None None] Transition to ACTIVE for port object c60bd3e4-7c2b-423a-9090-2b436b486446 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:15.788272 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9161d161-3c02-454c-a524-17192974d1c9 None None] Transition to ACTIVE for port object 6e245699-2da6-4dd6-b255-67965b535a2c will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:15.804829 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-27fecefd-bf4f-4558-9d19-32ed48071ad7 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1667640 Mar 31 15:29:15.806280 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42936) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:15.820000 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-461e8b79-95fa-49cd-82c7-ba33edcb563b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'port': {'network_id': '8aeb4727-b0dd-4fa6-9b6f-6db16169eadb', 'name': 'tempest-PortsTestJSON-1860999809'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:15.898257 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aee0571-ce67-4687-89ac-572ab33d7dfe tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Checking segment: {'id': '17bc9c68-2504-4582-90f9-9a7668178097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd2de8104-faf3-431f-93fe-fe2bebd49d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:15.899606 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aee0571-ce67-4687-89ac-572ab33d7dfe tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Network hostable DHCP agents. Network: d2de8104-faf3-431f-93fe-fe2bebd49d6b, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:29:15.911666 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee0571-ce67-4687-89ac-572ab33d7dfe tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event updated for resources: {'Subnet': ['ID=d405ceb2-2ca7-4fa2-ad53-229a46798fc5,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:15.938675 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90a56105-7757-44fe-aeab-27e6fd9819fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:15.944597 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5fe6c1f7-a1a8-49f6-9b91-c215a235177e tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:15.998955 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e8e6d0-7ed5-43c9-b3fd-8fd8fffa8c07 None None] Network 396bb86d-5284-4e0f-bc75-af18a7f6c4c8 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:16.007388 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:16.010571 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9161d161-3c02-454c-a524-17192974d1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:16.031300 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-e5e8e6d0-7ed5-43c9-b3fd-8fd8fffa8c07 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:16.054240 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e8e6d0-7ed5-43c9-b3fd-8fd8fffa8c07 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:16.062003 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aee0571-ce67-4687-89ac-572ab33d7dfe tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Network d2de8104-faf3-431f-93fe-fe2bebd49d6b is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:29:16.074233 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event deleted for resources: {'Subnet': ['ID=6c042ead-8fdd-4c3d-ab73-ac31a060af18,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:16.074589 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a56105-7757-44fe-aeab-27e6fd9819fe None None] Network 707b2e12-29a6-4400-8bd8-3bc70dcaef09 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:16.112043 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bb5235ee-e453-4a19-a14a-a8952707fb57 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:16.122449 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-273eadae-3df1-4695-a20b-7cb14aabcbed None None] For port c2660297-a872-4feb-b801-0af6a2135a2a, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:29:16.126098 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-90a56105-7757-44fe-aeab-27e6fd9819fe None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:16.132125 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-9aee0571-ce67-4687-89ac-572ab33d7dfe tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, d2de8104-faf3-431f-93fe-fe2bebd49d6b) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:16.143496 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a56105-7757-44fe-aeab-27e6fd9819fe None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:16.156807 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-461e8b79-95fa-49cd-82c7-ba33edcb563b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:16.165079 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89b1294-adff-4b09-b928-9a1975c54c11 None None] Network d2de8104-faf3-431f-93fe-fe2bebd49d6b requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:16.241676 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aee0571-ce67-4687-89ac-572ab33d7dfe tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:16.241676 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9aee0571-ce67-4687-89ac-572ab33d7dfe tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:16.250415 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5fe6c1f7-a1a8-49f6-9b91-c215a235177e tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:16.253556 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-461e8b79-95fa-49cd-82c7-ba33edcb563b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:16.265043 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:16.297514 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9161d161-3c02-454c-a524-17192974d1c9 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:16.316350 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-5fe6c1f7-a1a8-49f6-9b91-c215a235177e tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['418217bc-e0f6-4b19-a036-0ab9a08ed285']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:16.325081 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['707b2e12-29a6-4400-8bd8-3bc70dcaef09']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:16.325999 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bb5235ee-e453-4a19-a14a-a8952707fb57 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:16.337389 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8e6d0-7ed5-43c9-b3fd-8fd8fffa8c07 None None] Pushing event updated for resources: {'Port': ['ID=a5cc4a08-2495-478e-b4ce-77145f3390a1,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:16.340829 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-5fe6c1f7-a1a8-49f6-9b91-c215a235177e tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '170d6508-4694-4151-94df-3b52c53f080b') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:16.341130 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-5fe6c1f7-a1a8-49f6-9b91-c215a235177e tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '170d6508-4694-4151-94df-3b52c53f080b') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:16.353270 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab1ff27-8bd6-49bb-98d6-59703cae9b34') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:16.353574 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab1ff27-8bd6-49bb-98d6-59703cae9b34') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:16.365642 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5fe6c1f7-a1a8-49f6-9b91-c215a235177e tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:16.383807 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:16.409940 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:16.412908 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-273eadae-3df1-4695-a20b-7cb14aabcbed None None] For port c2660297-a872-4feb-b801-0af6a2135a2a, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=c2660297-a872-4feb-b801-0af6a2135a2a,segment=NetworkSegment(81c1ca79-0118-4c36-a4fd-dbc42a9f6f5b),segment_id=81c1ca79-0118-4c36-a4fd-dbc42a9f6f5b)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:29:16.415460 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-31d6a8dd-0530-4955-b0e1-29b7358deb35 None None] Set router 11a978fe-3e44-49c6-8939-d3c2232eb634 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:29:16.418672 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:29:16.419256 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:16.464035 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461e8b79-95fa-49cd-82c7-ba33edcb563b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:16.467597 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-461e8b79-95fa-49cd-82c7-ba33edcb563b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:16.530202 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-461e8b79-95fa-49cd-82c7-ba33edcb563b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] device_id is not set on port 8654be0b-8e61-437e-8476-f5086139d8cd yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:29:16.563946 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5fe6c1f7-a1a8-49f6-9b91-c215a235177e tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:16.571407 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b3de9599-88d8-4a30-a37c-51118d7b00e3 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:16.581229 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe6c1f7-a1a8-49f6-9b91-c215a235177e tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:29:16.585532 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5fe6c1f7-a1a8-49f6-9b91-c215a235177e tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:16.607638 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-9161d161-3c02-454c-a524-17192974d1c9 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:16.629919 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-b3de9599-88d8-4a30-a37c-51118d7b00e3 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Transition to ACTIVE for port object 76936a94-0e5e-4d3f-bdb4-24cd1008bf61 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:16.729000 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bb5235ee-e453-4a19-a14a-a8952707fb57 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:16.736695 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:29:16.736695 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:29:16.736695 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:29:16.736695 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:29:16.736695 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:29:16.736695 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:29:16.736695 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:29:16.736695 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:29:16.736695 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:29:16.736695 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:29:16.736695 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:29:16.736695 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:29:16.736695 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:29:16.736695 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:29:16.736695 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:29:16.736695 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:29:16.736695 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:29:16.736695 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:29:16.736695 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:29:16.736695 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:29:16.736695 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:29:16.736695 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:29:16.736695 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:29:16.736695 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:29:16.736695 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:29:16.736695 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:29:16.736695 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:29:16.736695 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:29:16.736695 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:29:16.736695 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:29:16.736695 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:29:16.736695 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:29:16.741009 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.api [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 15:29:16.741009 dv-neutron-833379-2-hyperv neutron-server[103443]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 15:29:16.741009 dv-neutron-833379-2-hyperv neutron-server[103443]: [parameters: {'id': '707b2e12-29a6-4400-8bd8-3bc70dcaef09'}] Mar 31 15:29:16.741009 dv-neutron-833379-2-hyperv neutron-server[103443]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:29:16.741645 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG oslo_db.api [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:29:16.746515 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9aee0571-ce67-4687-89ac-572ab33d7dfe tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7883995 Mar 31 15:29:16.747900 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42950) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:16.766713 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b43137e7-6dfc-4b77-9fbd-96796bd4bd4f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:16.826617 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-b43137e7-6dfc-4b77-9fbd-96796bd4bd4f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Transition to ACTIVE for port object 57eb58d4-3894-48c9-9cf9-328685acb04d will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:16.849465 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-461e8b79-95fa-49cd-82c7-ba33edcb563b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Allocated IP 172.20.0.13 (8aeb4727-b0dd-4fa6-9b6f-6db16169eadb/49c368d6-0d54-4bb1-9c14-1200ada77d1f/8654be0b-8e61-437e-8476-f5086139d8cd) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:16.889841 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5fe6c1f7-a1a8-49f6-9b91-c215a235177e tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:16.946965 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5fe6c1f7-a1a8-49f6-9b91-c215a235177e tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:16.953391 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-273eadae-3df1-4695-a20b-7cb14aabcbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:16.981766 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5fe6c1f7-a1a8-49f6-9b91-c215a235177e tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] 10.222.0.31 "DELETE /v2.0/networks/418217bc-e0f6-4b19-a036-0ab9a08ed285 HTTP/1.1" status: 204 len: 168 time: 1.2647653 Mar 31 15:29:16.983750 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42956) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:16.984806 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b3de9599-88d8-4a30-a37c-51118d7b00e3 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:16.993518 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe6c1f7-a1a8-49f6-9b91-c215a235177e tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Pushing event deleted for resources: {'Network': ['ID=418217bc-e0f6-4b19-a036-0ab9a08ed285,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:17.031571 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-35b047b6-3816-42b6-856b-09cf1640f8e8 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:17.080232 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9161d161-3c02-454c-a524-17192974d1c9 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:17.107309 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b43137e7-6dfc-4b77-9fbd-96796bd4bd4f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:17.118046 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bb5235ee-e453-4a19-a14a-a8952707fb57 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:17.149757 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-1f686136-38c2-414f-9f64-277e06e63a29 None None] Allocated IP 2001:db8::1 (fdda4fd7-5317-4584-aa32-a92ff7bbe14a/15856975-049e-499f-9598-62bbfbe67d7c/48b1a780-d107-41c9-963a-db43017dbace) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:17.168881 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de9599-88d8-4a30-a37c-51118d7b00e3 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Port': ['ID=76936a94-0e5e-4d3f-bdb4-24cd1008bf61,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:17.190600 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e5e8e6d0-7ed5-43c9-b3fd-8fd8fffa8c07 None None] Attempting to bind port a5cc4a08-2495-478e-b4ce-77145f3390a1 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:29:17.191047 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e5e8e6d0-7ed5-43c9-b3fd-8fd8fffa8c07 None None] Attempting to bind port a5cc4a08-2495-478e-b4ce-77145f3390a1 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'ec040897-6253-4cfe-afd9-c724ffe42688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '396bb86d-5284-4e0f-bc75-af18a7f6c4c8'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:29:17.191410 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e8e6d0-7ed5-43c9-b3fd-8fd8fffa8c07 None None] Attempting to bind port a5cc4a08-2495-478e-b4ce-77145f3390a1 on network 396bb86d-5284-4e0f-bc75-af18a7f6c4c8 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:29:17.237484 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a56105-7757-44fe-aeab-27e6fd9819fe None None] Pushing event updated for resources: {'Port': ['ID=c60bd3e4-7c2b-423a-9090-2b436b486446,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:17.247466 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:17.276969 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-35b047b6-3816-42b6-856b-09cf1640f8e8 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:17.315641 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Deleting port c60bd3e4-7c2b-423a-9090-2b436b486446 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:29:17.316375 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:17.319519 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5235ee-e453-4a19-a14a-a8952707fb57 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Subnet': ['ID=15402cde-7537-4380-b2c2-18ed4498f4e0,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:17.324987 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bb5235ee-e453-4a19-a14a-a8952707fb57 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:17.340243 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161d161-3c02-454c-a524-17192974d1c9 None None] Pushing event updated for resources: {'Port': ['ID=6e245699-2da6-4dd6-b255-67965b535a2c,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:17.351016 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75665ff4-c5fd-4d34-abe8-a92142805c54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-d2de8104-faf3-431f-93fe-fe2bebd49d6b', 'network_id': 'd2de8104-faf3-431f-93fe-fe2bebd49d6b', 'tenant_id': '8c6575be81e7411a95d81072c1e21ab3', 'fixed_ips': [{'subnet_id': 'd405ceb2-2ca7-4fa2-ad53-229a46798fc5'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:29:17.352750 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-75665ff4-c5fd-4d34-abe8-a92142805c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:17.368982 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e8e6d0-7ed5-43c9-b3fd-8fd8fffa8c07 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:29:17.369388 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e8e6d0-7ed5-43c9-b3fd-8fd8fffa8c07 None None] Checking segment: {'id': 'ec040897-6253-4cfe-afd9-c724ffe42688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '396bb86d-5284-4e0f-bc75-af18a7f6c4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:17.369794 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e5e8e6d0-7ed5-43c9-b3fd-8fd8fffa8c07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:17.370201 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e8e6d0-7ed5-43c9-b3fd-8fd8fffa8c07 None None] Bound using segment: {'id': 'ec040897-6253-4cfe-afd9-c724ffe42688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '396bb86d-5284-4e0f-bc75-af18a7f6c4c8'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:29:17.370673 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e5e8e6d0-7ed5-43c9-b3fd-8fd8fffa8c07 None None] Bound port: a5cc4a08-2495-478e-b4ce-77145f3390a1, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec040897-6253-4cfe-afd9-c724ffe42688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '396bb86d-5284-4e0f-bc75-af18a7f6c4c8'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:29:17.371265 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e5e8e6d0-7ed5-43c9-b3fd-8fd8fffa8c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:17.410360 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43137e7-6dfc-4b77-9fbd-96796bd4bd4f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network 62644745-d367-469b-b290-77ae7972f64d is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:17.410620 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-90a56105-7757-44fe-aeab-27e6fd9819fe None None] Attempting to bind port c60bd3e4-7c2b-423a-9090-2b436b486446 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:29:17.410993 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-90a56105-7757-44fe-aeab-27e6fd9819fe None None] Attempting to bind port c60bd3e4-7c2b-423a-9090-2b436b486446 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '1ab1ff27-8bd6-49bb-98d6-59703cae9b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '707b2e12-29a6-4400-8bd8-3bc70dcaef09'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:29:17.411353 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a56105-7757-44fe-aeab-27e6fd9819fe None None] Attempting to bind port c60bd3e4-7c2b-423a-9090-2b436b486446 on network 707b2e12-29a6-4400-8bd8-3bc70dcaef09 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:29:17.412222 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3de9599-88d8-4a30-a37c-51118d7b00e3 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network 396bb86d-5284-4e0f-bc75-af18a7f6c4c8 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:17.437525 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-b43137e7-6dfc-4b77-9fbd-96796bd4bd4f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:17.445726 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-b3de9599-88d8-4a30-a37c-51118d7b00e3 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:17.445726 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43137e7-6dfc-4b77-9fbd-96796bd4bd4f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:17.451485 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43137e7-6dfc-4b77-9fbd-96796bd4bd4f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:17.452161 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b43137e7-6dfc-4b77-9fbd-96796bd4bd4f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:17.480386 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3de9599-88d8-4a30-a37c-51118d7b00e3 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:17.647002 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273eadae-3df1-4695-a20b-7cb14aabcbed None None] Pushing event updated for resources: {'Port': ['ID=c2660297-a872-4feb-b801-0af6a2135a2a,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:17.655501 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b3de9599-88d8-4a30-a37c-51118d7b00e3 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:17.694152 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-bb5235ee-e453-4a19-a14a-a8952707fb57 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/15402cde-7537-4380-b2c2-18ed4498f4e0 HTTP/1.1" status: 204 len: 168 time: 3.8811560 Mar 31 15:29:17.698067 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b43137e7-6dfc-4b77-9fbd-96796bd4bd4f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.7997849 Mar 31 15:29:17.707432 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42968) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:17.707693 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 42970) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:17.743397 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a56105-7757-44fe-aeab-27e6fd9819fe None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:29:17.743822 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a56105-7757-44fe-aeab-27e6fd9819fe None None] Checking segment: {'id': '1ab1ff27-8bd6-49bb-98d6-59703cae9b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '707b2e12-29a6-4400-8bd8-3bc70dcaef09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:17.744278 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90a56105-7757-44fe-aeab-27e6fd9819fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:17.744818 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a56105-7757-44fe-aeab-27e6fd9819fe None None] Bound using segment: {'id': '1ab1ff27-8bd6-49bb-98d6-59703cae9b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '707b2e12-29a6-4400-8bd8-3bc70dcaef09'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:29:17.745696 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-90a56105-7757-44fe-aeab-27e6fd9819fe None None] Bound port: c60bd3e4-7c2b-423a-9090-2b436b486446, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab1ff27-8bd6-49bb-98d6-59703cae9b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '707b2e12-29a6-4400-8bd8-3bc70dcaef09'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:29:17.746332 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90a56105-7757-44fe-aeab-27e6fd9819fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:17.751159 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a71012dd-f602-42c0-a3f0-f14b56fbd26b tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:17.763098 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-120fff3e-7f14-4100-bdb9-2516b943f8e9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b8c4818f-b588-4c20-96dd-ee944ea818fd'}]}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:17.778854 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] For port c60bd3e4-7c2b-423a-9090-2b436b486446, host dv-neutron-833379-2-hyperv, got binding levels [] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:29:17.779567 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:17.818572 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43137e7-6dfc-4b77-9fbd-96796bd4bd4f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Port': ['ID=57eb58d4-3894-48c9-9cf9-328685acb04d,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:17.830515 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-461e8b79-95fa-49cd-82c7-ba33edcb563b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:17.917790 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-461e8b79-95fa-49cd-82c7-ba33edcb563b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Transition to ACTIVE for port object 8654be0b-8e61-437e-8476-f5086139d8cd will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:17.920764 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-e5e8e6d0-7ed5-43c9-b3fd-8fd8fffa8c07 None None] For port a5cc4a08-2495-478e-b4ce-77145f3390a1, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:29:17.923874 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-e5e8e6d0-7ed5-43c9-b3fd-8fd8fffa8c07 None None] For port a5cc4a08-2495-478e-b4ce-77145f3390a1, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=a5cc4a08-2495-478e-b4ce-77145f3390a1,segment=NetworkSegment(ec040897-6253-4cfe-afd9-c724ffe42688),segment_id=ec040897-6253-4cfe-afd9-c724ffe42688)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:29:17.949450 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Calling delete_port for c60bd3e4-7c2b-423a-9090-2b436b486446 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:29:18.026962 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-9161d161-3c02-454c-a524-17192974d1c9 None None] Attempting to bind port 6e245699-2da6-4dd6-b255-67965b535a2c on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:29:18.027577 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-9161d161-3c02-454c-a524-17192974d1c9 None None] Attempting to bind port 6e245699-2da6-4dd6-b255-67965b535a2c by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:29:18.027577 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9161d161-3c02-454c-a524-17192974d1c9 None None] Attempting to bind port 6e245699-2da6-4dd6-b255-67965b535a2c on network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:29:18.094696 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e5e8e6d0-7ed5-43c9-b3fd-8fd8fffa8c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:18.119425 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e48765a6-9134-44ee-8b90-d3f17be939eb tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4162872 Mar 31 15:29:18.120562 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42982) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:18.189447 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:18.213179 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-8aeb4727-b0dd-4fa6-9b6f-6db16169eadb', 'network_id': '8aeb4727-b0dd-4fa6-9b6f-6db16169eadb', 'tenant_id': '62591a084e044f5ebd9b8ec401f28de6', 'fixed_ips': [{'subnet_id': '49c368d6-0d54-4bb1-9c14-1200ada77d1f'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:29:18.214068 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:18.240862 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-120fff3e-7f14-4100-bdb9-2516b943f8e9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:18.245536 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9161d161-3c02-454c-a524-17192974d1c9 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:29:18.245915 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9161d161-3c02-454c-a524-17192974d1c9 None None] Checking segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:18.246319 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9161d161-3c02-454c-a524-17192974d1c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:18.246713 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9161d161-3c02-454c-a524-17192974d1c9 None None] Bound using segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:29:18.247196 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-9161d161-3c02-454c-a524-17192974d1c9 None None] Bound port: 6e245699-2da6-4dd6-b255-67965b535a2c, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:29:18.247569 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9161d161-3c02-454c-a524-17192974d1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:18.260656 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] No DVR routers for this DVR port c60bd3e4-7c2b-423a-9090-2b436b486446 on host dv-neutron-833379-2-hyperv {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:29:18.339437 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event deleted for resources: {'Port': ['ID=c60bd3e4-7c2b-423a-9090-2b436b486446,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:18.343183 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a71012dd-f602-42c0-a3f0-f14b56fbd26b tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:18.468941 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-a71012dd-f602-42c0-a3f0-f14b56fbd26b tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c80c4b-efb6-4c89-a503-5c0eaac131c6']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:18.475890 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:18.501252 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b126ec-df6f-4bc3-8150-7f84081e0c16 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:18.502092 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-55b126ec-df6f-4bc3-8150-7f84081e0c16 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:29:18.535866 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-35b047b6-3816-42b6-856b-09cf1640f8e8 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:18.575580 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1f686136-38c2-414f-9f64-277e06e63a29 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:18.589296 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1f686136-38c2-414f-9f64-277e06e63a29 None None] Transition to ACTIVE for port object 48b1a780-d107-41c9-963a-db43017dbace will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:18.594931 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-a71012dd-f602-42c0-a3f0-f14b56fbd26b tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffaaaaae-c5fe-4977-a39a-ae8c64757ad3') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:18.595453 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-a71012dd-f602-42c0-a3f0-f14b56fbd26b tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffaaaaae-c5fe-4977-a39a-ae8c64757ad3') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:18.600512 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['707b2e12-29a6-4400-8bd8-3bc70dcaef09']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:18.620365 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b047b6-3816-42b6-856b-09cf1640f8e8 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event deleted for resources: {'Subnet': ['ID=d405ceb2-2ca7-4fa2-ad53-229a46798fc5,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:18.630194 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-55b126ec-df6f-4bc3-8150-7f84081e0c16 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:29:18.630194 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-55b126ec-df6f-4bc3-8150-7f84081e0c16 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5013309 Mar 31 15:29:18.630194 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42992) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:18.635147 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab1ff27-8bd6-49bb-98d6-59703cae9b34') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:18.635362 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-90a56105-7757-44fe-aeab-27e6fd9819fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:29:18.635476 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab1ff27-8bd6-49bb-98d6-59703cae9b34') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:18.635832 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-90a56105-7757-44fe-aeab-27e6fd9819fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:29:18.639867 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1f686136-38c2-414f-9f64-277e06e63a29 None None] Transition to ACTIVE for port object 48b1a780-d107-41c9-963a-db43017dbace will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:18.649567 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 42996) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:18.755228 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-461e8b79-95fa-49cd-82c7-ba33edcb563b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:18.757023 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b3de9599-88d8-4a30-a37c-51118d7b00e3 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:18.764840 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server [None req-75665ff4-c5fd-4d34-abe8-a92142805c54 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d405ceb2-2ca7-4fa2-ad53-229a46798fc5: This subnet is being modified by another concurrent operation. Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 15:29:18.780168 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise exception Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d405ceb2-2ca7-4fa2-ad53-229a46798fc5: This subnet is being modified by another concurrent operation. Mar 31 15:29:18.784478 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server Mar 31 15:29:18.834142 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1f686136-38c2-414f-9f64-277e06e63a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:18.843656 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a71012dd-f602-42c0-a3f0-f14b56fbd26b tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:18.859532 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d5c827-a27f-4055-a0fb-484d851796b9 None None] Network d2de8104-faf3-431f-93fe-fe2bebd49d6b requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:18.878455 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:18.897423 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5230715b-74fa-446d-8d4d-51c2af0da1ed tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:18.899611 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5230715b-74fa-446d-8d4d-51c2af0da1ed tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2490816 Mar 31 15:29:18.901736 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-35b047b6-3816-42b6-856b-09cf1640f8e8 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:18.911981 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a71012dd-f602-42c0-a3f0-f14b56fbd26b tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:18.915976 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43002) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:18.926937 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:29:18.926937 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:18.942378 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:29:18.942378 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:29:18.942378 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:29:18.942378 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:29:18.942378 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:29:18.942378 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:29:18.942378 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:29:18.942378 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:29:18.942378 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:29:18.942378 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:29:18.942378 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:29:18.942378 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:29:18.942378 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:29:18.942378 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:29:18.942378 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:29:18.942378 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:29:18.942378 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:29:18.942378 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:29:18.942378 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:29:18.942378 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:29:18.942378 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:29:18.942378 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:29:18.942378 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:29:18.942378 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:29:18.942378 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:29:18.942378 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:29:18.942378 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:29:18.942378 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:29:18.942378 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:29:18.942378 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:29:18.942378 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:29:18.942378 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:29:18.972575 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-21489a8a-1321-4f7f-821d-2cb5e4e73414 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1524017046'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:18.988325 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-21489a8a-1321-4f7f-821d-2cb5e4e73414 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:19.038035 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4330d708-286f-45ba-9f0d-e7014d7dbc63 None None] Network 62644745-d367-469b-b290-77ae7972f64d requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:19.047206 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-21489a8a-1321-4f7f-821d-2cb5e4e73414 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Usage tracker for resource:router and tenant:45ec4c781bee4ac6a8fd582804a75ecf is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:19.051509 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-21489a8a-1321-4f7f-821d-2cb5e4e73414 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:19.060692 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-35b047b6-3816-42b6-856b-09cf1640f8e8 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2de8104-faf3-431f-93fe-fe2bebd49d6b']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:19.077003 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-21489a8a-1321-4f7f-821d-2cb5e4e73414 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:19.085693 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-35b047b6-3816-42b6-856b-09cf1640f8e8 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17bc9c68-2504-4582-90f9-9a7668178097') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:19.086849 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-35b047b6-3816-42b6-856b-09cf1640f8e8 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17bc9c68-2504-4582-90f9-9a7668178097') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:19.104861 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-35b047b6-3816-42b6-856b-09cf1640f8e8 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:19.107475 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461e8b79-95fa-49cd-82c7-ba33edcb563b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network 8aeb4727-b0dd-4fa6-9b6f-6db16169eadb is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:19.109806 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0f32e975-bfdc-46ef-92e9-ac71269107f4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1430590 Mar 31 15:29:19.132512 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a71012dd-f602-42c0-a3f0-f14b56fbd26b tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:29:19.132512 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a71012dd-f602-42c0-a3f0-f14b56fbd26b tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:19.134859 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-35b047b6-3816-42b6-856b-09cf1640f8e8 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:19.146154 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b047b6-3816-42b6-856b-09cf1640f8e8 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:29:19.150803 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-35b047b6-3816-42b6-856b-09cf1640f8e8 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:19.150973 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f686136-38c2-414f-9f64-277e06e63a29 None None] Network fdda4fd7-5317-4584-aa32-a92ff7bbe14a is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-461e8b79-95fa-49cd-82c7-ba33edcb563b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:29:19.151097 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:29:19.156155 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43006) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:19.156799 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461e8b79-95fa-49cd-82c7-ba33edcb563b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:19.171608 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:29:19.171608 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:29:19.171608 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:29:19.171608 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:29:19.171608 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:29:19.171608 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:29:19.171608 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:29:19.171608 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:29:19.171608 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:29:19.171608 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:29:19.171608 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:29:19.171608 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:29:19.171608 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:29:19.171608 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:29:19.171608 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:29:19.171608 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:29:19.171608 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:29:19.171608 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:29:19.171608 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:29:19.171608 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:29:19.171608 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:29:19.171608 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:29:19.171608 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:29:19.171608 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:29:19.171608 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:29:19.171608 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:29:19.171608 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:29:19.171608 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:29:19.171608 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:29:19.171608 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:29:19.171608 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:29:19.171608 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:29:19.178843 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8e6d0-7ed5-43c9-b3fd-8fd8fffa8c07 None None] Pushing event updated for resources: {'Port': ['ID=a5cc4a08-2495-478e-b4ce-77145f3390a1,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:19.190460 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21489a8a-1321-4f7f-821d-2cb5e4e73414 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:19.191536 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21489a8a-1321-4f7f-821d-2cb5e4e73414 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:19.217688 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-e1f0fba2-3c47-45a9-95d7-ef59a800cb9a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:19.240459 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-1f686136-38c2-414f-9f64-277e06e63a29 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:19.249942 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f686136-38c2-414f-9f64-277e06e63a29 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:19.252953 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:19.257313 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:19.280997 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e8b79-95fa-49cd-82c7-ba33edcb563b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Port': ['ID=8654be0b-8e61-437e-8476-f5086139d8cd,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:19.304204 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event deleted for resources: {'Network': ['ID=707b2e12-29a6-4400-8bd8-3bc70dcaef09,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:19.314825 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:19.314825 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:19.315090 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:19.315344 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:19.315681 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:19.315964 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:19.316288 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:19.316609 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:19.316927 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:19.318204 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:19.318799 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:19.319308 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:19.330131 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-eaa8f7d7-7fac-4db8-b9e2-a32ef133e0d8 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/networks/707b2e12-29a6-4400-8bd8-3bc70dcaef09 HTTP/1.1" status: 204 len: 168 time: 6.8317485 Mar 31 15:29:19.334620 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43010) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:19.334852 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-90a56105-7757-44fe-aeab-27e6fd9819fe None None] Attempting to bind port c60bd3e4-7c2b-423a-9090-2b436b486446 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:29:19.334970 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-90a56105-7757-44fe-aeab-27e6fd9819fe None None] Attempting to bind port c60bd3e4-7c2b-423a-9090-2b436b486446 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '1ab1ff27-8bd6-49bb-98d6-59703cae9b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '707b2e12-29a6-4400-8bd8-3bc70dcaef09'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:29:19.335248 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a56105-7757-44fe-aeab-27e6fd9819fe None None] Attempting to bind port c60bd3e4-7c2b-423a-9090-2b436b486446 on network 707b2e12-29a6-4400-8bd8-3bc70dcaef09 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:29:19.382017 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-993ffc30-6351-48f6-b865-48f38deba838 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] DELETE failed (client error): The resource could not be found. Mar 31 15:29:19.382697 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-993ffc30-6351-48f6-b865-48f38deba838 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:29:19.392635 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-993ffc30-6351-48f6-b865-48f38deba838 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/subnets/6c042ead-8fdd-4c3d-ab73-ac31a060af18 HTTP/1.1" status: 404 len: 337 time: 0.0607712 Mar 31 15:29:19.393530 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43014) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:19.397694 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-9161d161-3c02-454c-a524-17192974d1c9 None None] For port 6e245699-2da6-4dd6-b255-67965b535a2c, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:29:19.440566 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-32586f55-acf5-414c-b11c-1f40978824fb None None] Provisioning for port c2660297-a872-4feb-b801-0af6a2135a2a completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:19.460323 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a56105-7757-44fe-aeab-27e6fd9819fe None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:29:19.461025 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a56105-7757-44fe-aeab-27e6fd9819fe None None] Checking segment: {'id': '1ab1ff27-8bd6-49bb-98d6-59703cae9b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '707b2e12-29a6-4400-8bd8-3bc70dcaef09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:19.461663 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90a56105-7757-44fe-aeab-27e6fd9819fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:19.462215 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a56105-7757-44fe-aeab-27e6fd9819fe None None] Bound using segment: {'id': '1ab1ff27-8bd6-49bb-98d6-59703cae9b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '707b2e12-29a6-4400-8bd8-3bc70dcaef09'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:29:19.462860 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-90a56105-7757-44fe-aeab-27e6fd9819fe None None] Bound port: c60bd3e4-7c2b-423a-9090-2b436b486446, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab1ff27-8bd6-49bb-98d6-59703cae9b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '707b2e12-29a6-4400-8bd8-3bc70dcaef09'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:29:19.464427 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90a56105-7757-44fe-aeab-27e6fd9819fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:19.521104 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461e8b79-95fa-49cd-82c7-ba33edcb563b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:19.521791 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-461e8b79-95fa-49cd-82c7-ba33edcb563b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:19.552445 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a71012dd-f602-42c0-a3f0-f14b56fbd26b tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:19.563988 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-35b047b6-3816-42b6-856b-09cf1640f8e8 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:19.568994 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-35b047b6-3816-42b6-856b-09cf1640f8e8 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:19.582343 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-35b047b6-3816-42b6-856b-09cf1640f8e8 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "DELETE /v2.0/networks/d2de8104-faf3-431f-93fe-fe2bebd49d6b HTTP/1.1" status: 204 len: 168 time: 2.8306835 Mar 31 15:29:19.601953 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43018) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:19.621586 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-1f05b55d-4173-4e4e-843e-9bbd47bae874 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-783769298'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:19.634025 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d3eb95-b323-4f26-9ec9-8edb53189d2f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] DELETE failed (client error): The resource could not be found. Mar 31 15:29:19.634896 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d3eb95-b323-4f26-9ec9-8edb53189d2f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:29:19.638768 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21489a8a-1321-4f7f-821d-2cb5e4e73414 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:19.641640 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b047b6-3816-42b6-856b-09cf1640f8e8 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event deleted for resources: {'Network': ['ID=d2de8104-faf3-431f-93fe-fe2bebd49d6b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:19.650212 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-9161d161-3c02-454c-a524-17192974d1c9 None None] For port 6e245699-2da6-4dd6-b255-67965b535a2c, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=6e245699-2da6-4dd6-b255-67965b535a2c,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:29:19.656429 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-1f05b55d-4173-4e4e-843e-9bbd47bae874 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:19.656579 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f686136-38c2-414f-9f64-277e06e63a29 None None] Pushing event updated for resources: {'Port': ['ID=48b1a780-d107-41c9-963a-db43017dbace,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:19.668616 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-73d3eb95-b323-4f26-9ec9-8edb53189d2f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/networks/707b2e12-29a6-4400-8bd8-3bc70dcaef09 HTTP/1.1" status: 404 len: 339 time: 0.2578163 Mar 31 15:29:19.670334 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1f05b55d-4173-4e4e-843e-9bbd47bae874 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Usage tracker for resource:network and tenant:8c6575be81e7411a95d81072c1e21ab3 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:19.673068 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43022) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:19.678006 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1f05b55d-4173-4e4e-843e-9bbd47bae874 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Quota usage for network was recalculated. Used quota:2. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:19.692268 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a71012dd-f602-42c0-a3f0-f14b56fbd26b tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:19.694974 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a71012dd-f602-42c0-a3f0-f14b56fbd26b tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] 10.222.0.31 "DELETE /v2.0/networks/f1c80c4b-efb6-4c89-a503-5c0eaac131c6 HTTP/1.1" status: 204 len: 168 time: 2.7056599 Mar 31 15:29:19.708299 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device a5cc4a08-2495-478e-b4ce-77145f3390a1 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:29:19.730584 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-1f05b55d-4173-4e4e-843e-9bbd47bae874 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:19.736821 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-461e8b79-95fa-49cd-82c7-ba33edcb563b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.9222400 Mar 31 15:29:19.738305 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43028) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:19.750721 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e197f1-6fca-43f7-8801-77b2c0ef7d9f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] DELETE failed (client error): The resource could not be found. Mar 31 15:29:19.751315 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12e197f1-6fca-43f7-8801-77b2c0ef7d9f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:29:19.756245 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-12e197f1-6fca-43f7-8801-77b2c0ef7d9f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/subnets/5d17ed57-f5a7-440a-a888-b2974227e732 HTTP/1.1" status: 404 len: 337 time: 0.0809739 Mar 31 15:29:19.760615 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43030) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:19.773091 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71012dd-f602-42c0-a3f0-f14b56fbd26b tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Pushing event deleted for resources: {'Network': ['ID=f1c80c4b-efb6-4c89-a503-5c0eaac131c6,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:19.778728 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-8fdddf08-6d6a-4924-86f7-e1667f2822d2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'port': {'network_id': '8aeb4727-b0dd-4fa6-9b6f-6db16169eadb', 'name': 'tempest-PortsTestJSON-435886370'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:19.809558 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-40d13bab-939c-4170-9fa5-8065d531339e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] DELETE failed (client error): The resource could not be found. Mar 31 15:29:19.810042 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40d13bab-939c-4170-9fa5-8065d531339e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:29:19.813766 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-40d13bab-939c-4170-9fa5-8065d531339e tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/networks/eafee47e-836d-44b6-bc2d-283e72a677e5 HTTP/1.1" status: 404 len: 339 time: 0.0517514 Mar 31 15:29:19.817055 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43036) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:19.817238 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-31d6a8dd-0530-4955-b0e1-29b7358deb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:29:01Z', 'revision_number': 4, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None, '_interfaces': [{'id': '1089ca86-1d82-48a1-a534-ebfe05d40cb1', 'name': '', 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:41:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:26Z', 'updated_at': '2022-03-31T15:28:39Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69626f6e-d638-4d98-bbbc-5c65cd791fdf', 'name': '', 'network_id': '141e2a28-42aa-42ea-9fd7-4ed30b259878', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:c0:c5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:43Z', 'updated_at': '2022-03-31T15:28:55Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e68dd7d7-7683-46e9-9137-953a19061146', 'name': '', 'network_id': 'bc33895a-db18-4da4-903f-fdf2b3c99c40', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:2a:0b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '69408f8a-4afc-4f6c-8039-cf552e0a59b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:58Z', 'updated_at': '2022-03-31T15:29:14Z', 'revision_number': 4, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '69408f8a-4afc-4f6c-8039-cf552e0a59b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:19.819354 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9161d161-3c02-454c-a524-17192974d1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:19.847502 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-90a56105-7757-44fe-aeab-27e6fd9819fe None None] Port c60bd3e4-7c2b-423a-9090-2b436b486446 has been deleted concurrently {{(pid=103445) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:658}} Mar 31 15:29:19.872945 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f05b55d-4173-4e4e-843e-9bbd47bae874 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Made reservation on behalf of 8c6575be81e7411a95d81072c1e21ab3 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:19.877643 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1f05b55d-4173-4e4e-843e-9bbd47bae874 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:19.890192 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-1f686136-38c2-414f-9f64-277e06e63a29 None None] Attempting to bind port 48b1a780-d107-41c9-963a-db43017dbace on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:29:19.890561 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-1f686136-38c2-414f-9f64-277e06e63a29 None None] Attempting to bind port 48b1a780-d107-41c9-963a-db43017dbace by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '7e4b2a92-bf32-4c30-acd7-7630490be13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'fdda4fd7-5317-4584-aa32-a92ff7bbe14a'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:29:19.890921 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f686136-38c2-414f-9f64-277e06e63a29 None None] Attempting to bind port 48b1a780-d107-41c9-963a-db43017dbace on network fdda4fd7-5317-4584-aa32-a92ff7bbe14a {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:29:19.894938 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21489a8a-1321-4f7f-821d-2cb5e4e73414 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:19.949283 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d6a8dd-0530-4955-b0e1-29b7358deb35 None None] The sync data for ids ['11a978fe-3e44-49c6-8939-d3c2232eb634'] in dv-neutron-833379-2-hyperv is: [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:29:01Z', 'revision_number': 4, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None, '_interfaces': [{'id': '1089ca86-1d82-48a1-a534-ebfe05d40cb1', 'name': '', 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:41:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:26Z', 'updated_at': '2022-03-31T15:28:39Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69626f6e-d638-4d98-bbbc-5c65cd791fdf', 'name': '', 'network_id': '141e2a28-42aa-42ea-9fd7-4ed30b259878', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:c0:c5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:43Z', 'updated_at': '2022-03-31T15:28:55Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e68dd7d7-7683-46e9-9137-953a19061146', 'name': '', 'network_id': 'bc33895a-db18-4da4-903f-fdf2b3c99c40', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:2a:0b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '69408f8a-4afc-4f6c-8039-cf552e0a59b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:58Z', 'updated_at': '2022-03-31T15:29:14Z', 'revision_number': 4, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '69408f8a-4afc-4f6c-8039-cf552e0a59b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:29:19.969128 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f686136-38c2-414f-9f64-277e06e63a29 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:29:19.969549 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f686136-38c2-414f-9f64-277e06e63a29 None None] Checking segment: {'id': '7e4b2a92-bf32-4c30-acd7-7630490be13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'fdda4fd7-5317-4584-aa32-a92ff7bbe14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:19.969916 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1f686136-38c2-414f-9f64-277e06e63a29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:19.970319 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f686136-38c2-414f-9f64-277e06e63a29 None None] Bound using segment: {'id': '7e4b2a92-bf32-4c30-acd7-7630490be13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'fdda4fd7-5317-4584-aa32-a92ff7bbe14a'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:29:19.970801 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-8fdddf08-6d6a-4924-86f7-e1667f2822d2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:19.970917 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-1f686136-38c2-414f-9f64-277e06e63a29 None None] Bound port: 48b1a780-d107-41c9-963a-db43017dbace, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e4b2a92-bf32-4c30-acd7-7630490be13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'fdda4fd7-5317-4584-aa32-a92ff7bbe14a'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:29:19.971181 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1f686136-38c2-414f-9f64-277e06e63a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:19.973250 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e1f0fba2-3c47-45a9-95d7-ef59a800cb9a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:19.988449 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71012dd-f602-42c0-a3f0-f14b56fbd26b tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:19.988795 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71012dd-f602-42c0-a3f0-f14b56fbd26b tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:19.989131 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71012dd-f602-42c0-a3f0-f14b56fbd26b tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:19.989499 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71012dd-f602-42c0-a3f0-f14b56fbd26b tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:19.989826 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71012dd-f602-42c0-a3f0-f14b56fbd26b tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:19.990151 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71012dd-f602-42c0-a3f0-f14b56fbd26b tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:19.990471 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71012dd-f602-42c0-a3f0-f14b56fbd26b tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:19.990790 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71012dd-f602-42c0-a3f0-f14b56fbd26b tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:19.991110 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71012dd-f602-42c0-a3f0-f14b56fbd26b tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:19.991428 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71012dd-f602-42c0-a3f0-f14b56fbd26b tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:19.991744 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71012dd-f602-42c0-a3f0-f14b56fbd26b tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:19.992058 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71012dd-f602-42c0-a3f0-f14b56fbd26b tempest-BulkNetworkOpsTest-349714626 tempest-BulkNetworkOpsTest-349714626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:19.998513 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e1f0fba2-3c47-45a9-95d7-ef59a800cb9a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:subnet and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:20.004015 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Allocated IP 172.20.0.2 (8aeb4727-b0dd-4fa6-9b6f-6db16169eadb/49c368d6-0d54-4bb1-9c14-1200ada77d1f/445cbc39-cd4c-4903-9512-be87dcaa6c00) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:20.037557 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a7c3717-d2b1-4286-9096-c26eea8e8016 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:20.067279 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e1f0fba2-3c47-45a9-95d7-ef59a800cb9a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:20.087465 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e1f0fba2-3c47-45a9-95d7-ef59a800cb9a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:20.103790 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-8fdddf08-6d6a-4924-86f7-e1667f2822d2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:20.172843 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-120fff3e-7f14-4100-bdb9-2516b943f8e9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Delete allocated IP 2001:db8:0:1::10d (62644745-d367-469b-b290-77ae7972f64d/3eab93f3-e41a-4730-acea-e42588ebfae2) {{(pid=103444) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 31 15:29:20.178784 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21489a8a-1321-4f7f-821d-2cb5e4e73414 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:20.181824 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-21489a8a-1321-4f7f-821d-2cb5e4e73414 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.5523660 Mar 31 15:29:20.238132 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43040) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:20.255521 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161d161-3c02-454c-a524-17192974d1c9 None None] Pushing event updated for resources: {'Port': ['ID=6e245699-2da6-4dd6-b255-67965b535a2c,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:20.308499 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b984b375-f4e1-4056-94c1-f5f109086628 None None] Network 396bb86d-5284-4e0f-bc75-af18a7f6c4c8 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:20.346753 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a7c3717-d2b1-4286-9096-c26eea8e8016 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:20.380522 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-3a7c3717-d2b1-4286-9096-c26eea8e8016 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1dd10e-079f-4ec1-ad05-28d2971f2f45']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:20.396338 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-3a7c3717-d2b1-4286-9096-c26eea8e8016 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd72934f-e651-4c83-b5d0-034479233b0b') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:20.396807 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-3a7c3717-d2b1-4286-9096-c26eea8e8016 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd72934f-e651-4c83-b5d0-034479233b0b') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:20.411964 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a7c3717-d2b1-4286-9096-c26eea8e8016 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:20.429262 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43046) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:20.430866 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f05b55d-4173-4e4e-843e-9bbd47bae874 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:29:20.444734 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a7c3717-d2b1-4286-9096-c26eea8e8016 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:20.454383 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1f05b55d-4173-4e4e-843e-9bbd47bae874 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:20.454807 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-1f05b55d-4173-4e4e-843e-9bbd47bae874 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Added segment 79f13969-3c7b-477b-9a7d-a557b7405b8d of type vlan for network f4d73ba9-a7ee-43e0-994d-47c48f9b3587 Mar 31 15:29:20.456538 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a7c3717-d2b1-4286-9096-c26eea8e8016 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:29:20.457001 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a7c3717-d2b1-4286-9096-c26eea8e8016 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:20.477764 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:29:20.477764 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:29:20.477764 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:29:20.477764 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:29:20.477764 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:29:20.477764 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:29:20.477764 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:29:20.477764 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:29:20.477764 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:29:20.477764 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:29:20.477764 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:29:20.477764 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:29:20.477764 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:29:20.477764 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:29:20.477764 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:29:20.477764 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:29:20.477764 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:29:20.477764 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:29:20.477764 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:29:20.477764 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:29:20.477764 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:29:20.477764 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:29:20.477764 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:29:20.477764 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:29:20.477764 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:29:20.477764 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:29:20.477764 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:29:20.477764 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:29:20.477764 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:29:20.477764 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:29:20.477764 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:29:20.477764 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:29:20.504028 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdddf08-6d6a-4924-86f7-e1667f2822d2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:20.507502 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8fdddf08-6d6a-4924-86f7-e1667f2822d2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:20.517906 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f0fba2-3c47-45a9-95d7-ef59a800cb9a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:20.520233 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e1f0fba2-3c47-45a9-95d7-ef59a800cb9a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:20.605706 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1f05b55d-4173-4e4e-843e-9bbd47bae874 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:20.715270 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a7c3717-d2b1-4286-9096-c26eea8e8016 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:20.724292 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a7c3717-d2b1-4286-9096-c26eea8e8016 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:20.769847 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e455cff7-641e-4915-a75b-78c1be798ec5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a3b50cdb77b4483a9e8d82544eb4d285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3360379 Mar 31 15:29:20.772015 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1f05b55d-4173-4e4e-843e-9bbd47bae874 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:20.778899 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f05b55d-4173-4e4e-843e-9bbd47bae874 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:20.779644 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1f05b55d-4173-4e4e-843e-9bbd47bae874 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:20.783805 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c3717-d2b1-4286-9096-c26eea8e8016 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event deleted for resources: {'Network': ['ID=7f1dd10e-079f-4ec1-ad05-28d2971f2f45,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:20.803969 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43052) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:20.822816 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port a5cc4a08-2495-478e-b4ce-77145f3390a1 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:20.838363 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3a7c3717-d2b1-4286-9096-c26eea8e8016 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/networks/7f1dd10e-079f-4ec1-ad05-28d2971f2f45 HTTP/1.1" status: 204 len: 168 time: 1.0208395 Mar 31 15:29:20.846796 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43056) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:20.862253 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device c2660297-a872-4feb-b801-0af6a2135a2a up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:29:20.876369 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f0157dd8-e5cb-4c37-94a3-7a76dc75316c tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:20.894669 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-1f686136-38c2-414f-9f64-277e06e63a29 None None] For port 48b1a780-d107-41c9-963a-db43017dbace, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:29:20.944878 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-49ff5538-97ce-4e2b-81ad-2eca5f7ab1d8 None None] Provisioning for port a5cc4a08-2495-478e-b4ce-77145f3390a1 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:20.956438 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1f05b55d-4173-4e4e-843e-9bbd47bae874 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3465271 Mar 31 15:29:20.962137 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43060) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:20.974693 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05b55d-4173-4e4e-843e-9bbd47bae874 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event updated for resources: {'Network': ['ID=f4d73ba9-a7ee-43e0-994d-47c48f9b3587,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:21.005599 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network f4d73ba9-a7ee-43e0-994d-47c48f9b3587 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:29:21.042496 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-1f686136-38c2-414f-9f64-277e06e63a29 None None] For port 48b1a780-d107-41c9-963a-db43017dbace, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=48b1a780-d107-41c9-963a-db43017dbace,segment=NetworkSegment(7e4b2a92-bf32-4c30-acd7-7630490be13e),segment_id=7e4b2a92-bf32-4c30-acd7-7630490be13e)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:29:21.043130 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09402ad2-7c5f-4868-b50e-6f4dec93ec57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:21.055377 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-49ff5538-97ce-4e2b-81ad-2eca5f7ab1d8 None None] Provisioning complete for port a5cc4a08-2495-478e-b4ce-77145f3390a1 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:21.055826 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-49ff5538-97ce-4e2b-81ad-2eca5f7ab1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:21.084531 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09402ad2-7c5f-4868-b50e-6f4dec93ec57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:21.135172 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-8fdddf08-6d6a-4924-86f7-e1667f2822d2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] device_id is not set on port f18d8193-5f6e-4b15-92d3-62f2cfe73e6f yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:29:21.254994 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1f686136-38c2-414f-9f64-277e06e63a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:21.261313 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09402ad2-7c5f-4868-b50e-6f4dec93ec57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:21.266456 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-037cb0b8-3863-405a-a44b-77ea34007332 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Request body: {'subnet': {'network_id': 'f4d73ba9-a7ee-43e0-994d-47c48f9b3587', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:21.282666 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09402ad2-7c5f-4868-b50e-6f4dec93ec57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17b8adc-a69d-47bc-b900-6158a3834272,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:21.287905 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09402ad2-7c5f-4868-b50e-6f4dec93ec57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:21.292947 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-09402ad2-7c5f-4868-b50e-6f4dec93ec57 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a17b8adc-a69d-47bc-b900-6158a3834272 HTTP/1.1" status: 204 len: 168 time: 0.4853163 Mar 31 15:29:21.325248 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e6e414-9d42-412f-888d-89968091dac1 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] DELETE failed (client error): The resource could not be found. Mar 31 15:29:21.325708 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84e6e414-9d42-412f-888d-89968091dac1 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:29:21.478187 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:21.512265 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Transition to ACTIVE for port object 445cbc39-cd4c-4903-9512-be87dcaa6c00 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:21.530093 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fe5448-d622-413d-84f1-0a75563f2a65 None None] Update dhcp port {'port': {'network_id': '62644745-d367-469b-b290-77ae7972f64d', 'fixed_ips': [{'subnet_id': 'b8c4818f-b588-4c20-96dd-ee944ea818fd', 'ip_address': '2001:db8::2'}, {'subnet_id': '3eab93f3-e41a-4730-acea-e42588ebfae2'}], 'binding:host_id': 'dv-neutron-833379-2-hyperv'}, 'id': 'c2660297-a872-4feb-b801-0af6a2135a2a'} from dv-neutron-833379-2-hyperv. {{(pid=103445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 31 15:29:21.553036 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-84e6e414-9d42-412f-888d-89968091dac1 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/subnets/59b66cc3-43fc-491c-8dfb-dbedc978f472 HTTP/1.1" status: 404 len: 337 time: 0.6965570 Mar 31 15:29:21.556123 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43066) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:21.569965 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f686136-38c2-414f-9f64-277e06e63a29 None None] Pushing event updated for resources: {'Port': ['ID=48b1a780-d107-41c9-963a-db43017dbace,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:21.584001 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port c2660297-a872-4feb-b801-0af6a2135a2a completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:21.633752 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-768273d3-d211-41e0-ad81-3a826e062d7b tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] DELETE failed (client error): The resource could not be found. Mar 31 15:29:21.634221 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-768273d3-d211-41e0-ad81-3a826e062d7b tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:29:21.642619 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-768273d3-d211-41e0-ad81-3a826e062d7b tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/networks/07eb8081-d9a9-4b20-92ef-5437a3a30430 HTTP/1.1" status: 404 len: 339 time: 0.0841033 Mar 31 15:29:21.643280 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43072) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:21.667051 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Transition to ACTIVE for port object 445cbc39-cd4c-4903-9512-be87dcaa6c00 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:21.685299 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port c2660297-a872-4feb-b801-0af6a2135a2a triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:21.685671 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:21.690882 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-120fff3e-7f14-4100-bdb9-2516b943f8e9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:29:21.729222 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-e21dfd13-03d0-45b6-a29c-2feadea8189f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] DELETE failed (client error): The resource could not be found. Mar 31 15:29:21.734624 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e21dfd13-03d0-45b6-a29c-2feadea8189f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:29:21.739844 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e21dfd13-03d0-45b6-a29c-2feadea8189f tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/subnets/705f43ea-fb1d-4f0f-82d1-606127f04647 HTTP/1.1" status: 404 len: 337 time: 0.0954051 Mar 31 15:29:21.740064 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43076) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:21.775669 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-120fff3e-7f14-4100-bdb9-2516b943f8e9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:21.801884 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-27fe5448-d622-413d-84f1-0a75563f2a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:21.829416 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:21.915833 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-49ff5538-97ce-4e2b-81ad-2eca5f7ab1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:21.917455 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f0157dd8-e5cb-4c37-94a3-7a76dc75316c tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:21.920438 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f0157dd8-e5cb-4c37-94a3-7a76dc75316c tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:21.970580 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-b3de9599-88d8-4a30-a37c-51118d7b00e3 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:29:21.982030 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b3de9599-88d8-4a30-a37c-51118d7b00e3 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:22.051435 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-037cb0b8-3863-405a-a44b-77ea34007332 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:22.071729 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-120fff3e-7f14-4100-bdb9-2516b943f8e9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Ignored duplicate provisioning block setup for port 57eb58d4-3894-48c9-9cf9-328685acb04d by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 31 15:29:22.152195 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-8fdddf08-6d6a-4924-86f7-e1667f2822d2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Allocated IP 172.20.0.3 (8aeb4727-b0dd-4fa6-9b6f-6db16169eadb/49c368d6-0d54-4bb1-9c14-1200ada77d1f/f18d8193-5f6e-4b15-92d3-62f2cfe73e6f) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:22.164989 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Pushing event updated for resources: {'Port': ['ID=445cbc39-cd4c-4903-9512-be87dcaa6c00,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:22.174185 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Network 8aeb4727-b0dd-4fa6-9b6f-6db16169eadb is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:22.188562 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:22.270499 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f83af2-165c-4392-8f17-68fdafde56aa tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] DELETE failed (client error): The resource could not be found. Mar 31 15:29:22.270981 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06f83af2-165c-4392-8f17-68fdafde56aa tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:29:22.317034 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-49ff5538-97ce-4e2b-81ad-2eca5f7ab1d8 None None] For port a5cc4a08-2495-478e-b4ce-77145f3390a1, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=a5cc4a08-2495-478e-b4ce-77145f3390a1,segment=NetworkSegment(ec040897-6253-4cfe-afd9-c724ffe42688),segment_id=ec040897-6253-4cfe-afd9-c724ffe42688)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:29:22.318536 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:22.447118 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-49ff5538-97ce-4e2b-81ad-2eca5f7ab1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:22.489683 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-037cb0b8-3863-405a-a44b-77ea34007332 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Usage tracker for resource:subnet and tenant:8c6575be81e7411a95d81072c1e21ab3 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:22.492684 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f0157dd8-e5cb-4c37-94a3-7a76dc75316c tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:22.493273 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0157dd8-e5cb-4c37-94a3-7a76dc75316c tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 445ab705-3fbe-4180-b96d-48902091b243 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:29:22.504040 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b3de9599-88d8-4a30-a37c-51118d7b00e3 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:22.506998 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002e9424-51ec-4f94-a811-9c1dfe376fd2 None None] DHCP port deletion for 707b2e12-29a6-4400-8bd8-3bc70dcaef09 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:29:22.535860 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-037cb0b8-3863-405a-a44b-77ea34007332 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:22.600074 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-120fff3e-7f14-4100-bdb9-2516b943f8e9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:22.607768 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Attempting to bind port 445cbc39-cd4c-4903-9512-be87dcaa6c00 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:29:22.608135 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Attempting to bind port 445cbc39-cd4c-4903-9512-be87dcaa6c00 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '529d3111-790d-433d-b893-0a6d674d8b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8aeb4727-b0dd-4fa6-9b6f-6db16169eadb'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:29:22.608500 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Attempting to bind port 445cbc39-cd4c-4903-9512-be87dcaa6c00 on network 8aeb4727-b0dd-4fa6-9b6f-6db16169eadb {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:29:22.610741 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524fbc15-5aa7-4476-bd65-e01ef25a3765 None None] Network 707b2e12-29a6-4400-8bd8-3bc70dcaef09 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:22.625012 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f0157dd8-e5cb-4c37-94a3-7a76dc75316c tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:22.626358 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f0157dd8-e5cb-4c37-94a3-7a76dc75316c tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] 10.222.0.31 "DELETE /v2.0/routers/445ab705-3fbe-4180-b96d-48902091b243 HTTP/1.1" status: 204 len: 168 time: 2.3856134 Mar 31 15:29:22.632721 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43094) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:22.645446 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-037cb0b8-3863-405a-a44b-77ea34007332 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:22.645673 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:22.651457 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-06f83af2-165c-4392-8f17-68fdafde56aa tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/networks/841d913e-ca71-4f70-baae-4dcb8f7eb83a HTTP/1.1" status: 404 len: 339 time: 0.8875530 Mar 31 15:29:22.652405 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e1f0fba2-3c47-45a9-95d7-ef59a800cb9a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:22.656113 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43098) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:22.658507 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-0b0a25a5-1485-4694-a3e8-a184842fb4fa tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Request body: {'router': {'name': 'tempest-router-171233318', 'distributed': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:22.671864 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0b0a25a5-1485-4694-a3e8-a184842fb4fa tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:22.678010 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0b0a25a5-1485-4694-a3e8-a184842fb4fa tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Usage tracker for resource:router and tenant:45ec4c781bee4ac6a8fd582804a75ecf is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:22.700073 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0b0a25a5-1485-4694-a3e8-a184842fb4fa tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:22.708101 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0b0a25a5-1485-4694-a3e8-a184842fb4fa tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:22.708644 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-27fe5448-d622-413d-84f1-0a75563f2a65 None None] Allocated IP 2001:db8:0:1::2 (62644745-d367-469b-b290-77ae7972f64d/3eab93f3-e41a-4730-acea-e42588ebfae2/c2660297-a872-4feb-b801-0af6a2135a2a) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:22.764836 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:29:22.765304 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Checking segment: {'id': '529d3111-790d-433d-b893-0a6d674d8b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8aeb4727-b0dd-4fa6-9b6f-6db16169eadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:22.765638 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:22.766037 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Bound using segment: {'id': '529d3111-790d-433d-b893-0a6d674d8b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8aeb4727-b0dd-4fa6-9b6f-6db16169eadb'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:29:22.766521 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Bound port: 445cbc39-cd4c-4903-9512-be87dcaa6c00, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529d3111-790d-433d-b893-0a6d674d8b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8aeb4727-b0dd-4fa6-9b6f-6db16169eadb'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:29:22.767257 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:22.798461 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b0a25a5-1485-4694-a3e8-a184842fb4fa tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:22.799560 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b0a25a5-1485-4694-a3e8-a184842fb4fa tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:22.809357 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de9599-88d8-4a30-a37c-51118d7b00e3 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event updated for resources: {'Port': ['ID=76936a94-0e5e-4d3f-bdb4-24cd1008bf61,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:22.821380 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b0a25a5-1485-4694-a3e8-a184842fb4fa tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:22.871191 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524fbc15-5aa7-4476-bd65-e01ef25a3765 None None] Network 707b2e12-29a6-4400-8bd8-3bc70dcaef09 could not be found, it might have been deleted concurrently. {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 31 15:29:22.875791 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43104) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:22.886466 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-365da451-9c81-40f8-b9ee-309577448501 None None] Provisioning for port 76936a94-0e5e-4d3f-bdb4-24cd1008bf61 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:22.901985 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-120fff3e-7f14-4100-bdb9-2516b943f8e9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] In _notify_port_updated(), no bound segment for port 57eb58d4-3894-48c9-9cf9-328685acb04d on network 62644745-d367-469b-b290-77ae7972f64d {{(pid=103444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 31 15:29:22.902861 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b0a25a5-1485-4694-a3e8-a184842fb4fa tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:22.907264 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff5538-97ce-4e2b-81ad-2eca5f7ab1d8 None None] Pushing event updated for resources: {'Port': ['ID=a5cc4a08-2495-478e-b4ce-77145f3390a1,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:22.907847 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120fff3e-7f14-4100-bdb9-2516b943f8e9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:22.909384 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-120fff3e-7f14-4100-bdb9-2516b943f8e9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:22.910837 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24553b76-221b-42b6-8d39-57ea3cefe722 None None] Network 707b2e12-29a6-4400-8bd8-3bc70dcaef09 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:22.913589 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-120fff3e-7f14-4100-bdb9-2516b943f8e9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "PUT /v2.0/ports/57eb58d4-3894-48c9-9cf9-328685acb04d HTTP/1.1" status: 200 len: 926 time: 5.1953142 Mar 31 15:29:22.916918 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43110) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:22.932056 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b382c1-8b56-4a08-9e83-684d9d9b3b47 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] DELETE failed (client error): The resource could not be found. Mar 31 15:29:22.933180 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b382c1-8b56-4a08-9e83-684d9d9b3b47 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:29:22.937365 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-82b382c1-8b56-4a08-9e83-684d9d9b3b47 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/subnets/54b7e610-bef6-4f34-b1b9-d0b22c928090 HTTP/1.1" status: 404 len: 337 time: 0.2411349 Mar 31 15:29:22.937527 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24553b76-221b-42b6-8d39-57ea3cefe722 None None] Network 707b2e12-29a6-4400-8bd8-3bc70dcaef09 could not be found, it might have been deleted concurrently. {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 31 15:29:22.943850 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43114) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:22.953772 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-365da451-9c81-40f8-b9ee-309577448501 None None] Provisioning complete for port 76936a94-0e5e-4d3f-bdb4-24cd1008bf61 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:22.954158 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-365da451-9c81-40f8-b9ee-309577448501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:22.959435 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-51df14c4-7a06-4785-92a9-c6ddbfcd0892 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b8c4818f-b588-4c20-96dd-ee944ea818fd'}, {'subnet_id': '3eab93f3-e41a-4730-acea-e42588ebfae2'}]}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:22.986609 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037cb0b8-3863-405a-a44b-77ea34007332 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Made reservation on behalf of 8c6575be81e7411a95d81072c1e21ab3 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:22.990362 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-037cb0b8-3863-405a-a44b-77ea34007332 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:22.997217 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-70726da4-4b38-4353-8861-8ae2be83c2a9 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] DELETE failed (client error): The resource could not be found. Mar 31 15:29:22.998068 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70726da4-4b38-4353-8861-8ae2be83c2a9 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:29:23.003226 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-70726da4-4b38-4353-8861-8ae2be83c2a9 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/networks/aa7e9e7f-d086-4087-9bd3-ea9032354e04 HTTP/1.1" status: 404 len: 339 time: 0.0520992 Mar 31 15:29:23.004101 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43118) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:23.019338 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f0fba2-3c47-45a9-95d7-ef59a800cb9a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:23.020324 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b3de9599-88d8-4a30-a37c-51118d7b00e3 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:23.028439 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-365da451-9c81-40f8-b9ee-309577448501 None None] Port 76936a94-0e5e-4d3f-bdb4-24cd1008bf61 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:29:23.048480 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-e1f0fba2-3c47-45a9-95d7-ef59a800cb9a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:23.071843 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b0a25a5-1485-4694-a3e8-a184842fb4fa tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:23.072454 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a208274-e571-472d-a641-b20a88e9246a None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:23.077394 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f0fba2-3c47-45a9-95d7-ef59a800cb9a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:23.077394 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e1f0fba2-3c47-45a9-95d7-ef59a800cb9a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:23.078919 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0b0a25a5-1485-4694-a3e8-a184842fb4fa tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4425459 Mar 31 15:29:23.080622 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43122) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:23.091072 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d3a0340-92be-4586-87cc-f035b4cc0e04 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] DELETE failed (client error): The resource could not be found. Mar 31 15:29:23.091797 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d3a0340-92be-4586-87cc-f035b4cc0e04 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:29:23.093953 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2d3a0340-92be-4586-87cc-f035b4cc0e04 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/subnets/b154a619-81aa-4651-9423-976cdafab2e6 HTTP/1.1" status: 404 len: 337 time: 0.0884645 Mar 31 15:29:23.098595 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43126) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:23.111520 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0fba2-3c47-45a9-95d7-ef59a800cb9a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Subnet': ['ID=cd530c8a-daa4-4b77-9268-7c629b4fc5b6,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:23.133682 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] For port 445cbc39-cd4c-4903-9512-be87dcaa6c00, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:29:23.177146 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7be7cc71-6ed4-4342-b60e-8ee45a30738f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1143204983', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:23.187502 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae85391f-c4bb-45e5-9fc1-c628b71f8bca None None] Network fdda4fd7-5317-4584-aa32-a92ff7bbe14a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:23.208175 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7be7cc71-6ed4-4342-b60e-8ee45a30738f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:23.221271 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7be7cc71-6ed4-4342-b60e-8ee45a30738f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Usage tracker for resource:router and tenant:60521320d8b145f3a1615c7cf125e5cb is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:23.223034 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120fff3e-7f14-4100-bdb9-2516b943f8e9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Port': ['ID=57eb58d4-3894-48c9-9cf9-328685acb04d,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:23.225976 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7be7cc71-6ed4-4342-b60e-8ee45a30738f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:23.234386 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-d19040a4-232f-451c-9113-cc62afddf522 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] DELETE failed (client error): The resource could not be found. Mar 31 15:29:23.234858 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d19040a4-232f-451c-9113-cc62afddf522 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:29:23.237912 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d19040a4-232f-451c-9113-cc62afddf522 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/networks/e183be6d-19f5-4345-9c3a-7d6b4457430c HTTP/1.1" status: 404 len: 339 time: 0.0647402 Mar 31 15:29:23.243916 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7be7cc71-6ed4-4342-b60e-8ee45a30738f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:23.244017 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8fdddf08-6d6a-4924-86f7-e1667f2822d2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:23.252666 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43132) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:23.305602 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9feb-118e-4018-97e2-cf5a72e10a74 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:23.350014 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-365da451-9c81-40f8-b9ee-309577448501 None None] Provisioning complete for port a5cc4a08-2495-478e-b4ce-77145f3390a1 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:23.350442 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-365da451-9c81-40f8-b9ee-309577448501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:23.396354 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] For port 445cbc39-cd4c-4903-9512-be87dcaa6c00, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=445cbc39-cd4c-4903-9512-be87dcaa6c00,segment=NetworkSegment(529d3111-790d-433d-b893-0a6d674d8b33),segment_id=529d3111-790d-433d-b893-0a6d674d8b33)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:29:23.396940 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e1f0fba2-3c47-45a9-95d7-ef59a800cb9a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.1980255 Mar 31 15:29:23.410532 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43136) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:23.417115 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f7573c-05a1-4dd9-826f-6c8a072810ba tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] DELETE failed (client error): The resource could not be found. Mar 31 15:29:23.417588 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39f7573c-05a1-4dd9-826f-6c8a072810ba tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:29:23.421826 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-27fe5448-d622-413d-84f1-0a75563f2a65 None None] For port c2660297-a872-4feb-b801-0af6a2135a2a, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=c2660297-a872-4feb-b801-0af6a2135a2a,segment=NetworkSegment(81c1ca79-0118-4c36-a4fd-dbc42a9f6f5b),segment_id=81c1ca79-0118-4c36-a4fd-dbc42a9f6f5b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:29:23.421979 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-39f7573c-05a1-4dd9-826f-6c8a072810ba tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/subnets/97b6a45e-85f6-4608-8597-ae56ee69080e HTTP/1.1" status: 404 len: 337 time: 0.1620681 Mar 31 15:29:23.421979 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8fdddf08-6d6a-4924-86f7-e1667f2822d2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Transition to ACTIVE for port object f18d8193-5f6e-4b15-92d3-62f2cfe73e6f will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:23.425715 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43140) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:23.432903 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-a6999e12-8db4-4c63-8450-f9bc6095444f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'port': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'fixed_ips': [{'subnet_id': 'cd530c8a-daa4-4b77-9268-7c629b4fc5b6', 'ip_address': '2001:db8::8c20:adef:5dd2:48b1'}], 'name': 'tempest-NetworksTestDHCPv6-1667513388'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:23.436075 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7be7cc71-6ed4-4342-b60e-8ee45a30738f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:23.437123 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7be7cc71-6ed4-4342-b60e-8ee45a30738f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:23.604780 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.resource_extend [None req-27fe5448-d622-413d-84f1-0a75563f2a65 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:29:23.628995 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-27fe5448-d622-413d-84f1-0a75563f2a65 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:23.636993 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:23.687306 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f0546a-b22b-44c8-a3df-f1a07dbe9efb tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] DELETE failed (client error): The resource could not be found. Mar 31 15:29:23.687878 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45f0546a-b22b-44c8-a3df-f1a07dbe9efb tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:29:23.689511 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-45f0546a-b22b-44c8-a3df-f1a07dbe9efb tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/networks/91fc2e9e-6281-4b86-812a-f233f2d29f11 HTTP/1.1" status: 404 len: 339 time: 0.2624383 Mar 31 15:29:23.692761 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43144) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:23.722325 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3de9599-88d8-4a30-a37c-51118d7b00e3 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Network 396bb86d-5284-4e0f-bc75-af18a7f6c4c8 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:23.732386 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-b3de9599-88d8-4a30-a37c-51118d7b00e3 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:23.749619 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-365da451-9c81-40f8-b9ee-309577448501 None None] Could not find standard attr ID for object c60bd3e4-7c2b-423a-9090-2b436b486446. {{(pid=103445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 15:29:23.779850 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-27fe5448-d622-413d-84f1-0a75563f2a65 None None] Transition to ACTIVE for port object c2660297-a872-4feb-b801-0af6a2135a2a will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:23.812891 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9feb-118e-4018-97e2-cf5a72e10a74 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:23.818314 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7be7cc71-6ed4-4342-b60e-8ee45a30738f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:23.820243 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9feb-118e-4018-97e2-cf5a72e10a74 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:23.822927 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3c26f5-5c9d-40e5-a0a8-7a56c3f88dbd tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] DELETE failed (client error): The resource could not be found. Mar 31 15:29:23.823443 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd3c26f5-5c9d-40e5-a0a8-7a56c3f88dbd tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:29:23.842141 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-fd3c26f5-5c9d-40e5-a0a8-7a56c3f88dbd tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/subnets/f5ebdead-bbd4-43c3-9db1-1535a8b1d18d HTTP/1.1" status: 404 len: 337 time: 0.1468484 Mar 31 15:29:23.858073 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43148) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:23.884049 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Pushing event updated for resources: {'Port': ['ID=445cbc39-cd4c-4903-9512-be87dcaa6c00,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:23.894698 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-05af18df-3204-4087-ada4-5400f79b9722 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] DELETE failed (client error): The resource could not be found. Mar 31 15:29:23.895165 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05af18df-3204-4087-ada4-5400f79b9722 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:29:23.901507 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-05af18df-3204-4087-ada4-5400f79b9722 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/networks/74f6c520-0eff-4c74-95a2-69cb0fd51917 HTTP/1.1" status: 404 len: 339 time: 0.0424600 Mar 31 15:29:23.904764 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43152) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:23.904937 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-27fe5448-d622-413d-84f1-0a75563f2a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:23.933514 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8fdddf08-6d6a-4924-86f7-e1667f2822d2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:23.973742 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c6b04fc-60bb-4068-84ac-d50fb0e42aaf tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] DELETE failed (client error): The resource could not be found. Mar 31 15:29:23.974362 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c6b04fc-60bb-4068-84ac-d50fb0e42aaf tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:29:23.976182 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1c6b04fc-60bb-4068-84ac-d50fb0e42aaf tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/subnets/53d856fd-1c9f-48c5-8e44-9c2c811d84b9 HTTP/1.1" status: 404 len: 337 time: 0.0704529 Mar 31 15:29:23.980040 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43156) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:24.013627 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:24.013980 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:24.014317 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:24.014963 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:24.015302 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:24.015635 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:24.015964 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:24.016564 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:24.016905 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:24.017265 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:24.017596 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:24.017919 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f466045a-df89-4adf-bf5d-1314469b3aa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:24.022677 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7be7cc71-6ed4-4342-b60e-8ee45a30738f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:24.050345 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9feb-118e-4018-97e2-cf5a72e10a74 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:24.050978 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6d9feb-118e-4018-97e2-cf5a72e10a74 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f5c9cf10-5b04-49cc-aab0-940dcb441473 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:29:24.054898 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c86253-f51c-476e-8857-1815b0b9556c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] DELETE failed (client error): The resource could not be found. Mar 31 15:29:24.059434 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c86253-f51c-476e-8857-1815b0b9556c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:29:24.067208 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-71c86253-f51c-476e-8857-1815b0b9556c tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/networks/e912dcc0-a738-4f70-9b1c-6ed49dd2cdb6 HTTP/1.1" status: 404 len: 339 time: 0.0855100 Mar 31 15:29:24.071979 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9feb-118e-4018-97e2-cf5a72e10a74 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:24.076413 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5d6d9feb-118e-4018-97e2-cf5a72e10a74 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] 10.222.0.31 "DELETE /v2.0/routers/f5c9cf10-5b04-49cc-aab0-940dcb441473 HTTP/1.1" status: 204 len: 168 time: 0.9888964 Mar 31 15:29:24.077550 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43160) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:24.077679 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c16821e1-c681-4b33-9831-ed0c43f2b974 None None] Provisioning for port 48b1a780-d107-41c9-963a-db43017dbace completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:24.114577 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a6999e12-8db4-4c63-8450-f9bc6095444f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:24.163515 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43164) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:24.165451 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7be7cc71-6ed4-4342-b60e-8ee45a30738f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:24.167506 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a6999e12-8db4-4c63-8450-f9bc6095444f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:24.171034 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7be7cc71-6ed4-4342-b60e-8ee45a30738f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.2945991 Mar 31 15:29:24.179548 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43166) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:24.187505 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-51d54fad-d1cd-401c-832e-f019398cec95 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Request body: {'router': {'name': 'tempest-router-378035897', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '0df0b5e58ba74e68a9181f70c0b4b292'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:24.192103 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-380133db-1b78-4333-9a58-9330697bc33d tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] DELETE failed (client error): The resource could not be found. Mar 31 15:29:24.192895 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-380133db-1b78-4333-9a58-9330697bc33d tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:29:24.195232 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-380133db-1b78-4333-9a58-9330697bc33d tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/subnets/601e6028-1e3d-485a-a560-ef0fa225ce24 HTTP/1.1" status: 404 len: 337 time: 0.1164806 Mar 31 15:29:24.201662 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ee80b8da-12e1-4f75-951d-3bc4e4b2973f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1689614391'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:24.205011 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43172) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:24.207025 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-51d54fad-d1cd-401c-832e-f019398cec95 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:24.219538 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-51df14c4-7a06-4785-92a9-c6ddbfcd0892 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:24.223389 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ee80b8da-12e1-4f75-951d-3bc4e4b2973f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:24.254676 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-51d54fad-d1cd-401c-832e-f019398cec95 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Usage tracker for resource:router and tenant:0df0b5e58ba74e68a9181f70c0b4b292 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:24.258716 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ee80b8da-12e1-4f75-951d-3bc4e4b2973f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Usage tracker for resource:network and tenant:60521320d8b145f3a1615c7cf125e5cb is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:24.264878 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-51d54fad-d1cd-401c-832e-f019398cec95 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:24.268811 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ee80b8da-12e1-4f75-951d-3bc4e4b2973f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:24.275558 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-41cb6631-3318-4582-8265-9c6fb60962d1 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] DELETE failed (client error): The resource could not be found. Mar 31 15:29:24.275782 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41cb6631-3318-4582-8265-9c6fb60962d1 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:29:24.277843 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-41cb6631-3318-4582-8265-9c6fb60962d1 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/networks/b0858f2b-621f-4c01-b7bf-0cef7c46b3ac HTTP/1.1" status: 404 len: 339 time: 0.0571840 Mar 31 15:29:24.283229 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-51d54fad-d1cd-401c-832e-f019398cec95 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:24.285860 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3de9599-88d8-4a30-a37c-51118d7b00e3 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Router 11a978fe-3e44-49c6-8939-d3c2232eb634 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:29:24.286235 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43176) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:24.286235 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ee80b8da-12e1-4f75-951d-3bc4e4b2973f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:24.331153 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:29:24.331658 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:29:24.338708 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe5448-d622-413d-84f1-0a75563f2a65 None None] Pushing event updated for resources: {'Port': ['ID=c2660297-a872-4feb-b801-0af6a2135a2a,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:24.424488 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c8fef35-cec2-44ba-a919-8105f7a4f3ee tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Deleting subnet 78d5f8ed-486f-41ea-9098-24434c5e2ed3 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:29:24.428692 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c8fef35-cec2-44ba-a919-8105f7a4f3ee tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:24.468216 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80160532-1429-46bf-abcd-5dae6db4b3fa None None] Update dhcp port {'port': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'fixed_ips': [{'subnet_id': 'cd530c8a-daa4-4b77-9268-7c629b4fc5b6'}], 'binding:host_id': 'dv-neutron-833379-2-hyperv'}, 'id': '6e245699-2da6-4dd6-b255-67965b535a2c'} from dv-neutron-833379-2-hyperv. {{(pid=103445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 31 15:29:24.495544 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c8fef35-cec2-44ba-a919-8105f7a4f3ee tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:24.509627 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdddf08-6d6a-4924-86f7-e1667f2822d2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network 8aeb4727-b0dd-4fa6-9b6f-6db16169eadb is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:24.527458 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-8fdddf08-6d6a-4924-86f7-e1667f2822d2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:24.537489 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-930bb970-b1cf-4482-8b4b-f4bdd2d28bb7 None None] Provisioning complete for port 76936a94-0e5e-4d3f-bdb4-24cd1008bf61 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:24.539766 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-930bb970-b1cf-4482-8b4b-f4bdd2d28bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:24.544736 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-51d54fad-d1cd-401c-832e-f019398cec95 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:24.545830 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-51d54fad-d1cd-401c-832e-f019398cec95 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:24.549662 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee80b8da-12e1-4f75-951d-3bc4e4b2973f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Made reservation on behalf of 60521320d8b145f3a1615c7cf125e5cb for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:24.553285 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ee80b8da-12e1-4f75-951d-3bc4e4b2973f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:24.566213 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdddf08-6d6a-4924-86f7-e1667f2822d2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:24.574210 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ee80b8da-12e1-4f75-951d-3bc4e4b2973f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:24.594096 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-80160532-1429-46bf-abcd-5dae6db4b3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:24.599033 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdddf08-6d6a-4924-86f7-e1667f2822d2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Port': ['ID=f18d8193-5f6e-4b15-92d3-62f2cfe73e6f,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:24.611517 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ee80b8da-12e1-4f75-951d-3bc4e4b2973f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:24.623961 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6999e12-8db4-4c63-8450-f9bc6095444f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:24.634970 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ee80b8da-12e1-4f75-951d-3bc4e4b2973f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Usage tracker for resource:security_group_rule and tenant:60521320d8b145f3a1615c7cf125e5cb is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:24.646128 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ee80b8da-12e1-4f75-951d-3bc4e4b2973f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:24.649746 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-51d54fad-d1cd-401c-832e-f019398cec95 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:24.665463 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ee80b8da-12e1-4f75-951d-3bc4e4b2973f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:24.702965 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c8fef35-cec2-44ba-a919-8105f7a4f3ee tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:24.711525 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-930bb970-b1cf-4482-8b4b-f4bdd2d28bb7 None None] Port 76936a94-0e5e-4d3f-bdb4-24cd1008bf61 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:29:24.770858 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-037cb0b8-3863-405a-a44b-77ea34007332 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:24.774682 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-51d54fad-d1cd-401c-832e-f019398cec95 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:24.911361 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-51d54fad-d1cd-401c-832e-f019398cec95 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:24.918732 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-51d54fad-d1cd-401c-832e-f019398cec95 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7449183 Mar 31 15:29:24.921006 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ee80b8da-12e1-4f75-951d-3bc4e4b2973f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:24.922320 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43180) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:24.927413 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c107d063-f6a5-4025-978f-a506f2f553c7 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:24.987972 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:25.013940 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ee80b8da-12e1-4f75-951d-3bc4e4b2973f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:25.014117 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdddf08-6d6a-4924-86f7-e1667f2822d2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:25.014117 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8fdddf08-6d6a-4924-86f7-e1667f2822d2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:25.025898 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee80b8da-12e1-4f75-951d-3bc4e4b2973f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:29:25.041157 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ee80b8da-12e1-4f75-951d-3bc4e4b2973f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:25.042629 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-ee80b8da-12e1-4f75-951d-3bc4e4b2973f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Added segment 9ce54aec-4873-48ad-9f8e-09a44c2d2e75 of type vlan for network b101f1dd-7ea0-4b5a-8b29-39022bde1aa0 Mar 31 15:29:25.045970 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-80160532-1429-46bf-abcd-5dae6db4b3fa None None] Allocated IP 2001:db8::2 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/cd530c8a-daa4-4b77-9268-7c629b4fc5b6/6e245699-2da6-4dd6-b255-67965b535a2c) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:25.071546 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ee80b8da-12e1-4f75-951d-3bc4e4b2973f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:25.134352 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c8fef35-cec2-44ba-a919-8105f7a4f3ee tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:25.197126 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3de9599-88d8-4a30-a37c-51118d7b00e3 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:29:25.205762 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b3de9599-88d8-4a30-a37c-51118d7b00e3 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "PUT /v2.0/routers/11a978fe-3e44-49c6-8939-d3c2232eb634/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3398294 Mar 31 15:29:25.213541 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ee80b8da-12e1-4f75-951d-3bc4e4b2973f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:25.216100 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a344d894-2c9a-4299-874b-e00a51ad2cf6 None None] Sync routers for ids ['11a978fe-3e44-49c6-8939-d3c2232eb634'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:29:25.222101 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee80b8da-12e1-4f75-951d-3bc4e4b2973f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:25.223941 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ee80b8da-12e1-4f75-951d-3bc4e4b2973f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:25.224782 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43184) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:25.229164 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037cb0b8-3863-405a-a44b-77ea34007332 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event updated for resources: {'Subnet': ['ID=c98cc937-10cd-4fe0-9577-8ee66d1c9d33,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:25.233020 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c8fef35-cec2-44ba-a919-8105f7a4f3ee tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:25.237080 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-86f79d23-090b-4639-801d-4b9cea926a2c tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:25.251683 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a344d894-2c9a-4299-874b-e00a51ad2cf6 None None] Routers {'11a978fe-3e44-49c6-8939-d3c2232eb634'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:29:25.254207 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-a344d894-2c9a-4299-874b-e00a51ad2cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:29:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['11a978fe-3e44-49c6-8939-d3c2232eb634'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:25.344286 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-80160532-1429-46bf-abcd-5dae6db4b3fa None None] For port 6e245699-2da6-4dd6-b255-67965b535a2c, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=6e245699-2da6-4dd6-b255-67965b535a2c,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:29:25.377439 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-80160532-1429-46bf-abcd-5dae6db4b3fa None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:25.408636 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8fef35-cec2-44ba-a919-8105f7a4f3ee tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event deleted for resources: {'Subnet': ['ID=78d5f8ed-486f-41ea-9098-24434c5e2ed3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:25.418253 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-80160532-1429-46bf-abcd-5dae6db4b3fa None None] Ignored duplicate provisioning block setup for port 6e245699-2da6-4dd6-b255-67965b535a2c by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 31 15:29:25.434138 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c64bfb-1bc4-441d-90f3-59021ba0b0c3 None None] Network 968636cf-8d2b-44c5-8a52-eec792f1f9f5 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:25.449773 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bada94d-c3d1-4c3e-94ee-8c1f1962e39f None None] Network 62644745-d367-469b-b290-77ae7972f64d requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:25.488644 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port c2660297-a872-4feb-b801-0af6a2135a2a, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=c2660297-a872-4feb-b801-0af6a2135a2a,segment=NetworkSegment(81c1ca79-0118-4c36-a4fd-dbc42a9f6f5b),segment_id=81c1ca79-0118-4c36-a4fd-dbc42a9f6f5b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:29:25.506087 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-a344d894-2c9a-4299-874b-e00a51ad2cf6 None None] Set router 11a978fe-3e44-49c6-8939-d3c2232eb634 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:29:25.529736 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057591ad-605a-4c12-97af-9317de8dbecf None None] Network 8aeb4727-b0dd-4fa6-9b6f-6db16169eadb requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:25.549866 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-80160532-1429-46bf-abcd-5dae6db4b3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:25.596397 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:25.654359 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:25.674043 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8fdddf08-6d6a-4924-86f7-e1667f2822d2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.9133317 Mar 31 15:29:25.705658 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037cb0b8-3863-405a-a44b-77ea34007332 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Checking segment: {'id': '79f13969-3c7b-477b-9a7d-a557b7405b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f4d73ba9-a7ee-43e0-994d-47c48f9b3587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:25.708839 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037cb0b8-3863-405a-a44b-77ea34007332 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Network hostable DHCP agents. Network: f4d73ba9-a7ee-43e0-994d-47c48f9b3587, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:29:25.716757 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-06576ea7-edc3-4c50-8f52-c373fde60fb3 None None] Provisioning for port c2660297-a872-4feb-b801-0af6a2135a2a completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:25.725526 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a6999e12-8db4-4c63-8450-f9bc6095444f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:25.746500 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43188) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:25.863126 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-06576ea7-edc3-4c50-8f52-c373fde60fb3 None None] Provisioning complete for port c2660297-a872-4feb-b801-0af6a2135a2a triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:25.863362 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-06576ea7-edc3-4c50-8f52-c373fde60fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:25.934319 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-a344d894-2c9a-4299-874b-e00a51ad2cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:29:18Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None, '_interfaces': [{'id': '1089ca86-1d82-48a1-a534-ebfe05d40cb1', 'name': '', 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:41:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:26Z', 'updated_at': '2022-03-31T15:28:39Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69626f6e-d638-4d98-bbbc-5c65cd791fdf', 'name': '', 'network_id': '141e2a28-42aa-42ea-9fd7-4ed30b259878', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:c0:c5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:43Z', 'updated_at': '2022-03-31T15:28:55Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76936a94-0e5e-4d3f-bdb4-24cd1008bf61', 'name': '', 'network_id': '396bb86d-5284-4e0f-bc75-af18a7f6c4c8', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:27:a8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '3f2cd183-2b7a-4309-b755-b4891434d10d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:29:13Z', 'updated_at': '2022-03-31T15:29:20Z', 'revision_number': 2, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '3f2cd183-2b7a-4309-b755-b4891434d10d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e68dd7d7-7683-46e9-9137-953a19061146', 'name': '', 'network_id': 'bc33895a-db18-4da4-903f-fdf2b3c99c40', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:2a:0b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '69408f8a-4afc-4f6c-8039-cf552e0a59b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:58Z', 'updated_at': '2022-03-31T15:29:14Z', 'revision_number': 4, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '69408f8a-4afc-4f6c-8039-cf552e0a59b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:25.951579 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a344d894-2c9a-4299-874b-e00a51ad2cf6 None None] Checking router: 11a978fe-3e44-49c6-8939-d3c2232eb634 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:29:25.954433 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a344d894-2c9a-4299-874b-e00a51ad2cf6 None None] Updating router 11a978fe-3e44-49c6-8939-d3c2232eb634 port 76936a94-0e5e-4d3f-bdb4-24cd1008bf61 binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:29:25.976604 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-a6999e12-8db4-4c63-8450-f9bc6095444f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] device_id is not set on port e2dfc09f-2c52-4425-8a3a-53d18680631b yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:29:26.020708 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80160532-1429-46bf-abcd-5dae6db4b3fa None None] Pushing event updated for resources: {'Port': ['ID=6e245699-2da6-4dd6-b255-67965b535a2c,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:26.031835 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device a5cc4a08-2495-478e-b4ce-77145f3390a1 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:29:26.060165 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80b8da-12e1-4f75-951d-3bc4e4b2973f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d16b8616-0a39-4ccc-9c75-160175347560,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:26.091368 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a344d894-2c9a-4299-874b-e00a51ad2cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:26.142855 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c107d063-f6a5-4025-978f-a506f2f553c7 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:26.143225 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c107d063-f6a5-4025-978f-a506f2f553c7 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks [] for router, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:26.165292 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037cb0b8-3863-405a-a44b-77ea34007332 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Network f4d73ba9-a7ee-43e0-994d-47c48f9b3587 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:29:26.241821 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ee80b8da-12e1-4f75-951d-3bc4e4b2973f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0594070 Mar 31 15:29:26.245908 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7c8fef35-cec2-44ba-a919-8105f7a4f3ee tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/subnets/78d5f8ed-486f-41ea-9098-24434c5e2ed3 HTTP/1.1" status: 204 len: 168 time: 1.9551013 Mar 31 15:29:26.249959 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43192) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:26.250293 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43194) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:26.259441 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80b8da-12e1-4f75-951d-3bc4e4b2973f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Pushing event updated for resources: {'Network': ['ID=b101f1dd-7ea0-4b5a-8b29-39022bde1aa0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:26.265729 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-1be1c5c7-f549-4a8d-a219-48a696bfcdec tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Request body: {'subnet': {'network_id': 'b101f1dd-7ea0-4b5a-8b29-39022bde1aa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:26.316336 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network b101f1dd-7ea0-4b5a-8b29-39022bde1aa0 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:29:26.595179 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c107d063-f6a5-4025-978f-a506f2f553c7 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103443) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 31 15:29:26.595509 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c107d063-f6a5-4025-978f-a506f2f553c7 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Router df2da756-cd9a-4369-9c6a-00d9c72bb7bb migrating from provider to provider. {{(pid=103443) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 31 15:29:26.595890 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c107d063-f6a5-4025-978f-a506f2f553c7 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:26.623427 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a344d894-2c9a-4299-874b-e00a51ad2cf6 None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:26.630230 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-037cb0b8-3863-405a-a44b-77ea34007332 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, f4d73ba9-a7ee-43e0-994d-47c48f9b3587) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:26.648747 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c107d063-f6a5-4025-978f-a506f2f553c7 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:26.655180 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-a344d894-2c9a-4299-874b-e00a51ad2cf6 None None] Transition to ACTIVE for port object 76936a94-0e5e-4d3f-bdb4-24cd1008bf61 will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:26.667109 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e54ea0f0-81f6-45c7-8080-2cb2ca6c7097 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:26.673203 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037cb0b8-3863-405a-a44b-77ea34007332 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:26.674247 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-037cb0b8-3863-405a-a44b-77ea34007332 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:26.674651 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-1be1c5c7-f549-4a8d-a219-48a696bfcdec tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:26.680687 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1be1c5c7-f549-4a8d-a219-48a696bfcdec tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Usage tracker for resource:subnet and tenant:60521320d8b145f3a1615c7cf125e5cb is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:26.684321 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1be1c5c7-f549-4a8d-a219-48a696bfcdec tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:26.690209 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e54ea0f0-81f6-45c7-8080-2cb2ca6c7097 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Deleting port 02e89455-b5db-401e-a660-0f420dd087db {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:29:26.690707 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e54ea0f0-81f6-45c7-8080-2cb2ca6c7097 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:26.719799 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-1be1c5c7-f549-4a8d-a219-48a696bfcdec tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:26.724363 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=c2660297-a872-4feb-b801-0af6a2135a2a,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:26.733685 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c107d063-f6a5-4025-978f-a506f2f553c7 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-462406'] for router, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:26.743154 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2e4011-91c1-4396-b141-82e62761b054 None None] Network f4d73ba9-a7ee-43e0-994d-47c48f9b3587 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:26.743792 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a344d894-2c9a-4299-874b-e00a51ad2cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:26.835524 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e207ed-9023-4562-b5c5-7fc6a2f6ab25 None None] Pushing event updated for resources: {'Port': ['ID=76936a94-0e5e-4d3f-bdb4-24cd1008bf61,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:26.891783 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-51df14c4-7a06-4785-92a9-c6ddbfcd0892 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Allocated IP 2001:db8:0:1::3af (62644745-d367-469b-b290-77ae7972f64d/3eab93f3-e41a-4730-acea-e42588ebfae2/57eb58d4-3894-48c9-9cf9-328685acb04d) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:26.919289 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-037cb0b8-3863-405a-a44b-77ea34007332 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 5.8443818 Mar 31 15:29:26.919989 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43202) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:26.956226 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cb2593-a2d8-4988-8759-22e1ce5e059e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:26.957106 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d7cb2593-a2d8-4988-8759-22e1ce5e059e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Synchronizing usage tracker for tenant:62591a084e044f5ebd9b8ec401f28de6 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:29:27.116425 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-e54ea0f0-81f6-45c7-8080-2cb2ca6c7097 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] For port 02e89455-b5db-401e-a660-0f420dd087db, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=02e89455-b5db-401e-a660-0f420dd087db,segment=NetworkSegment(b238c55d-e9ae-466e-b241-4dd5689e0fef),segment_id=b238c55d-e9ae-466e-b241-4dd5689e0fef)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:29:27.117038 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e54ea0f0-81f6-45c7-8080-2cb2ca6c7097 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:27.132591 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-a344d894-2c9a-4299-874b-e00a51ad2cf6 None None] Attempting to bind port 76936a94-0e5e-4d3f-bdb4-24cd1008bf61 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:29:27.133459 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-a344d894-2c9a-4299-874b-e00a51ad2cf6 None None] Attempting to bind port 76936a94-0e5e-4d3f-bdb4-24cd1008bf61 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'ec040897-6253-4cfe-afd9-c724ffe42688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '396bb86d-5284-4e0f-bc75-af18a7f6c4c8'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:29:27.133826 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a344d894-2c9a-4299-874b-e00a51ad2cf6 None None] Attempting to bind port 76936a94-0e5e-4d3f-bdb4-24cd1008bf61 on network 396bb86d-5284-4e0f-bc75-af18a7f6c4c8 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:29:27.143986 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a344d894-2c9a-4299-874b-e00a51ad2cf6 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:29:27.144358 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a344d894-2c9a-4299-874b-e00a51ad2cf6 None None] Checking segment: {'id': 'ec040897-6253-4cfe-afd9-c724ffe42688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '396bb86d-5284-4e0f-bc75-af18a7f6c4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:27.144763 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a344d894-2c9a-4299-874b-e00a51ad2cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:27.145157 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a344d894-2c9a-4299-874b-e00a51ad2cf6 None None] Bound using segment: {'id': 'ec040897-6253-4cfe-afd9-c724ffe42688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '396bb86d-5284-4e0f-bc75-af18a7f6c4c8'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:29:27.145657 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-a344d894-2c9a-4299-874b-e00a51ad2cf6 None None] Bound port: 76936a94-0e5e-4d3f-bdb4-24cd1008bf61, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec040897-6253-4cfe-afd9-c724ffe42688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '396bb86d-5284-4e0f-bc75-af18a7f6c4c8'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:29:27.146052 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a344d894-2c9a-4299-874b-e00a51ad2cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:27.306535 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81745cf7-f1e9-415f-83e2-014deba9d9aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-f4d73ba9-a7ee-43e0-994d-47c48f9b3587', 'network_id': 'f4d73ba9-a7ee-43e0-994d-47c48f9b3587', 'tenant_id': '8c6575be81e7411a95d81072c1e21ab3', 'fixed_ips': [{'subnet_id': 'c98cc937-10cd-4fe0-9577-8ee66d1c9d33'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:29:27.306535 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-81745cf7-f1e9-415f-83e2-014deba9d9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:27.330412 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e54ea0f0-81f6-45c7-8080-2cb2ca6c7097 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Calling delete_port for 02e89455-b5db-401e-a660-0f420dd087db owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:29:27.373771 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port a5cc4a08-2495-478e-b4ce-77145f3390a1 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:27.378830 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:27.386247 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-a6999e12-8db4-4c63-8450-f9bc6095444f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Allocated IP 2001:db8::8c20:adef:5dd2:48b1 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/cd530c8a-daa4-4b77-9268-7c629b4fc5b6/e2dfc09f-2c52-4425-8a3a-53d18680631b) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:27.428516 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be1c5c7-f549-4a8d-a219-48a696bfcdec tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Made reservation on behalf of 60521320d8b145f3a1615c7cf125e5cb for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:27.430643 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d7cb2593-a2d8-4988-8759-22e1ce5e059e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Unset dirty status for tenant:62591a084e044f5ebd9b8ec401f28de6 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:29:27.435384 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d7cb2593-a2d8-4988-8759-22e1ce5e059e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 1.6561642 Mar 31 15:29:27.444811 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1be1c5c7-f549-4a8d-a219-48a696bfcdec tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:27.452407 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-a344d894-2c9a-4299-874b-e00a51ad2cf6 None None] For port 76936a94-0e5e-4d3f-bdb4-24cd1008bf61, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:29:27.452590 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43206) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:27.456853 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-a344d894-2c9a-4299-874b-e00a51ad2cf6 None None] For port 76936a94-0e5e-4d3f-bdb4-24cd1008bf61, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=76936a94-0e5e-4d3f-bdb4-24cd1008bf61,segment=NetworkSegment(ec040897-6253-4cfe-afd9-c724ffe42688),segment_id=ec040897-6253-4cfe-afd9-c724ffe42688)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:29:27.484297 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.extraroute_db [None req-86f79d23-090b-4639-801d-4b9cea926a2c tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 31 15:29:27.501971 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-06576ea7-edc3-4c50-8f52-c373fde60fb3 None None] Provisioning for port 57eb58d4-3894-48c9-9cf9-328685acb04d completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:27.513642 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a344d894-2c9a-4299-874b-e00a51ad2cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:27.539150 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e54ea0f0-81f6-45c7-8080-2cb2ca6c7097 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:27.591879 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a618741-755b-4fc9-8638-41701a68d85d None None] DHCP port deletion for 968636cf-8d2b-44c5-8a52-eec792f1f9f5 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:29:27.606034 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a344d894-2c9a-4299-874b-e00a51ad2cf6 None None] Routers {'11a978fe-3e44-49c6-8939-d3c2232eb634'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:29:27.606693 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-a344d894-2c9a-4299-874b-e00a51ad2cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:29:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['11a978fe-3e44-49c6-8939-d3c2232eb634'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:27.651793 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-06576ea7-edc3-4c50-8f52-c373fde60fb3 None None] Provisioning complete for port 57eb58d4-3894-48c9-9cf9-328685acb04d triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:27.652273 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-06576ea7-edc3-4c50-8f52-c373fde60fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:27.655773 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.extraroute_db [None req-86f79d23-090b-4639-801d-4b9cea926a2c tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Removed routes are [] {{(pid=103444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 31 15:29:27.657542 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-86f79d23-090b-4639-801d-4b9cea926a2c tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:27.688415 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:27.725393 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ea0f0-81f6-45c7-8080-2cb2ca6c7097 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event deleted for resources: {'Port': ['ID=02e89455-b5db-401e-a660-0f420dd087db,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:27.728115 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54ea0f0-81f6-45c7-8080-2cb2ca6c7097 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] No DVR routers for this DVR port 02e89455-b5db-401e-a660-0f420dd087db on host dv-neutron-833379-2-hyperv {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:29:27.737833 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ab656bbf-0fd0-4e78-9694-7de3efb03ba8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting port f18d8193-5f6e-4b15-92d3-62f2cfe73e6f {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:29:27.738262 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ab656bbf-0fd0-4e78-9694-7de3efb03ba8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:27.753711 dv-neutron-833379-2-hyperv neutron-server[103443]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c107d063-f6a5-4025-978f-a506f2f553c7 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] No L3 agents can host the router df2da756-cd9a-4369-9c6a-00d9c72bb7bb Mar 31 15:29:27.782948 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-06576ea7-edc3-4c50-8f52-c373fde60fb3 None None] Port 57eb58d4-3894-48c9-9cf9-328685acb04d cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:29:27.815593 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-51df14c4-7a06-4785-92a9-c6ddbfcd0892 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:29:27.915123 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-51df14c4-7a06-4785-92a9-c6ddbfcd0892 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:27.964932 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e207ed-9023-4562-b5c5-7fc6a2f6ab25 None None] Pushing event updated for resources: {'Port': ['ID=76936a94-0e5e-4d3f-bdb4-24cd1008bf61,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:27.982599 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-a344d894-2c9a-4299-874b-e00a51ad2cf6 None None] Set router 11a978fe-3e44-49c6-8939-d3c2232eb634 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:29:28.014330 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-81745cf7-f1e9-415f-83e2-014deba9d9aa None None] Allocated IP 2001:db8::1 (f4d73ba9-a7ee-43e0-994d-47c48f9b3587/c98cc937-10cd-4fe0-9577-8ee66d1c9d33/ee6a5c04-261c-4a4a-a1a2-7c10f5a36da2) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:28.161904 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-51df14c4-7a06-4785-92a9-c6ddbfcd0892 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Ignored duplicate provisioning block setup for port 57eb58d4-3894-48c9-9cf9-328685acb04d by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 31 15:29:28.248371 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-51df14c4-7a06-4785-92a9-c6ddbfcd0892 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:28.330108 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:28.343737 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e54ea0f0-81f6-45c7-8080-2cb2ca6c7097 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:28.420860 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-e54ea0f0-81f6-45c7-8080-2cb2ca6c7097 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968636cf-8d2b-44c5-8a52-eec792f1f9f5']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:28.453035 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 445cbc39-cd4c-4903-9512-be87dcaa6c00 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:29:28.455259 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-e54ea0f0-81f6-45c7-8080-2cb2ca6c7097 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b238c55d-e9ae-466e-b241-4dd5689e0fef') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:28.455699 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-e54ea0f0-81f6-45c7-8080-2cb2ca6c7097 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b238c55d-e9ae-466e-b241-4dd5689e0fef') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:28.498433 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c107d063-f6a5-4025-978f-a506f2f553c7 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Hosts for router df2da756-cd9a-4369-9c6a-00d9c72bb7bb: [] {{(pid=103443) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 31 15:29:28.501847 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-81745cf7-f1e9-415f-83e2-014deba9d9aa None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:28.546078 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e54ea0f0-81f6-45c7-8080-2cb2ca6c7097 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:28.569540 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3934080f-c1a5-4098-a9fd-7aa9f2f50127 None None] Provisioning for port 445cbc39-cd4c-4903-9512-be87dcaa6c00 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:28.574129 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-a344d894-2c9a-4299-874b-e00a51ad2cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:29:18Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None, '_interfaces': [{'id': '1089ca86-1d82-48a1-a534-ebfe05d40cb1', 'name': '', 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:41:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:26Z', 'updated_at': '2022-03-31T15:28:39Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69626f6e-d638-4d98-bbbc-5c65cd791fdf', 'name': '', 'network_id': '141e2a28-42aa-42ea-9fd7-4ed30b259878', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:c0:c5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:43Z', 'updated_at': '2022-03-31T15:28:55Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76936a94-0e5e-4d3f-bdb4-24cd1008bf61', 'name': '', 'network_id': '396bb86d-5284-4e0f-bc75-af18a7f6c4c8', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:27:a8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '3f2cd183-2b7a-4309-b755-b4891434d10d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:29:13Z', 'updated_at': '2022-03-31T15:29:27Z', 'revision_number': 4, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '3f2cd183-2b7a-4309-b755-b4891434d10d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e68dd7d7-7683-46e9-9137-953a19061146', 'name': '', 'network_id': 'bc33895a-db18-4da4-903f-fdf2b3c99c40', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:2a:0b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '69408f8a-4afc-4f6c-8039-cf552e0a59b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:58Z', 'updated_at': '2022-03-31T15:29:14Z', 'revision_number': 4, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '69408f8a-4afc-4f6c-8039-cf552e0a59b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:28.580911 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a344d894-2c9a-4299-874b-e00a51ad2cf6 None None] The sync data for ids ['11a978fe-3e44-49c6-8939-d3c2232eb634'] in dv-neutron-833379-2-hyperv is: [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:29:18Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None, '_interfaces': [{'id': '1089ca86-1d82-48a1-a534-ebfe05d40cb1', 'name': '', 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:41:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:26Z', 'updated_at': '2022-03-31T15:28:39Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69626f6e-d638-4d98-bbbc-5c65cd791fdf', 'name': '', 'network_id': '141e2a28-42aa-42ea-9fd7-4ed30b259878', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:c0:c5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:43Z', 'updated_at': '2022-03-31T15:28:55Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76936a94-0e5e-4d3f-bdb4-24cd1008bf61', 'name': '', 'network_id': '396bb86d-5284-4e0f-bc75-af18a7f6c4c8', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:27:a8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '3f2cd183-2b7a-4309-b755-b4891434d10d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:29:13Z', 'updated_at': '2022-03-31T15:29:27Z', 'revision_number': 4, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '3f2cd183-2b7a-4309-b755-b4891434d10d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e68dd7d7-7683-46e9-9137-953a19061146', 'name': '', 'network_id': 'bc33895a-db18-4da4-903f-fdf2b3c99c40', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:2a:0b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '69408f8a-4afc-4f6c-8039-cf552e0a59b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:58Z', 'updated_at': '2022-03-31T15:29:14Z', 'revision_number': 4, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '69408f8a-4afc-4f6c-8039-cf552e0a59b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:29:28.581800 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-81745cf7-f1e9-415f-83e2-014deba9d9aa None None] Transition to ACTIVE for port object ee6a5c04-261c-4a4a-a1a2-7c10f5a36da2 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:28.629739 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c107d063-f6a5-4025-978f-a506f2f553c7 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Hosts for other DVR routers connected to router df2da756-cd9a-4369-9c6a-00d9c72bb7bb: set() {{(pid=103443) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 31 15:29:28.662292 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-81745cf7-f1e9-415f-83e2-014deba9d9aa None None] Transition to ACTIVE for port object ee6a5c04-261c-4a4a-a1a2-7c10f5a36da2 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:28.695225 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e54ea0f0-81f6-45c7-8080-2cb2ca6c7097 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:28.713367 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c107d063-f6a5-4025-978f-a506f2f553c7 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:28.714551 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c107d063-f6a5-4025-978f-a506f2f553c7 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] 10.222.0.31 "PUT /v2.0/routers/df2da756-cd9a-4369-9c6a-00d9c72bb7bb HTTP/1.1" status: 200 len: 716 time: 3.7915473 Mar 31 15:29:28.716958 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e54ea0f0-81f6-45c7-8080-2cb2ca6c7097 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:29:28.717379 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e54ea0f0-81f6-45c7-8080-2cb2ca6c7097 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:28.745569 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:29:28.745569 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:29:28.745569 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:29:28.745569 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:29:28.745569 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:29:28.745569 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:29:28.745569 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:29:28.745569 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:29:28.745569 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:29:28.745569 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:29:28.745569 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:29:28.745569 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:29:28.745569 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:29:28.745569 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:29:28.745569 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:29:28.745569 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:29:28.745569 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:29:28.745569 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:29:28.745569 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:29:28.745569 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:29:28.745569 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:29:28.745569 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:29:28.745569 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:29:28.745569 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:29:28.745569 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:29:28.745569 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:29:28.745569 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:29:28.745569 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:29:28.745569 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:29:28.745569 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:29:28.745569 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:29:28.745569 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:29:28.750916 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43210) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:28.770668 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-81745cf7-f1e9-415f-83e2-014deba9d9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:28.794039 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a6999e12-8db4-4c63-8450-f9bc6095444f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:28.879570 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3934080f-c1a5-4098-a9fd-7aa9f2f50127 None None] Provisioning for port 6e245699-2da6-4dd6-b255-67965b535a2c completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:28.883395 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 445cbc39-cd4c-4903-9512-be87dcaa6c00 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:28.910164 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81745cf7-f1e9-415f-83e2-014deba9d9aa None None] Pushing event updated for resources: {'Port': ['ID=ee6a5c04-261c-4a4a-a1a2-7c10f5a36da2,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:28.910164 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 445cbc39-cd4c-4903-9512-be87dcaa6c00 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:28.910164 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:28.954048 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81745cf7-f1e9-415f-83e2-014deba9d9aa None None] Network f4d73ba9-a7ee-43e0-994d-47c48f9b3587 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:28.959587 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-81745cf7-f1e9-415f-83e2-014deba9d9aa None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:28.974098 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81745cf7-f1e9-415f-83e2-014deba9d9aa None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:28.986978 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1be1c5c7-f549-4a8d-a219-48a696bfcdec tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:29.079887 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e54ea0f0-81f6-45c7-8080-2cb2ca6c7097 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:29.131034 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e54ea0f0-81f6-45c7-8080-2cb2ca6c7097 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:29.141064 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-81745cf7-f1e9-415f-83e2-014deba9d9aa None None] Attempting to bind port ee6a5c04-261c-4a4a-a1a2-7c10f5a36da2 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:29:29.144988 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-81745cf7-f1e9-415f-83e2-014deba9d9aa None None] Attempting to bind port ee6a5c04-261c-4a4a-a1a2-7c10f5a36da2 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '79f13969-3c7b-477b-9a7d-a557b7405b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f4d73ba9-a7ee-43e0-994d-47c48f9b3587'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:29:29.145432 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81745cf7-f1e9-415f-83e2-014deba9d9aa None None] Attempting to bind port ee6a5c04-261c-4a4a-a1a2-7c10f5a36da2 on network f4d73ba9-a7ee-43e0-994d-47c48f9b3587 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:29:29.147683 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ea0f0-81f6-45c7-8080-2cb2ca6c7097 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] Pushing event deleted for resources: {'Network': ['ID=968636cf-8d2b-44c5-8a52-eec792f1f9f5,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:29.172299 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1c5c7-f549-4a8d-a219-48a696bfcdec tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Pushing event updated for resources: {'Subnet': ['ID=6817b3dd-6b56-4f9c-b1c4-8389a31d8bb3,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:29.182544 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be1c5c7-f549-4a8d-a219-48a696bfcdec tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Checking segment: {'id': '9ce54aec-4873-48ad-9f8e-09a44c2d2e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b101f1dd-7ea0-4b5a-8b29-39022bde1aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:29.182961 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be1c5c7-f549-4a8d-a219-48a696bfcdec tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Network hostable DHCP agents. Network: b101f1dd-7ea0-4b5a-8b29-39022bde1aa0, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:29:29.198800 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e54ea0f0-81f6-45c7-8080-2cb2ca6c7097 tempest-NetworksTest-8314287 tempest-NetworksTest-8314287-project] 10.222.0.31 "DELETE /v2.0/networks/968636cf-8d2b-44c5-8a52-eec792f1f9f5 HTTP/1.1" status: 204 len: 168 time: 2.9435124 Mar 31 15:29:29.207494 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81745cf7-f1e9-415f-83e2-014deba9d9aa None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:29:29.207867 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81745cf7-f1e9-415f-83e2-014deba9d9aa None None] Checking segment: {'id': '79f13969-3c7b-477b-9a7d-a557b7405b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f4d73ba9-a7ee-43e0-994d-47c48f9b3587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:29.208274 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-81745cf7-f1e9-415f-83e2-014deba9d9aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:29.208669 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81745cf7-f1e9-415f-83e2-014deba9d9aa None None] Bound using segment: {'id': '79f13969-3c7b-477b-9a7d-a557b7405b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f4d73ba9-a7ee-43e0-994d-47c48f9b3587'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:29:29.209151 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-81745cf7-f1e9-415f-83e2-014deba9d9aa None None] Bound port: ee6a5c04-261c-4a4a-a1a2-7c10f5a36da2, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f13969-3c7b-477b-9a7d-a557b7405b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f4d73ba9-a7ee-43e0-994d-47c48f9b3587'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:29:29.209546 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-81745cf7-f1e9-415f-83e2-014deba9d9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:29.244519 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d4c0aef0-80f7-40b7-84c3-9fd40e497e9c None None] Provisioning complete for port 445cbc39-cd4c-4903-9512-be87dcaa6c00 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:29.250822 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d4c0aef0-80f7-40b7-84c3-9fd40e497e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:29.294480 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df14c4-7a06-4785-92a9-c6ddbfcd0892 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Port': ['ID=57eb58d4-3894-48c9-9cf9-328685acb04d,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:29.297716 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-51df14c4-7a06-4785-92a9-c6ddbfcd0892 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] In _notify_port_updated(), no bound segment for port 57eb58d4-3894-48c9-9cf9-328685acb04d on network 62644745-d367-469b-b290-77ae7972f64d {{(pid=103444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 31 15:29:29.303440 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51df14c4-7a06-4785-92a9-c6ddbfcd0892 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:29.303948 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-51df14c4-7a06-4785-92a9-c6ddbfcd0892 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:29.306277 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-51df14c4-7a06-4785-92a9-c6ddbfcd0892 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "PUT /v2.0/ports/57eb58d4-3894-48c9-9cf9-328685acb04d HTTP/1.1" status: 200 len: 1012 time: 6.3773637 Mar 31 15:29:29.309726 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43216) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:29.355963 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:29.406922 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-78b36a54-9849-4649-8ad2-f48e97419d1a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting port 57eb58d4-3894-48c9-9cf9-328685acb04d {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:29:29.408066 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78b36a54-9849-4649-8ad2-f48e97419d1a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:29.517790 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be1c5c7-f549-4a8d-a219-48a696bfcdec tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Network b101f1dd-7ea0-4b5a-8b29-39022bde1aa0 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:29:29.608177 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a6999e12-8db4-4c63-8450-f9bc6095444f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Transition to ACTIVE for port object e2dfc09f-2c52-4425-8a3a-53d18680631b will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:29.611924 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b8acdd16-3633-4543-bb46-1ebf63f8d7cd tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] 10.222.0.31 "GET /v2.0/routers/df2da756-cd9a-4369-9c6a-00d9c72bb7bb HTTP/1.1" status: 200 len: 716 time: 0.8497756 Mar 31 15:29:29.618058 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43220) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:29.626096 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-1be1c5c7-f549-4a8d-a219-48a696bfcdec tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, b101f1dd-7ea0-4b5a-8b29-39022bde1aa0) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:29.634181 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 445cbc39-cd4c-4903-9512-be87dcaa6c00, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=445cbc39-cd4c-4903-9512-be87dcaa6c00,segment=NetworkSegment(529d3111-790d-433d-b893-0a6d674d8b33),segment_id=529d3111-790d-433d-b893-0a6d674d8b33)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:29:29.636727 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be1c5c7-f549-4a8d-a219-48a696bfcdec tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:29.637384 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1be1c5c7-f549-4a8d-a219-48a696bfcdec tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:29.649802 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ab656bbf-0fd0-4e78-9694-7de3efb03ba8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:29.676386 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c310e0b1-605b-4516-8ef6-9d56bffa3e9d None None] Network b101f1dd-7ea0-4b5a-8b29-39022bde1aa0 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:29.860399 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-81745cf7-f1e9-415f-83e2-014deba9d9aa None None] For port ee6a5c04-261c-4a4a-a1a2-7c10f5a36da2, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:29:29.866720 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-86f79d23-090b-4639-801d-4b9cea926a2c tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:29.871067 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-81745cf7-f1e9-415f-83e2-014deba9d9aa None None] For port ee6a5c04-261c-4a4a-a1a2-7c10f5a36da2, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=ee6a5c04-261c-4a4a-a1a2-7c10f5a36da2,segment=NetworkSegment(79f13969-3c7b-477b-9a7d-a557b7405b8d),segment_id=79f13969-3c7b-477b-9a7d-a557b7405b8d)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:29:29.876709 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ab656bbf-0fd0-4e78-9694-7de3efb03ba8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Calling delete_port for f18d8193-5f6e-4b15-92d3-62f2cfe73e6f owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:29:29.901096 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:29.904311 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e68dd7d7-7683-46e9-9137-953a19061146 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:29:29.935590 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-86f79d23-090b-4639-801d-4b9cea926a2c tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-462406'] for router, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:29.949527 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1be1c5c7-f549-4a8d-a219-48a696bfcdec tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6962430 Mar 31 15:29:29.962911 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43228) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:29.968332 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43230) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:29.980387 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78b36a54-9849-4649-8ad2-f48e97419d1a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:30.016418 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-81745cf7-f1e9-415f-83e2-014deba9d9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:30.031423 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:30.045085 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-31b6a4d6-047f-43b5-b5fe-d4ca44ded107 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Request body: {'network': {'name': 'tempest-router-network01--1424685286'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:30.062817 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-31b6a4d6-047f-43b5-b5fe-d4ca44ded107 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:30.126716 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-97ba8928-0788-44d5-bacc-7a7dfdbb2b67 tempest-RoutersTestDVR-2011152836 tempest-RoutersTestDVR-2011152836-project] 10.222.0.31 "GET /v2.0/routers/df2da756-cd9a-4369-9c6a-00d9c72bb7bb HTTP/1.1" status: 200 len: 682 time: 0.5069532 Mar 31 15:29:30.128107 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-31b6a4d6-047f-43b5-b5fe-d4ca44ded107 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Usage tracker for resource:network and tenant:60521320d8b145f3a1615c7cf125e5cb is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:30.134283 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43238) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:30.146965 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event deleted for resources: {'Subnet': ['ID=c98cc937-10cd-4fe0-9577-8ee66d1c9d33,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:30.161112 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=445cbc39-cd4c-4903-9512-be87dcaa6c00,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:30.211814 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-78b36a54-9849-4649-8ad2-f48e97419d1a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Calling delete_port for 57eb58d4-3894-48c9-9cf9-328685acb04d owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:29:30.234413 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-31b6a4d6-047f-43b5-b5fe-d4ca44ded107 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:30.241086 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a6999e12-8db4-4c63-8450-f9bc6095444f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:30.293470 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d4c0aef0-80f7-40b7-84c3-9fd40e497e9c None None] Provisioning complete for port 57eb58d4-3894-48c9-9cf9-328685acb04d triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:30.293736 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d4c0aef0-80f7-40b7-84c3-9fd40e497e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:30.321385 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-31b6a4d6-047f-43b5-b5fe-d4ca44ded107 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:30.356055 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81745cf7-f1e9-415f-83e2-014deba9d9aa None None] Pushing event updated for resources: {'Port': ['ID=ee6a5c04-261c-4a4a-a1a2-7c10f5a36da2,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:30.361828 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4ecc4a-62ed-4e38-a198-e1462b8dfba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-b101f1dd-7ea0-4b5a-8b29-39022bde1aa0', 'network_id': 'b101f1dd-7ea0-4b5a-8b29-39022bde1aa0', 'tenant_id': '60521320d8b145f3a1615c7cf125e5cb', 'fixed_ips': [{'subnet_id': '6817b3dd-6b56-4f9c-b1c4-8389a31d8bb3'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:29:30.362664 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6b4ecc4a-62ed-4e38-a198-e1462b8dfba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:30.381572 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f79d23-090b-4639-801d-4b9cea926a2c tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Router 11a978fe-3e44-49c6-8939-d3c2232eb634 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:29:30.393270 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-d4c0aef0-80f7-40b7-84c3-9fd40e497e9c None None] Port 57eb58d4-3894-48c9-9cf9-328685acb04d cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:29:30.427226 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:30.496624 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port e68dd7d7-7683-46e9-9137-953a19061146 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:30.520598 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6999e12-8db4-4c63-8450-f9bc6095444f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:30.541573 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-a6999e12-8db4-4c63-8450-f9bc6095444f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:30.544291 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6999e12-8db4-4c63-8450-f9bc6095444f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:30.545715 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port e68dd7d7-7683-46e9-9137-953a19061146 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:30.546157 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:30.550327 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6999e12-8db4-4c63-8450-f9bc6095444f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:30.550947 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a6999e12-8db4-4c63-8450-f9bc6095444f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:30.566100 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9eac3892-7f7e-43d0-b1fb-298b85e78643 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:30.595777 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d73ba9-a7ee-43e0-994d-47c48f9b3587']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:30.603831 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6999e12-8db4-4c63-8450-f9bc6095444f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Port': ['ID=e2dfc09f-2c52-4425-8a3a-53d18680631b,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:30.652903 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b6a4d6-047f-43b5-b5fe-d4ca44ded107 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Made reservation on behalf of 60521320d8b145f3a1615c7cf125e5cb for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:30.658449 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-31b6a4d6-047f-43b5-b5fe-d4ca44ded107 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:30.682687 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a6999e12-8db4-4c63-8450-f9bc6095444f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 7.2670305 Mar 31 15:29:30.683373 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43242) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:30.690832 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f13969-3c7b-477b-9a7d-a557b7405b8d') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:30.691129 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f13969-3c7b-477b-9a7d-a557b7405b8d') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:30.696147 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7939ab9e-f9df-4a08-8e51-9bf61160d908 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cba800ed59cd4d6f8d690d59c4ee670b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7233701 Mar 31 15:29:30.704160 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43244) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:30.742169 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-ed19e732-2d5d-453a-9a26-6307d6736e89 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'port': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'fixed_ips': [{'subnet_id': 'cd530c8a-daa4-4b77-9268-7c629b4fc5b6', 'ip_address': '2001:db8::8c20:adef:5dd2:48b1'}], 'name': 'tempest-NetworksTestDHCPv6-1051140380'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:30.767241 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:30.771201 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-6b4ecc4a-62ed-4e38-a198-e1462b8dfba1 None None] Allocated IP 2001:db8::2 (b101f1dd-7ea0-4b5a-8b29-39022bde1aa0/6817b3dd-6b56-4f9c-b1c4-8389a31d8bb3/96415871-7fa3-4eef-ba94-8374299ac1b9) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:30.837945 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ab656bbf-0fd0-4e78-9694-7de3efb03ba8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:31.058771 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d4c0aef0-80f7-40b7-84c3-9fd40e497e9c None None] Provisioning for port f18d8193-5f6e-4b15-92d3-62f2cfe73e6f completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:31.075135 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d4c0aef0-80f7-40b7-84c3-9fd40e497e9c None None] Provisioning complete for port f18d8193-5f6e-4b15-92d3-62f2cfe73e6f triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:31.075505 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d4c0aef0-80f7-40b7-84c3-9fd40e497e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:31.090287 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9eac3892-7f7e-43d0-b1fb-298b85e78643 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:31.092224 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b6a4d6-047f-43b5-b5fe-d4ca44ded107 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:29:31.098643 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9eac3892-7f7e-43d0-b1fb-298b85e78643 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:31.118195 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:31.124704 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-d4c0aef0-80f7-40b7-84c3-9fd40e497e9c None None] Port f18d8193-5f6e-4b15-92d3-62f2cfe73e6f was deleted so its status cannot be updated. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 31 15:29:31.126608 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6b4ecc4a-62ed-4e38-a198-e1462b8dfba1 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:31.129149 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:31.134168 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-31b6a4d6-047f-43b5-b5fe-d4ca44ded107 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:31.134524 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-31b6a4d6-047f-43b5-b5fe-d4ca44ded107 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Added segment 6dca9a24-1593-4e03-8bdc-fb0d5818681e of type vlan for network 02abf214-842a-42a4-ae5f-a0f86b0f449e Mar 31 15:29:31.152534 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-6b4ecc4a-62ed-4e38-a198-e1462b8dfba1 None None] Transition to ACTIVE for port object 96415871-7fa3-4eef-ba94-8374299ac1b9 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:31.166541 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f79d23-090b-4639-801d-4b9cea926a2c tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:29:31.180983 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab656bbf-0fd0-4e78-9694-7de3efb03ba8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Port': ['ID=f18d8193-5f6e-4b15-92d3-62f2cfe73e6f,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:31.185082 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adc7ac5-239f-444e-8c9a-76ef03a5e68c None None] Sync routers for ids ['11a978fe-3e44-49c6-8939-d3c2232eb634'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:29:31.204372 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-86f79d23-090b-4639-801d-4b9cea926a2c tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:31.205866 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-86f79d23-090b-4639-801d-4b9cea926a2c tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "PUT /v2.0/routers/11a978fe-3e44-49c6-8939-d3c2232eb634 HTTP/1.1" status: 200 len: 933 time: 5.9729609 Mar 31 15:29:31.208176 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port e68dd7d7-7683-46e9-9137-953a19061146, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e68dd7d7-7683-46e9-9137-953a19061146,segment=NetworkSegment(ab0522e2-afb0-47d9-a9e4-1b44d1af8c57),segment_id=ab0522e2-afb0-47d9-a9e4-1b44d1af8c57)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:29:31.208920 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d4c0aef0-80f7-40b7-84c3-9fd40e497e9c None None] Provisioning complete for port c2660297-a872-4feb-b801-0af6a2135a2a triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:31.209321 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d4c0aef0-80f7-40b7-84c3-9fd40e497e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:31.212373 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:29:31.212785 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:31.222400 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43250) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:31.229074 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:29:31.229074 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:29:31.229074 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:29:31.229074 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:29:31.229074 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:29:31.229074 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:29:31.229074 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:29:31.229074 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:29:31.229074 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:29:31.229074 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:29:31.229074 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:29:31.229074 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:29:31.229074 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:29:31.229074 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:29:31.229074 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:29:31.229074 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:29:31.229074 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:29:31.229074 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:29:31.229074 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:29:31.229074 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:29:31.229074 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:29:31.229074 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:29:31.229074 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:29:31.229074 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:29:31.229074 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:29:31.229074 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:29:31.229074 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:29:31.229074 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:29:31.229074 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:29:31.229074 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:29:31.229074 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:29:31.229074 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:29:31.232960 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9eac3892-7f7e-43d0-b1fb-298b85e78643 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:31.233501 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eac3892-7f7e-43d0-b1fb-298b85e78643 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df2da756-cd9a-4369-9c6a-00d9c72bb7bb {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:29:31.240658 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-6b4ecc4a-62ed-4e38-a198-e1462b8dfba1 None None] Transition to ACTIVE for port object 96415871-7fa3-4eef-ba94-8374299ac1b9 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:31.251636 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adc7ac5-239f-444e-8c9a-76ef03a5e68c None None] Routers {'11a978fe-3e44-49c6-8939-d3c2232eb634'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:29:31.252297 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3adc7ac5-239f-444e-8c9a-76ef03a5e68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:29:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['11a978fe-3e44-49c6-8939-d3c2232eb634'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:31.321531 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:31.322412 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device c2660297-a872-4feb-b801-0af6a2135a2a up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:29:31.412424 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-31b6a4d6-047f-43b5-b5fe-d4ca44ded107 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:31.427763 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f20c7d81-919e-4766-9e1b-6bf41db5e8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:31.433451 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3b4cbe27-5234-4f1a-a9eb-e12ed783c452 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "GET /v2.0/routers/11a978fe-3e44-49c6-8939-d3c2232eb634 HTTP/1.1" status: 200 len: 933 time: 0.2092497 Mar 31 15:29:31.434072 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43254) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:31.454471 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-55098e57-fd34-4861-b58e-bd84a79b30e1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Request body: {'router': {'routes': None}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:31.475127 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f20c7d81-919e-4766-9e1b-6bf41db5e8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:31.514890 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6b4ecc4a-62ed-4e38-a198-e1462b8dfba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:31.568515 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.api [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 15:29:31.568515 dv-neutron-833379-2-hyperv neutron-server[103444]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 15:29:31.568515 dv-neutron-833379-2-hyperv neutron-server[103444]: [parameters: {'id': 'f4d73ba9-a7ee-43e0-994d-47c48f9b3587'}] Mar 31 15:29:31.568515 dv-neutron-833379-2-hyperv neutron-server[103444]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:29:31.568994 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG oslo_db.api [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:29:31.630323 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ed19e732-2d5d-453a-9a26-6307d6736e89 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:31.647096 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ed19e732-2d5d-453a-9a26-6307d6736e89 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:31.650311 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ab656bbf-0fd0-4e78-9694-7de3efb03ba8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:31.663135 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ab656bbf-0fd0-4e78-9694-7de3efb03ba8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/ports/f18d8193-5f6e-4b15-92d3-62f2cfe73e6f HTTP/1.1" status: 204 len: 168 time: 4.2058613 Mar 31 15:29:31.666451 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43258) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:31.682168 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3adc7ac5-239f-444e-8c9a-76ef03a5e68c None None] Set router 11a978fe-3e44-49c6-8939-d3c2232eb634 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:29:31.714368 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-31b6a4d6-047f-43b5-b5fe-d4ca44ded107 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:29:31.726000 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf1e3ad-0aea-4993-82e6-7515d366cda4 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] GET failed (client error): The resource could not be found. Mar 31 15:29:31.727244 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-1bf1e3ad-0aea-4993-82e6-7515d366cda4 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Synchronizing usage tracker for tenant:62591a084e044f5ebd9b8ec401f28de6 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:29:31.733638 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f20c7d81-919e-4766-9e1b-6bf41db5e8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:31.736477 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f20c7d81-919e-4766-9e1b-6bf41db5e8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:31.737878 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f20c7d81-919e-4766-9e1b-6bf41db5e8d4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/abf6922a-33d4-46d3-89de-4cb8bc595a26 HTTP/1.1" status: 204 len: 168 time: 1.0289481 Mar 31 15:29:31.798383 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c7d81-919e-4766-9e1b-6bf41db5e8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf6922a-33d4-46d3-89de-4cb8bc595a26,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:31.807980 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed19e732-2d5d-453a-9a26-6307d6736e89 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:31.823246 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=e68dd7d7-7683-46e9-9137-953a19061146,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:31.839588 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9eac3892-7f7e-43d0-b1fb-298b85e78643 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:31.841089 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9eac3892-7f7e-43d0-b1fb-298b85e78643 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] 10.222.0.31 "DELETE /v2.0/routers/df2da756-cd9a-4369-9c6a-00d9c72bb7bb HTTP/1.1" status: 204 len: 168 time: 1.6465769 Mar 31 15:29:31.844859 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43264) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:31.853523 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-0282a268-8e69-45a8-b521-ff048a467d75 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Request body: {'router': {'name': 'tempest-router-676704135', 'distributed': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:31.855185 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4ecc4a-62ed-4e38-a198-e1462b8dfba1 None None] Network b101f1dd-7ea0-4b5a-8b29-39022bde1aa0 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:31.868773 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0282a268-8e69-45a8-b521-ff048a467d75 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:31.879762 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78b36a54-9849-4649-8ad2-f48e97419d1a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:31.911746 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-6b4ecc4a-62ed-4e38-a198-e1462b8dfba1 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:31.932633 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0282a268-8e69-45a8-b521-ff048a467d75 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Usage tracker for resource:router and tenant:45ec4c781bee4ac6a8fd582804a75ecf is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:31.938217 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4ecc4a-62ed-4e38-a198-e1462b8dfba1 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:31.941770 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1b405f-5696-470b-b391-ffe3bcabf825 None None] Network f4d73ba9-a7ee-43e0-994d-47c48f9b3587 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:31.988396 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0282a268-8e69-45a8-b521-ff048a467d75 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:31.989097 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ed19e732-2d5d-453a-9a26-6307d6736e89 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:31.997497 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-31b6a4d6-047f-43b5-b5fe-d4ca44ded107 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:32.002882 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b6a4d6-047f-43b5-b5fe-d4ca44ded107 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:32.003543 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-31b6a4d6-047f-43b5-b5fe-d4ca44ded107 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:32.008442 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-1bf1e3ad-0aea-4993-82e6-7515d366cda4 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Unset dirty status for tenant:62591a084e044f5ebd9b8ec401f28de6 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:29:32.014602 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-1bf1e3ad-0aea-4993-82e6-7515d366cda4 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "GET /v2.0/ports/f18d8193-5f6e-4b15-92d3-62f2cfe73e6f HTTP/1.1" status: 404 len: 333 time: 0.3465900 Mar 31 15:29:32.022190 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43270) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:32.048939 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0282a268-8e69-45a8-b521-ff048a467d75 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:32.052481 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b36a54-9849-4649-8ad2-f48e97419d1a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Port': ['ID=57eb58d4-3894-48c9-9cf9-328685acb04d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:32.103906 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:32.108705 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-26900f4f-2559-422e-8271-8047d657c204 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting port 8654be0b-8e61-437e-8476-f5086139d8cd {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:29:32.109043 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-26900f4f-2559-422e-8271-8047d657c204 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:32.184128 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-ed19e732-2d5d-453a-9a26-6307d6736e89 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] device_id is not set on port 9413b81a-79ca-4e3a-93da-b66b43e5be1a yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:29:32.227562 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ecc4a-62ed-4e38-a198-e1462b8dfba1 None None] Pushing event updated for resources: {'Port': ['ID=96415871-7fa3-4eef-ba94-8374299ac1b9,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:32.240533 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Deleting port ee6a5c04-261c-4a4a-a1a2-7c10f5a36da2 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:29:32.241809 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:32.311757 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port c2660297-a872-4feb-b801-0af6a2135a2a triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:32.312384 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:32.474715 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6b4ecc4a-62ed-4e38-a198-e1462b8dfba1 None None] Attempting to bind port 96415871-7fa3-4eef-ba94-8374299ac1b9 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:29:32.474715 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6b4ecc4a-62ed-4e38-a198-e1462b8dfba1 None None] Attempting to bind port 96415871-7fa3-4eef-ba94-8374299ac1b9 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '9ce54aec-4873-48ad-9f8e-09a44c2d2e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b101f1dd-7ea0-4b5a-8b29-39022bde1aa0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:29:32.474715 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4ecc4a-62ed-4e38-a198-e1462b8dfba1 None None] Attempting to bind port 96415871-7fa3-4eef-ba94-8374299ac1b9 on network b101f1dd-7ea0-4b5a-8b29-39022bde1aa0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:29:32.516063 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-26900f4f-2559-422e-8271-8047d657c204 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:32.527129 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4ecc4a-62ed-4e38-a198-e1462b8dfba1 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:29:32.527532 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4ecc4a-62ed-4e38-a198-e1462b8dfba1 None None] Checking segment: {'id': '9ce54aec-4873-48ad-9f8e-09a44c2d2e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b101f1dd-7ea0-4b5a-8b29-39022bde1aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:32.527906 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6b4ecc4a-62ed-4e38-a198-e1462b8dfba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:32.528300 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4ecc4a-62ed-4e38-a198-e1462b8dfba1 None None] Bound using segment: {'id': '9ce54aec-4873-48ad-9f8e-09a44c2d2e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b101f1dd-7ea0-4b5a-8b29-39022bde1aa0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:29:32.528805 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6b4ecc4a-62ed-4e38-a198-e1462b8dfba1 None None] Bound port: 96415871-7fa3-4eef-ba94-8374299ac1b9, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce54aec-4873-48ad-9f8e-09a44c2d2e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b101f1dd-7ea0-4b5a-8b29-39022bde1aa0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:29:32.529160 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6b4ecc4a-62ed-4e38-a198-e1462b8dfba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:32.544149 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0282a268-8e69-45a8-b521-ff048a467d75 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:32.545373 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0282a268-8e69-45a8-b521-ff048a467d75 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:32.559822 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78b36a54-9849-4649-8ad2-f48e97419d1a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:32.566013 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-78b36a54-9849-4649-8ad2-f48e97419d1a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/ports/57eb58d4-3894-48c9-9cf9-328685acb04d HTTP/1.1" status: 204 len: 168 time: 3.2549665 Mar 31 15:29:32.571990 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-31b6a4d6-047f-43b5-b5fe-d4ca44ded107 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.6080825 Mar 31 15:29:32.572635 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43282) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:32.572969 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43284) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:32.660305 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-38c1b328-1200-4244-9041-3a69cab37e62 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Request body: {'network': {'name': 'tempest-router-network02--22146983'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:32.666030 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6a4d6-047f-43b5-b5fe-d4ca44ded107 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Pushing event updated for resources: {'Network': ['ID=02abf214-842a-42a4-ae5f-a0f86b0f449e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:32.667385 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d4c0aef0-80f7-40b7-84c3-9fd40e497e9c None None] Provisioning for port 8654be0b-8e61-437e-8476-f5086139d8cd completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:32.680173 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-38c1b328-1200-4244-9041-3a69cab37e62 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:32.688661 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-38c1b328-1200-4244-9041-3a69cab37e62 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Usage tracker for resource:network and tenant:60521320d8b145f3a1615c7cf125e5cb is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:32.694225 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-26900f4f-2559-422e-8271-8047d657c204 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Calling delete_port for 8654be0b-8e61-437e-8476-f5086139d8cd owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:29:32.695994 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf0d136-bdf2-4512-a5bf-723a88f86fc1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] GET failed (client error): The resource could not be found. Mar 31 15:29:32.696519 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0bf0d136-bdf2-4512-a5bf-723a88f86fc1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Synchronizing usage tracker for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:29:32.701886 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-38c1b328-1200-4244-9041-3a69cab37e62 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Quota usage for network was recalculated. Used quota:2. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:32.712656 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 02abf214-842a-42a4-ae5f-a0f86b0f449e details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:29:32.732328 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d4c0aef0-80f7-40b7-84c3-9fd40e497e9c None None] Provisioning complete for port 8654be0b-8e61-437e-8476-f5086139d8cd triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:32.732699 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d4c0aef0-80f7-40b7-84c3-9fd40e497e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:32.744599 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0282a268-8e69-45a8-b521-ff048a467d75 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:32.746694 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-38c1b328-1200-4244-9041-3a69cab37e62 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:32.802520 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.extraroute_db [None req-55098e57-fd34-4861-b58e-bd84a79b30e1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Added routes are [] {{(pid=103443) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 31 15:29:32.803101 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.extraroute_db [None req-55098e57-fd34-4861-b58e-bd84a79b30e1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103443) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 31 15:29:32.860338 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-55098e57-fd34-4861-b58e-bd84a79b30e1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:32.878082 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0bf0d136-bdf2-4512-a5bf-723a88f86fc1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Unset dirty status for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:29:32.882002 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0bf0d136-bdf2-4512-a5bf-723a88f86fc1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "GET /v2.0/ports/57eb58d4-3894-48c9-9cf9-328685acb04d HTTP/1.1" status: 404 len: 333 time: 0.2887757 Mar 31 15:29:32.882410 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43292) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:32.923878 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c1b328-1200-4244-9041-3a69cab37e62 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Made reservation on behalf of 60521320d8b145f3a1615c7cf125e5cb for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:32.927394 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38c1b328-1200-4244-9041-3a69cab37e62 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:32.954130 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0282a268-8e69-45a8-b521-ff048a467d75 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:32.982796 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c1b328-1200-4244-9041-3a69cab37e62 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:29:32.985814 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-d4c0aef0-80f7-40b7-84c3-9fd40e497e9c None None] Port 8654be0b-8e61-437e-8476-f5086139d8cd cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:29:32.997282 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 48b1a780-d107-41c9-963a-db43017dbace up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:29:33.024692 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-6b4ecc4a-62ed-4e38-a198-e1462b8dfba1 None None] For port 96415871-7fa3-4eef-ba94-8374299ac1b9, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:29:33.068465 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-6b4ecc4a-62ed-4e38-a198-e1462b8dfba1 None None] For port 96415871-7fa3-4eef-ba94-8374299ac1b9, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=96415871-7fa3-4eef-ba94-8374299ac1b9,segment=NetworkSegment(9ce54aec-4873-48ad-9f8e-09a44c2d2e75),segment_id=9ce54aec-4873-48ad-9f8e-09a44c2d2e75)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:29:33.100259 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38c1b328-1200-4244-9041-3a69cab37e62 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:33.100830 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-38c1b328-1200-4244-9041-3a69cab37e62 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Added segment de646520-680a-4d57-9325-82cd0ec823c6 of type vlan for network 4077daf3-7c2c-43f4-ae3f-cf3b0d0d23e5 Mar 31 15:29:33.101122 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3adc7ac5-239f-444e-8c9a-76ef03a5e68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:29:27Z', 'revision_number': 6, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None, '_interfaces': [{'id': '1089ca86-1d82-48a1-a534-ebfe05d40cb1', 'name': '', 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:41:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:26Z', 'updated_at': '2022-03-31T15:28:39Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69626f6e-d638-4d98-bbbc-5c65cd791fdf', 'name': '', 'network_id': '141e2a28-42aa-42ea-9fd7-4ed30b259878', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:c0:c5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:43Z', 'updated_at': '2022-03-31T15:28:55Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76936a94-0e5e-4d3f-bdb4-24cd1008bf61', 'name': '', 'network_id': '396bb86d-5284-4e0f-bc75-af18a7f6c4c8', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:27:a8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '3f2cd183-2b7a-4309-b755-b4891434d10d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:29:13Z', 'updated_at': '2022-03-31T15:29:27Z', 'revision_number': 4, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '3f2cd183-2b7a-4309-b755-b4891434d10d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e68dd7d7-7683-46e9-9137-953a19061146', 'name': '', 'network_id': 'bc33895a-db18-4da4-903f-fdf2b3c99c40', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:2a:0b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '69408f8a-4afc-4f6c-8039-cf552e0a59b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:58Z', 'updated_at': '2022-03-31T15:29:31Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '69408f8a-4afc-4f6c-8039-cf552e0a59b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:33.112404 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adc7ac5-239f-444e-8c9a-76ef03a5e68c None None] Checking router: 11a978fe-3e44-49c6-8939-d3c2232eb634 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:29:33.130539 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adc7ac5-239f-444e-8c9a-76ef03a5e68c None None] Routers {'11a978fe-3e44-49c6-8939-d3c2232eb634'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:29:33.131258 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3adc7ac5-239f-444e-8c9a-76ef03a5e68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:29:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['11a978fe-3e44-49c6-8939-d3c2232eb634'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:33.176137 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-d62c3b98-48d0-45bb-97c7-58e2399e7de6 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting subnet 3eab93f3-e41a-4730-acea-e42588ebfae2 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:29:33.180122 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d62c3b98-48d0-45bb-97c7-58e2399e7de6 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:33.205045 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e3658d-7636-4800-8ba3-8d34e62e9e2a None None] DHCP port deletion for f4d73ba9-a7ee-43e0-994d-47c48f9b3587 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:29:33.217436 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 48b1a780-d107-41c9-963a-db43017dbace completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:33.221865 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-eeb7bc7c-ae85-469d-ba9b-d5c9285bca98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:33.222398 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6b4ecc4a-62ed-4e38-a198-e1462b8dfba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:33.228417 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0282a268-8e69-45a8-b521-ff048a467d75 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:33.229735 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0282a268-8e69-45a8-b521-ff048a467d75 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.3834052 Mar 31 15:29:33.244203 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43302) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:33.268055 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3658d-7636-4800-8ba3-8d34e62e9e2a None None] Deleting port ee6a5c04-261c-4a4a-a1a2-7c10f5a36da2 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:29:33.268650 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b0e3658d-7636-4800-8ba3-8d34e62e9e2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:33.286337 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] For port ee6a5c04-261c-4a4a-a1a2-7c10f5a36da2, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=ee6a5c04-261c-4a4a-a1a2-7c10f5a36da2,segment=NetworkSegment(79f13969-3c7b-477b-9a7d-a557b7405b8d),segment_id=79f13969-3c7b-477b-9a7d-a557b7405b8d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:29:33.286936 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:33.356115 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 48b1a780-d107-41c9-963a-db43017dbace triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:33.356339 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:33.417778 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed19e732-2d5d-453a-9a26-6307d6736e89 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 31 15:29:33.418191 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed19e732-2d5d-453a-9a26-6307d6736e89 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:29:33.430368 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Calling delete_port for ee6a5c04-261c-4a4a-a1a2-7c10f5a36da2 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:29:33.440506 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9f95c978-345f-45f0-9bdc-a2e0ab02e251 None None] Provisioning for port ee6a5c04-261c-4a4a-a1a2-7c10f5a36da2 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:33.463117 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3315b673-f8d1-44da-8eed-f168388467e0 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:33.463328 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43308) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:33.524150 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-26900f4f-2559-422e-8271-8047d657c204 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:33.561142 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9f95c978-345f-45f0-9bdc-a2e0ab02e251 None None] Could not find standard attr ID for object 57eb58d4-3894-48c9-9cf9-328685acb04d. {{(pid=103445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 15:29:33.572007 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38c1b328-1200-4244-9041-3a69cab37e62 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:33.638422 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ed19e732-2d5d-453a-9a26-6307d6736e89 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.9357841 Mar 31 15:29:33.642366 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d62c3b98-48d0-45bb-97c7-58e2399e7de6 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:33.652454 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43314) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:33.654128 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ecc4a-62ed-4e38-a198-e1462b8dfba1 None None] Pushing event updated for resources: {'Port': ['ID=96415871-7fa3-4eef-ba94-8374299ac1b9,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:33.665262 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3adc7ac5-239f-444e-8c9a-76ef03a5e68c None None] Set router 11a978fe-3e44-49c6-8939-d3c2232eb634 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:29:33.716486 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26900f4f-2559-422e-8271-8047d657c204 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Port': ['ID=8654be0b-8e61-437e-8476-f5086139d8cd,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:33.774662 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-c7a8f1c0-0810-4fcd-8259-dab0f4093e41 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-152121043'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:33.809494 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c7a8f1c0-0810-4fcd-8259-dab0f4093e41 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:33.814697 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c7a8f1c0-0810-4fcd-8259-dab0f4093e41 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Usage tracker for resource:network and tenant:f5aeba78f50f4bbea010c74344321d80 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:33.817906 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c7a8f1c0-0810-4fcd-8259-dab0f4093e41 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:33.825629 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c7a8f1c0-0810-4fcd-8259-dab0f4093e41 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:33.841962 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:33.859006 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-26900f4f-2559-422e-8271-8047d657c204 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:33.871231 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9f95c978-345f-45f0-9bdc-a2e0ab02e251 None None] Provisioning for port e2dfc09f-2c52-4425-8a3a-53d18680631b completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:33.940333 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-26900f4f-2559-422e-8271-8047d657c204 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/ports/8654be0b-8e61-437e-8476-f5086139d8cd HTTP/1.1" status: 204 len: 168 time: 1.9171658 Mar 31 15:29:33.942887 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a8f1c0-0810-4fcd-8259-dab0f4093e41 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Made reservation on behalf of f5aeba78f50f4bbea010c74344321d80 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:33.947876 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c7a8f1c0-0810-4fcd-8259-dab0f4093e41 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:33.960070 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43320) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:33.986191 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event deleted for resources: {'Port': ['ID=ee6a5c04-261c-4a4a-a1a2-7c10f5a36da2,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:34.003274 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9f95c978-345f-45f0-9bdc-a2e0ab02e251 None None] Provisioning complete for port e2dfc09f-2c52-4425-8a3a-53d18680631b triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:34.003744 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9f95c978-345f-45f0-9bdc-a2e0ab02e251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:34.007712 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] No DVR routers for this DVR port ee6a5c04-261c-4a4a-a1a2-7c10f5a36da2 on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:29:34.011492 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c7a8f1c0-0810-4fcd-8259-dab0f4093e41 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:34.089254 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c7a8f1c0-0810-4fcd-8259-dab0f4093e41 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:34.109967 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c7a8f1c0-0810-4fcd-8259-dab0f4093e41 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Usage tracker for resource:security_group_rule and tenant:f5aeba78f50f4bbea010c74344321d80 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:34.121401 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d5f29b-2492-44b9-92b4-4ff98a5051a6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:34.126948 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d5f29b-2492-44b9-92b4-4ff98a5051a6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:34.127738 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-23d5f29b-2492-44b9-92b4-4ff98a5051a6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:29:34.131477 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c7a8f1c0-0810-4fcd-8259-dab0f4093e41 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:34.140364 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c7a8f1c0-0810-4fcd-8259-dab0f4093e41 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:34.213158 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:34.247405 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-9f95c978-345f-45f0-9bdc-a2e0ab02e251 None None] Port e2dfc09f-2c52-4425-8a3a-53d18680631b cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:29:34.256741 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d73ba9-a7ee-43e0-994d-47c48f9b3587']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:34.258800 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:34.276250 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f13969-3c7b-477b-9a7d-a557b7405b8d') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:34.276606 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f13969-3c7b-477b-9a7d-a557b7405b8d') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:34.288630 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-b0e3658d-7636-4800-8ba3-8d34e62e9e2a None None] For port ee6a5c04-261c-4a4a-a1a2-7c10f5a36da2, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=ee6a5c04-261c-4a4a-a1a2-7c10f5a36da2,segment=NetworkSegment(79f13969-3c7b-477b-9a7d-a557b7405b8d),segment_id=79f13969-3c7b-477b-9a7d-a557b7405b8d)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:29:34.290162 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b0e3658d-7636-4800-8ba3-8d34e62e9e2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:34.295289 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:34.310488 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-55098e57-fd34-4861-b58e-bd84a79b30e1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:34.319436 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:34.334966 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-23d5f29b-2492-44b9-92b4-4ff98a5051a6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:29:34.338947 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-23d5f29b-2492-44b9-92b4-4ff98a5051a6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6282537 Mar 31 15:29:34.343190 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d62c3b98-48d0-45bb-97c7-58e2399e7de6 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:34.343975 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43324) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:34.347192 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:29:34.347590 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:34.362903 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:29:34.362903 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:29:34.362903 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:29:34.362903 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:29:34.362903 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:29:34.362903 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:29:34.362903 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:29:34.362903 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:29:34.362903 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:29:34.362903 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:29:34.362903 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:29:34.362903 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:29:34.362903 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:29:34.362903 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:29:34.362903 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:29:34.362903 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:29:34.362903 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:29:34.362903 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:29:34.362903 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:29:34.362903 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:29:34.362903 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:29:34.362903 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:29:34.362903 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:29:34.362903 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:29:34.362903 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:29:34.362903 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:29:34.362903 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:29:34.362903 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:29:34.362903 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:29:34.362903 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:29:34.362903 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:29:34.362903 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:29:34.379054 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-55098e57-fd34-4861-b58e-bd84a79b30e1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-462406'] for router, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:34.432695 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3658d-7636-4800-8ba3-8d34e62e9e2a None None] Calling delete_port for ee6a5c04-261c-4a4a-a1a2-7c10f5a36da2 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:29:34.482951 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 48b1a780-d107-41c9-963a-db43017dbace, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=48b1a780-d107-41c9-963a-db43017dbace,segment=NetworkSegment(7e4b2a92-bf32-4c30-acd7-7630490be13e),segment_id=7e4b2a92-bf32-4c30-acd7-7630490be13e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:29:34.488235 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c7a8f1c0-0810-4fcd-8259-dab0f4093e41 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:34.501887 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-a45bc46e-9294-43c1-aed6-aa6c6b9d68b4 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] GET failed (client error): The resource could not be found. Mar 31 15:29:34.507478 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a45bc46e-9294-43c1-aed6-aa6c6b9d68b4 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "GET /v2.0/ports/8654be0b-8e61-437e-8476-f5086139d8cd HTTP/1.1" status: 404 len: 333 time: 0.5048594 Mar 31 15:29:34.508158 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43328) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:34.580794 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:34.587413 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9d895450-971e-4c1c-8d03-d96e83e8d8dc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting port e2dfc09f-2c52-4425-8a3a-53d18680631b {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:29:34.587759 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9d895450-971e-4c1c-8d03-d96e83e8d8dc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:34.628291 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c7a8f1c0-0810-4fcd-8259-dab0f4093e41 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:34.660062 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-b0e3658d-7636-4800-8ba3-8d34e62e9e2a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:29:34.660609 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-b0e3658d-7636-4800-8ba3-8d34e62e9e2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:29:34.683385 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fea46eb-1d37-44b8-97da-d22d5b413666 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting subnet 49c368d6-0d54-4bb1-9c14-1200ada77d1f {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:29:34.693143 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2fea46eb-1d37-44b8-97da-d22d5b413666 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:34.696638 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3adc7ac5-239f-444e-8c9a-76ef03a5e68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:29:32Z', 'revision_number': 7, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None, '_interfaces': [{'id': '1089ca86-1d82-48a1-a534-ebfe05d40cb1', 'name': '', 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:41:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:26Z', 'updated_at': '2022-03-31T15:28:39Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69626f6e-d638-4d98-bbbc-5c65cd791fdf', 'name': '', 'network_id': '141e2a28-42aa-42ea-9fd7-4ed30b259878', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:c0:c5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:43Z', 'updated_at': '2022-03-31T15:28:55Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76936a94-0e5e-4d3f-bdb4-24cd1008bf61', 'name': '', 'network_id': '396bb86d-5284-4e0f-bc75-af18a7f6c4c8', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:27:a8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '3f2cd183-2b7a-4309-b755-b4891434d10d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:29:13Z', 'updated_at': '2022-03-31T15:29:27Z', 'revision_number': 4, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '3f2cd183-2b7a-4309-b755-b4891434d10d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e68dd7d7-7683-46e9-9137-953a19061146', 'name': '', 'network_id': 'bc33895a-db18-4da4-903f-fdf2b3c99c40', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:2a:0b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '69408f8a-4afc-4f6c-8039-cf552e0a59b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:58Z', 'updated_at': '2022-03-31T15:29:31Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '69408f8a-4afc-4f6c-8039-cf552e0a59b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:34.699415 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=48b1a780-d107-41c9-963a-db43017dbace,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:34.705246 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adc7ac5-239f-444e-8c9a-76ef03a5e68c None None] The sync data for ids ['11a978fe-3e44-49c6-8939-d3c2232eb634'] in dv-neutron-833379-2-hyperv is: [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:29:32Z', 'revision_number': 7, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None, '_interfaces': [{'id': '1089ca86-1d82-48a1-a534-ebfe05d40cb1', 'name': '', 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:41:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:26Z', 'updated_at': '2022-03-31T15:28:39Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69626f6e-d638-4d98-bbbc-5c65cd791fdf', 'name': '', 'network_id': '141e2a28-42aa-42ea-9fd7-4ed30b259878', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:c0:c5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:43Z', 'updated_at': '2022-03-31T15:28:55Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76936a94-0e5e-4d3f-bdb4-24cd1008bf61', 'name': '', 'network_id': '396bb86d-5284-4e0f-bc75-af18a7f6c4c8', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:27:a8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '3f2cd183-2b7a-4309-b755-b4891434d10d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:29:13Z', 'updated_at': '2022-03-31T15:29:27Z', 'revision_number': 4, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '3f2cd183-2b7a-4309-b755-b4891434d10d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e68dd7d7-7683-46e9-9137-953a19061146', 'name': '', 'network_id': 'bc33895a-db18-4da4-903f-fdf2b3c99c40', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:2a:0b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '69408f8a-4afc-4f6c-8039-cf552e0a59b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:58Z', 'updated_at': '2022-03-31T15:29:31Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '69408f8a-4afc-4f6c-8039-cf552e0a59b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:29:34.711367 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-38c1b328-1200-4244-9041-3a69cab37e62 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] It took 0.66 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:29:34.735356 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:34.812463 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3315b673-f8d1-44da-8eed-f168388467e0 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:34.842478 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:34.885285 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3315b673-f8d1-44da-8eed-f168388467e0 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:34.956233 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55098e57-fd34-4861-b58e-bd84a79b30e1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Router 11a978fe-3e44-49c6-8939-d3c2232eb634 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:29:34.957259 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38c1b328-1200-4244-9041-3a69cab37e62 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:34.963446 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c1b328-1200-4244-9041-3a69cab37e62 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:34.964048 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38c1b328-1200-4244-9041-3a69cab37e62 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:35.025639 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3315b673-f8d1-44da-8eed-f168388467e0 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:35.025639 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3315b673-f8d1-44da-8eed-f168388467e0 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a751b78f-f5b4-407a-be00-baf584ce24ef {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:29:35.033074 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3315b673-f8d1-44da-8eed-f168388467e0 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:35.037986 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3315b673-f8d1-44da-8eed-f168388467e0 tempest-RoutersTestDVR-1025875814 tempest-RoutersTestDVR-1025875814-project-admin] 10.222.0.31 "DELETE /v2.0/routers/a751b78f-f5b4-407a-be00-baf584ce24ef HTTP/1.1" status: 204 len: 168 time: 1.7861063 Mar 31 15:29:35.042053 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 445cbc39-cd4c-4903-9512-be87dcaa6c00 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:29:35.073394 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "DELETE /v2.0/networks/f4d73ba9-a7ee-43e0-994d-47c48f9b3587 HTTP/1.1" status: 204 len: 168 time: 8.1375029 Mar 31 15:29:35.074958 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a8f1c0-0810-4fcd-8259-dab0f4093e41 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:29:35.082664 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43334) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:35.091218 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24587250-79ab-4a95-93a2-7cb5fdfb71a3 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event deleted for resources: {'Network': ['ID=f4d73ba9-a7ee-43e0-994d-47c48f9b3587,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:35.093094 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8f1c0-0810-4fcd-8259-dab0f4093e41 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0aaa38d-127d-4a4b-99eb-229a8adf2e23,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:35.110132 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-00955652-f1b8-47c2-8014-74078446d940 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1078396623'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:35.126038 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2fea46eb-1d37-44b8-97da-d22d5b413666 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:35.152632 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-00955652-f1b8-47c2-8014-74078446d940 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:35.163852 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c7a8f1c0-0810-4fcd-8259-dab0f4093e41 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:35.164013 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3658d-7636-4800-8ba3-8d34e62e9e2a None None] Deleting port ee6a5c04-261c-4a4a-a1a2-7c10f5a36da2 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:29:35.164197 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-c7a8f1c0-0810-4fcd-8259-dab0f4093e41 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Added segment af29e0c5-a4b0-47cd-9b40-627875cffb17 of type vlan for network 5d225aad-323e-419f-b0c2-1363eff60b6c Mar 31 15:29:35.164331 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b0e3658d-7636-4800-8ba3-8d34e62e9e2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:35.167838 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-00955652-f1b8-47c2-8014-74078446d940 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Usage tracker for resource:network and tenant:8c6575be81e7411a95d81072c1e21ab3 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:35.186164 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-00955652-f1b8-47c2-8014-74078446d940 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Quota usage for network was recalculated. Used quota:2. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:35.215719 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd672ed-f69b-4f8e-ad2a-4268770a10e1 None None] Network b101f1dd-7ea0-4b5a-8b29-39022bde1aa0 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:35.219981 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-00955652-f1b8-47c2-8014-74078446d940 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:35.248945 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d62c3b98-48d0-45bb-97c7-58e2399e7de6 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:35.252834 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c7a8f1c0-0810-4fcd-8259-dab0f4093e41 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:35.260695 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9d895450-971e-4c1c-8d03-d96e83e8d8dc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:35.295391 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-38c1b328-1200-4244-9041-3a69cab37e62 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.6933320 Mar 31 15:29:35.308041 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43338) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:35.314473 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c3b98-48d0-45bb-97c7-58e2399e7de6 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Subnet': ['ID=3eab93f3-e41a-4730-acea-e42588ebfae2,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:35.317424 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1b328-1200-4244-9041-3a69cab37e62 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Pushing event updated for resources: {'Network': ['ID=4077daf3-7c2c-43f4-ae3f-cf3b0d0d23e5,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:35.320225 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d62c3b98-48d0-45bb-97c7-58e2399e7de6 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:35.325467 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d62c3b98-48d0-45bb-97c7-58e2399e7de6 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/subnets/3eab93f3-e41a-4730-acea-e42588ebfae2 HTTP/1.1" status: 204 len: 168 time: 2.4417045 Mar 31 15:29:35.328772 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43342) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:35.329417 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-5ff5276c-a927-447c-8e3c-a90e52dae3a4 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Request body: {'subnet': {'network_id': '02abf214-842a-42a4-ae5f-a0f86b0f449e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:35.377133 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 4077daf3-7c2c-43f4-ae3f-cf3b0d0d23e5 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:29:35.399307 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b837252-7d73-49b8-aa29-a476bc6863e6 None None] Network 62644745-d367-469b-b290-77ae7972f64d requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:35.412802 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5cfe935a-a86b-4ddd-a8f4-2e640731fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:35.451521 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55098e57-fd34-4861-b58e-bd84a79b30e1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:29:35.459543 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-55098e57-fd34-4861-b58e-bd84a79b30e1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:35.461055 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-55098e57-fd34-4861-b58e-bd84a79b30e1 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "PUT /v2.0/routers/11a978fe-3e44-49c6-8939-d3c2232eb634 HTTP/1.1" status: 200 len: 699 time: 4.0203197 Mar 31 15:29:35.465612 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb584cfc-06d4-40df-96bf-fe06bee8aeeb None None] Sync routers for ids ['11a978fe-3e44-49c6-8939-d3c2232eb634'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:29:35.481982 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43344) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:35.482982 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb584cfc-06d4-40df-96bf-fe06bee8aeeb None None] Routers {'11a978fe-3e44-49c6-8939-d3c2232eb634'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:29:35.485603 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-cb584cfc-06d4-40df-96bf-fe06bee8aeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:29:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['11a978fe-3e44-49c6-8939-d3c2232eb634'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:35.513933 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9d895450-971e-4c1c-8d03-d96e83e8d8dc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Calling delete_port for e2dfc09f-2c52-4425-8a3a-53d18680631b owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:29:35.613926 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00955652-f1b8-47c2-8014-74078446d940 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Made reservation on behalf of 8c6575be81e7411a95d81072c1e21ab3 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:35.618158 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-00955652-f1b8-47c2-8014-74078446d940 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:35.631067 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7b483c-fa84-4cb6-a282-8d603650cd44 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting subnet b8c4818f-b588-4c20-96dd-ee944ea818fd {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:29:35.650784 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be7b483c-fa84-4cb6-a282-8d603650cd44 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:35.690612 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-88e8a9f5-8e4b-4dbe-98d0-61ed8882371d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "GET /v2.0/routers/11a978fe-3e44-49c6-8939-d3c2232eb634 HTTP/1.1" status: 200 len: 699 time: 0.2052197 Mar 31 15:29:35.691826 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43352) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:35.715851 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3658d-7636-4800-8ba3-8d34e62e9e2a None None] The port 'ee6a5c04-261c-4a4a-a1a2-7c10f5a36da2' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:29:35.736902 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0e5971e5-30bb-45a7-a67c-f4b895c10c0c None None] Provisioning for port 96415871-7fa3-4eef-ba94-8374299ac1b9 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:35.741775 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-c7a8f1c0-0810-4fcd-8259-dab0f4093e41 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:29:35.795213 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2fea46eb-1d37-44b8-97da-d22d5b413666 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:35.822922 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-cb584cfc-06d4-40df-96bf-fe06bee8aeeb None None] Set router 11a978fe-3e44-49c6-8939-d3c2232eb634 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:29:35.823208 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43356) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:35.862849 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 445cbc39-cd4c-4903-9512-be87dcaa6c00 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:35.863578 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:35.889937 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00955652-f1b8-47c2-8014-74078446d940 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:29:35.916624 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be7b483c-fa84-4cb6-a282-8d603650cd44 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:35.965750 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c7a8f1c0-0810-4fcd-8259-dab0f4093e41 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:35.971518 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a8f1c0-0810-4fcd-8259-dab0f4093e41 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:35.972172 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c7a8f1c0-0810-4fcd-8259-dab0f4093e41 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:36.119415 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-00955652-f1b8-47c2-8014-74078446d940 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:36.119881 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-00955652-f1b8-47c2-8014-74078446d940 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Added segment ef3b6859-52d7-4fc7-8542-77ad45e52a01 of type vlan for network aae41fe4-2485-439e-b50d-f81c5619e380 Mar 31 15:29:36.122172 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8f1c0-0810-4fcd-8259-dab0f4093e41 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Network': ['ID=5d225aad-323e-419f-b0c2-1363eff60b6c,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:36.157629 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 5d225aad-323e-419f-b0c2-1363eff60b6c details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:29:36.177743 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e68dd7d7-7683-46e9-9137-953a19061146 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:29:36.357057 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be7b483c-fa84-4cb6-a282-8d603650cd44 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:36.357808 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-cb584cfc-06d4-40df-96bf-fe06bee8aeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:29:32Z', 'revision_number': 7, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None, '_interfaces': [{'id': '1089ca86-1d82-48a1-a534-ebfe05d40cb1', 'name': '', 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:41:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:26Z', 'updated_at': '2022-03-31T15:28:39Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69626f6e-d638-4d98-bbbc-5c65cd791fdf', 'name': '', 'network_id': '141e2a28-42aa-42ea-9fd7-4ed30b259878', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:c0:c5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:43Z', 'updated_at': '2022-03-31T15:28:55Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76936a94-0e5e-4d3f-bdb4-24cd1008bf61', 'name': '', 'network_id': '396bb86d-5284-4e0f-bc75-af18a7f6c4c8', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:27:a8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '3f2cd183-2b7a-4309-b755-b4891434d10d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:29:13Z', 'updated_at': '2022-03-31T15:29:27Z', 'revision_number': 4, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '3f2cd183-2b7a-4309-b755-b4891434d10d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e68dd7d7-7683-46e9-9137-953a19061146', 'name': '', 'network_id': 'bc33895a-db18-4da4-903f-fdf2b3c99c40', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:2a:0b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '69408f8a-4afc-4f6c-8039-cf552e0a59b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:58Z', 'updated_at': '2022-03-31T15:29:31Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '69408f8a-4afc-4f6c-8039-cf552e0a59b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:36.362387 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb584cfc-06d4-40df-96bf-fe06bee8aeeb None None] Checking router: 11a978fe-3e44-49c6-8939-d3c2232eb634 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:29:36.372556 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb584cfc-06d4-40df-96bf-fe06bee8aeeb None None] Routers {'11a978fe-3e44-49c6-8939-d3c2232eb634'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:29:36.373671 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-cb584cfc-06d4-40df-96bf-fe06bee8aeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:29:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['11a978fe-3e44-49c6-8939-d3c2232eb634'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:36.437832 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port e68dd7d7-7683-46e9-9137-953a19061146 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:36.438321 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:36.469710 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8109296d-8dc3-4e48-919b-6c532e677117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:36.485456 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:36.492758 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:36.516894 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-00955652-f1b8-47c2-8014-74078446d940 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:36.543346 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-5ff5276c-a927-447c-8e3c-a90e52dae3a4 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:36.549988 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-cb584cfc-06d4-40df-96bf-fe06bee8aeeb None None] Set router 11a978fe-3e44-49c6-8939-d3c2232eb634 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:29:36.555394 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-5ff5276c-a927-447c-8e3c-a90e52dae3a4 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Usage tracker for resource:subnet and tenant:60521320d8b145f3a1615c7cf125e5cb is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:36.564831 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9d895450-971e-4c1c-8d03-d96e83e8d8dc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:36.573238 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2fea46eb-1d37-44b8-97da-d22d5b413666 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:36.576938 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-5ff5276c-a927-447c-8e3c-a90e52dae3a4 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:36.604355 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-5ff5276c-a927-447c-8e3c-a90e52dae3a4 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:36.666769 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device c2660297-a872-4feb-b801-0af6a2135a2a up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:29:36.715206 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d895450-971e-4c1c-8d03-d96e83e8d8dc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Port': ['ID=e2dfc09f-2c52-4425-8a3a-53d18680631b,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:36.723312 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea46eb-1d37-44b8-97da-d22d5b413666 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Subnet': ['ID=49c368d6-0d54-4bb1-9c14-1200ada77d1f,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:36.734457 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-8109296d-8dc3-4e48-919b-6c532e677117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:36.738956 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-8109296d-8dc3-4e48-919b-6c532e677117 admin admin] Usage tracker for resource:security_group_rule and tenant:0df0b5e58ba74e68a9181f70c0b4b292 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:36.742152 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-8109296d-8dc3-4e48-919b-6c532e677117 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:36.749489 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-8109296d-8dc3-4e48-919b-6c532e677117 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:36.756936 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be7b483c-fa84-4cb6-a282-8d603650cd44 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:36.769833 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542cabdf-efa3-4fda-9398-f2c3420989ed None None] Network 8aeb4727-b0dd-4fa6-9b6f-6db16169eadb requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:36.770629 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-00955652-f1b8-47c2-8014-74078446d940 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:36.780181 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00955652-f1b8-47c2-8014-74078446d940 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:36.781167 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-00955652-f1b8-47c2-8014-74078446d940 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:36.794457 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2fea46eb-1d37-44b8-97da-d22d5b413666 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:36.897582 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be7b483c-fa84-4cb6-a282-8d603650cd44 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:36.900039 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-be7b483c-fa84-4cb6-a282-8d603650cd44 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/subnets/b8c4818f-b588-4c20-96dd-ee944ea818fd HTTP/1.1" status: 204 len: 168 time: 1.3963556 Mar 31 15:29:36.910261 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43364) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:36.965210 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1b7cab8a-7bf2-4fbc-af99-3e0ac38a3073 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:36.987954 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port c2660297-a872-4feb-b801-0af6a2135a2a triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:36.988325 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:37.030843 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff5276c-a927-447c-8e3c-a90e52dae3a4 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Made reservation on behalf of 60521320d8b145f3a1615c7cf125e5cb for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:37.034966 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ff5276c-a927-447c-8e3c-a90e52dae3a4 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:37.055409 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-cb584cfc-06d4-40df-96bf-fe06bee8aeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:29:32Z', 'revision_number': 7, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None, '_interfaces': [{'id': '1089ca86-1d82-48a1-a534-ebfe05d40cb1', 'name': '', 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:41:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:26Z', 'updated_at': '2022-03-31T15:28:39Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69626f6e-d638-4d98-bbbc-5c65cd791fdf', 'name': '', 'network_id': '141e2a28-42aa-42ea-9fd7-4ed30b259878', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:c0:c5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:43Z', 'updated_at': '2022-03-31T15:28:55Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76936a94-0e5e-4d3f-bdb4-24cd1008bf61', 'name': '', 'network_id': '396bb86d-5284-4e0f-bc75-af18a7f6c4c8', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:27:a8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '3f2cd183-2b7a-4309-b755-b4891434d10d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:29:13Z', 'updated_at': '2022-03-31T15:29:27Z', 'revision_number': 4, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '3f2cd183-2b7a-4309-b755-b4891434d10d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e68dd7d7-7683-46e9-9137-953a19061146', 'name': '', 'network_id': 'bc33895a-db18-4da4-903f-fdf2b3c99c40', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:2a:0b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '69408f8a-4afc-4f6c-8039-cf552e0a59b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:58Z', 'updated_at': '2022-03-31T15:29:31Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '69408f8a-4afc-4f6c-8039-cf552e0a59b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:37.060447 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb584cfc-06d4-40df-96bf-fe06bee8aeeb None None] The sync data for ids ['11a978fe-3e44-49c6-8939-d3c2232eb634'] in dv-neutron-833379-2-hyperv is: [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:29:32Z', 'revision_number': 7, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None, '_interfaces': [{'id': '1089ca86-1d82-48a1-a534-ebfe05d40cb1', 'name': '', 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:41:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:26Z', 'updated_at': '2022-03-31T15:28:39Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69626f6e-d638-4d98-bbbc-5c65cd791fdf', 'name': '', 'network_id': '141e2a28-42aa-42ea-9fd7-4ed30b259878', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:c0:c5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:43Z', 'updated_at': '2022-03-31T15:28:55Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76936a94-0e5e-4d3f-bdb4-24cd1008bf61', 'name': '', 'network_id': '396bb86d-5284-4e0f-bc75-af18a7f6c4c8', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:27:a8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '3f2cd183-2b7a-4309-b755-b4891434d10d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:29:13Z', 'updated_at': '2022-03-31T15:29:27Z', 'revision_number': 4, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '3f2cd183-2b7a-4309-b755-b4891434d10d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e68dd7d7-7683-46e9-9137-953a19061146', 'name': '', 'network_id': 'bc33895a-db18-4da4-903f-fdf2b3c99c40', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:2a:0b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '69408f8a-4afc-4f6c-8039-cf552e0a59b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:58Z', 'updated_at': '2022-03-31T15:29:31Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '69408f8a-4afc-4f6c-8039-cf552e0a59b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:29:37.157974 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec5ca-5b78-4d25-928c-edf522b30f65 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:37.168723 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8109296d-8dc3-4e48-919b-6c532e677117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:37.170843 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b483c-fa84-4cb6-a282-8d603650cd44 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Subnet': ['ID=b8c4818f-b588-4c20-96dd-ee944ea818fd,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:37.183414 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00955652-f1b8-47c2-8014-74078446d940 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event updated for resources: {'Network': ['ID=aae41fe4-2485-439e-b50d-f81c5619e380,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:37.195792 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network aae41fe4-2485-439e-b50d-f81c5619e380 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:29:37.200674 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c7a8f1c0-0810-4fcd-8259-dab0f4093e41 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.7338047 Mar 31 15:29:37.229395 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43368) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:37.233255 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2fea46eb-1d37-44b8-97da-d22d5b413666 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/subnets/49c368d6-0d54-4bb1-9c14-1200ada77d1f HTTP/1.1" status: 204 len: 168 time: 2.7232380 Mar 31 15:29:37.250965 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 96415871-7fa3-4eef-ba94-8374299ac1b9 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:29:37.301139 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e696c01-b98d-446b-9309-1bed937d339a None None] DHCP port deletion for 8aeb4727-b0dd-4fa6-9b6f-6db16169eadb request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:29:37.306164 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-4695b47d-e5c7-496e-ae52-a2971c4e2a72 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-640100959'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:37.316180 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8109296d-8dc3-4e48-919b-6c532e677117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:37.321545 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43372) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:37.363209 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4695b47d-e5c7-496e-ae52-a2971c4e2a72 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:37.372065 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-1e696c01-b98d-446b-9309-1bed937d339a None None] Deleting port 445cbc39-cd4c-4903-9512-be87dcaa6c00 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:29:37.373020 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9d895450-971e-4c1c-8d03-d96e83e8d8dc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:37.373179 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1e696c01-b98d-446b-9309-1bed937d339a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:37.379896 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9d895450-971e-4c1c-8d03-d96e83e8d8dc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/e2dfc09f-2c52-4425-8a3a-53d18680631b HTTP/1.1" status: 204 len: 168 time: 3.0299060 Mar 31 15:29:37.379896 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4695b47d-e5c7-496e-ae52-a2971c4e2a72 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Usage tracker for resource:network and tenant:f5aeba78f50f4bbea010c74344321d80 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:37.389701 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43376) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:37.411550 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8109296d-8dc3-4e48-919b-6c532e677117 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0df0b5e58ba74e68a9181f70c0b4b292&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5807092 Mar 31 15:29:37.416397 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4695b47d-e5c7-496e-ae52-a2971c4e2a72 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:37.425063 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4695b47d-e5c7-496e-ae52-a2971c4e2a72 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:37.435224 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-00955652-f1b8-47c2-8014-74078446d940 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3433466 Mar 31 15:29:37.435224 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43378) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:37.447600 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43380) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:37.460073 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-ca07bc01-5af4-4b5d-bf37-68f73a35ff93 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Request body: {'subnet': {'network_id': 'aae41fe4-2485-439e-b50d-f81c5619e380', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:37.472857 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6d2ec5ca-5b78-4d25-928c-edf522b30f65 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting port c2660297-a872-4feb-b801-0af6a2135a2a {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:29:37.472857 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec5ca-5b78-4d25-928c-edf522b30f65 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:37.492965 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b71cf7b-917b-4379-996f-e875a88b8a1a None None] Network 62644745-d367-469b-b290-77ae7972f64d requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:37.511610 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109296d-8dc3-4e48-919b-6c532e677117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcb8db7-927c-4132-b38f-f24150f580d2,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:37.633103 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4695b47d-e5c7-496e-ae52-a2971c4e2a72 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Made reservation on behalf of f5aeba78f50f4bbea010c74344321d80 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:37.637332 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4695b47d-e5c7-496e-ae52-a2971c4e2a72 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:37.677380 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-abac5bee-bb68-4777-8a53-2c6077058d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:37.710718 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ca07bc01-5af4-4b5d-bf37-68f73a35ff93 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:37.721708 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ca07bc01-5af4-4b5d-bf37-68f73a35ff93 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Usage tracker for resource:subnet and tenant:8c6575be81e7411a95d81072c1e21ab3 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:37.728804 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4695b47d-e5c7-496e-ae52-a2971c4e2a72 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:29:37.732044 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-abac5bee-bb68-4777-8a53-2c6077058d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:37.739125 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ca07bc01-5af4-4b5d-bf37-68f73a35ff93 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:37.753542 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ca07bc01-5af4-4b5d-bf37-68f73a35ff93 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:37.779227 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4695b47d-e5c7-496e-ae52-a2971c4e2a72 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:37.779494 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-4695b47d-e5c7-496e-ae52-a2971c4e2a72 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Added segment 566fd74c-42cc-44b0-84a9-11529990f1dd of type vlan for network 25ae65cb-d6bd-4a03-b2a0-bc2f51bab0a0 Mar 31 15:29:37.803423 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 96415871-7fa3-4eef-ba94-8374299ac1b9 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:37.817990 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4695b47d-e5c7-496e-ae52-a2971c4e2a72 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:37.828117 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-7356e63e-3b57-4e2f-b3db-386832341781 None None] Provisioning complete for port c2660297-a872-4feb-b801-0af6a2135a2a triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:37.828484 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7356e63e-3b57-4e2f-b3db-386832341781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:37.852834 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 96415871-7fa3-4eef-ba94-8374299ac1b9 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:37.853215 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:37.859434 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca07bc01-5af4-4b5d-bf37-68f73a35ff93 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Made reservation on behalf of 8c6575be81e7411a95d81072c1e21ab3 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:37.863122 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca07bc01-5af4-4b5d-bf37-68f73a35ff93 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:37.904848 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c6da90b-ed0a-4b3c-8bd5-7be557d9304a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:37.945874 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3e1f94-a3b1-41a4-b5eb-4aeb5739fa2c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:37.945874 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3e1f94-a3b1-41a4-b5eb-4aeb5739fa2c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:37.945874 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9f3e1f94-a3b1-41a4-b5eb-4aeb5739fa2c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4983845 Mar 31 15:29:37.950730 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43388) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:37.958806 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:37.988611 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4695b47d-e5c7-496e-ae52-a2971c4e2a72 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:37.994401 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4695b47d-e5c7-496e-ae52-a2971c4e2a72 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:37.995130 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4695b47d-e5c7-496e-ae52-a2971c4e2a72 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:37.998716 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-abac5bee-bb68-4777-8a53-2c6077058d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:38.004767 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-1e696c01-b98d-446b-9309-1bed937d339a None None] For port 445cbc39-cd4c-4903-9512-be87dcaa6c00, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=445cbc39-cd4c-4903-9512-be87dcaa6c00,segment=NetworkSegment(529d3111-790d-433d-b893-0a6d674d8b33),segment_id=529d3111-790d-433d-b893-0a6d674d8b33)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:29:38.004767 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1e696c01-b98d-446b-9309-1bed937d339a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:38.044349 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6c6da90b-ed0a-4b3c-8bd5-7be557d9304a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting port 445cbc39-cd4c-4903-9512-be87dcaa6c00 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:29:38.044697 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c6da90b-ed0a-4b3c-8bd5-7be557d9304a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:38.080031 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac5bee-bb68-4777-8a53-2c6077058d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcb8db7-927c-4132-b38f-f24150f580d2,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:38.151534 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-1e696c01-b98d-446b-9309-1bed937d339a None None] Calling delete_port for 445cbc39-cd4c-4903-9512-be87dcaa6c00 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:29:38.271185 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-6d2ec5ca-5b78-4d25-928c-edf522b30f65 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] For port c2660297-a872-4feb-b801-0af6a2135a2a, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=c2660297-a872-4feb-b801-0af6a2135a2a,segment=NetworkSegment(81c1ca79-0118-4c36-a4fd-dbc42a9f6f5b),segment_id=81c1ca79-0118-4c36-a4fd-dbc42a9f6f5b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:29:38.276317 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec5ca-5b78-4d25-928c-edf522b30f65 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:38.284196 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-abac5bee-bb68-4777-8a53-2c6077058d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:38.284482 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-abac5bee-bb68-4777-8a53-2c6077058d09 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0fcb8db7-927c-4132-b38f-f24150f580d2 HTTP/1.1" status: 204 len: 168 time: 0.8423381 Mar 31 15:29:38.295544 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4695b47d-e5c7-496e-ae52-a2971c4e2a72 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0606656 Mar 31 15:29:38.298558 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43394) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:38.302535 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695b47d-e5c7-496e-ae52-a2971c4e2a72 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Network': ['ID=25ae65cb-d6bd-4a03-b2a0-bc2f51bab0a0,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:38.313569 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e6d32a0-727b-483f-929f-718a6c5b71ea tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting subnet cd530c8a-daa4-4b77-9268-7c629b4fc5b6 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:29:38.318605 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2e6d32a0-727b-483f-929f-718a6c5b71ea tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:38.349225 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 25ae65cb-d6bd-4a03-b2a0-bc2f51bab0a0 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:29:38.366433 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:38.405089 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-1ce627cd-df44-4bf3-bc4d-4524fa01fe4a tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Request body: {'subnet': {'network_id': '5d225aad-323e-419f-b0c2-1363eff60b6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:38.447988 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2e6d32a0-727b-483f-929f-718a6c5b71ea tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:38.483708 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1e696c01-b98d-446b-9309-1bed937d339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:38.525587 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 96415871-7fa3-4eef-ba94-8374299ac1b9, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=96415871-7fa3-4eef-ba94-8374299ac1b9,segment=NetworkSegment(9ce54aec-4873-48ad-9f8e-09a44c2d2e75),segment_id=9ce54aec-4873-48ad-9f8e-09a44c2d2e75)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:29:38.576814 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e696c01-b98d-446b-9309-1bed937d339a None None] No DVR routers for this DVR port 445cbc39-cd4c-4903-9512-be87dcaa6c00 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:29:38.578229 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e696c01-b98d-446b-9309-1bed937d339a None None] Pushing event deleted for resources: {'Port': ['ID=445cbc39-cd4c-4903-9512-be87dcaa6c00,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:38.604000 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f142a7f-9d9b-4b2d-82f3-bcedb17d6bc8 None None] DHCP port deletion for 62644745-d367-469b-b290-77ae7972f64d request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:29:38.607829 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-6f142a7f-9d9b-4b2d-82f3-bcedb17d6bc8 None None] Deleting port c2660297-a872-4feb-b801-0af6a2135a2a {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:29:38.608375 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6f142a7f-9d9b-4b2d-82f3-bcedb17d6bc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:38.618005 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2e6d32a0-727b-483f-929f-718a6c5b71ea tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:38.624937 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6d2ec5ca-5b78-4d25-928c-edf522b30f65 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Calling delete_port for c2660297-a872-4feb-b801-0af6a2135a2a owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:29:38.655935 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:38.656718 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 6e245699-2da6-4dd6-b255-67965b535a2c up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:29:38.680100 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6c6da90b-ed0a-4b3c-8bd5-7be557d9304a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] The port '445cbc39-cd4c-4903-9512-be87dcaa6c00' was deleted {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:29:38.692595 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca07bc01-5af4-4b5d-bf37-68f73a35ff93 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:38.814158 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07bc01-5af4-4b5d-bf37-68f73a35ff93 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event updated for resources: {'Subnet': ['ID=a016461d-bdc1-465a-92ec-96dd9820ba10,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:38.818671 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca07bc01-5af4-4b5d-bf37-68f73a35ff93 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Checking segment: {'id': 'ef3b6859-52d7-4fc7-8542-77ad45e52a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae41fe4-2485-439e-b50d-f81c5619e380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:38.819025 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca07bc01-5af4-4b5d-bf37-68f73a35ff93 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Network hostable DHCP agents. Network: aae41fe4-2485-439e-b50d-f81c5619e380, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:29:38.849461 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=96415871-7fa3-4eef-ba94-8374299ac1b9,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:38.884932 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2e6d32a0-727b-483f-929f-718a6c5b71ea tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:38.926262 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca07bc01-5af4-4b5d-bf37-68f73a35ff93 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Network aae41fe4-2485-439e-b50d-f81c5619e380 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:29:38.939058 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d32a0-727b-483f-929f-718a6c5b71ea tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Subnet': ['ID=cd530c8a-daa4-4b77-9268-7c629b4fc5b6,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:38.945910 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2e6d32a0-727b-483f-929f-718a6c5b71ea tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:38.958160 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2e6d32a0-727b-483f-929f-718a6c5b71ea tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/cd530c8a-daa4-4b77-9268-7c629b4fc5b6 HTTP/1.1" status: 204 len: 168 time: 1.0056505 Mar 31 15:29:38.958779 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c000b504-167f-4e4e-b36e-f88d5ca5f639 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:38.960413 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43400) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:38.975508 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-1ce627cd-df44-4bf3-bc4d-4524fa01fe4a tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:38.984924 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 6e245699-2da6-4dd6-b255-67965b535a2c completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:38.987850 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ff5276c-a927-447c-8e3c-a90e52dae3a4 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:38.994951 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1ce627cd-df44-4bf3-bc4d-4524fa01fe4a tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Usage tracker for resource:subnet and tenant:f5aeba78f50f4bbea010c74344321d80 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:39.011181 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-6f142a7f-9d9b-4b2d-82f3-bcedb17d6bc8 None None] For port c2660297-a872-4feb-b801-0af6a2135a2a, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=c2660297-a872-4feb-b801-0af6a2135a2a,segment=NetworkSegment(81c1ca79-0118-4c36-a4fd-dbc42a9f6f5b),segment_id=81c1ca79-0118-4c36-a4fd-dbc42a9f6f5b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:29:39.011576 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6f142a7f-9d9b-4b2d-82f3-bcedb17d6bc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:39.021133 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 6e245699-2da6-4dd6-b255-67965b535a2c triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:39.021649 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:39.034720 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-bfd1b7d9-5502-40d3-853d-b3f900882bf6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0728281 Mar 31 15:29:39.038355 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-ca07bc01-5af4-4b5d-bf37-68f73a35ff93 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, aae41fe4-2485-439e-b50d-f81c5619e380) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:39.040514 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43404) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:39.047556 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c6da90b-ed0a-4b3c-8bd5-7be557d9304a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:39.048140 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-fdca61e3-83e8-45c1-b0c4-0851afa4a9d8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:39.056854 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1ce627cd-df44-4bf3-bc4d-4524fa01fe4a tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:39.060952 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d86bc41-44ac-4680-a4fa-5969cbe3679b None None] Network aae41fe4-2485-439e-b50d-f81c5619e380 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:39.068377 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca07bc01-5af4-4b5d-bf37-68f73a35ff93 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:39.068377 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca07bc01-5af4-4b5d-bf37-68f73a35ff93 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:39.098592 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-1b7cab8a-7bf2-4fbc-af99-3e0ac38a3073 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Deleting port 76936a94-0e5e-4d3f-bdb4-24cd1008bf61 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:29:39.098935 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1b7cab8a-7bf2-4fbc-af99-3e0ac38a3073 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:39.129108 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-1ce627cd-df44-4bf3-bc4d-4524fa01fe4a tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:39.150671 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-6c6da90b-ed0a-4b3c-8bd5-7be557d9304a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aeb4727-b0dd-4fa6-9b6f-6db16169eadb']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:39.178204 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-6c6da90b-ed0a-4b3c-8bd5-7be557d9304a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529d3111-790d-433d-b893-0a6d674d8b33') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:39.178536 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-6c6da90b-ed0a-4b3c-8bd5-7be557d9304a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529d3111-790d-433d-b893-0a6d674d8b33') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:39.182746 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43408) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:39.190224 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-fdca61e3-83e8-45c1-b0c4-0851afa4a9d8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:39.209114 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-fdca61e3-83e8-45c1-b0c4-0851afa4a9d8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:subnet and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:39.212307 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0922cd6d-e5fa-4e94-a417-355080b914cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:39.222952 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-fdca61e3-83e8-45c1-b0c4-0851afa4a9d8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:39.223797 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec5ca-5b78-4d25-928c-edf522b30f65 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:39.234219 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-fdca61e3-83e8-45c1-b0c4-0851afa4a9d8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:39.236542 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-0922cd6d-e5fa-4e94-a417-355080b914cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:39.239526 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ca07bc01-5af4-4b5d-bf37-68f73a35ff93 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7906916 Mar 31 15:29:39.244250 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-0922cd6d-e5fa-4e94-a417-355080b914cb admin admin] Usage tracker for resource:security_group_rule and tenant:45ec4c781bee4ac6a8fd582804a75ecf is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:39.245450 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c6da90b-ed0a-4b3c-8bd5-7be557d9304a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:39.246562 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43412) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:39.249634 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-0922cd6d-e5fa-4e94-a417-355080b914cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:39.275499 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-0922cd6d-e5fa-4e94-a417-355080b914cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:39.282850 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5276c-a927-447c-8e3c-a90e52dae3a4 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Pushing event updated for resources: {'Subnet': ['ID=bbc20ffd-22b6-440d-a643-101d4a41eadc,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:39.316065 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce627cd-df44-4bf3-bc4d-4524fa01fe4a tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Made reservation on behalf of f5aeba78f50f4bbea010c74344321d80 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:39.321727 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ce627cd-df44-4bf3-bc4d-4524fa01fe4a tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:39.321893 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-6f142a7f-9d9b-4b2d-82f3-bcedb17d6bc8 None None] Calling delete_port for c2660297-a872-4feb-b801-0af6a2135a2a owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:29:39.345535 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ec5ca-5b78-4d25-928c-edf522b30f65 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Port': ['ID=c2660297-a872-4feb-b801-0af6a2135a2a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:39.374760 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdca61e3-83e8-45c1-b0c4-0851afa4a9d8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:39.374993 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff5276c-a927-447c-8e3c-a90e52dae3a4 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Checking segment: {'id': '6dca9a24-1593-4e03-8bdc-fb0d5818681e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '02abf214-842a-42a4-ae5f-a0f86b0f449e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:39.375147 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff5276c-a927-447c-8e3c-a90e52dae3a4 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Network hostable DHCP agents. Network: 02abf214-842a-42a4-ae5f-a0f86b0f449e, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:29:39.378249 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fdca61e3-83e8-45c1-b0c4-0851afa4a9d8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:39.424356 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2ec5ca-5b78-4d25-928c-edf522b30f65 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] No DVR routers for this DVR port c2660297-a872-4feb-b801-0af6a2135a2a on host dv-neutron-833379-2-hyperv {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:29:39.426753 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c6da90b-ed0a-4b3c-8bd5-7be557d9304a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:39.534823 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c6da90b-ed0a-4b3c-8bd5-7be557d9304a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:29:39.534823 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c6da90b-ed0a-4b3c-8bd5-7be557d9304a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:39.564374 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:29:39.564374 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:29:39.564374 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:29:39.564374 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:29:39.564374 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:29:39.564374 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:29:39.564374 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:29:39.564374 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:29:39.564374 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:29:39.564374 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:29:39.564374 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:29:39.564374 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:29:39.564374 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:29:39.564374 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:29:39.564374 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:29:39.564374 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:29:39.564374 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:29:39.564374 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:29:39.564374 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:29:39.564374 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:29:39.564374 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:29:39.564374 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:29:39.564374 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:29:39.564374 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:29:39.564374 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:29:39.564374 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:29:39.564374 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:29:39.564374 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:29:39.564374 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:29:39.564374 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:29:39.564374 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:29:39.564374 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:29:39.566850 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b4c47961-7705-4ad6-9de4-045061971b67 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:39.592331 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-6f142a7f-9d9b-4b2d-82f3-bcedb17d6bc8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:29:39.592331 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-6f142a7f-9d9b-4b2d-82f3-bcedb17d6bc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:29:39.630342 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0922cd6d-e5fa-4e94-a417-355080b914cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:39.723933 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0922cd6d-e5fa-4e94-a417-355080b914cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:39.744608 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:39.758713 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec5ca-5b78-4d25-928c-edf522b30f65 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:39.764734 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b4c47961-7705-4ad6-9de4-045061971b67 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:39.794564 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b2b330-1490-4781-91bc-8a511a2a8bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-aae41fe4-2485-439e-b50d-f81c5619e380', 'network_id': 'aae41fe4-2485-439e-b50d-f81c5619e380', 'tenant_id': '8c6575be81e7411a95d81072c1e21ab3', 'fixed_ips': [{'subnet_id': 'a016461d-bdc1-465a-92ec-96dd9820ba10'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:29:39.795258 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e0b2b330-1490-4781-91bc-8a511a2a8bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:39.795619 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-1b7cab8a-7bf2-4fbc-af99-3e0ac38a3073 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] For port 76936a94-0e5e-4d3f-bdb4-24cd1008bf61, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=76936a94-0e5e-4d3f-bdb4-24cd1008bf61,segment=NetworkSegment(ec040897-6253-4cfe-afd9-c724ffe42688),segment_id=ec040897-6253-4cfe-afd9-c724ffe42688)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:29:39.796315 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1b7cab8a-7bf2-4fbc-af99-3e0ac38a3073 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:39.812993 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff5276c-a927-447c-8e3c-a90e52dae3a4 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Network 02abf214-842a-42a4-ae5f-a0f86b0f449e is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:29:39.819519 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-6d2ec5ca-5b78-4d25-928c-edf522b30f65 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62644745-d367-469b-b290-77ae7972f64d']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:39.823039 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 6e245699-2da6-4dd6-b255-67965b535a2c, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=6e245699-2da6-4dd6-b255-67965b535a2c,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:29:39.854009 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0922cd6d-e5fa-4e94-a417-355080b914cb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=45ec4c781bee4ac6a8fd582804a75ecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6697803 Mar 31 15:29:39.858740 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922cd6d-e5fa-4e94-a417-355080b914cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f2dedb-bfda-4037-8aa4-88d7914ef013,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:39.862776 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43416) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:39.903139 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:39.904249 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 76936a94-0e5e-4d3f-bdb4-24cd1008bf61 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:29:39.933693 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bd14b4-f82e-4993-a7c3-806bf87f29f5 None None] DHCP port deletion for 0c8a31f0-c909-472a-8f72-0f3eb4f4034a request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:29:39.980606 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2b9620a5-5272-465f-839d-d205c1b69bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:39.990299 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-27bd14b4-f82e-4993-a7c3-806bf87f29f5 None None] Deleting port 6e245699-2da6-4dd6-b255-67965b535a2c {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:29:39.990690 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-27bd14b4-f82e-4993-a7c3-806bf87f29f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:40.013751 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2b9620a5-5272-465f-839d-d205c1b69bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:40.035330 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fdca61e3-83e8-45c1-b0c4-0851afa4a9d8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:40.072755 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c6da90b-ed0a-4b3c-8bd5-7be557d9304a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:40.074116 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-6d2ec5ca-5b78-4d25-928c-edf522b30f65 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c1ca79-0118-4c36-a4fd-dbc42a9f6f5b') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:40.074940 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-6d2ec5ca-5b78-4d25-928c-edf522b30f65 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c1ca79-0118-4c36-a4fd-dbc42a9f6f5b') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:40.085242 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b4c47961-7705-4ad6-9de4-045061971b67 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:40.089121 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-1b7cab8a-7bf2-4fbc-af99-3e0ac38a3073 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Calling delete_port for 76936a94-0e5e-4d3f-bdb4-24cd1008bf61 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:29:40.099153 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-6f142a7f-9d9b-4b2d-82f3-bcedb17d6bc8 None None] Deleting port c2660297-a872-4feb-b801-0af6a2135a2a {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:29:40.099352 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6f142a7f-9d9b-4b2d-82f3-bcedb17d6bc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:40.115200 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdca61e3-83e8-45c1-b0c4-0851afa4a9d8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:40.138791 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=6e245699-2da6-4dd6-b255-67965b535a2c,revision_number=6']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:40.139168 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-fdca61e3-83e8-45c1-b0c4-0851afa4a9d8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:40.140864 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-5ff5276c-a927-447c-8e3c-a90e52dae3a4 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 02abf214-842a-42a4-ae5f-a0f86b0f449e) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:40.142998 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdca61e3-83e8-45c1-b0c4-0851afa4a9d8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:40.143591 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fdca61e3-83e8-45c1-b0c4-0851afa4a9d8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:40.154626 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c6da90b-ed0a-4b3c-8bd5-7be557d9304a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:40.164089 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec5ca-5b78-4d25-928c-edf522b30f65 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:40.178841 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff5276c-a927-447c-8e3c-a90e52dae3a4 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:40.178841 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ff5276c-a927-447c-8e3c-a90e52dae3a4 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:40.184095 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6da90b-ed0a-4b3c-8bd5-7be557d9304a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Network': ['ID=8aeb4727-b0dd-4fa6-9b6f-6db16169eadb,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:40.216861 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-6f142a7f-9d9b-4b2d-82f3-bcedb17d6bc8 None None] The port 'c2660297-a872-4feb-b801-0af6a2135a2a' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:29:40.222923 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f76060-f4c2-4fd1-90e3-28a39c158752 None None] Network 02abf214-842a-42a4-ae5f-a0f86b0f449e requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:40.255091 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca61e3-83e8-45c1-b0c4-0851afa4a9d8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Subnet': ['ID=44bc3216-ac81-4196-b726-9b7ab14bf81f,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:40.256446 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec5ca-5b78-4d25-928c-edf522b30f65 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:40.271073 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6c6da90b-ed0a-4b3c-8bd5-7be557d9304a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/networks/8aeb4727-b0dd-4fa6-9b6f-6db16169eadb HTTP/1.1" status: 204 len: 168 time: 2.9467764 Mar 31 15:29:40.285760 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43420) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:40.294593 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b4c47961-7705-4ad6-9de4-045061971b67 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:40.305893 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2ec5ca-5b78-4d25-928c-edf522b30f65 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:29:40.305893 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec5ca-5b78-4d25-928c-edf522b30f65 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:40.316770 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c47961-7705-4ad6-9de4-045061971b67 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event deleted for resources: {'Subnet': ['ID=a016461d-bdc1-465a-92ec-96dd9820ba10,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:40.327826 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f7aaea91-fe48-4b44-8726-ee0e09ca63c8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1693721249'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:40.334211 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:29:40.334211 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:29:40.334211 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:29:40.334211 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:29:40.334211 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:29:40.334211 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:29:40.334211 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:29:40.334211 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:29:40.334211 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:29:40.334211 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:29:40.334211 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:29:40.334211 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:29:40.334211 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:29:40.334211 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:29:40.334211 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:29:40.334211 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:29:40.334211 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:29:40.334211 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:29:40.334211 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:29:40.334211 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:29:40.334211 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:29:40.334211 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:29:40.334211 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:29:40.334211 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:29:40.334211 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:29:40.334211 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:29:40.334211 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:29:40.334211 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:29:40.334211 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:29:40.334211 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:29:40.334211 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:29:40.334211 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:29:40.336862 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2b9620a5-5272-465f-839d-d205c1b69bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:40.338476 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2b9620a5-5272-465f-839d-d205c1b69bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:40.339672 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2b9620a5-5272-465f-839d-d205c1b69bad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/09f2dedb-bfda-4037-8aa4-88d7914ef013 HTTP/1.1" status: 204 len: 168 time: 0.4737256 Mar 31 15:29:40.344963 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 76936a94-0e5e-4d3f-bdb4-24cd1008bf61 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:40.354667 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5ff5276c-a927-447c-8e3c-a90e52dae3a4 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.0439246 Mar 31 15:29:40.358357 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-b4c47961-7705-4ad6-9de4-045061971b67 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae41fe4-2485-439e-b50d-f81c5619e380']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server [None req-e0b2b330-1490-4781-91bc-8a511a2a8bc9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a016461d-bdc1-465a-92ec-96dd9820ba10: This subnet is being modified by another concurrent operation. Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise exception Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a016461d-bdc1-465a-92ec-96dd9820ba10: This subnet is being modified by another concurrent operation. Mar 31 15:29:40.365551 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server Mar 31 15:29:40.372342 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43426) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:40.372437 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-df4643cb-a21d-47ab-8f85-11607efc9271 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Request body: {'subnet': {'network_id': '4077daf3-7c2c-43f4-ae3f-cf3b0d0d23e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:40.403159 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f7aaea91-fe48-4b44-8726-ee0e09ca63c8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:40.420592 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 76936a94-0e5e-4d3f-bdb4-24cd1008bf61 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:40.423885 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:40.433097 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f7aaea91-fe48-4b44-8726-ee0e09ca63c8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:network and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:40.438919 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f7aaea91-fe48-4b44-8726-ee0e09ca63c8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:40.465478 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f7aaea91-fe48-4b44-8726-ee0e09ca63c8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:40.503229 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9620a5-5272-465f-839d-d205c1b69bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f2dedb-bfda-4037-8aa4-88d7914ef013,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:40.513150 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-b4c47961-7705-4ad6-9de4-045061971b67 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3b6859-52d7-4fc7-8542-77ad45e52a01') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:40.513471 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-b4c47961-7705-4ad6-9de4-045061971b67 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3b6859-52d7-4fc7-8542-77ad45e52a01') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:40.521348 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-fdca61e3-83e8-45c1-b0c4-0851afa4a9d8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4796469 Mar 31 15:29:40.529833 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43430) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:40.536320 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec5ca-5b78-4d25-928c-edf522b30f65 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:40.539242 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8a9463-a99a-4a4e-b64e-274a901e7dff None None] Network aae41fe4-2485-439e-b50d-f81c5619e380 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:40.543712 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b4c47961-7705-4ad6-9de4-045061971b67 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:40.578000 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-2fb8b189-d933-4ac1-82c2-926b936bcbd3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'port': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'fixed_ips': [{'subnet_id': '44bc3216-ac81-4196-b726-9b7ab14bf81f', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-622082055'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:40.618335 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b4c47961-7705-4ad6-9de4-045061971b67 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:40.636194 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c47961-7705-4ad6-9de4-045061971b67 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:29:40.641990 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b4c47961-7705-4ad6-9de4-045061971b67 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:40.652242 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:29:40.652242 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:29:40.652242 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:29:40.652242 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:29:40.652242 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:29:40.652242 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:29:40.652242 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:29:40.652242 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:29:40.652242 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:29:40.652242 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:29:40.652242 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:29:40.652242 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:29:40.652242 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:29:40.652242 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:29:40.652242 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:29:40.652242 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:29:40.652242 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:29:40.652242 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:29:40.652242 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:29:40.652242 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:29:40.652242 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:29:40.652242 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:29:40.652242 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:29:40.652242 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:29:40.652242 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:29:40.652242 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:29:40.652242 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:29:40.652242 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:29:40.652242 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:29:40.652242 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:29:40.652242 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:29:40.652242 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:29:40.715079 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-df4643cb-a21d-47ab-8f85-11607efc9271 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:40.730874 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-df4643cb-a21d-47ab-8f85-11607efc9271 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Usage tracker for resource:subnet and tenant:60521320d8b145f3a1615c7cf125e5cb is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:40.737133 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-df4643cb-a21d-47ab-8f85-11607efc9271 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:40.745398 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-df4643cb-a21d-47ab-8f85-11607efc9271 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:40.759246 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ce627cd-df44-4bf3-bc4d-4524fa01fe4a tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:40.775963 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7aaea91-fe48-4b44-8726-ee0e09ca63c8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:40.779459 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7aaea91-fe48-4b44-8726-ee0e09ca63c8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:40.791742 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec5ca-5b78-4d25-928c-edf522b30f65 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:40.839023 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b4c47961-7705-4ad6-9de4-045061971b67 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:40.851893 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b4c47961-7705-4ad6-9de4-045061971b67 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:40.877168 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ec5ca-5b78-4d25-928c-edf522b30f65 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Network': ['ID=62644745-d367-469b-b290-77ae7972f64d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:40.900781 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-2fb8b189-d933-4ac1-82c2-926b936bcbd3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:40.911635 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c47961-7705-4ad6-9de4-045061971b67 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event deleted for resources: {'Network': ['ID=aae41fe4-2485-439e-b50d-f81c5619e380,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:40.913010 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6d2ec5ca-5b78-4d25-928c-edf522b30f65 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/networks/62644745-d367-469b-b290-77ae7972f64d HTTP/1.1" status: 204 len: 168 time: 3.9995863 Mar 31 15:29:40.914439 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-27bd14b4-f82e-4993-a7c3-806bf87f29f5 None None] For port 6e245699-2da6-4dd6-b255-67965b535a2c, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=6e245699-2da6-4dd6-b255-67965b535a2c,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:29:40.914973 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-27bd14b4-f82e-4993-a7c3-806bf87f29f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:40.920301 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43436) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:40.920513 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b4c47961-7705-4ad6-9de4-045061971b67 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "DELETE /v2.0/networks/aae41fe4-2485-439e-b50d-f81c5619e380 HTTP/1.1" status: 204 len: 168 time: 1.6728702 Mar 31 15:29:40.923360 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4643cb-a21d-47ab-8f85-11607efc9271 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Made reservation on behalf of 60521320d8b145f3a1615c7cf125e5cb for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:40.932077 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43438) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:40.932562 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-df4643cb-a21d-47ab-8f85-11607efc9271 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:40.996899 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-88a4818c-8dd9-497b-92be-104fa64fffe2 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-820625670'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:41.014564 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1b7cab8a-7bf2-4fbc-af99-3e0ac38a3073 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:41.027023 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-2fb8b189-d933-4ac1-82c2-926b936bcbd3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:41.029873 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7aaea91-fe48-4b44-8726-ee0e09ca63c8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:29:41.075950 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-88a4818c-8dd9-497b-92be-104fa64fffe2 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:41.080430 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:41.094994 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce627cd-df44-4bf3-bc4d-4524fa01fe4a tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Subnet': ['ID=e06c501e-f8e1-46b9-9c42-1360b3bc1e1c,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:41.121760 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-88a4818c-8dd9-497b-92be-104fa64fffe2 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Usage tracker for resource:network and tenant:8c6575be81e7411a95d81072c1e21ab3 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:41.126501 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7cab8a-7bf2-4fbc-af99-3e0ac38a3073 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Port': ['ID=76936a94-0e5e-4d3f-bdb4-24cd1008bf61,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:41.131845 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-88a4818c-8dd9-497b-92be-104fa64fffe2 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Quota usage for network was recalculated. Used quota:2. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:41.157464 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-27bd14b4-f82e-4993-a7c3-806bf87f29f5 None None] Calling delete_port for 6e245699-2da6-4dd6-b255-67965b535a2c owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:29:41.171395 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7aaea91-fe48-4b44-8726-ee0e09ca63c8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:41.175515 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-f7aaea91-fe48-4b44-8726-ee0e09ca63c8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Added segment e38424fd-462c-4c2f-a6b6-6e7d22144f9d of type vlan for network baba5c7b-d9cb-4752-beb6-44c5dd00d885 Mar 31 15:29:41.178923 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-88a4818c-8dd9-497b-92be-104fa64fffe2 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:41.188077 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a37ee14-6063-4b63-a210-61cbae77f218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-02abf214-842a-42a4-ae5f-a0f86b0f449e', 'network_id': '02abf214-842a-42a4-ae5f-a0f86b0f449e', 'tenant_id': '60521320d8b145f3a1615c7cf125e5cb', 'fixed_ips': [{'subnet_id': 'bbc20ffd-22b6-440d-a643-101d4a41eadc'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:29:41.195201 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8a37ee14-6063-4b63-a210-61cbae77f218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:41.197722 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce627cd-df44-4bf3-bc4d-4524fa01fe4a tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Checking segment: {'id': 'af29e0c5-a4b0-47cd-9b40-627875cffb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5d225aad-323e-419f-b0c2-1363eff60b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:41.198193 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce627cd-df44-4bf3-bc4d-4524fa01fe4a tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network hostable DHCP agents. Network: 5d225aad-323e-419f-b0c2-1363eff60b6c, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:29:41.261182 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb8b189-d933-4ac1-82c2-926b936bcbd3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:41.322652 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-df4643cb-a21d-47ab-8f85-11607efc9271 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:41.330690 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7aaea91-fe48-4b44-8726-ee0e09ca63c8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:41.334232 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a4818c-8dd9-497b-92be-104fa64fffe2 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Made reservation on behalf of 8c6575be81e7411a95d81072c1e21ab3 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:41.338438 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88a4818c-8dd9-497b-92be-104fa64fffe2 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:41.426541 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4643cb-a21d-47ab-8f85-11607efc9271 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Pushing event updated for resources: {'Subnet': ['ID=bb5f86fd-5ffd-4ee1-8eb0-85e03849555f,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:41.440164 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4643cb-a21d-47ab-8f85-11607efc9271 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Checking segment: {'id': 'de646520-680a-4d57-9325-82cd0ec823c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4077daf3-7c2c-43f4-ae3f-cf3b0d0d23e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:41.440164 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4643cb-a21d-47ab-8f85-11607efc9271 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Network hostable DHCP agents. Network: 4077daf3-7c2c-43f4-ae3f-cf3b0d0d23e5, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:29:41.528603 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4643cb-a21d-47ab-8f85-11607efc9271 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Network 4077daf3-7c2c-43f4-ae3f-cf3b0d0d23e5 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:29:41.534322 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-8a37ee14-6063-4b63-a210-61cbae77f218 None None] Allocated IP 2001:db8::2 (02abf214-842a-42a4-ae5f-a0f86b0f449e/bbc20ffd-22b6-440d-a643-101d4a41eadc/d91e36e2-bea5-4bf9-af1c-cacb0cb53aeb) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:41.543437 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce627cd-df44-4bf3-bc4d-4524fa01fe4a tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network 5d225aad-323e-419f-b0c2-1363eff60b6c is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:29:41.552961 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 02e89455-b5db-401e-a660-0f420dd087db no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:29:41.562632 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8697eb88-e97b-4ffd-8d29-9da59b817556 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:41.566949 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8697eb88-e97b-4ffd-8d29-9da59b817556 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Synchronizing usage tracker for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:29:41.583527 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a4818c-8dd9-497b-92be-104fa64fffe2 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:29:41.599002 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 02e89455-b5db-401e-a660-0f420dd087db {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:29:41.599356 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 02e89455-b5db-401e-a660-0f420dd087db not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:29:41.623134 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-27bd14b4-f82e-4993-a7c3-806bf87f29f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:41.624990 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2fb8b189-d933-4ac1-82c2-926b936bcbd3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:41.637015 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-df4643cb-a21d-47ab-8f85-11607efc9271 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 4077daf3-7c2c-43f4-ae3f-cf3b0d0d23e5) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:41.641996 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4643cb-a21d-47ab-8f85-11607efc9271 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:41.646955 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-df4643cb-a21d-47ab-8f85-11607efc9271 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:41.703435 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467608b8-36aa-49f0-b5ef-7216e1bb6578 None None] Network 4077daf3-7c2c-43f4-ae3f-cf3b0d0d23e5 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:41.721663 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-1ce627cd-df44-4bf3-bc4d-4524fa01fe4a tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 5d225aad-323e-419f-b0c2-1363eff60b6c) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:41.723606 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88a4818c-8dd9-497b-92be-104fa64fffe2 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:41.724015 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-88a4818c-8dd9-497b-92be-104fa64fffe2 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Added segment 94023ccf-4f08-45d8-b3e0-0bf8b8b41625 of type vlan for network eedf94a0-84f3-4ebc-a633-548f2f819ccc Mar 31 15:29:41.726155 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bd14b4-f82e-4993-a7c3-806bf87f29f5 None None] No DVR routers for this DVR port 6e245699-2da6-4dd6-b255-67965b535a2c on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:29:41.751254 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-2fb8b189-d933-4ac1-82c2-926b936bcbd3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] device_id is not set on port 6887f5b9-adaa-429e-9757-7a88d8d63666 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:29:41.751653 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d9a9f2-53ad-42a6-b9a8-72b875a5f665 None None] Network 5d225aad-323e-419f-b0c2-1363eff60b6c requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:41.759792 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-df4643cb-a21d-47ab-8f85-11607efc9271 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3916411 Mar 31 15:29:41.762375 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43460) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:41.786368 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd14b4-f82e-4993-a7c3-806bf87f29f5 None None] Pushing event deleted for resources: {'Port': ['ID=6e245699-2da6-4dd6-b255-67965b535a2c,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:41.812590 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce627cd-df44-4bf3-bc4d-4524fa01fe4a tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:41.814211 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ce627cd-df44-4bf3-bc4d-4524fa01fe4a tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:41.839208 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7aaea91-fe48-4b44-8726-ee0e09ca63c8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:41.853697 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fca30a-c444-4096-968b-433b13acc9c9 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:41.855726 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aaea91-fe48-4b44-8726-ee0e09ca63c8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:41.856551 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7aaea91-fe48-4b44-8726-ee0e09ca63c8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:41.859226 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43464) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:41.991309 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 96415871-7fa3-4eef-ba94-8374299ac1b9 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:29:42.012920 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-2dbac693-95b6-4de9-b43f-e49298227370 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1275114806'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:42.026772 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2dbac693-95b6-4de9-b43f-e49298227370 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:42.082549 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2dbac693-95b6-4de9-b43f-e49298227370 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Usage tracker for resource:network and tenant:33014ad214cf4de9aa340b17e7803ece is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:42.093342 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2dbac693-95b6-4de9-b43f-e49298227370 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:42.118047 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1b7cab8a-7bf2-4fbc-af99-3e0ac38a3073 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:42.141883 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8697eb88-e97b-4ffd-8d29-9da59b817556 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Unset dirty status for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:29:42.146954 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8697eb88-e97b-4ffd-8d29-9da59b817556 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.2214265 Mar 31 15:29:42.147113 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2dbac693-95b6-4de9-b43f-e49298227370 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:42.150594 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43470) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:42.161166 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88a4818c-8dd9-497b-92be-104fa64fffe2 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:42.184978 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aaea91-fe48-4b44-8726-ee0e09ca63c8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Network': ['ID=baba5c7b-d9cb-4752-beb6-44c5dd00d885,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:42.245806 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network baba5c7b-d9cb-4752-beb6-44c5dd00d885 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:29:42.307335 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbac693-95b6-4de9-b43f-e49298227370 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Made reservation on behalf of 33014ad214cf4de9aa340b17e7803ece for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:42.310222 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2dbac693-95b6-4de9-b43f-e49298227370 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:42.334565 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2dbac693-95b6-4de9-b43f-e49298227370 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:42.360471 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2dbac693-95b6-4de9-b43f-e49298227370 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:42.379054 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2dbac693-95b6-4de9-b43f-e49298227370 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Usage tracker for resource:security_group_rule and tenant:33014ad214cf4de9aa340b17e7803ece is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:42.379492 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f7aaea91-fe48-4b44-8726-ee0e09ca63c8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0842595 Mar 31 15:29:42.386404 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2dbac693-95b6-4de9-b43f-e49298227370 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:42.389789 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43474) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:42.401812 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1ce627cd-df44-4bf3-bc4d-4524fa01fe4a tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0950704 Mar 31 15:29:42.421574 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-64f48779-2f27-47c5-959f-91451cb941b1 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'subnet': {'network_id': 'baba5c7b-d9cb-4752-beb6-44c5dd00d885', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:42.424052 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2dbac693-95b6-4de9-b43f-e49298227370 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:42.425774 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43478) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:42.440479 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-09e32552-e0a8-4152-85ab-cf6e5f2729fe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Request body: {'subnet': {'network_id': '25ae65cb-d6bd-4a03-b2a0-bc2f51bab0a0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:42.448038 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e587c7-a4f8-41fc-8fc4-8f809b3bfc71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-5d225aad-323e-419f-b0c2-1363eff60b6c', 'network_id': '5d225aad-323e-419f-b0c2-1363eff60b6c', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'fixed_ips': [{'subnet_id': 'e06c501e-f8e1-46b9-9c42-1360b3bc1e1c'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:29:42.449023 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-99e587c7-a4f8-41fc-8fc4-8f809b3bfc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:42.458355 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0410bf58-b370-4c85-b2ee-736c50356d2c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:42.479606 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d0f05f9b-8890-4864-aa27-6dc1d8e026a2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Synchronizing usage tracker for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:29:42.541574 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb8b189-d933-4ac1-82c2-926b936bcbd3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:29:42.541574 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb8b189-d933-4ac1-82c2-926b936bcbd3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:29:42.625389 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88a4818c-8dd9-497b-92be-104fa64fffe2 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:42.630916 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a4818c-8dd9-497b-92be-104fa64fffe2 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:42.631582 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88a4818c-8dd9-497b-92be-104fa64fffe2 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:42.745698 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-64f48779-2f27-47c5-959f-91451cb941b1 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:42.764381 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2fb8b189-d933-4ac1-82c2-926b936bcbd3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.2289553 Mar 31 15:29:42.764381 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-64f48779-2f27-47c5-959f-91451cb941b1 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:subnet and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:42.770232 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43482) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:42.772200 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-64f48779-2f27-47c5-959f-91451cb941b1 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:42.777486 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d0f05f9b-8890-4864-aa27-6dc1d8e026a2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Unset dirty status for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:29:42.782402 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d0f05f9b-8890-4864-aa27-6dc1d8e026a2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6229711 Mar 31 15:29:42.806951 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 96415871-7fa3-4eef-ba94-8374299ac1b9 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:42.807283 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:42.830514 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43484) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:42.862744 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8a37ee14-6063-4b63-a210-61cbae77f218 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:42.871108 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-64f48779-2f27-47c5-959f-91451cb941b1 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:42.876241 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-1e232b21-b86e-49a5-a91c-c9ed06ac40af tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1074821447'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:42.895788 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4818c-8dd9-497b-92be-104fa64fffe2 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event updated for resources: {'Network': ['ID=eedf94a0-84f3-4ebc-a633-548f2f819ccc,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:42.896902 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-8a37ee14-6063-4b63-a210-61cbae77f218 None None] Transition to ACTIVE for port object d91e36e2-bea5-4bf9-af1c-cacb0cb53aeb will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:42.899346 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-88a4818c-8dd9-497b-92be-104fa64fffe2 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9585726 Mar 31 15:29:42.900559 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-1e232b21-b86e-49a5-a91c-c9ed06ac40af tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:42.904437 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43490) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:42.915074 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-cc879ee7-638a-4bdf-9f17-e566b1006fe7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:29:42.915657 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-09e32552-e0a8-4152-85ab-cf6e5f2729fe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:42.921076 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-d5cdc926-d54f-4118-ac00-796af1ac5376 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Request body: {'subnet': {'network_id': 'eedf94a0-84f3-4ebc-a633-548f2f819ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:42.928655 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1e232b21-b86e-49a5-a91c-c9ed06ac40af tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:network and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:42.933945 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1e232b21-b86e-49a5-a91c-c9ed06ac40af tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:42.950590 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-1e232b21-b86e-49a5-a91c-c9ed06ac40af tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:42.955443 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-09e32552-e0a8-4152-85ab-cf6e5f2729fe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Usage tracker for resource:subnet and tenant:f5aeba78f50f4bbea010c74344321d80 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:42.959964 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7cab8a-7bf2-4fbc-af99-3e0ac38a3073 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Router 11a978fe-3e44-49c6-8939-d3c2232eb634 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:29:42.974333 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network eedf94a0-84f3-4ebc-a633-548f2f819ccc details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:29:42.975514 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-09e32552-e0a8-4152-85ab-cf6e5f2729fe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:43.007077 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-09e32552-e0a8-4152-85ab-cf6e5f2729fe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:43.026536 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f48779-2f27-47c5-959f-91451cb941b1 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:43.029927 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-64f48779-2f27-47c5-959f-91451cb941b1 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:43.048438 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-cc879ee7-638a-4bdf-9f17-e566b1006fe7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:29:43.052986 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-cc879ee7-638a-4bdf-9f17-e566b1006fe7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2312372 Mar 31 15:29:43.061818 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43494) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:43.065446 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e232b21-b86e-49a5-a91c-c9ed06ac40af tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:43.068825 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e232b21-b86e-49a5-a91c-c9ed06ac40af tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:43.096241 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd43a98e-07cf-42d8-8f0d-a316ba364cb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-4077daf3-7c2c-43f4-ae3f-cf3b0d0d23e5', 'network_id': '4077daf3-7c2c-43f4-ae3f-cf3b0d0d23e5', 'tenant_id': '60521320d8b145f3a1615c7cf125e5cb', 'fixed_ips': [{'subnet_id': 'bb5f86fd-5ffd-4ee1-8eb0-85e03849555f'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:29:43.097406 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fd43a98e-07cf-42d8-8f0d-a316ba364cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:43.121249 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-8a37ee14-6063-4b63-a210-61cbae77f218 None None] Transition to ACTIVE for port object d91e36e2-bea5-4bf9-af1c-cacb0cb53aeb will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:43.162332 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2dbac693-95b6-4de9-b43f-e49298227370 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:43.169753 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d5cdc926-d54f-4118-ac00-796af1ac5376 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:43.173425 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d5cdc926-d54f-4118-ac00-796af1ac5376 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Usage tracker for resource:subnet and tenant:8c6575be81e7411a95d81072c1e21ab3 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:43.178942 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d5cdc926-d54f-4118-ac00-796af1ac5376 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:43.184399 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d5cdc926-d54f-4118-ac00-796af1ac5376 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:43.192625 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e32552-e0a8-4152-85ab-cf6e5f2729fe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Made reservation on behalf of f5aeba78f50f4bbea010c74344321d80 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:43.196580 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09e32552-e0a8-4152-85ab-cf6e5f2729fe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:43.209846 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21855364-4a11-4b58-a510-04b7238eeb77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'fixed_ips': [{'subnet_id': '44bc3216-ac81-4196-b726-9b7ab14bf81f'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:29:43.211180 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-21855364-4a11-4b58-a510-04b7238eeb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:43.231612 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2dbac693-95b6-4de9-b43f-e49298227370 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:43.306070 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7cab8a-7bf2-4fbc-af99-3e0ac38a3073 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:29:43.323124 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-99e587c7-a4f8-41fc-8fc4-8f809b3bfc71 None None] Allocated IP 2001:db8::2 (5d225aad-323e-419f-b0c2-1363eff60b6c/e06c501e-f8e1-46b9-9c42-1360b3bc1e1c/c6dbea90-fbc4-43cc-a95e-fc96c26aeebc) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:43.324111 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e232b21-b86e-49a5-a91c-c9ed06ac40af tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:29:43.324882 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8a37ee14-6063-4b63-a210-61cbae77f218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:43.334342 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9573a7e5-f415-4f63-9b35-0b7fec8d3ec8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:43.335714 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9573a7e5-f415-4f63-9b35-0b7fec8d3ec8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:43.340078 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9573a7e5-f415-4f63-9b35-0b7fec8d3ec8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2732279 Mar 31 15:29:43.341739 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43498) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:43.347278 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1b7cab8a-7bf2-4fbc-af99-3e0ac38a3073 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "PUT /v2.0/routers/11a978fe-3e44-49c6-8939-d3c2232eb634/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6517839 Mar 31 15:29:43.364248 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43502) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:43.364887 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cdc926-d54f-4118-ac00-796af1ac5376 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Made reservation on behalf of 8c6575be81e7411a95d81072c1e21ab3 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:43.369003 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d5cdc926-d54f-4118-ac00-796af1ac5376 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:43.376033 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dce803-08f1-4a75-b838-17a6230b2324 None None] Sync routers for ids ['11a978fe-3e44-49c6-8939-d3c2232eb634'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:29:43.382407 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e232b21-b86e-49a5-a91c-c9ed06ac40af tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:43.382760 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-1e232b21-b86e-49a5-a91c-c9ed06ac40af tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Added segment 671920a5-014d-4c0d-81bc-caa5ddcc8a96 of type vlan for network 2b9d026f-f9ff-46da-a58e-e5c51fa1b482 Mar 31 15:29:43.411246 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dbac693-95b6-4de9-b43f-e49298227370 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:29:43.443190 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e232b21-b86e-49a5-a91c-c9ed06ac40af tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:43.456042 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbac693-95b6-4de9-b43f-e49298227370 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3add71-9fa3-4223-ba3d-b0c672566e20,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:43.459707 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-affaf91a-3ef8-4cb4-937e-31351db2a060 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting subnet 44bc3216-ac81-4196-b726-9b7ab14bf81f {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:29:43.493415 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-affaf91a-3ef8-4cb4-937e-31351db2a060 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:43.508997 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a37ee14-6063-4b63-a210-61cbae77f218 None None] Network 02abf214-842a-42a4-ae5f-a0f86b0f449e is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:43.523645 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dce803-08f1-4a75-b838-17a6230b2324 None None] Routers {'11a978fe-3e44-49c6-8939-d3c2232eb634'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:29:43.524288 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-85dce803-08f1-4a75-b838-17a6230b2324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:29:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['11a978fe-3e44-49c6-8939-d3c2232eb634'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:43.583891 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-affaf91a-3ef8-4cb4-937e-31351db2a060 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:43.605315 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-8a37ee14-6063-4b63-a210-61cbae77f218 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:43.607907 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a37ee14-6063-4b63-a210-61cbae77f218 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:43.634567 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2dbac693-95b6-4de9-b43f-e49298227370 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:43.635260 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-2dbac693-95b6-4de9-b43f-e49298227370 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Added segment 3c3cb670-bfe7-49cb-bdff-cc2b233a2c57 of type vlan for network 8d60d588-0402-4484-b1da-1753a3574376 Mar 31 15:29:43.635861 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 48b1a780-d107-41c9-963a-db43017dbace up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:29:43.651535 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-0410bf58-b370-4c85-b2ee-736c50356d2c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Allocated IP 2001:db8::1 (02abf214-842a-42a4-ae5f-a0f86b0f449e/bbc20ffd-22b6-440d-a643-101d4a41eadc/57322c0f-5c66-4fcf-a272-bcc5ddd29499) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:43.704745 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a55dc4f-9baf-45b5-b22c-ab5cbb7b8c69 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Deleting subnet 3f2cd183-2b7a-4309-b755-b4891434d10d {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:29:43.715046 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2dbac693-95b6-4de9-b43f-e49298227370 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:43.747730 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4a55dc4f-9baf-45b5-b22c-ab5cbb7b8c69 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:43.770014 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e232b21-b86e-49a5-a91c-c9ed06ac40af tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:43.775688 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e232b21-b86e-49a5-a91c-c9ed06ac40af tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:43.776275 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e232b21-b86e-49a5-a91c-c9ed06ac40af tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:43.819335 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37ee14-6063-4b63-a210-61cbae77f218 None None] Pushing event updated for resources: {'Port': ['ID=d91e36e2-bea5-4bf9-af1c-cacb0cb53aeb,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:43.918156 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-2dbac693-95b6-4de9-b43f-e49298227370 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:29:43.924678 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-affaf91a-3ef8-4cb4-937e-31351db2a060 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:43.955980 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1e232b21-b86e-49a5-a91c-c9ed06ac40af tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1245191 Mar 31 15:29:43.963727 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-64f48779-2f27-47c5-959f-91451cb941b1 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:43.973587 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43506) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:43.978216 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4a55dc4f-9baf-45b5-b22c-ab5cbb7b8c69 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:44.000183 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e232b21-b86e-49a5-a91c-c9ed06ac40af tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Network': ['ID=2b9d026f-f9ff-46da-a58e-e5c51fa1b482,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:44.013106 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-85dce803-08f1-4a75-b838-17a6230b2324 None None] Set router 11a978fe-3e44-49c6-8939-d3c2232eb634 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:29:44.026453 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-1d996925-b0da-41d2-b7e9-3c0b32cd2057 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'subnet': {'network_id': '2b9d026f-f9ff-46da-a58e-e5c51fa1b482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:44.078167 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 2b9d026f-f9ff-46da-a58e-e5c51fa1b482 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:29:44.118339 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-fd43a98e-07cf-42d8-8f0d-a316ba364cb0 None None] Allocated IP 2001:db8::2 (4077daf3-7c2c-43f4-ae3f-cf3b0d0d23e5/bb5f86fd-5ffd-4ee1-8eb0-85e03849555f/18b29e18-0a04-4585-adde-deac13afaf79) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:44.124771 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-8a37ee14-6063-4b63-a210-61cbae77f218 None None] Attempting to bind port d91e36e2-bea5-4bf9-af1c-cacb0cb53aeb on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:29:44.125140 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-8a37ee14-6063-4b63-a210-61cbae77f218 None None] Attempting to bind port d91e36e2-bea5-4bf9-af1c-cacb0cb53aeb by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '6dca9a24-1593-4e03-8bdc-fb0d5818681e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '02abf214-842a-42a4-ae5f-a0f86b0f449e'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:29:44.125610 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a37ee14-6063-4b63-a210-61cbae77f218 None None] Attempting to bind port d91e36e2-bea5-4bf9-af1c-cacb0cb53aeb on network 02abf214-842a-42a4-ae5f-a0f86b0f449e {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:29:44.144806 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2dbac693-95b6-4de9-b43f-e49298227370 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:44.150975 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbac693-95b6-4de9-b43f-e49298227370 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:44.151571 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2dbac693-95b6-4de9-b43f-e49298227370 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:44.185680 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f48779-2f27-47c5-959f-91451cb941b1 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Subnet': ['ID=c951e0be-6857-413b-821a-991f1d8f99fd,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:44.192017 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0410bf58-b370-4c85-b2ee-736c50356d2c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:44.200789 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-1d996925-b0da-41d2-b7e9-3c0b32cd2057 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:44.206430 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f48779-2f27-47c5-959f-91451cb941b1 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Checking segment: {'id': 'e38424fd-462c-4c2f-a6b6-6e7d22144f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'baba5c7b-d9cb-4752-beb6-44c5dd00d885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:44.209862 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f48779-2f27-47c5-959f-91451cb941b1 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network hostable DHCP agents. Network: baba5c7b-d9cb-4752-beb6-44c5dd00d885, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:29:44.212202 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1d996925-b0da-41d2-b7e9-3c0b32cd2057 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:subnet and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:44.217097 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1d996925-b0da-41d2-b7e9-3c0b32cd2057 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:44.227831 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-1d996925-b0da-41d2-b7e9-3c0b32cd2057 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:44.288224 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a37ee14-6063-4b63-a210-61cbae77f218 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:29:44.288682 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a37ee14-6063-4b63-a210-61cbae77f218 None None] Checking segment: {'id': '6dca9a24-1593-4e03-8bdc-fb0d5818681e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '02abf214-842a-42a4-ae5f-a0f86b0f449e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:44.289884 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8a37ee14-6063-4b63-a210-61cbae77f218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:44.290288 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a37ee14-6063-4b63-a210-61cbae77f218 None None] Bound using segment: {'id': '6dca9a24-1593-4e03-8bdc-fb0d5818681e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '02abf214-842a-42a4-ae5f-a0f86b0f449e'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:29:44.291005 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-8a37ee14-6063-4b63-a210-61cbae77f218 None None] Bound port: d91e36e2-bea5-4bf9-af1c-cacb0cb53aeb, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dca9a24-1593-4e03-8bdc-fb0d5818681e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '02abf214-842a-42a4-ae5f-a0f86b0f449e'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:29:44.291392 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8a37ee14-6063-4b63-a210-61cbae77f218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:44.295784 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-affaf91a-3ef8-4cb4-937e-31351db2a060 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:44.297992 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09e32552-e0a8-4152-85ab-cf6e5f2729fe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:44.301697 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0410bf58-b370-4c85-b2ee-736c50356d2c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Transition to ACTIVE for port object 57322c0f-5c66-4fcf-a272-bcc5ddd29499 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:44.340177 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d996925-b0da-41d2-b7e9-3c0b32cd2057 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:44.344274 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1d996925-b0da-41d2-b7e9-3c0b32cd2057 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:44.353690 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d5cdc926-d54f-4118-ac00-796af1ac5376 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:44.364116 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affaf91a-3ef8-4cb4-937e-31351db2a060 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Subnet': ['ID=44bc3216-ac81-4196-b726-9b7ab14bf81f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:44.366699 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f48779-2f27-47c5-959f-91451cb941b1 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network baba5c7b-d9cb-4752-beb6-44c5dd00d885 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:29:44.379898 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbac693-95b6-4de9-b43f-e49298227370 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Pushing event updated for resources: {'Network': ['ID=8d60d588-0402-4484-b1da-1753a3574376,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:44.383318 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4a55dc4f-9baf-45b5-b22c-ab5cbb7b8c69 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:44.393182 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-affaf91a-3ef8-4cb4-937e-31351db2a060 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:44.442473 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 8d60d588-0402-4484-b1da-1753a3574376 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:29:44.466878 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-affaf91a-3ef8-4cb4-937e-31351db2a060 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/44bc3216-ac81-4196-b726-9b7ab14bf81f HTTP/1.1" status: 204 len: 168 time: 1.1184359 Mar 31 15:29:44.468667 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-64f48779-2f27-47c5-959f-91451cb941b1 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, baba5c7b-d9cb-4752-beb6-44c5dd00d885) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:44.470282 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43510) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server [None req-21855364-4a11-4b58-a510-04b7238eeb77 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 44bc3216-ac81-4196-b726-9b7ab14bf81f: This subnet is being modified by another concurrent operation. Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise exception Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 44bc3216-ac81-4196-b726-9b7ab14bf81f: This subnet is being modified by another concurrent operation. Mar 31 15:29:44.485291 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server Mar 31 15:29:44.551144 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f48779-2f27-47c5-959f-91451cb941b1 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:44.551792 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-64f48779-2f27-47c5-959f-91451cb941b1 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:44.566270 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2dbac693-95b6-4de9-b43f-e49298227370 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.7033784 Mar 31 15:29:44.573785 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43514) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:44.591742 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f40679c-97ba-440c-8c26-c2119892a68a None None] Network baba5c7b-d9cb-4752-beb6-44c5dd00d885 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:44.603552 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-6e3fe2ba-3a11-4627-be8c-d3fcf98044d7 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Request body: {'subnet': {'network_id': '8d60d588-0402-4484-b1da-1753a3574376', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:44.626394 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 48b1a780-d107-41c9-963a-db43017dbace triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:44.627222 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:44.656631 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e32552-e0a8-4152-85ab-cf6e5f2729fe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Subnet': ['ID=ba87f777-dff2-4216-918c-6eceb7c93b2e,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:44.690986 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-238a4f75-860e-4d8a-ad20-21af649178e8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2134495 Mar 31 15:29:44.697032 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43518) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:44.705520 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a2ac4b76-f1ee-4c96-891e-8b104856f10d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:44.711726 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e32552-e0a8-4152-85ab-cf6e5f2729fe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Checking segment: {'id': '566fd74c-42cc-44b0-84a9-11529990f1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '25ae65cb-d6bd-4a03-b2a0-bc2f51bab0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:44.712083 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e32552-e0a8-4152-85ab-cf6e5f2729fe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network hostable DHCP agents. Network: 25ae65cb-d6bd-4a03-b2a0-bc2f51bab0a0, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:29:44.746818 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1d996925-b0da-41d2-b7e9-3c0b32cd2057 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:44.812732 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cdc926-d54f-4118-ac00-796af1ac5376 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Checking segment: {'id': '94023ccf-4f08-45d8-b3e0-0bf8b8b41625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'eedf94a0-84f3-4ebc-a633-548f2f819ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:44.813102 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cdc926-d54f-4118-ac00-796af1ac5376 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Network hostable DHCP agents. Network: eedf94a0-84f3-4ebc-a633-548f2f819ccc, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:29:44.844735 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cdc926-d54f-4118-ac00-796af1ac5376 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event updated for resources: {'Subnet': ['ID=5edc86dc-1995-4b73-8bfc-fc9815f21655,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:44.847414 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6e3fe2ba-3a11-4627-be8c-d3fcf98044d7 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:44.850784 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0410bf58-b370-4c85-b2ee-736c50356d2c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:44.851971 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-64f48779-2f27-47c5-959f-91451cb941b1 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4533849 Mar 31 15:29:44.874662 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43522) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:44.886439 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e3e28711-0a3b-4fd3-837c-db9824b86abf tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'port': {'network_id': 'baba5c7b-d9cb-4752-beb6-44c5dd00d885', 'name': 'tempest-PortsTestJSON-527011296', 'fixed_ips': [{'subnet_id': 'c951e0be-6857-413b-821a-991f1d8f99fd', 'ip_address': '172.20.0.10'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:44.899379 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6e3fe2ba-3a11-4627-be8c-d3fcf98044d7 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Usage tracker for resource:subnet and tenant:33014ad214cf4de9aa340b17e7803ece is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:44.912495 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6e3fe2ba-3a11-4627-be8c-d3fcf98044d7 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:44.931795 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4a55dc4f-9baf-45b5-b22c-ab5cbb7b8c69 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:44.939360 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6e3fe2ba-3a11-4627-be8c-d3fcf98044d7 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:44.940453 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a2ac4b76-f1ee-4c96-891e-8b104856f10d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:44.942227 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0410bf58-b370-4c85-b2ee-736c50356d2c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Network 02abf214-842a-42a4-ae5f-a0f86b0f449e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:44.954076 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d996925-b0da-41d2-b7e9-3c0b32cd2057 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Subnet': ['ID=51900c2f-d9ff-43f3-a6d0-45431cdef1b4,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:44.978709 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-0410bf58-b370-4c85-b2ee-736c50356d2c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:44.980532 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e32552-e0a8-4152-85ab-cf6e5f2729fe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network 25ae65cb-d6bd-4a03-b2a0-bc2f51bab0a0 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:29:44.991252 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0410bf58-b370-4c85-b2ee-736c50356d2c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:44.997391 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0410bf58-b370-4c85-b2ee-736c50356d2c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:45.001722 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a2ac4b76-f1ee-4c96-891e-8b104856f10d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:subnet and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:45.004123 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55dc4f-9baf-45b5-b22c-ab5cbb7b8c69 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Subnet': ['ID=3f2cd183-2b7a-4309-b755-b4891434d10d,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:45.016180 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a2ac4b76-f1ee-4c96-891e-8b104856f10d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:45.017114 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4a55dc4f-9baf-45b5-b22c-ab5cbb7b8c69 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:45.026780 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410bf58-b370-4c85-b2ee-736c50356d2c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Pushing event updated for resources: {'Port': ['ID=57322c0f-5c66-4fcf-a272-bcc5ddd29499,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:45.032602 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a2ac4b76-f1ee-4c96-891e-8b104856f10d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:45.033587 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4a55dc4f-9baf-45b5-b22c-ab5cbb7b8c69 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/subnets/3f2cd183-2b7a-4309-b755-b4891434d10d HTTP/1.1" status: 204 len: 168 time: 1.6456780 Mar 31 15:29:45.036250 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43526) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:45.039466 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-99e587c7-a4f8-41fc-8fc4-8f809b3bfc71 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:45.055442 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d996925-b0da-41d2-b7e9-3c0b32cd2057 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Checking segment: {'id': '671920a5-014d-4c0d-81bc-caa5ddcc8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2b9d026f-f9ff-46da-a58e-e5c51fa1b482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:45.055442 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d996925-b0da-41d2-b7e9-3c0b32cd2057 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network hostable DHCP agents. Network: 2b9d026f-f9ff-46da-a58e-e5c51fa1b482, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:29:45.059747 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6be060-a06b-4691-87e1-aebd9f7ac152 None None] Network 396bb86d-5284-4e0f-bc75-af18a7f6c4c8 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:45.068881 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cdc926-d54f-4118-ac00-796af1ac5376 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Network eedf94a0-84f3-4ebc-a633-548f2f819ccc is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:29:45.097315 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e3e28711-0a3b-4fd3-837c-db9824b86abf tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:45.108679 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e3e28711-0a3b-4fd3-837c-db9824b86abf tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:45.124305 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-99e587c7-a4f8-41fc-8fc4-8f809b3bfc71 None None] Transition to ACTIVE for port object c6dbea90-fbc4-43cc-a95e-fc96c26aeebc will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:45.131422 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ac4b76-f1ee-4c96-891e-8b104856f10d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:45.135387 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2ac4b76-f1ee-4c96-891e-8b104856f10d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:45.145592 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3fe2ba-3a11-4627-be8c-d3fcf98044d7 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Made reservation on behalf of 33014ad214cf4de9aa340b17e7803ece for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:45.148901 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e3fe2ba-3a11-4627-be8c-d3fcf98044d7 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:45.172351 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-09e32552-e0a8-4152-85ab-cf6e5f2729fe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 25ae65cb-d6bd-4a03-b2a0-bc2f51bab0a0) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:45.191539 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e32552-e0a8-4152-85ab-cf6e5f2729fe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:45.192121 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09e32552-e0a8-4152-85ab-cf6e5f2729fe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:45.223888 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e28711-0a3b-4fd3-837c-db9824b86abf tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:45.233646 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-d5cdc926-d54f-4118-ac00-796af1ac5376 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, eedf94a0-84f3-4ebc-a633-548f2f819ccc) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:45.237831 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-19d41a35-6d06-4fc2-824e-bf330b76ff2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:45.245540 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-8a37ee14-6063-4b63-a210-61cbae77f218 None None] For port d91e36e2-bea5-4bf9-af1c-cacb0cb53aeb, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:29:45.249088 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d996925-b0da-41d2-b7e9-3c0b32cd2057 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network 2b9d026f-f9ff-46da-a58e-e5c51fa1b482 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:29:45.252516 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e07c74e-059e-45a4-a762-6e83ec6cb433 None None] Network 25ae65cb-d6bd-4a03-b2a0-bc2f51bab0a0 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:45.278976 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-1d996925-b0da-41d2-b7e9-3c0b32cd2057 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 2b9d026f-f9ff-46da-a58e-e5c51fa1b482) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:45.287339 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cdc926-d54f-4118-ac00-796af1ac5376 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:45.288016 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725019a9-9630-4d68-ad8b-41f16b38d669 None None] Network eedf94a0-84f3-4ebc-a633-548f2f819ccc requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:45.288150 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d5cdc926-d54f-4118-ac00-796af1ac5376 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:45.289450 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d996925-b0da-41d2-b7e9-3c0b32cd2057 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:45.290042 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1d996925-b0da-41d2-b7e9-3c0b32cd2057 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:45.342103 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfef1c30-8714-4f9a-a61f-955d555f890b None None] Network 2b9d026f-f9ff-46da-a58e-e5c51fa1b482 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:45.361679 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-09e32552-e0a8-4152-85ab-cf6e5f2729fe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9294250 Mar 31 15:29:45.364020 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43530) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:45.378487 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b75d9ccd-12c4-44e6-b84c-85c349055615 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-42697202', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:45.388507 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b75d9ccd-12c4-44e6-b84c-85c349055615 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:45.391220 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-19d41a35-6d06-4fc2-824e-bf330b76ff2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Deleting port a5cc4a08-2495-478e-b4ce-77145f3390a1 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:29:45.395465 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-19d41a35-6d06-4fc2-824e-bf330b76ff2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:45.401587 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b75d9ccd-12c4-44e6-b84c-85c349055615 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Usage tracker for resource:router and tenant:f5aeba78f50f4bbea010c74344321d80 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:45.408745 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b75d9ccd-12c4-44e6-b84c-85c349055615 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:45.421468 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b75d9ccd-12c4-44e6-b84c-85c349055615 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:45.435358 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0410bf58-b370-4c85-b2ee-736c50356d2c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:45.437779 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-99e587c7-a4f8-41fc-8fc4-8f809b3bfc71 None None] Transition to ACTIVE for port object c6dbea90-fbc4-43cc-a95e-fc96c26aeebc will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:45.439783 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-8a37ee14-6063-4b63-a210-61cbae77f218 None None] For port d91e36e2-bea5-4bf9-af1c-cacb0cb53aeb, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=d91e36e2-bea5-4bf9-af1c-cacb0cb53aeb,segment=NetworkSegment(6dca9a24-1593-4e03-8bdc-fb0d5818681e),segment_id=6dca9a24-1593-4e03-8bdc-fb0d5818681e)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:29:45.449789 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3e28711-0a3b-4fd3-837c-db9824b86abf tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:45.455055 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d5cdc926-d54f-4118-ac00-796af1ac5376 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5452292 Mar 31 15:29:45.457305 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43534) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:45.474226 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-0b3c5236-5913-409f-a289-7f2667ca5b4f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Request body: {'subnet': {'network_id': 'eedf94a0-84f3-4ebc-a633-548f2f819ccc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:45.505916 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1d996925-b0da-41d2-b7e9-3c0b32cd2057 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5005133 Mar 31 15:29:45.509372 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43538) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:45.526399 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-22565b0b-aba0-4514-9788-601775227aa9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'port': {'network_id': '2b9d026f-f9ff-46da-a58e-e5c51fa1b482', 'name': 'tempest-PortsIpV6TestJSON-1063466462'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:45.542290 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-e3e28711-0a3b-4fd3-837c-db9824b86abf tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] device_id is not set on port 11ac2c62-85ef-4078-ac8d-449458e45c58 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:29:45.735478 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b75d9ccd-12c4-44e6-b84c-85c349055615 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:45.736477 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b75d9ccd-12c4-44e6-b84c-85c349055615 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:45.759987 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8a37ee14-6063-4b63-a210-61cbae77f218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:45.857540 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-99e587c7-a4f8-41fc-8fc4-8f809b3bfc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:45.881883 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:29:45.888456 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b75d9ccd-12c4-44e6-b84c-85c349055615 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:45.982251 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2ac4b76-f1ee-4c96-891e-8b104856f10d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:46.049145 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-19d41a35-6d06-4fc2-824e-bf330b76ff2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] For port a5cc4a08-2495-478e-b4ce-77145f3390a1, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=a5cc4a08-2495-478e-b4ce-77145f3390a1,segment=NetworkSegment(ec040897-6253-4cfe-afd9-c724ffe42688),segment_id=ec040897-6253-4cfe-afd9-c724ffe42688)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:29:46.049742 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-19d41a35-6d06-4fc2-824e-bf330b76ff2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:46.051394 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e587c7-a4f8-41fc-8fc4-8f809b3bfc71 None None] Network 5d225aad-323e-419f-b0c2-1363eff60b6c is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:46.056484 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-22565b0b-aba0-4514-9788-601775227aa9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:46.074340 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-0b3c5236-5913-409f-a289-7f2667ca5b4f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:46.083197 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ac4b76-f1ee-4c96-891e-8b104856f10d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:46.092509 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-a2ac4b76-f1ee-4c96-891e-8b104856f10d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:46.094761 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fd43a98e-07cf-42d8-8f0d-a316ba364cb0 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:46.105599 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-99e587c7-a4f8-41fc-8fc4-8f809b3bfc71 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:46.117174 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e587c7-a4f8-41fc-8fc4-8f809b3bfc71 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:46.126255 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-22565b0b-aba0-4514-9788-601775227aa9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:46.134414 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7da452e-4e83-4bbb-82b3-01ab0b2c7549 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:46.136681 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ac4b76-f1ee-4c96-891e-8b104856f10d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:46.137458 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2ac4b76-f1ee-4c96-891e-8b104856f10d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:46.151937 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b75d9ccd-12c4-44e6-b84c-85c349055615 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:46.184027 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac4b76-f1ee-4c96-891e-8b104856f10d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Subnet': ['ID=a04f6908-4e8e-4e81-a829-a0dcfd955291,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:46.222029 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-0b3c5236-5913-409f-a289-7f2667ca5b4f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Usage tracker for resource:subnet and tenant:8c6575be81e7411a95d81072c1e21ab3 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:46.222479 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-e3e28711-0a3b-4fd3-837c-db9824b86abf tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Allocated IP 172.20.0.10 (baba5c7b-d9cb-4752-beb6-44c5dd00d885/c951e0be-6857-413b-821a-991f1d8f99fd/11ac2c62-85ef-4078-ac8d-449458e45c58) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:46.224859 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e3fe2ba-3a11-4627-be8c-d3fcf98044d7 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:46.231346 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-0b3c5236-5913-409f-a289-7f2667ca5b4f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:46.233377 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 445cbc39-cd4c-4903-9512-be87dcaa6c00 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:29:46.264274 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88ebbd5-623b-44ca-a48e-1c1ce677c511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-baba5c7b-d9cb-4752-beb6-44c5dd00d885', 'network_id': 'baba5c7b-d9cb-4752-beb6-44c5dd00d885', 'tenant_id': '62591a084e044f5ebd9b8ec401f28de6', 'fixed_ips': [{'subnet_id': 'c951e0be-6857-413b-821a-991f1d8f99fd'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:29:46.265208 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c88ebbd5-623b-44ca-a48e-1c1ce677c511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:46.277737 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-fd43a98e-07cf-42d8-8f0d-a316ba364cb0 None None] Transition to ACTIVE for port object 18b29e18-0a04-4585-adde-deac13afaf79 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:46.282714 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22565b0b-aba0-4514-9788-601775227aa9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:46.289610 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-22565b0b-aba0-4514-9788-601775227aa9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:46.339005 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a2ac4b76-f1ee-4c96-891e-8b104856f10d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6354334 Mar 31 15:29:46.339005 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b75d9ccd-12c4-44e6-b84c-85c349055615 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:46.339005 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b75d9ccd-12c4-44e6-b84c-85c349055615 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9705136 Mar 31 15:29:46.342865 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43544) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:46.343103 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43546) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:46.386224 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37ee14-6063-4b63-a210-61cbae77f218 None None] Pushing event updated for resources: {'Port': ['ID=d91e36e2-bea5-4bf9-af1c-cacb0cb53aeb,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:46.410850 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3fefb292-341f-454a-982f-db190bfc5352 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-670906976', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:46.414841 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-0b3c5236-5913-409f-a289-7f2667ca5b4f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:46.422902 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-19d41a35-6d06-4fc2-824e-bf330b76ff2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Calling delete_port for a5cc4a08-2495-478e-b4ce-77145f3390a1 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:29:46.450956 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 445cbc39-cd4c-4903-9512-be87dcaa6c00 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:29:46.451342 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 445cbc39-cd4c-4903-9512-be87dcaa6c00 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:29:46.451728 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device c2660297-a872-4feb-b801-0af6a2135a2a no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:29:46.485324 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-22565b0b-aba0-4514-9788-601775227aa9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] device_id is not set on port cc35d445-6e8e-4269-aad9-187fbb6c1122 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:29:46.518660 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-3fefb292-341f-454a-982f-db190bfc5352 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:46.544071 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-3fefb292-341f-454a-982f-db190bfc5352 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:router and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:46.553099 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-3fefb292-341f-454a-982f-db190bfc5352 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:46.562515 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-3fefb292-341f-454a-982f-db190bfc5352 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:46.569777 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3fe2ba-3a11-4627-be8c-d3fcf98044d7 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Pushing event updated for resources: {'Subnet': ['ID=85c058ce-218a-421b-8c3a-38ab02342a76,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:46.625883 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0410bf58-b370-4c85-b2ee-736c50356d2c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:46.642881 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3fe2ba-3a11-4627-be8c-d3fcf98044d7 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Checking segment: {'id': '3c3cb670-bfe7-49cb-bdff-cc2b233a2c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8d60d588-0402-4484-b1da-1753a3574376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:46.643352 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3fe2ba-3a11-4627-be8c-d3fcf98044d7 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Network hostable DHCP agents. Network: 8d60d588-0402-4484-b1da-1753a3574376, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:29:46.650141 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3c5236-5913-409f-a289-7f2667ca5b4f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Made reservation on behalf of 8c6575be81e7411a95d81072c1e21ab3 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:46.653963 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0b3c5236-5913-409f-a289-7f2667ca5b4f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:46.684256 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: c2660297-a872-4feb-b801-0af6a2135a2a {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:29:46.684674 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device c2660297-a872-4feb-b801-0af6a2135a2a not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:29:46.685622 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 6e245699-2da6-4dd6-b255-67965b535a2c no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:29:46.694331 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0410bf58-b370-4c85-b2ee-736c50356d2c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:46.695100 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0410bf58-b370-4c85-b2ee-736c50356d2c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:46.716251 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3fefb292-341f-454a-982f-db190bfc5352 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:46.717244 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3fefb292-341f-454a-982f-db190bfc5352 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:46.761169 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-fd43a98e-07cf-42d8-8f0d-a316ba364cb0 None None] Transition to ACTIVE for port object 18b29e18-0a04-4585-adde-deac13afaf79 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:46.792010 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 6e245699-2da6-4dd6-b255-67965b535a2c {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:29:46.792365 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 6e245699-2da6-4dd6-b255-67965b535a2c not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:29:46.828616 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-19d41a35-6d06-4fc2-824e-bf330b76ff2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:46.875071 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-85dce803-08f1-4a75-b838-17a6230b2324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:29:40Z', 'revision_number': 8, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None, '_interfaces': [{'id': '1089ca86-1d82-48a1-a534-ebfe05d40cb1', 'name': '', 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:41:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:26Z', 'updated_at': '2022-03-31T15:28:39Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69626f6e-d638-4d98-bbbc-5c65cd791fdf', 'name': '', 'network_id': '141e2a28-42aa-42ea-9fd7-4ed30b259878', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:c0:c5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:43Z', 'updated_at': '2022-03-31T15:28:55Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e68dd7d7-7683-46e9-9137-953a19061146', 'name': '', 'network_id': 'bc33895a-db18-4da4-903f-fdf2b3c99c40', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:2a:0b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '69408f8a-4afc-4f6c-8039-cf552e0a59b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:58Z', 'updated_at': '2022-03-31T15:29:31Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '69408f8a-4afc-4f6c-8039-cf552e0a59b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:46.914906 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e587c7-a4f8-41fc-8fc4-8f809b3bfc71 None None] Pushing event updated for resources: {'Port': ['ID=c6dbea90-fbc4-43cc-a95e-fc96c26aeebc,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:46.921663 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fd43a98e-07cf-42d8-8f0d-a316ba364cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:46.966412 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3fefb292-341f-454a-982f-db190bfc5352 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:46.969140 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-99e587c7-a4f8-41fc-8fc4-8f809b3bfc71 None None] Attempting to bind port c6dbea90-fbc4-43cc-a95e-fc96c26aeebc on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:29:46.973451 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-99e587c7-a4f8-41fc-8fc4-8f809b3bfc71 None None] Attempting to bind port c6dbea90-fbc4-43cc-a95e-fc96c26aeebc by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'af29e0c5-a4b0-47cd-9b40-627875cffb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5d225aad-323e-419f-b0c2-1363eff60b6c'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:29:46.973451 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e587c7-a4f8-41fc-8fc4-8f809b3bfc71 None None] Attempting to bind port c6dbea90-fbc4-43cc-a95e-fc96c26aeebc on network 5d225aad-323e-419f-b0c2-1363eff60b6c {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:29:47.002736 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410bf58-b370-4c85-b2ee-736c50356d2c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Pushing event updated for resources: {'Port': ['ID=57322c0f-5c66-4fcf-a272-bcc5ddd29499,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:47.017495 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d41a35-6d06-4fc2-824e-bf330b76ff2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] No DVR routers for this DVR port a5cc4a08-2495-478e-b4ce-77145f3390a1 on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:29:47.039676 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dce803-08f1-4a75-b838-17a6230b2324 None None] Checking router: 11a978fe-3e44-49c6-8939-d3c2232eb634 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:29:47.113666 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3e28711-0a3b-4fd3-837c-db9824b86abf tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:47.165404 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1d7d22-920d-4db8-8b27-e1326af7d7de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-25ae65cb-d6bd-4a03-b2a0-bc2f51bab0a0', 'network_id': '25ae65cb-d6bd-4a03-b2a0-bc2f51bab0a0', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'fixed_ips': [{'subnet_id': 'ba87f777-dff2-4216-918c-6eceb7c93b2e'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:29:47.165896 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3fe2ba-3a11-4627-be8c-d3fcf98044d7 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Network 8d60d588-0402-4484-b1da-1753a3574376 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:29:47.166277 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ae1d7d22-920d-4db8-8b27-e1326af7d7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:47.178583 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e587c7-a4f8-41fc-8fc4-8f809b3bfc71 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:29:47.178752 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e587c7-a4f8-41fc-8fc4-8f809b3bfc71 None None] Checking segment: {'id': 'af29e0c5-a4b0-47cd-9b40-627875cffb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5d225aad-323e-419f-b0c2-1363eff60b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:47.180489 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-99e587c7-a4f8-41fc-8fc4-8f809b3bfc71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:47.180489 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e587c7-a4f8-41fc-8fc4-8f809b3bfc71 None None] Bound using segment: {'id': 'af29e0c5-a4b0-47cd-9b40-627875cffb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5d225aad-323e-419f-b0c2-1363eff60b6c'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:29:47.181224 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-99e587c7-a4f8-41fc-8fc4-8f809b3bfc71 None None] Bound port: c6dbea90-fbc4-43cc-a95e-fc96c26aeebc, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af29e0c5-a4b0-47cd-9b40-627875cffb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5d225aad-323e-419f-b0c2-1363eff60b6c'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:29:47.181376 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-99e587c7-a4f8-41fc-8fc4-8f809b3bfc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:47.188851 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-e3e28711-0a3b-4fd3-837c-db9824b86abf tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Transition to ACTIVE for port object 11ac2c62-85ef-4078-ac8d-449458e45c58 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:47.190654 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-22565b0b-aba0-4514-9788-601775227aa9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Allocated IP 2001:db8::1fe (2b9d026f-f9ff-46da-a58e-e5c51fa1b482/51900c2f-d9ff-43f3-a6d0-45431cdef1b4/cc35d445-6e8e-4269-aad9-187fbb6c1122) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:47.248526 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd43a98e-07cf-42d8-8f0d-a316ba364cb0 None None] Network 4077daf3-7c2c-43f4-ae3f-cf3b0d0d23e5 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:47.251507 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d41a35-6d06-4fc2-824e-bf330b76ff2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Port': ['ID=a5cc4a08-2495-478e-b4ce-77145f3390a1,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:47.264728 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0453fc1-cc25-4ff8-8223-9a8db382d849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-eedf94a0-84f3-4ebc-a633-548f2f819ccc', 'network_id': 'eedf94a0-84f3-4ebc-a633-548f2f819ccc', 'tenant_id': '8c6575be81e7411a95d81072c1e21ab3', 'fixed_ips': [{'subnet_id': '5edc86dc-1995-4b73-8bfc-fc9815f21655'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:29:47.265933 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c0453fc1-cc25-4ff8-8223-9a8db382d849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:47.278785 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f594a8-270d-4a24-84f5-938147ecda3c None None] DHCP port deletion for 396bb86d-5284-4e0f-bc75-af18a7f6c4c8 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:29:47.326756 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f2b53c-fee8-4b10-a4cf-e7464059be4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-2b9d026f-f9ff-46da-a58e-e5c51fa1b482', 'network_id': '2b9d026f-f9ff-46da-a58e-e5c51fa1b482', 'tenant_id': '24409fb148c545f09958fe765489c869', 'fixed_ips': [{'subnet_id': '51900c2f-d9ff-43f3-a6d0-45431cdef1b4'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:29:47.327591 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-78f2b53c-fee8-4b10-a4cf-e7464059be4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:47.338250 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-fd43a98e-07cf-42d8-8f0d-a316ba364cb0 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:47.340633 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd43a98e-07cf-42d8-8f0d-a316ba364cb0 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:47.370686 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-6e3fe2ba-3a11-4627-be8c-d3fcf98044d7 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 8d60d588-0402-4484-b1da-1753a3574376) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:47.383453 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dce803-08f1-4a75-b838-17a6230b2324 None None] Routers {'11a978fe-3e44-49c6-8939-d3c2232eb634'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:29:47.383905 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-19d41a35-6d06-4fc2-824e-bf330b76ff2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:47.384070 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-85dce803-08f1-4a75-b838-17a6230b2324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:29:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['11a978fe-3e44-49c6-8939-d3c2232eb634'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:47.393659 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3fe2ba-3a11-4627-be8c-d3fcf98044d7 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:47.394241 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e3fe2ba-3a11-4627-be8c-d3fcf98044d7 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:47.451123 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-19d41a35-6d06-4fc2-824e-bf330b76ff2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['396bb86d-5284-4e0f-bc75-af18a7f6c4c8']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:47.476959 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-19d41a35-6d06-4fc2-824e-bf330b76ff2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec040897-6253-4cfe-afd9-c724ffe42688') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:47.477651 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-19d41a35-6d06-4fc2-824e-bf330b76ff2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec040897-6253-4cfe-afd9-c724ffe42688') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:47.496993 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0410bf58-b370-4c85-b2ee-736c50356d2c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Network 02abf214-842a-42a4-ae5f-a0f86b0f449e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:47.501899 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-19d41a35-6d06-4fc2-824e-bf330b76ff2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:47.512497 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-0410bf58-b370-4c85-b2ee-736c50356d2c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:47.624591 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-22565b0b-aba0-4514-9788-601775227aa9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:47.632185 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43a98e-07cf-42d8-8f0d-a316ba364cb0 None None] Pushing event updated for resources: {'Port': ['ID=18b29e18-0a04-4585-adde-deac13afaf79,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:47.643043 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-22565b0b-aba0-4514-9788-601775227aa9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Transition to ACTIVE for port object cc35d445-6e8e-4269-aad9-187fbb6c1122 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:47.660947 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6e3fe2ba-3a11-4627-be8c-d3fcf98044d7 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0839744 Mar 31 15:29:47.663085 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3fefb292-341f-454a-982f-db190bfc5352 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:47.664363 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-19d41a35-6d06-4fc2-824e-bf330b76ff2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:47.668781 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43552) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:47.685751 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b1b2c467-f743-44e8-a701-9303d2fd22cf tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:47.744988 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-429688ce-3afb-4782-970b-2e4658912fe0 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Request body: {'port': {'network_id': '8d60d588-0402-4484-b1da-1753a3574376', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-369432358'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:47.759229 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d41a35-6d06-4fc2-824e-bf330b76ff2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:29:47.759630 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-19d41a35-6d06-4fc2-824e-bf330b76ff2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:47.779639 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:29:47.779639 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:29:47.779639 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:29:47.779639 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:29:47.779639 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:29:47.779639 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:29:47.779639 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:29:47.779639 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:29:47.779639 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:29:47.779639 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:29:47.779639 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:29:47.779639 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:29:47.779639 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:29:47.779639 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:29:47.779639 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:29:47.779639 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:29:47.779639 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:29:47.779639 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:29:47.779639 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:29:47.779639 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:29:47.779639 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:29:47.779639 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:29:47.779639 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:29:47.779639 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:29:47.779639 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:29:47.779639 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:29:47.779639 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:29:47.779639 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:29:47.779639 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:29:47.779639 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:29:47.779639 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:29:47.779639 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:29:47.786961 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-22565b0b-aba0-4514-9788-601775227aa9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:47.860894 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0b3c5236-5913-409f-a289-7f2667ca5b4f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:47.943436 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3fefb292-341f-454a-982f-db190bfc5352 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:47.944689 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3fefb292-341f-454a-982f-db190bfc5352 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.5992415 Mar 31 15:29:47.992423 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43556) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:47.994362 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22565b0b-aba0-4514-9788-601775227aa9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network 2b9d026f-f9ff-46da-a58e-e5c51fa1b482 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:48.005688 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-22565b0b-aba0-4514-9788-601775227aa9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:48.068600 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22565b0b-aba0-4514-9788-601775227aa9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:48.074996 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22565b0b-aba0-4514-9788-601775227aa9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:48.075702 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-22565b0b-aba0-4514-9788-601775227aa9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:48.110019 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-fd43a98e-07cf-42d8-8f0d-a316ba364cb0 None None] Attempting to bind port 18b29e18-0a04-4585-adde-deac13afaf79 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:29:48.110392 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-fd43a98e-07cf-42d8-8f0d-a316ba364cb0 None None] Attempting to bind port 18b29e18-0a04-4585-adde-deac13afaf79 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'de646520-680a-4d57-9325-82cd0ec823c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4077daf3-7c2c-43f4-ae3f-cf3b0d0d23e5'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:29:48.110758 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd43a98e-07cf-42d8-8f0d-a316ba364cb0 None None] Attempting to bind port 18b29e18-0a04-4585-adde-deac13afaf79 on network 4077daf3-7c2c-43f4-ae3f-cf3b0d0d23e5 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:29:48.125320 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3e28711-0a3b-4fd3-837c-db9824b86abf tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:48.126874 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22565b0b-aba0-4514-9788-601775227aa9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Port': ['ID=cc35d445-6e8e-4269-aad9-187fbb6c1122,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:48.127054 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-85dce803-08f1-4a75-b838-17a6230b2324 None None] Set router 11a978fe-3e44-49c6-8939-d3c2232eb634 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:29:48.196092 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-99e587c7-a4f8-41fc-8fc4-8f809b3bfc71 None None] For port c6dbea90-fbc4-43cc-a95e-fc96c26aeebc, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:29:48.219791 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3c5236-5913-409f-a289-7f2667ca5b4f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Network eedf94a0-84f3-4ebc-a633-548f2f819ccc is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:48.229248 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f3b28d-eee4-40c2-9d23-35b64f4ece25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'fixed_ips': [{'subnet_id': 'a04f6908-4e8e-4e81-a829-a0dcfd955291'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:29:48.229959 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-69f3b28d-eee4-40c2-9d23-35b64f4ece25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:48.231787 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-0b3c5236-5913-409f-a289-7f2667ca5b4f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:48.243070 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3c5236-5913-409f-a289-7f2667ca5b4f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:48.243659 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0b3c5236-5913-409f-a289-7f2667ca5b4f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:48.247680 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c5236-5913-409f-a289-7f2667ca5b4f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event updated for resources: {'Subnet': ['ID=523b2d6f-67f1-41da-b7be-5100a083f3f0,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:48.257472 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd43a98e-07cf-42d8-8f0d-a316ba364cb0 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:29:48.257882 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd43a98e-07cf-42d8-8f0d-a316ba364cb0 None None] Checking segment: {'id': 'de646520-680a-4d57-9325-82cd0ec823c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4077daf3-7c2c-43f4-ae3f-cf3b0d0d23e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:48.258299 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fd43a98e-07cf-42d8-8f0d-a316ba364cb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:48.258697 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd43a98e-07cf-42d8-8f0d-a316ba364cb0 None None] Bound using segment: {'id': 'de646520-680a-4d57-9325-82cd0ec823c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4077daf3-7c2c-43f4-ae3f-cf3b0d0d23e5'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:29:48.259343 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-fd43a98e-07cf-42d8-8f0d-a316ba364cb0 None None] Bound port: 18b29e18-0a04-4585-adde-deac13afaf79, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de646520-680a-4d57-9325-82cd0ec823c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4077daf3-7c2c-43f4-ae3f-cf3b0d0d23e5'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:29:48.259667 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fd43a98e-07cf-42d8-8f0d-a316ba364cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:48.279085 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-22565b0b-aba0-4514-9788-601775227aa9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7608542 Mar 31 15:29:48.284725 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43560) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:48.293545 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-2f005ceb-dd2d-4c4d-a11e-4a9838ad8345 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'port': {'network_id': '2b9d026f-f9ff-46da-a58e-e5c51fa1b482', 'name': 'tempest-PortsIpV6TestJSON-1638376887'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:48.308003 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-19d41a35-6d06-4fc2-824e-bf330b76ff2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:48.341010 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-99e587c7-a4f8-41fc-8fc4-8f809b3bfc71 None None] For port c6dbea90-fbc4-43cc-a95e-fc96c26aeebc, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=c6dbea90-fbc4-43cc-a95e-fc96c26aeebc,segment=NetworkSegment(af29e0c5-a4b0-47cd-9b40-627875cffb17),segment_id=af29e0c5-a4b0-47cd-9b40-627875cffb17)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:29:48.354714 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-19d41a35-6d06-4fc2-824e-bf330b76ff2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:48.354714 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-19d41a35-6d06-4fc2-824e-bf330b76ff2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/networks/396bb86d-5284-4e0f-bc75-af18a7f6c4c8 HTTP/1.1" status: 204 len: 168 time: 3.3115175 Mar 31 15:29:48.361173 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43564) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:48.364315 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-429688ce-3afb-4782-970b-2e4658912fe0 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:48.380462 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e28711-0a3b-4fd3-837c-db9824b86abf tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network baba5c7b-d9cb-4752-beb6-44c5dd00d885 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:48.384278 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1f912c-3c99-41bb-9b79-8d674ff3a983 None None] Network 02abf214-842a-42a4-ae5f-a0f86b0f449e requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:48.432528 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-e3e28711-0a3b-4fd3-837c-db9824b86abf tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:48.435757 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d41a35-6d06-4fc2-824e-bf330b76ff2e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Network': ['ID=396bb86d-5284-4e0f-bc75-af18a7f6c4c8,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:48.441995 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e28711-0a3b-4fd3-837c-db9824b86abf tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Port': ['ID=11ac2c62-85ef-4078-ac8d-449458e45c58,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:48.444254 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e28711-0a3b-4fd3-837c-db9824b86abf tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:48.488528 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-429688ce-3afb-4782-970b-2e4658912fe0 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Usage tracker for resource:port and tenant:33014ad214cf4de9aa340b17e7803ece is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:48.494891 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0b3c5236-5913-409f-a289-7f2667ca5b4f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0327492 Mar 31 15:29:48.499844 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-429688ce-3afb-4782-970b-2e4658912fe0 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:48.502583 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43568) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:48.615998 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-99e587c7-a4f8-41fc-8fc4-8f809b3bfc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:48.620803 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-c88ebbd5-623b-44ca-a48e-1c1ce677c511 None None] Allocated IP 172.20.0.2 (baba5c7b-d9cb-4752-beb6-44c5dd00d885/c951e0be-6857-413b-821a-991f1d8f99fd/9605788b-fa69-4056-a00c-6ab10a23e730) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:48.687743 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0410bf58-b370-4c85-b2ee-736c50356d2c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Router d6409eb5-6b98-412f-84ec-9248251f6a71 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:29:48.694182 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19538666-9fc8-45f0-8b80-79d6ae1ca79d tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:48.695955 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19538666-9fc8-45f0-8b80-79d6ae1ca79d tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:48.697451 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19538666-9fc8-45f0-8b80-79d6ae1ca79d tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:48.699261 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19538666-9fc8-45f0-8b80-79d6ae1ca79d tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:48.700614 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19538666-9fc8-45f0-8b80-79d6ae1ca79d tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:48.701369 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-19538666-9fc8-45f0-8b80-79d6ae1ca79d tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Synchronizing usage tracker for tenant:8c6575be81e7411a95d81072c1e21ab3 on resource:subnet {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:29:48.704722 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-429688ce-3afb-4782-970b-2e4658912fe0 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:48.754464 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e28711-0a3b-4fd3-837c-db9824b86abf tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:48.754464 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3e28711-0a3b-4fd3-837c-db9824b86abf tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:48.758501 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-ae1d7d22-920d-4db8-8b27-e1326af7d7de None None] Allocated IP 2001:db8:1::2 (25ae65cb-d6bd-4a03-b2a0-bc2f51bab0a0/ba87f777-dff2-4216-918c-6eceb7c93b2e/2037b2c4-6705-4ca8-8a01-3f287dc933ea) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:48.844631 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-b1b2c467-f743-44e8-a701-9303d2fd22cf tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Allocated IP 2001:db8::1 (5d225aad-323e-419f-b0c2-1363eff60b6c/e06c501e-f8e1-46b9-9c42-1360b3bc1e1c/623cf57d-1a39-40c5-a6e3-d32f4178fb17) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:48.856904 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429688ce-3afb-4782-970b-2e4658912fe0 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Made reservation on behalf of 33014ad214cf4de9aa340b17e7803ece for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:48.860326 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-429688ce-3afb-4782-970b-2e4658912fe0 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:48.887517 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e3e28711-0a3b-4fd3-837c-db9824b86abf tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0114536 Mar 31 15:29:48.891862 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43574) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:48.893294 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-30044568-cea5-4d63-84f7-564ae5936aea tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:48.916726 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-54044e38-5c2b-4dcf-9108-a141359f8f35 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'port': {'network_id': 'baba5c7b-d9cb-4752-beb6-44c5dd00d885', 'name': 'tempest-PortsTestJSON-33560868', 'fixed_ips': [{'subnet_id': 'c951e0be-6857-413b-821a-991f1d8f99fd', 'ip_address': '172.20.0.9'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:48.968874 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2847533b-2e4b-4fd1-91fa-ae10fc9e11a9 None None] Provisioning for port d91e36e2-bea5-4bf9-af1c-cacb0cb53aeb completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:48.971838 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-c0453fc1-cc25-4ff8-8223-9a8db382d849 None None] Allocated IP 2001:db8::2 (eedf94a0-84f3-4ebc-a633-548f2f819ccc/5edc86dc-1995-4b73-8bfc-fc9815f21655/47108215-1909-4d13-b6af-d99c4bf2ad9d) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:49.011806 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-19538666-9fc8-45f0-8b80-79d6ae1ca79d tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Unset dirty status for tenant:8c6575be81e7411a95d81072c1e21ab3 on resource:subnet {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:29:49.016503 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-19538666-9fc8-45f0-8b80-79d6ae1ca79d tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5004849 Mar 31 15:29:49.016503 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2f005ceb-dd2d-4c4d-a11e-4a9838ad8345 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:49.024312 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43578) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:49.087592 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2f005ceb-dd2d-4c4d-a11e-4a9838ad8345 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:port and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:49.092261 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2f005ceb-dd2d-4c4d-a11e-4a9838ad8345 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for port was recalculated. Used quota:2. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:49.095285 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-429688ce-3afb-4782-970b-2e4658912fe0 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] device_id is not set on port ecbf93dd-3342-4d92-a9c4-e7b48a76a75e yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:29:49.138757 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-4704dce2-fdcd-4b87-87c7-84648142d644 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-574085653'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:49.139341 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-78f2b53c-fee8-4b10-a4cf-e7464059be4d None None] Allocated IP 2001:db8::2 (2b9d026f-f9ff-46da-a58e-e5c51fa1b482/51900c2f-d9ff-43f3-a6d0-45431cdef1b4/3f2b5ee7-cfdc-490c-b502-fa5564e430dd) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:49.144886 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device d91e36e2-bea5-4bf9-af1c-cacb0cb53aeb up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:29:49.151098 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4704dce2-fdcd-4b87-87c7-84648142d644 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:49.165626 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2f005ceb-dd2d-4c4d-a11e-4a9838ad8345 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:49.179857 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4704dce2-fdcd-4b87-87c7-84648142d644 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Usage tracker for resource:network and tenant:8c6575be81e7411a95d81072c1e21ab3 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:49.196850 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4704dce2-fdcd-4b87-87c7-84648142d644 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Quota usage for network was recalculated. Used quota:3. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:49.209709 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0410bf58-b370-4c85-b2ee-736c50356d2c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:29:49.230355 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc5f30c-d6f7-4284-a7d4-1f7cb44595a9 None None] Sync routers for ids ['d6409eb5-6b98-412f-84ec-9248251f6a71'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:29:49.238408 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4704dce2-fdcd-4b87-87c7-84648142d644 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:49.267968 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc5f30c-d6f7-4284-a7d4-1f7cb44595a9 None None] Routers {'d6409eb5-6b98-412f-84ec-9248251f6a71'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:29:49.269109 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-3fc5f30c-d6f7-4284-a7d4-1f7cb44595a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:29:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['d6409eb5-6b98-412f-84ec-9248251f6a71'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:49.291783 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-fd43a98e-07cf-42d8-8f0d-a316ba364cb0 None None] For port 18b29e18-0a04-4585-adde-deac13afaf79, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:29:49.301012 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0410bf58-b370-4c85-b2ee-736c50356d2c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] 10.222.0.31 "PUT /v2.0/routers/d6409eb5-6b98-412f-84ec-9248251f6a71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5352073 Mar 31 15:29:49.309280 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43584) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:49.379222 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e587c7-a4f8-41fc-8fc4-8f809b3bfc71 None None] Pushing event updated for resources: {'Port': ['ID=c6dbea90-fbc4-43cc-a95e-fc96c26aeebc,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:49.380044 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-3fc5f30c-d6f7-4284-a7d4-1f7cb44595a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:49.408870 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc5f30c-d6f7-4284-a7d4-1f7cb44595a9 None None] Routers {'d6409eb5-6b98-412f-84ec-9248251f6a71'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:29:49.410858 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-3fc5f30c-d6f7-4284-a7d4-1f7cb44595a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:29:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['d6409eb5-6b98-412f-84ec-9248251f6a71'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:49.419800 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4704dce2-fdcd-4b87-87c7-84648142d644 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Made reservation on behalf of 8c6575be81e7411a95d81072c1e21ab3 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:49.423162 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4704dce2-fdcd-4b87-87c7-84648142d644 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:49.431829 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f005ceb-dd2d-4c4d-a11e-4a9838ad8345 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:49.435548 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2f005ceb-dd2d-4c4d-a11e-4a9838ad8345 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:49.454792 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-fd43a98e-07cf-42d8-8f0d-a316ba364cb0 None None] For port 18b29e18-0a04-4585-adde-deac13afaf79, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=18b29e18-0a04-4585-adde-deac13afaf79,segment=NetworkSegment(de646520-680a-4d57-9325-82cd0ec823c6),segment_id=de646520-680a-4d57-9325-82cd0ec823c6)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:29:49.549053 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-3fc5f30c-d6f7-4284-a7d4-1f7cb44595a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:49.549638 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc5f30c-d6f7-4284-a7d4-1f7cb44595a9 None None] The sync data for ids ['d6409eb5-6b98-412f-84ec-9248251f6a71'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:29:49.581351 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b1b2c467-f743-44e8-a701-9303d2fd22cf tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:49.584999 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-54044e38-5c2b-4dcf-9108-a141359f8f35 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:49.603392 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-54044e38-5c2b-4dcf-9108-a141359f8f35 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:port and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:49.610514 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-54044e38-5c2b-4dcf-9108-a141359f8f35 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for port was recalculated. Used quota:2. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:49.630855 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-54044e38-5c2b-4dcf-9108-a141359f8f35 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:49.636673 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fd43a98e-07cf-42d8-8f0d-a316ba364cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:49.653484 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-429688ce-3afb-4782-970b-2e4658912fe0 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Allocated IP 2001:db8::1c (8d60d588-0402-4484-b1da-1753a3574376/85c058ce-218a-421b-8c3a-38ab02342a76/ecbf93dd-3342-4d92-a9c4-e7b48a76a75e) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:49.661459 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-2f005ceb-dd2d-4c4d-a11e-4a9838ad8345 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] device_id is not set on port 8db4db4c-4b15-4671-b6b1-a6ba8c358a74 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:29:49.674179 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-b1b2c467-f743-44e8-a701-9303d2fd22cf tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Transition to ACTIVE for port object 623cf57d-1a39-40c5-a6e3-d32f4178fb17 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:49.724427 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54044e38-5c2b-4dcf-9108-a141359f8f35 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:49.731665 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-54044e38-5c2b-4dcf-9108-a141359f8f35 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:49.771485 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-54044e38-5c2b-4dcf-9108-a141359f8f35 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] device_id is not set on port 69cf0225-9b7a-4de6-a866-31a09aca8171 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:29:49.811936 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b1b2c467-f743-44e8-a701-9303d2fd22cf tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:49.910530 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4704dce2-fdcd-4b87-87c7-84648142d644 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:29:49.931478 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b2c467-f743-44e8-a701-9303d2fd22cf tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network 5d225aad-323e-419f-b0c2-1363eff60b6c is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:49.945746 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-b1b2c467-f743-44e8-a701-9303d2fd22cf tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:49.978541 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b2c467-f743-44e8-a701-9303d2fd22cf tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:49.984955 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b1b2c467-f743-44e8-a701-9303d2fd22cf tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:50.028636 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2c467-f743-44e8-a701-9303d2fd22cf tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Port': ['ID=623cf57d-1a39-40c5-a6e3-d32f4178fb17,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:50.083983 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4704dce2-fdcd-4b87-87c7-84648142d644 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:50.084316 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-4704dce2-fdcd-4b87-87c7-84648142d644 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Added segment cbfd6866-fdb0-4986-b982-1daea9e89f9d of type vlan for network d634831b-41ff-40a6-b39e-167072492204 Mar 31 15:29:50.125364 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-69f3b28d-eee4-40c2-9d23-35b64f4ece25 None None] Allocated IP 2001:db8::2 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/a04f6908-4e8e-4e81-a829-a0dcfd955291/3f30ceaa-f316-4d01-a31a-655599b2e753) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:50.301947 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port d91e36e2-bea5-4bf9-af1c-cacb0cb53aeb completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:50.310895 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c88ebbd5-623b-44ca-a48e-1c1ce677c511 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:50.313406 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4704dce2-fdcd-4b87-87c7-84648142d644 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:50.316145 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b1b2c467-f743-44e8-a701-9303d2fd22cf tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:50.328268 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c88ebbd5-623b-44ca-a48e-1c1ce677c511 None None] Transition to ACTIVE for port object 9605788b-fa69-4056-a00c-6ab10a23e730 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:50.460440 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43a98e-07cf-42d8-8f0d-a316ba364cb0 None None] Pushing event updated for resources: {'Port': ['ID=18b29e18-0a04-4585-adde-deac13afaf79,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:50.464058 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port d91e36e2-bea5-4bf9-af1c-cacb0cb53aeb triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:50.464502 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:50.472869 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-4704dce2-fdcd-4b87-87c7-84648142d644 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:29:50.582094 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4704dce2-fdcd-4b87-87c7-84648142d644 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:50.588211 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4704dce2-fdcd-4b87-87c7-84648142d644 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:50.588619 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4704dce2-fdcd-4b87-87c7-84648142d644 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:50.668073 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c88ebbd5-623b-44ca-a48e-1c1ce677c511 None None] Transition to ACTIVE for port object 9605788b-fa69-4056-a00c-6ab10a23e730 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:50.754161 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c0453fc1-cc25-4ff8-8223-9a8db382d849 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:50.770760 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c88ebbd5-623b-44ca-a48e-1c1ce677c511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:50.884555 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4704dce2-fdcd-4b87-87c7-84648142d644 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8527296 Mar 31 15:29:50.890878 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ebbd5-623b-44ca-a48e-1c1ce677c511 None None] Pushing event updated for resources: {'Port': ['ID=9605788b-fa69-4056-a00c-6ab10a23e730,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:50.901125 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43594) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:50.902713 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704dce2-fdcd-4b87-87c7-84648142d644 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event updated for resources: {'Network': ['ID=d634831b-41ff-40a6-b39e-167072492204,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:50.907529 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-151bdf85-5737-49dc-a5ed-f1e4c0a86b65 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:50.910712 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-429688ce-3afb-4782-970b-2e4658912fe0 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:50.926700 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ae1d7d22-920d-4db8-8b27-e1326af7d7de None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:50.926700 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c0453fc1-cc25-4ff8-8223-9a8db382d849 None None] Transition to ACTIVE for port object 47108215-1909-4d13-b6af-d99c4bf2ad9d will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:50.987119 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-429688ce-3afb-4782-970b-2e4658912fe0 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Transition to ACTIVE for port object ecbf93dd-3342-4d92-a9c4-e7b48a76a75e will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:51.033407 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-f6f8b095-ab95-45a5-bd2a-4926266ff779 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:29:51.037052 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f6f8b095-ab95-45a5-bd2a-4926266ff779 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] 10.222.0.31 "PUT /v2.0/routers/d6409eb5-6b98-412f-84ec-9248251f6a71/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7239132 Mar 31 15:29:51.038237 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43598) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:51.045357 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-caaa07dc-2d36-43dd-8457-5bd573d8985f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:51.057973 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network d634831b-41ff-40a6-b39e-167072492204 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:29:51.062494 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b1b2c467-f743-44e8-a701-9303d2fd22cf tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:51.074384 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-54044e38-5c2b-4dcf-9108-a141359f8f35 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Allocated IP 172.20.0.9 (baba5c7b-d9cb-4752-beb6-44c5dd00d885/c951e0be-6857-413b-821a-991f1d8f99fd/69cf0225-9b7a-4de6-a866-31a09aca8171) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:51.229016 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b1b2c467-f743-44e8-a701-9303d2fd22cf tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:51.229793 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b1b2c467-f743-44e8-a701-9303d2fd22cf tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:51.233650 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-85dce803-08f1-4a75-b838-17a6230b2324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:29:40Z', 'revision_number': 8, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None, '_interfaces': [{'id': '1089ca86-1d82-48a1-a534-ebfe05d40cb1', 'name': '', 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:41:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:26Z', 'updated_at': '2022-03-31T15:28:39Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69626f6e-d638-4d98-bbbc-5c65cd791fdf', 'name': '', 'network_id': '141e2a28-42aa-42ea-9fd7-4ed30b259878', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:c0:c5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:43Z', 'updated_at': '2022-03-31T15:28:55Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e68dd7d7-7683-46e9-9137-953a19061146', 'name': '', 'network_id': 'bc33895a-db18-4da4-903f-fdf2b3c99c40', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:2a:0b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '69408f8a-4afc-4f6c-8039-cf552e0a59b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:58Z', 'updated_at': '2022-03-31T15:29:31Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '69408f8a-4afc-4f6c-8039-cf552e0a59b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:51.242842 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-78f2b53c-fee8-4b10-a4cf-e7464059be4d None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:51.250686 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88ebbd5-623b-44ca-a48e-1c1ce677c511 None None] Network baba5c7b-d9cb-4752-beb6-44c5dd00d885 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:51.253829 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ff1185-f85d-4d35-93ee-6eef4d6d3428 None None] Network 5d225aad-323e-419f-b0c2-1363eff60b6c requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:51.306434 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ae1d7d22-920d-4db8-8b27-e1326af7d7de None None] Transition to ACTIVE for port object 2037b2c4-6705-4ca8-8a01-3f287dc933ea will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:51.313100 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-c88ebbd5-623b-44ca-a48e-1c1ce677c511 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:51.315569 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88ebbd5-623b-44ca-a48e-1c1ce677c511 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:51.353752 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dce803-08f1-4a75-b838-17a6230b2324 None None] The sync data for ids ['11a978fe-3e44-49c6-8939-d3c2232eb634'] in dv-neutron-833379-2-hyperv is: [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:29:40Z', 'revision_number': 8, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None, '_interfaces': [{'id': '1089ca86-1d82-48a1-a534-ebfe05d40cb1', 'name': '', 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:41:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:26Z', 'updated_at': '2022-03-31T15:28:39Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69626f6e-d638-4d98-bbbc-5c65cd791fdf', 'name': '', 'network_id': '141e2a28-42aa-42ea-9fd7-4ed30b259878', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:c0:c5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:43Z', 'updated_at': '2022-03-31T15:28:55Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e68dd7d7-7683-46e9-9137-953a19061146', 'name': '', 'network_id': 'bc33895a-db18-4da4-903f-fdf2b3c99c40', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:2a:0b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '69408f8a-4afc-4f6c-8039-cf552e0a59b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:58Z', 'updated_at': '2022-03-31T15:29:31Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '69408f8a-4afc-4f6c-8039-cf552e0a59b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:29:51.436268 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-429688ce-3afb-4782-970b-2e4658912fe0 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:51.456061 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-78f2b53c-fee8-4b10-a4cf-e7464059be4d None None] Transition to ACTIVE for port object 3f2b5ee7-cfdc-490c-b502-fa5564e430dd will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:51.465454 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c0453fc1-cc25-4ff8-8223-9a8db382d849 None None] Transition to ACTIVE for port object 47108215-1909-4d13-b6af-d99c4bf2ad9d will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:51.599204 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-69f3b28d-eee4-40c2-9d23-35b64f4ece25 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:51.613951 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-69f3b28d-eee4-40c2-9d23-35b64f4ece25 None None] Transition to ACTIVE for port object 3f30ceaa-f316-4d01-a31a-655599b2e753 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:51.638846 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-69f3b28d-eee4-40c2-9d23-35b64f4ece25 None None] Transition to ACTIVE for port object 3f30ceaa-f316-4d01-a31a-655599b2e753 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:51.776354 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:51.802612 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c0453fc1-cc25-4ff8-8223-9a8db382d849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:51.827044 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ae1d7d22-920d-4db8-8b27-e1326af7d7de None None] Transition to ACTIVE for port object 2037b2c4-6705-4ca8-8a01-3f287dc933ea will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:51.859738 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2c467-f743-44e8-a701-9303d2fd22cf tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Port': ['ID=623cf57d-1a39-40c5-a6e3-d32f4178fb17,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:51.881690 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-69f3b28d-eee4-40c2-9d23-35b64f4ece25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:51.885882 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3aee3b4a-3775-46e5-a90b-79e4b0711379 None None] Provisioning for port c6dbea90-fbc4-43cc-a95e-fc96c26aeebc completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:51.908340 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5c1292-13e8-4081-8c49-d8a8164bc42d None None] Network 4077daf3-7c2c-43f4-ae3f-cf3b0d0d23e5 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:51.916951 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-151bdf85-5737-49dc-a5ed-f1e4c0a86b65 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:51.963324 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429688ce-3afb-4782-970b-2e4658912fe0 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Network 8d60d588-0402-4484-b1da-1753a3574376 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:51.999141 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0453fc1-cc25-4ff8-8223-9a8db382d849 None None] Pushing event updated for resources: {'Port': ['ID=47108215-1909-4d13-b6af-d99c4bf2ad9d,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:52.032452 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-429688ce-3afb-4782-970b-2e4658912fe0 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:52.035259 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429688ce-3afb-4782-970b-2e4658912fe0 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:52.036027 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-78f2b53c-fee8-4b10-a4cf-e7464059be4d None None] Transition to ACTIVE for port object 3f2b5ee7-cfdc-490c-b502-fa5564e430dd will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:52.043935 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429688ce-3afb-4782-970b-2e4658912fe0 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:52.044158 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-c88ebbd5-623b-44ca-a48e-1c1ce677c511 None None] Attempting to bind port 9605788b-fa69-4056-a00c-6ab10a23e730 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:29:52.044737 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-c88ebbd5-623b-44ca-a48e-1c1ce677c511 None None] Attempting to bind port 9605788b-fa69-4056-a00c-6ab10a23e730 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'e38424fd-462c-4c2f-a6b6-6e7d22144f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'baba5c7b-d9cb-4752-beb6-44c5dd00d885'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:29:52.045158 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-429688ce-3afb-4782-970b-2e4658912fe0 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:52.045299 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88ebbd5-623b-44ca-a48e-1c1ce677c511 None None] Attempting to bind port 9605788b-fa69-4056-a00c-6ab10a23e730 on network baba5c7b-d9cb-4752-beb6-44c5dd00d885 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:29:52.050425 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-151bdf85-5737-49dc-a5ed-f1e4c0a86b65 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:52.083424 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429688ce-3afb-4782-970b-2e4658912fe0 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Pushing event updated for resources: {'Port': ['ID=ecbf93dd-3342-4d92-a9c4-e7b48a76a75e,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:52.090395 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port d91e36e2-bea5-4bf9-af1c-cacb0cb53aeb, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=d91e36e2-bea5-4bf9-af1c-cacb0cb53aeb,segment=NetworkSegment(6dca9a24-1593-4e03-8bdc-fb0d5818681e),segment_id=6dca9a24-1593-4e03-8bdc-fb0d5818681e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:29:52.138420 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88ebbd5-623b-44ca-a48e-1c1ce677c511 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:29:52.139168 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88ebbd5-623b-44ca-a48e-1c1ce677c511 None None] Checking segment: {'id': 'e38424fd-462c-4c2f-a6b6-6e7d22144f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'baba5c7b-d9cb-4752-beb6-44c5dd00d885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:52.139344 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c88ebbd5-623b-44ca-a48e-1c1ce677c511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:52.139840 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88ebbd5-623b-44ca-a48e-1c1ce677c511 None None] Bound using segment: {'id': 'e38424fd-462c-4c2f-a6b6-6e7d22144f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'baba5c7b-d9cb-4752-beb6-44c5dd00d885'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:29:52.140399 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-c88ebbd5-623b-44ca-a48e-1c1ce677c511 None None] Bound port: 9605788b-fa69-4056-a00c-6ab10a23e730, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38424fd-462c-4c2f-a6b6-6e7d22144f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'baba5c7b-d9cb-4752-beb6-44c5dd00d885'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:29:52.140860 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c88ebbd5-623b-44ca-a48e-1c1ce677c511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:52.159372 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ae1d7d22-920d-4db8-8b27-e1326af7d7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:52.164095 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d9e8d8-aea0-4a9c-b2a5-5625c8d2f24a None None] Network 8d60d588-0402-4484-b1da-1753a3574376 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:52.184465 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151bdf85-5737-49dc-a5ed-f1e4c0a86b65 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event updated for resources: {'Network': ['ID=d634831b-41ff-40a6-b39e-167072492204,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:52.196118 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-151bdf85-5737-49dc-a5ed-f1e4c0a86b65 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Network d634831b-41ff-40a6-b39e-167072492204 is not hosted by any dhcp agent {{(pid=103443) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 31 15:29:52.209968 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151bdf85-5737-49dc-a5ed-f1e4c0a86b65 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:52.220067 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-151bdf85-5737-49dc-a5ed-f1e4c0a86b65 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:52.220067 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-151bdf85-5737-49dc-a5ed-f1e4c0a86b65 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "PUT /v2.0/networks/d634831b-41ff-40a6-b39e-167072492204 HTTP/1.1" status: 200 len: 723 time: 1.3174632 Mar 31 15:29:52.223435 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43602) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:52.229469 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-30044568-cea5-4d63-84f7-564ae5936aea tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Allocated IP 2001:db8::1 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/a04f6908-4e8e-4e81-a829-a0dcfd955291/68cf114a-3aa4-4e7e-b956-73315a153f7b) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:52.238872 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-429688ce-3afb-4782-970b-2e4658912fe0 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.5653315 Mar 31 15:29:52.242871 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-4004cf9a-5c08-4a79-abe8-b0c7dae10975 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Request body: {'subnet': {'network_id': 'd634831b-41ff-40a6-b39e-167072492204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:52.243553 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43606) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:52.262625 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8d41bcb2-5f70-4db7-97c6-9672e4973b2a tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Request body: {'port': {'network_id': '8d60d588-0402-4484-b1da-1753a3574376', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1445057015', 'allowed_address_pairs': [{'ip_address': '2001:db8::1c', 'mac_address': 'fa:16:3e:15:89:8d'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:52.354221 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0453fc1-cc25-4ff8-8223-9a8db382d849 None None] Network eedf94a0-84f3-4ebc-a633-548f2f819ccc is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:52.362140 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f3b28d-eee4-40c2-9d23-35b64f4ece25 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:52.390297 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b2c467-f743-44e8-a701-9303d2fd22cf tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network 5d225aad-323e-419f-b0c2-1363eff60b6c is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:52.400571 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-b1b2c467-f743-44e8-a701-9303d2fd22cf tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:52.404003 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-2f005ceb-dd2d-4c4d-a11e-4a9838ad8345 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Allocated IP 2001:db8::3ea (2b9d026f-f9ff-46da-a58e-e5c51fa1b482/51900c2f-d9ff-43f3-a6d0-45431cdef1b4/8db4db4c-4b15-4671-b6b1-a6ba8c358a74) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:52.414829 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-c0453fc1-cc25-4ff8-8223-9a8db382d849 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:52.416668 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network d634831b-41ff-40a6-b39e-167072492204 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:29:52.432712 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0453fc1-cc25-4ff8-8223-9a8db382d849 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:52.461059 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-78f2b53c-fee8-4b10-a4cf-e7464059be4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:52.464938 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-69f3b28d-eee4-40c2-9d23-35b64f4ece25 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:52.466701 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:52.480291 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f3b28d-eee4-40c2-9d23-35b64f4ece25 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:52.500303 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4004cf9a-5c08-4a79-abe8-b0c7dae10975 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:52.519440 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-caaa07dc-2d36-43dd-8457-5bd573d8985f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Deleting port e68dd7d7-7683-46e9-9137-953a19061146 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:29:52.519440 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-caaa07dc-2d36-43dd-8457-5bd573d8985f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:52.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8d41bcb2-5f70-4db7-97c6-9672e4973b2a tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:29:52.560599 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8d41bcb2-5f70-4db7-97c6-9672e4973b2a tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Usage tracker for resource:port and tenant:33014ad214cf4de9aa340b17e7803ece is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:29:52.563498 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8d41bcb2-5f70-4db7-97c6-9672e4973b2a tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Quota usage for port was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:29:52.569303 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8d41bcb2-5f70-4db7-97c6-9672e4973b2a tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:52.587614 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-54044e38-5c2b-4dcf-9108-a141359f8f35 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:52.605821 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4004cf9a-5c08-4a79-abe8-b0c7dae10975 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:29:52.643056 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3b28d-eee4-40c2-9d23-35b64f4ece25 None None] Pushing event updated for resources: {'Port': ['ID=3f30ceaa-f316-4d01-a31a-655599b2e753,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:52.720293 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d41bcb2-5f70-4db7-97c6-9672e4973b2a tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Made reservation on behalf of 33014ad214cf4de9aa340b17e7803ece for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:52.779423 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-54044e38-5c2b-4dcf-9108-a141359f8f35 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Transition to ACTIVE for port object 69cf0225-9b7a-4de6-a866-31a09aca8171 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:52.783499 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device a5cc4a08-2495-478e-b4ce-77145f3390a1 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:29:52.833028 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1d7d22-920d-4db8-8b27-e1326af7d7de None None] Network 25ae65cb-d6bd-4a03-b2a0-bc2f51bab0a0 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:52.835185 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4004cf9a-5c08-4a79-abe8-b0c7dae10975 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Made reservation on behalf of 8c6575be81e7411a95d81072c1e21ab3 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:52.839150 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4004cf9a-5c08-4a79-abe8-b0c7dae10975 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:52.942985 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-30044568-cea5-4d63-84f7-564ae5936aea tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:52.944626 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: a5cc4a08-2495-478e-b4ce-77145f3390a1 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:29:52.945166 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device a5cc4a08-2495-478e-b4ce-77145f3390a1 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:29:52.947017 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-ae1d7d22-920d-4db8-8b27-e1326af7d7de None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:52.982454 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-30044568-cea5-4d63-84f7-564ae5936aea tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Transition to ACTIVE for port object 68cf114a-3aa4-4e7e-b956-73315a153f7b will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:52.987418 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d41bcb2-5f70-4db7-97c6-9672e4973b2a tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:52.989537 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d7d22-920d-4db8-8b27-e1326af7d7de None None] Pushing event updated for resources: {'Port': ['ID=2037b2c4-6705-4ca8-8a01-3f287dc933ea,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:53.017989 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-8d41bcb2-5f70-4db7-97c6-9672e4973b2a tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] device_id is not set on port 6481ebff-5426-4dd1-acc2-a1908f991880 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:29:53.072509 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-caaa07dc-2d36-43dd-8457-5bd573d8985f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] For port e68dd7d7-7683-46e9-9137-953a19061146, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e68dd7d7-7683-46e9-9137-953a19061146,segment=NetworkSegment(ab0522e2-afb0-47d9-a9e4-1b44d1af8c57),segment_id=ab0522e2-afb0-47d9-a9e4-1b44d1af8c57)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:29:53.072891 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-caaa07dc-2d36-43dd-8457-5bd573d8985f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:53.105990 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-54044e38-5c2b-4dcf-9108-a141359f8f35 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:53.148260 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1d7d22-920d-4db8-8b27-e1326af7d7de None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:53.167893 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b2c467-f743-44e8-a701-9303d2fd22cf tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Router 581cc32f-07b5-4749-9cf5-c89c0a09d735 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:29:53.224614 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2f005ceb-dd2d-4c4d-a11e-4a9838ad8345 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:53.236797 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-caaa07dc-2d36-43dd-8457-5bd573d8985f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Calling delete_port for e68dd7d7-7683-46e9-9137-953a19061146 owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:29:53.237984 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54044e38-5c2b-4dcf-9108-a141359f8f35 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network baba5c7b-d9cb-4752-beb6-44c5dd00d885 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:53.246150 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a0651702-82cb-4f97-9ddf-0e3d3994c049 None None] Provisioning for port 57322c0f-5c66-4fcf-a272-bcc5ddd29499 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:53.254564 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-54044e38-5c2b-4dcf-9108-a141359f8f35 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:53.256669 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-30044568-cea5-4d63-84f7-564ae5936aea tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:53.260871 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54044e38-5c2b-4dcf-9108-a141359f8f35 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:53.283215 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 18b29e18-0a04-4585-adde-deac13afaf79 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:29:53.309809 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2f005ceb-dd2d-4c4d-a11e-4a9838ad8345 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Transition to ACTIVE for port object 8db4db4c-4b15-4671-b6b1-a6ba8c358a74 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:53.315819 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f2b53c-fee8-4b10-a4cf-e7464059be4d None None] Network 2b9d026f-f9ff-46da-a58e-e5c51fa1b482 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:53.365899 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-78f2b53c-fee8-4b10-a4cf-e7464059be4d None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:53.372921 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54044e38-5c2b-4dcf-9108-a141359f8f35 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Port': ['ID=69cf0225-9b7a-4de6-a866-31a09aca8171,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:53.394911 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a0651702-82cb-4f97-9ddf-0e3d3994c049 None None] Provisioning complete for port 57322c0f-5c66-4fcf-a272-bcc5ddd29499 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:53.395434 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a0651702-82cb-4f97-9ddf-0e3d3994c049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:53.439454 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f2b53c-fee8-4b10-a4cf-e7464059be4d None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:53.454828 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aed28be6-04e4-4c05-8701-e23a1f8c4a4d tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:53.608962 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-c0453fc1-cc25-4ff8-8223-9a8db382d849 None None] Attempting to bind port 47108215-1909-4d13-b6af-d99c4bf2ad9d on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:29:53.609366 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-c0453fc1-cc25-4ff8-8223-9a8db382d849 None None] Attempting to bind port 47108215-1909-4d13-b6af-d99c4bf2ad9d by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '94023ccf-4f08-45d8-b3e0-0bf8b8b41625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'eedf94a0-84f3-4ebc-a633-548f2f819ccc'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:29:53.609862 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0453fc1-cc25-4ff8-8223-9a8db382d849 None None] Attempting to bind port 47108215-1909-4d13-b6af-d99c4bf2ad9d on network eedf94a0-84f3-4ebc-a633-548f2f819ccc {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:29:53.629098 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2b53c-fee8-4b10-a4cf-e7464059be4d None None] Pushing event updated for resources: {'Port': ['ID=3f2b5ee7-cfdc-490c-b502-fa5564e430dd,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:53.644473 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-c88ebbd5-623b-44ca-a48e-1c1ce677c511 None None] For port 9605788b-fa69-4056-a00c-6ab10a23e730, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:29:53.678804 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-69f3b28d-eee4-40c2-9d23-35b64f4ece25 None None] Attempting to bind port 3f30ceaa-f316-4d01-a31a-655599b2e753 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:29:53.679878 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-69f3b28d-eee4-40c2-9d23-35b64f4ece25 None None] Attempting to bind port 3f30ceaa-f316-4d01-a31a-655599b2e753 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:29:53.680392 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f3b28d-eee4-40c2-9d23-35b64f4ece25 None None] Attempting to bind port 3f30ceaa-f316-4d01-a31a-655599b2e753 on network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:29:53.693683 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30044568-cea5-4d63-84f7-564ae5936aea tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:53.700822 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-30044568-cea5-4d63-84f7-564ae5936aea tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:53.721624 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30044568-cea5-4d63-84f7-564ae5936aea tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:53.722145 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-30044568-cea5-4d63-84f7-564ae5936aea tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:53.761163 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0453fc1-cc25-4ff8-8223-9a8db382d849 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:29:53.761798 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0453fc1-cc25-4ff8-8223-9a8db382d849 None None] Checking segment: {'id': '94023ccf-4f08-45d8-b3e0-0bf8b8b41625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'eedf94a0-84f3-4ebc-a633-548f2f819ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:53.762333 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c0453fc1-cc25-4ff8-8223-9a8db382d849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:53.762825 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0453fc1-cc25-4ff8-8223-9a8db382d849 None None] Bound using segment: {'id': '94023ccf-4f08-45d8-b3e0-0bf8b8b41625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'eedf94a0-84f3-4ebc-a633-548f2f819ccc'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:29:53.763626 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-c0453fc1-cc25-4ff8-8223-9a8db382d849 None None] Bound port: 47108215-1909-4d13-b6af-d99c4bf2ad9d, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94023ccf-4f08-45d8-b3e0-0bf8b8b41625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'eedf94a0-84f3-4ebc-a633-548f2f819ccc'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:29:53.763885 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c0453fc1-cc25-4ff8-8223-9a8db382d849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:53.766086 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-8d41bcb2-5f70-4db7-97c6-9672e4973b2a tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Allocated IP 2001:db8::21e (8d60d588-0402-4484-b1da-1753a3574376/85c058ce-218a-421b-8c3a-38ab02342a76/6481ebff-5426-4dd1-acc2-a1908f991880) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:53.794060 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54044e38-5c2b-4dcf-9108-a141359f8f35 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:53.794687 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-54044e38-5c2b-4dcf-9108-a141359f8f35 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:53.805014 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30044568-cea5-4d63-84f7-564ae5936aea tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Port': ['ID=68cf114a-3aa4-4e7e-b956-73315a153f7b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:53.807787 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b2c467-f743-44e8-a701-9303d2fd22cf tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:29:53.811824 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f3b28d-eee4-40c2-9d23-35b64f4ece25 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:29:53.812369 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f3b28d-eee4-40c2-9d23-35b64f4ece25 None None] Checking segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:53.812872 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-69f3b28d-eee4-40c2-9d23-35b64f4ece25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:53.813846 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f3b28d-eee4-40c2-9d23-35b64f4ece25 None None] Bound using segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:29:53.814029 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-69f3b28d-eee4-40c2-9d23-35b64f4ece25 None None] Bound port: 3f30ceaa-f316-4d01-a31a-655599b2e753, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:29:53.814516 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-69f3b28d-eee4-40c2-9d23-35b64f4ece25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:53.842965 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2f005ceb-dd2d-4c4d-a11e-4a9838ad8345 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:53.850499 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-c88ebbd5-623b-44ca-a48e-1c1ce677c511 None None] For port 9605788b-fa69-4056-a00c-6ab10a23e730, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=9605788b-fa69-4056-a00c-6ab10a23e730,segment=NetworkSegment(e38424fd-462c-4c2f-a6b6-6e7d22144f9d),segment_id=e38424fd-462c-4c2f-a6b6-6e7d22144f9d)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:29:53.852328 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b1b2c467-f743-44e8-a701-9303d2fd22cf tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "PUT /v2.0/routers/581cc32f-07b5-4749-9cf5-c89c0a09d735/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5078723 Mar 31 15:29:53.857647 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-ae1d7d22-920d-4db8-8b27-e1326af7d7de None None] Attempting to bind port 2037b2c4-6705-4ca8-8a01-3f287dc933ea on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:29:53.858165 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-ae1d7d22-920d-4db8-8b27-e1326af7d7de None None] Attempting to bind port 2037b2c4-6705-4ca8-8a01-3f287dc933ea by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '566fd74c-42cc-44b0-84a9-11529990f1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '25ae65cb-d6bd-4a03-b2a0-bc2f51bab0a0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:29:53.858627 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1d7d22-920d-4db8-8b27-e1326af7d7de None None] Attempting to bind port 2037b2c4-6705-4ca8-8a01-3f287dc933ea on network 25ae65cb-d6bd-4a03-b2a0-bc2f51bab0a0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:29:53.860777 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a0651702-82cb-4f97-9ddf-0e3d3994c049 None None] Port 57322c0f-5c66-4fcf-a272-bcc5ddd29499 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:29:53.862673 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009edb61-d055-4a45-8ea5-271acbeff191 None None] Sync routers for ids ['581cc32f-07b5-4749-9cf5-c89c0a09d735'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:29:53.864313 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43610) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:53.937944 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-54044e38-5c2b-4dcf-9108-a141359f8f35 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.0343704 Mar 31 15:29:53.943305 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1d7d22-920d-4db8-8b27-e1326af7d7de None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:29:53.943838 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1d7d22-920d-4db8-8b27-e1326af7d7de None None] Checking segment: {'id': '566fd74c-42cc-44b0-84a9-11529990f1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '25ae65cb-d6bd-4a03-b2a0-bc2f51bab0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:53.944278 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43614) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:53.944774 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ae1d7d22-920d-4db8-8b27-e1326af7d7de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:53.944945 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1d7d22-920d-4db8-8b27-e1326af7d7de None None] Bound using segment: {'id': '566fd74c-42cc-44b0-84a9-11529990f1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '25ae65cb-d6bd-4a03-b2a0-bc2f51bab0a0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:29:53.945627 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-ae1d7d22-920d-4db8-8b27-e1326af7d7de None None] Bound port: 2037b2c4-6705-4ca8-8a01-3f287dc933ea, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566fd74c-42cc-44b0-84a9-11529990f1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '25ae65cb-d6bd-4a03-b2a0-bc2f51bab0a0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:29:53.946102 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ae1d7d22-920d-4db8-8b27-e1326af7d7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:53.960882 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f005ceb-dd2d-4c4d-a11e-4a9838ad8345 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network 2b9d026f-f9ff-46da-a58e-e5c51fa1b482 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:53.974004 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-2f005ceb-dd2d-4c4d-a11e-4a9838ad8345 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:53.974640 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-78f2b53c-fee8-4b10-a4cf-e7464059be4d None None] Attempting to bind port 3f2b5ee7-cfdc-490c-b502-fa5564e430dd on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:29:53.975188 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-78f2b53c-fee8-4b10-a4cf-e7464059be4d None None] Attempting to bind port 3f2b5ee7-cfdc-490c-b502-fa5564e430dd by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '671920a5-014d-4c0d-81bc-caa5ddcc8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2b9d026f-f9ff-46da-a58e-e5c51fa1b482'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:29:53.975652 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f2b53c-fee8-4b10-a4cf-e7464059be4d None None] Attempting to bind port 3f2b5ee7-cfdc-490c-b502-fa5564e430dd on network 2b9d026f-f9ff-46da-a58e-e5c51fa1b482 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:29:53.988916 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f005ceb-dd2d-4c4d-a11e-4a9838ad8345 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:53.996093 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f005ceb-dd2d-4c4d-a11e-4a9838ad8345 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:53.996093 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2f005ceb-dd2d-4c4d-a11e-4a9838ad8345 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:54.017454 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f005ceb-dd2d-4c4d-a11e-4a9838ad8345 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Port': ['ID=8db4db4c-4b15-4671-b6b1-a6ba8c358a74,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:54.030806 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4004cf9a-5c08-4a79-abe8-b0c7dae10975 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:54.031717 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c88ebbd5-623b-44ca-a48e-1c1ce677c511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:54.039115 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac47d9e9-2a99-41ea-a90c-db3cab32aa6c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:54.039906 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ac47d9e9-2a99-41ea-a90c-db3cab32aa6c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Synchronizing usage tracker for tenant:f5aeba78f50f4bbea010c74344321d80 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:29:54.065840 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009edb61-d055-4a45-8ea5-271acbeff191 None None] Routers {'581cc32f-07b5-4749-9cf5-c89c0a09d735'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:29:54.066781 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-009edb61-d055-4a45-8ea5-271acbeff191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:29:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['581cc32f-07b5-4749-9cf5-c89c0a09d735'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:54.126734 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f2b53c-fee8-4b10-a4cf-e7464059be4d None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:29:54.127204 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f2b53c-fee8-4b10-a4cf-e7464059be4d None None] Checking segment: {'id': '671920a5-014d-4c0d-81bc-caa5ddcc8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2b9d026f-f9ff-46da-a58e-e5c51fa1b482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:54.127707 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-78f2b53c-fee8-4b10-a4cf-e7464059be4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:54.128202 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f2b53c-fee8-4b10-a4cf-e7464059be4d None None] Bound using segment: {'id': '671920a5-014d-4c0d-81bc-caa5ddcc8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2b9d026f-f9ff-46da-a58e-e5c51fa1b482'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:29:54.128784 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-78f2b53c-fee8-4b10-a4cf-e7464059be4d None None] Bound port: 3f2b5ee7-cfdc-490c-b502-fa5564e430dd, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '671920a5-014d-4c0d-81bc-caa5ddcc8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2b9d026f-f9ff-46da-a58e-e5c51fa1b482'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:29:54.129395 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-78f2b53c-fee8-4b10-a4cf-e7464059be4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:54.171949 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4004cf9a-5c08-4a79-abe8-b0c7dae10975 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event updated for resources: {'Subnet': ['ID=b86098fb-8473-49d3-a86c-59bf1c0cb1f6,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:54.191057 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2f005ceb-dd2d-4c4d-a11e-4a9838ad8345 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.9042907 Mar 31 15:29:54.194430 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43618) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:54.210095 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-30044568-cea5-4d63-84f7-564ae5936aea tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:54.231125 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4004cf9a-5c08-4a79-abe8-b0c7dae10975 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Checking segment: {'id': 'cbfd6866-fdb0-4986-b982-1daea9e89f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd634831b-41ff-40a6-b39e-167072492204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:29:54.231868 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4004cf9a-5c08-4a79-abe8-b0c7dae10975 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Network hostable DHCP agents. Network: d634831b-41ff-40a6-b39e-167072492204, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:29:54.238742 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=d91e36e2-bea5-4bf9-af1c-cacb0cb53aeb,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:54.248469 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-caaa07dc-2d36-43dd-8457-5bd573d8985f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:54.271255 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a0651702-82cb-4f97-9ddf-0e3d3994c049 None None] Provisioning complete for port d91e36e2-bea5-4bf9-af1c-cacb0cb53aeb triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:54.271773 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a0651702-82cb-4f97-9ddf-0e3d3994c049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:54.330100 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-aed28be6-04e4-4c05-8701-e23a1f8c4a4d tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Deleting port 57322c0f-5c66-4fcf-a272-bcc5ddd29499 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:29:54.330434 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aed28be6-04e4-4c05-8701-e23a1f8c4a4d tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:54.353514 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-009edb61-d055-4a45-8ea5-271acbeff191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:54.355846 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa07dc-2d36-43dd-8457-5bd573d8985f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Port': ['ID=e68dd7d7-7683-46e9-9137-953a19061146,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:54.387447 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 18b29e18-0a04-4585-adde-deac13afaf79 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:54.467025 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ac47d9e9-2a99-41ea-a90c-db3cab32aa6c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Unset dirty status for tenant:f5aeba78f50f4bbea010c74344321d80 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:29:54.471030 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ac47d9e9-2a99-41ea-a90c-db3cab32aa6c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "GET /v2.0/ports/623cf57d-1a39-40c5-a6e3-d32f4178fb17 HTTP/1.1" status: 200 len: 911 time: 0.6006877 Mar 31 15:29:54.487814 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43622) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:54.521844 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-69f3b28d-eee4-40c2-9d23-35b64f4ece25 None None] For port 3f30ceaa-f316-4d01-a31a-655599b2e753, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:29:54.526727 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-69f3b28d-eee4-40c2-9d23-35b64f4ece25 None None] For port 3f30ceaa-f316-4d01-a31a-655599b2e753, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=3f30ceaa-f316-4d01-a31a-655599b2e753,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:29:54.555989 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4004cf9a-5c08-4a79-abe8-b0c7dae10975 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Network d634831b-41ff-40a6-b39e-167072492204 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:29:54.611041 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device c6dbea90-fbc4-43cc-a95e-fc96c26aeebc up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:29:54.687850 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16c0956-8a4a-4734-b823-e5019f3d269b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:54.688764 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b16c0956-8a4a-4734-b823-e5019f3d269b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Synchronizing usage tracker for tenant:62591a084e044f5ebd9b8ec401f28de6 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:29:54.716460 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d41bcb2-5f70-4db7-97c6-9672e4973b2a tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:54.827189 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-69f3b28d-eee4-40c2-9d23-35b64f4ece25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:54.868097 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-4004cf9a-5c08-4a79-abe8-b0c7dae10975 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, d634831b-41ff-40a6-b39e-167072492204) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:54.893463 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4004cf9a-5c08-4a79-abe8-b0c7dae10975 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:54.893975 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4004cf9a-5c08-4a79-abe8-b0c7dae10975 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:54.914251 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb6d71b-f03d-4d8a-9a9d-59e614811c2e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:54.915032 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6bb6d71b-f03d-4d8a-9a9d-59e614811c2e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Synchronizing usage tracker for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:29:54.971149 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-8d41bcb2-5f70-4db7-97c6-9672e4973b2a tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Transition to ACTIVE for port object 6481ebff-5426-4dd1-acc2-a1908f991880 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:54.997405 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009edb61-d055-4a45-8ea5-271acbeff191 None None] Routers {'581cc32f-07b5-4749-9cf5-c89c0a09d735'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:29:54.998248 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-009edb61-d055-4a45-8ea5-271acbeff191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:29:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['581cc32f-07b5-4749-9cf5-c89c0a09d735'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:55.076164 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ebbd5-623b-44ca-a48e-1c1ce677c511 None None] Pushing event updated for resources: {'Port': ['ID=9605788b-fa69-4056-a00c-6ab10a23e730,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:55.094365 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b16c0956-8a4a-4734-b823-e5019f3d269b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Unset dirty status for tenant:62591a084e044f5ebd9b8ec401f28de6 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:29:55.097015 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b16c0956-8a4a-4734-b823-e5019f3d269b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 1.1444957 Mar 31 15:29:55.135431 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-78f2b53c-fee8-4b10-a4cf-e7464059be4d None None] For port 3f2b5ee7-cfdc-490c-b502-fa5564e430dd, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:29:55.149754 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-ae1d7d22-920d-4db8-8b27-e1326af7d7de None None] For port 2037b2c4-6705-4ca8-8a01-3f287dc933ea, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:29:55.150429 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43626) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:55.152910 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-c0453fc1-cc25-4ff8-8223-9a8db382d849 None None] For port 47108215-1909-4d13-b6af-d99c4bf2ad9d, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:29:55.161268 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-c0453fc1-cc25-4ff8-8223-9a8db382d849 None None] For port 47108215-1909-4d13-b6af-d99c4bf2ad9d, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=47108215-1909-4d13-b6af-d99c4bf2ad9d,segment=NetworkSegment(94023ccf-4f08-45d8-b3e0-0bf8b8b41625),segment_id=94023ccf-4f08-45d8-b3e0-0bf8b8b41625)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:29:55.165238 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d3bc08-7d62-4393-840e-d27458e5ae72 None None] Network d634831b-41ff-40a6-b39e-167072492204 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:55.178680 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aed28be6-04e4-4c05-8701-e23a1f8c4a4d tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:55.215780 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-caaa07dc-2d36-43dd-8457-5bd573d8985f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:55.223779 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-78f2b53c-fee8-4b10-a4cf-e7464059be4d None None] For port 3f2b5ee7-cfdc-490c-b502-fa5564e430dd, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=3f2b5ee7-cfdc-490c-b502-fa5564e430dd,segment=NetworkSegment(671920a5-014d-4c0d-81bc-caa5ddcc8a96),segment_id=671920a5-014d-4c0d-81bc-caa5ddcc8a96)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:29:55.233773 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6bb6d71b-f03d-4d8a-9a9d-59e614811c2e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Unset dirty status for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:29:55.234969 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6bb6d71b-f03d-4d8a-9a9d-59e614811c2e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1fe HTTP/1.1" status: 200 len: 929 time: 1.0380402 Mar 31 15:29:55.247475 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-009edb61-d055-4a45-8ea5-271acbeff191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:55.247907 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009edb61-d055-4a45-8ea5-271acbeff191 None None] The sync data for ids ['581cc32f-07b5-4749-9cf5-c89c0a09d735'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:29:55.275569 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-ae1d7d22-920d-4db8-8b27-e1326af7d7de None None] For port 2037b2c4-6705-4ca8-8a01-3f287dc933ea, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=2037b2c4-6705-4ca8-8a01-3f287dc933ea,segment=NetworkSegment(566fd74c-42cc-44b0-84a9-11529990f1dd),segment_id=566fd74c-42cc-44b0-84a9-11529990f1dd)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:29:55.280647 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c0453fc1-cc25-4ff8-8223-9a8db382d849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:55.281275 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43630) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:55.500703 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ae1d7d22-920d-4db8-8b27-e1326af7d7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:55.511638 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:55.512525 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port c6dbea90-fbc4-43cc-a95e-fc96c26aeebc completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:55.530135 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-78f2b53c-fee8-4b10-a4cf-e7464059be4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:55.621851 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3b28d-eee4-40c2-9d23-35b64f4ece25 None None] Pushing event updated for resources: {'Port': ['ID=3f30ceaa-f316-4d01-a31a-655599b2e753,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:55.815636 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4004cf9a-5c08-4a79-abe8-b0c7dae10975 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5867374 Mar 31 15:29:55.823922 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port c6dbea90-fbc4-43cc-a95e-fc96c26aeebc triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:55.824297 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:55.832410 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-aed28be6-04e4-4c05-8701-e23a1f8c4a4d tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Calling delete_port for 57322c0f-5c66-4fcf-a272-bcc5ddd29499 owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:29:55.871031 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43634) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:55.895448 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0453fc1-cc25-4ff8-8223-9a8db382d849 None None] Pushing event updated for resources: {'Port': ['ID=47108215-1909-4d13-b6af-d99c4bf2ad9d,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:55.898887 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-da2c3b1f-c53a-477b-b540-07bf8908d481 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:55.906528 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-30044568-cea5-4d63-84f7-564ae5936aea tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:55.938805 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-babb146c-dc75-4eea-ae95-cc5ae3253ce2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting port 8db4db4c-4b15-4671-b6b1-a6ba8c358a74 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:29:55.939236 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-babb146c-dc75-4eea-ae95-cc5ae3253ce2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:56.022459 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbf819a-565a-4f4a-826e-8b20c6a6c150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-8d60d588-0402-4484-b1da-1753a3574376', 'network_id': '8d60d588-0402-4484-b1da-1753a3574376', 'tenant_id': '33014ad214cf4de9aa340b17e7803ece', 'fixed_ips': [{'subnet_id': '85c058ce-218a-421b-8c3a-38ab02342a76'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:29:56.023927 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5fbf819a-565a-4f4a-826e-8b20c6a6c150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:56.026376 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-30044568-cea5-4d63-84f7-564ae5936aea tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:56.027255 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-30044568-cea5-4d63-84f7-564ae5936aea tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:56.088267 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d41bcb2-5f70-4db7-97c6-9672e4973b2a tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:56.207922 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d7d22-920d-4db8-8b27-e1326af7d7de None None] Pushing event updated for resources: {'Port': ['ID=2037b2c4-6705-4ca8-8a01-3f287dc933ea,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:56.423299 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d41bcb2-5f70-4db7-97c6-9672e4973b2a tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Network 8d60d588-0402-4484-b1da-1753a3574376 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:56.425066 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30044568-cea5-4d63-84f7-564ae5936aea tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Port': ['ID=68cf114a-3aa4-4e7e-b956-73315a153f7b,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:56.621645 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435f9d0e-9d6e-4372-b795-806fff148cc3 None None] Network baba5c7b-d9cb-4752-beb6-44c5dd00d885 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:56.630816 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-8d41bcb2-5f70-4db7-97c6-9672e4973b2a tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:56.691888 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a0651702-82cb-4f97-9ddf-0e3d3994c049 None None] Provisioning for port 18b29e18-0a04-4585-adde-deac13afaf79 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:56.713471 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d41bcb2-5f70-4db7-97c6-9672e4973b2a tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:29:56.719900 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d41bcb2-5f70-4db7-97c6-9672e4973b2a tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:56.720824 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d41bcb2-5f70-4db7-97c6-9672e4973b2a tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:56.728094 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-da2c3b1f-c53a-477b-b540-07bf8908d481 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15010882'] for subnet, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:56.799405 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caaa07dc-2d36-43dd-8457-5bd573d8985f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Router 11a978fe-3e44-49c6-8939-d3c2232eb634 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:29:56.883876 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a686f3d-2e49-42b6-b956-0dc766a53fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-d634831b-41ff-40a6-b39e-167072492204', 'network_id': 'd634831b-41ff-40a6-b39e-167072492204', 'tenant_id': '8c6575be81e7411a95d81072c1e21ab3', 'fixed_ips': [{'subnet_id': 'b86098fb-8473-49d3-a86c-59bf1c0cb1f6'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:29:56.886809 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3a686f3d-2e49-42b6-b956-0dc766a53fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:56.906583 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a0651702-82cb-4f97-9ddf-0e3d3994c049 None None] Provisioning complete for port 18b29e18-0a04-4585-adde-deac13afaf79 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:56.906838 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a0651702-82cb-4f97-9ddf-0e3d3994c049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:56.919693 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8d41bcb2-5f70-4db7-97c6-9672e4973b2a tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.6697080 Mar 31 15:29:56.953537 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43640) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:57.023992 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2b53c-fee8-4b10-a4cf-e7464059be4d None None] Pushing event updated for resources: {'Port': ['ID=3f2b5ee7-cfdc-490c-b502-fa5564e430dd,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:57.112126 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:57.133727 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41bcb2-5f70-4db7-97c6-9672e4973b2a tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Pushing event updated for resources: {'Port': ['ID=6481ebff-5426-4dd1-acc2-a1908f991880,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:57.174784 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caaa07dc-2d36-43dd-8457-5bd573d8985f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:29:57.176627 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aed28be6-04e4-4c05-8701-e23a1f8c4a4d tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:57.189860 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c100e5-e072-471c-b89b-ada28cdc2cfd None None] Sync routers for ids ['11a978fe-3e44-49c6-8939-d3c2232eb634'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:29:57.214606 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c100e5-e072-471c-b89b-ada28cdc2cfd None None] Routers {'11a978fe-3e44-49c6-8939-d3c2232eb634'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:29:57.215257 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-c3c100e5-e072-471c-b89b-ada28cdc2cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:29:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['11a978fe-3e44-49c6-8939-d3c2232eb634'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:57.271130 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed28be6-04e4-4c05-8701-e23a1f8c4a4d tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Pushing event deleted for resources: {'Port': ['ID=57322c0f-5c66-4fcf-a272-bcc5ddd29499,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:57.285123 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-caaa07dc-2d36-43dd-8457-5bd573d8985f tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "PUT /v2.0/routers/11a978fe-3e44-49c6-8939-d3c2232eb634/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9202998 Mar 31 15:29:57.301574 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30044568-cea5-4d63-84f7-564ae5936aea tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:57.314549 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b412fa-8de9-4a67-a7ab-d07d018c89ab tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:57.319405 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43644) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:57.329536 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b412fa-8de9-4a67-a7ab-d07d018c89ab tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:57.349314 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b412fa-8de9-4a67-a7ab-d07d018c89ab tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:57.355761 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-37b412fa-8de9-4a67-a7ab-d07d018c89ab tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2375 time: 2.1997416 Mar 31 15:29:57.422466 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-5fbf819a-565a-4f4a-826e-8b20c6a6c150 None None] Allocated IP 2001:db8::2 (8d60d588-0402-4484-b1da-1753a3574376/85c058ce-218a-421b-8c3a-38ab02342a76/80458637-2684-46e0-9f57-3dadc4774f9b) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:57.429938 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port c6dbea90-fbc4-43cc-a95e-fc96c26aeebc, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=c6dbea90-fbc4-43cc-a95e-fc96c26aeebc,segment=NetworkSegment(af29e0c5-a4b0-47cd-9b40-627875cffb17),segment_id=af29e0c5-a4b0-47cd-9b40-627875cffb17)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:29:57.434114 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43648) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:57.439887 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-30044568-cea5-4d63-84f7-564ae5936aea tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:57.515881 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:57.602721 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 76936a94-0e5e-4d3f-bdb4-24cd1008bf61 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:29:57.608475 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-c3c100e5-e072-471c-b89b-ada28cdc2cfd None None] Set router 11a978fe-3e44-49c6-8939-d3c2232eb634 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:29:57.751800 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a0651702-82cb-4f97-9ddf-0e3d3994c049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:57.770533 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 76936a94-0e5e-4d3f-bdb4-24cd1008bf61 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:29:57.771134 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 76936a94-0e5e-4d3f-bdb4-24cd1008bf61 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:29:57.869896 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205e9df6-d4a7-4610-8fb4-407a32ddad6a None None] Network eedf94a0-84f3-4ebc-a633-548f2f819ccc requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:57.952525 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aed28be6-04e4-4c05-8701-e23a1f8c4a4d tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:58.023441 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-b68c7c06-494d-4f55-898e-233aabb5ccdf tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Deleting subnet 69408f8a-4afc-4f6c-8039-cf552e0a59b9 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:29:58.028786 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b68c7c06-494d-4f55-898e-233aabb5ccdf tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:58.191992 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-93825f85-fe72-4483-9c37-5eaf44672d5c tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting port 69cf0225-9b7a-4de6-a866-31a09aca8171 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:29:58.192485 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-93825f85-fe72-4483-9c37-5eaf44672d5c tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:58.247713 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-c3c100e5-e072-471c-b89b-ada28cdc2cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:29:53Z', 'revision_number': 9, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None, '_interfaces': [{'id': '1089ca86-1d82-48a1-a534-ebfe05d40cb1', 'name': '', 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:41:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:26Z', 'updated_at': '2022-03-31T15:28:39Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69626f6e-d638-4d98-bbbc-5c65cd791fdf', 'name': '', 'network_id': '141e2a28-42aa-42ea-9fd7-4ed30b259878', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:c0:c5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:43Z', 'updated_at': '2022-03-31T15:28:55Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:58.253156 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c100e5-e072-471c-b89b-ada28cdc2cfd None None] Checking router: 11a978fe-3e44-49c6-8939-d3c2232eb634 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:29:58.272046 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c100e5-e072-471c-b89b-ada28cdc2cfd None None] Routers {'11a978fe-3e44-49c6-8939-d3c2232eb634'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:29:58.281598 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-c3c100e5-e072-471c-b89b-ada28cdc2cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:29:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['11a978fe-3e44-49c6-8939-d3c2232eb634'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:58.318467 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a0651702-82cb-4f97-9ddf-0e3d3994c049 None None] For port 18b29e18-0a04-4585-adde-deac13afaf79, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=18b29e18-0a04-4585-adde-deac13afaf79,segment=NetworkSegment(de646520-680a-4d57-9325-82cd0ec823c6),segment_id=de646520-680a-4d57-9325-82cd0ec823c6)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:29:58.394065 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-3a686f3d-2e49-42b6-b956-0dc766a53fbe None None] Allocated IP 2001:db8::2 (d634831b-41ff-40a6-b39e-167072492204/b86098fb-8473-49d3-a86c-59bf1c0cb1f6/308693a8-17be-48c1-bef7-96c89623602e) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:58.477988 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-da2c3b1f-c53a-477b-b540-07bf8908d481 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791085481957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15414073'] for subnet, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:58.489517 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bb78bf14-acb6-4f50-8955-700e993b6871 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:58.512608 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-babb146c-dc75-4eea-ae95-cc5ae3253ce2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:58.595324 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-c3c100e5-e072-471c-b89b-ada28cdc2cfd None None] Set router 11a978fe-3e44-49c6-8939-d3c2232eb634 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:29:58.732849 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 47108215-1909-4d13-b6af-d99c4bf2ad9d up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:29:58.761500 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c3b1f-c53a-477b-b540-07bf8908d481 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event updated for resources: {'Subnet': ['ID=b86098fb-8473-49d3-a86c-59bf1c0cb1f6,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:58.776245 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7231e493-5fac-4894-9c0b-e23a1db45544 None None] Network 25ae65cb-d6bd-4a03-b2a0-bc2f51bab0a0 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:58.797496 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5318a045-760a-4c4b-8945-2a2c295ccb6b None None] Network 2b9d026f-f9ff-46da-a58e-e5c51fa1b482 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:29:58.813361 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=c6dbea90-fbc4-43cc-a95e-fc96c26aeebc,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:58.854739 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a0651702-82cb-4f97-9ddf-0e3d3994c049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:58.923121 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b68c7c06-494d-4f55-898e-233aabb5ccdf tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:58.952924 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2c3b1f-c53a-477b-b540-07bf8908d481 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:58.953538 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-da2c3b1f-c53a-477b-b540-07bf8908d481 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:58.954969 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-da2c3b1f-c53a-477b-b540-07bf8908d481 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "PUT /v2.0/subnets/b86098fb-8473-49d3-a86c-59bf1c0cb1f6 HTTP/1.1" status: 200 len: 826 time: 3.0715559 Mar 31 15:29:58.972101 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43652) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:59.001600 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed28be6-04e4-4c05-8701-e23a1f8c4a4d tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Router d6409eb5-6b98-412f-84ec-9248251f6a71 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:29:59.024549 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-c3c100e5-e072-471c-b89b-ada28cdc2cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:29:53Z', 'revision_number': 9, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None, '_interfaces': [{'id': '1089ca86-1d82-48a1-a534-ebfe05d40cb1', 'name': '', 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:41:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:26Z', 'updated_at': '2022-03-31T15:28:39Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69626f6e-d638-4d98-bbbc-5c65cd791fdf', 'name': '', 'network_id': '141e2a28-42aa-42ea-9fd7-4ed30b259878', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:c0:c5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:43Z', 'updated_at': '2022-03-31T15:28:55Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:59.028800 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c100e5-e072-471c-b89b-ada28cdc2cfd None None] The sync data for ids ['11a978fe-3e44-49c6-8939-d3c2232eb634'] in dv-neutron-833379-2-hyperv is: [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:29:53Z', 'revision_number': 9, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None, '_interfaces': [{'id': '1089ca86-1d82-48a1-a534-ebfe05d40cb1', 'name': '', 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:41:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:26Z', 'updated_at': '2022-03-31T15:28:39Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69626f6e-d638-4d98-bbbc-5c65cd791fdf', 'name': '', 'network_id': '141e2a28-42aa-42ea-9fd7-4ed30b259878', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:c0:c5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:43Z', 'updated_at': '2022-03-31T15:28:55Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '0f923acc-bfde-4e7f-add7-c8fef17a57e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:29:59.130587 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-babb146c-dc75-4eea-ae95-cc5ae3253ce2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Calling delete_port for 8db4db4c-4b15-4671-b6b1-a6ba8c358a74 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:29:59.266320 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed28be6-04e4-4c05-8701-e23a1f8c4a4d tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:29:59.283895 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-aed28be6-04e4-4c05-8701-e23a1f8c4a4d tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] 10.222.0.31 "PUT /v2.0/routers/d6409eb5-6b98-412f-84ec-9248251f6a71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2404382 Mar 31 15:29:59.284754 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43656) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:59.301960 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:59.310687 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b39e66-adcd-4c19-9cb0-46178772ba24 None None] Sync routers for ids ['d6409eb5-6b98-412f-84ec-9248251f6a71'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:29:59.317167 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-02ffa8d6-3ef4-4b4a-9d70-0906b169b5b2 None None] Provisioning for port 68cf114a-3aa4-4e7e-b956-73315a153f7b completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:59.426886 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-02ffa8d6-3ef4-4b4a-9d70-0906b169b5b2 None None] Provisioning complete for port 68cf114a-3aa4-4e7e-b956-73315a153f7b triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:29:59.427256 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-02ffa8d6-3ef4-4b4a-9d70-0906b169b5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:59.459845 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b68c7c06-494d-4f55-898e-233aabb5ccdf tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:59.494599 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-e9bb336d-0b35-4530-b363-1b3796e124d0 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] delete failed (client error): The resource could not be found. Mar 31 15:29:59.495652 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e9bb336d-0b35-4530-b363-1b3796e124d0 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-1275074427 HTTP/1.1" status: 404 len: 335 time: 0.2099893 Mar 31 15:29:59.514832 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43660) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:29:59.524686 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-02ffa8d6-3ef4-4b4a-9d70-0906b169b5b2 None None] Port 68cf114a-3aa4-4e7e-b956-73315a153f7b cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:29:59.528161 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0651702-82cb-4f97-9ddf-0e3d3994c049 None None] Pushing event updated for resources: {'Port': ['ID=18b29e18-0a04-4585-adde-deac13afaf79,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:59.532216 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-537c2ef3-8056-41e4-ae06-cdb3b2fd9ff1 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd6409eb5-6b98-412f-84ec-9248251f6a71'}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:59.603771 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43837fe7-2c1a-46c8-bcc9-5b83cc877833 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:59.609690 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43837fe7-2c1a-46c8-bcc9-5b83cc877833 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:59.610509 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-43837fe7-2c1a-46c8-bcc9-5b83cc877833 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Synchronizing usage tracker for tenant:33014ad214cf4de9aa340b17e7803ece on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:29:59.612970 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b39e66-adcd-4c19-9cb0-46178772ba24 None None] Routers {'d6409eb5-6b98-412f-84ec-9248251f6a71'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:29:59.613746 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-78b39e66-adcd-4c19-9cb0-46178772ba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:29:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['d6409eb5-6b98-412f-84ec-9248251f6a71'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:59.672675 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5fbf819a-565a-4f4a-826e-8b20c6a6c150 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:59.722096 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-bb78bf14-acb6-4f50-8955-700e993b6871 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Allocated IP 2001:db8:1::1 (25ae65cb-d6bd-4a03-b2a0-bc2f51bab0a0/ba87f777-dff2-4216-918c-6eceb7c93b2e/92b7ad1a-b704-4b6d-9d43-5c77da8639ce) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:59.767094 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-78b39e66-adcd-4c19-9cb0-46178772ba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:59.773601 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-5fbf819a-565a-4f4a-826e-8b20c6a6c150 None None] Transition to ACTIVE for port object 80458637-2684-46e0-9f57-3dadc4774f9b will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:59.785962 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-93825f85-fe72-4483-9c37-5eaf44672d5c tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:59.791607 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:59.811770 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 47108215-1909-4d13-b6af-d99c4bf2ad9d completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:59.892332 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 3f30ceaa-f316-4d01-a31a-655599b2e753 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:29:59.926244 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-93825f85-fe72-4483-9c37-5eaf44672d5c tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Calling delete_port for 69cf0225-9b7a-4de6-a866-31a09aca8171 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:29:59.942508 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-02ffa8d6-3ef4-4b4a-9d70-0906b169b5b2 None None] Provisioning for port 3f30ceaa-f316-4d01-a31a-655599b2e753 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:29:59.967391 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3a686f3d-2e49-42b6-b956-0dc766a53fbe None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:29:59.972246 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-43837fe7-2c1a-46c8-bcc9-5b83cc877833 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Unset dirty status for tenant:33014ad214cf4de9aa340b17e7803ece on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:29:59.972855 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-43837fe7-2c1a-46c8-bcc9-5b83cc877833 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1741 time: 2.8290546 Mar 31 15:29:59.988661 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-5fbf819a-565a-4f4a-826e-8b20c6a6c150 None None] Transition to ACTIVE for port object 80458637-2684-46e0-9f57-3dadc4774f9b will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:29:59.991487 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b39e66-adcd-4c19-9cb0-46178772ba24 None None] Routers {'d6409eb5-6b98-412f-84ec-9248251f6a71'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:29:59.992691 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30044568-cea5-4d63-84f7-564ae5936aea tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Router 634832c9-a9d8-47e8-a231-b990f4d9249b is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:29:59.992874 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-78b39e66-adcd-4c19-9cb0-46178772ba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:29:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['d6409eb5-6b98-412f-84ec-9248251f6a71'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:59.994969 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43664) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:00.113536 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3a686f3d-2e49-42b6-b956-0dc766a53fbe None None] Transition to ACTIVE for port object 308693a8-17be-48c1-bef7-96c89623602e will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:00.177070 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-78b39e66-adcd-4c19-9cb0-46178772ba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:00.178062 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b39e66-adcd-4c19-9cb0-46178772ba24 None None] The sync data for ids ['d6409eb5-6b98-412f-84ec-9248251f6a71'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:30:00.197668 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5fbf819a-565a-4f4a-826e-8b20c6a6c150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:00.282388 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3a686f3d-2e49-42b6-b956-0dc766a53fbe None None] Transition to ACTIVE for port object 308693a8-17be-48c1-bef7-96c89623602e will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:00.321232 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbf819a-565a-4f4a-826e-8b20c6a6c150 None None] Network 8d60d588-0402-4484-b1da-1753a3574376 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:00.327173 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b68c7c06-494d-4f55-898e-233aabb5ccdf tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:00.329272 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-5fbf819a-565a-4f4a-826e-8b20c6a6c150 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:00.333184 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbf819a-565a-4f4a-826e-8b20c6a6c150 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:30:00.353869 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf819a-565a-4f4a-826e-8b20c6a6c150 None None] Pushing event updated for resources: {'Port': ['ID=80458637-2684-46e0-9f57-3dadc4774f9b,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:00.404171 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3a686f3d-2e49-42b6-b956-0dc766a53fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:00.412576 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-02ffa8d6-3ef4-4b4a-9d70-0906b169b5b2 None None] Provisioning for port 47108215-1909-4d13-b6af-d99c4bf2ad9d completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:00.420556 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-26bd1e09-e15c-4384-96d3-24b2674d2ffc tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Deleting port 6481ebff-5426-4dd1-acc2-a1908f991880 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:00.420892 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-26bd1e09-e15c-4384-96d3-24b2674d2ffc tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:00.422720 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30044568-cea5-4d63-84f7-564ae5936aea tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:30:00.439122 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c73b0-a3b6-4f91-ac81-35c867a45c78 None None] Sync routers for ids ['634832c9-a9d8-47e8-a231-b990f4d9249b'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:30:00.454026 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2c73b0-a3b6-4f91-ac81-35c867a45c78 None None] Routers {'634832c9-a9d8-47e8-a231-b990f4d9249b'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:30:00.455279 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-db2c73b0-a3b6-4f91-ac81-35c867a45c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:29:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['634832c9-a9d8-47e8-a231-b990f4d9249b'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:00.465218 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-babb146c-dc75-4eea-ae95-cc5ae3253ce2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:00.466445 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c7c06-494d-4f55-898e-233aabb5ccdf tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Subnet': ['ID=69408f8a-4afc-4f6c-8039-cf552e0a59b9,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:00.467271 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-30044568-cea5-4d63-84f7-564ae5936aea tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "PUT /v2.0/routers/634832c9-a9d8-47e8-a231-b990f4d9249b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4716921 Mar 31 15:30:00.471230 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-537c2ef3-8056-41e4-ae06-cdb3b2fd9ff1 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:00.484423 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43668) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:00.493290 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b68c7c06-494d-4f55-898e-233aabb5ccdf tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:00.519964 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bb78bf14-acb6-4f50-8955-700e993b6871 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:00.573871 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b68c7c06-494d-4f55-898e-233aabb5ccdf tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/subnets/69408f8a-4afc-4f6c-8039-cf552e0a59b9 HTTP/1.1" status: 204 len: 168 time: 3.2516971 Mar 31 15:30:00.579189 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43672) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:00.580574 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb146c-dc75-4eea-ae95-cc5ae3253ce2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Port': ['ID=8db4db4c-4b15-4671-b6b1-a6ba8c358a74,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:00.593917 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e5cf32-5708-4ef3-b604-28e103317fc2 None None] Network bc33895a-db18-4da4-903f-fdf2b3c99c40 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:00.595178 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-babb146c-dc75-4eea-ae95-cc5ae3253ce2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:00.599797 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-babb146c-dc75-4eea-ae95-cc5ae3253ce2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/ports/8db4db4c-4b15-4671-b6b1-a6ba8c358a74 HTTP/1.1" status: 204 len: 168 time: 5.3133740 Mar 31 15:30:00.601503 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-bb78bf14-acb6-4f50-8955-700e993b6871 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Transition to ACTIVE for port object 92b7ad1a-b704-4b6d-9d43-5c77da8639ce will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:00.602848 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43676) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:00.623832 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 3f30ceaa-f316-4d01-a31a-655599b2e753 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:00.633172 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-02ffa8d6-3ef4-4b4a-9d70-0906b169b5b2 None None] Provisioning complete for port 47108215-1909-4d13-b6af-d99c4bf2ad9d triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:00.633606 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-02ffa8d6-3ef4-4b4a-9d70-0906b169b5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:00.656488 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-93825f85-fe72-4483-9c37-5eaf44672d5c tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:00.681129 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:00.691080 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd1005e-0115-4b65-9b2a-4cb8369a3638 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:00.691664 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-1fd1005e-0115-4b65-9b2a-4cb8369a3638 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:00.746848 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-537c2ef3-8056-41e4-ae06-cdb3b2fd9ff1 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] update failed (client error): The resource could not be found. Mar 31 15:30:00.747905 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-537c2ef3-8056-41e4-ae06-cdb3b2fd9ff1 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] 10.222.0.31 "PUT /v2.0/routers/d6409eb5-6b98-412f-84ec-9248251f6a71 HTTP/1.1" status: 404 len: 339 time: 1.2321174 Mar 31 15:30:00.764221 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43680) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:00.766471 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 3f30ceaa-f316-4d01-a31a-655599b2e753 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:00.766845 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:00.797313 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a686f3d-2e49-42b6-b956-0dc766a53fbe None None] Network d634831b-41ff-40a6-b39e-167072492204 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:00.847585 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-c33d8c52-be30-4a6e-a34f-7e39c05eb795 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-528591617'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:00.851148 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event deleted for resources: {'Subnet': ['ID=b86098fb-8473-49d3-a86c-59bf1c0cb1f6,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:00.868111 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-db2c73b0-a3b6-4f91-ac81-35c867a45c78 None None] Set router 634832c9-a9d8-47e8-a231-b990f4d9249b gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:30:00.885742 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c33d8c52-be30-4a6e-a34f-7e39c05eb795 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:00.889894 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-3a686f3d-2e49-42b6-b956-0dc766a53fbe None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:00.893519 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a686f3d-2e49-42b6-b956-0dc766a53fbe None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:30:00.895343 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-97cafc4c-88cc-473f-a715-d1059d80717e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] GET failed (client error): The resource could not be found. Mar 31 15:30:00.895884 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-97cafc4c-88cc-473f-a715-d1059d80717e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Synchronizing usage tracker for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:00.932660 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93825f85-fe72-4483-9c37-5eaf44672d5c tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Port': ['ID=69cf0225-9b7a-4de6-a866-31a09aca8171,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:00.941096 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a686f3d-2e49-42b6-b956-0dc766a53fbe None None] Pushing event updated for resources: {'Port': ['ID=308693a8-17be-48c1-bef7-96c89623602e,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:00.948029 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c33d8c52-be30-4a6e-a34f-7e39c05eb795 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Usage tracker for resource:network and tenant:60521320d8b145f3a1615c7cf125e5cb is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:00.952947 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-5fbf819a-565a-4f4a-826e-8b20c6a6c150 None None] Attempting to bind port 80458637-2684-46e0-9f57-3dadc4774f9b on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:30:00.953510 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-5fbf819a-565a-4f4a-826e-8b20c6a6c150 None None] Attempting to bind port 80458637-2684-46e0-9f57-3dadc4774f9b by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '3c3cb670-bfe7-49cb-bdff-cc2b233a2c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8d60d588-0402-4484-b1da-1753a3574376'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:30:00.954079 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbf819a-565a-4f4a-826e-8b20c6a6c150 None None] Attempting to bind port 80458637-2684-46e0-9f57-3dadc4774f9b on network 8d60d588-0402-4484-b1da-1753a3574376 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:30:00.972451 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c33d8c52-be30-4a6e-a34f-7e39c05eb795 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Quota usage for network was recalculated. Used quota:3. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:01.102522 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbf819a-565a-4f4a-826e-8b20c6a6c150 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:30:01.102895 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbf819a-565a-4f4a-826e-8b20c6a6c150 None None] Checking segment: {'id': '3c3cb670-bfe7-49cb-bdff-cc2b233a2c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8d60d588-0402-4484-b1da-1753a3574376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:30:01.103302 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5fbf819a-565a-4f4a-826e-8b20c6a6c150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:01.103701 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbf819a-565a-4f4a-826e-8b20c6a6c150 None None] Bound using segment: {'id': '3c3cb670-bfe7-49cb-bdff-cc2b233a2c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8d60d588-0402-4484-b1da-1753a3574376'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:30:01.104192 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-5fbf819a-565a-4f4a-826e-8b20c6a6c150 None None] Bound port: 80458637-2684-46e0-9f57-3dadc4774f9b, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c3cb670-bfe7-49cb-bdff-cc2b233a2c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8d60d588-0402-4484-b1da-1753a3574376'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:30:01.104568 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5fbf819a-565a-4f4a-826e-8b20c6a6c150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:01.139696 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c4bb57a3-1f3f-46e6-b2bb-880de9c2ac2d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:01.156824 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-97cafc4c-88cc-473f-a715-d1059d80717e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Unset dirty status for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:01.159920 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-97cafc4c-88cc-473f-a715-d1059d80717e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "GET /v2.0/ports/8db4db4c-4b15-4671-b6b1-a6ba8c358a74 HTTP/1.1" status: 404 len: 333 time: 0.5560520 Mar 31 15:30:01.162530 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-1fd1005e-0115-4b65-9b2a-4cb8369a3638 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:01.168441 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-1fd1005e-0115-4b65-9b2a-4cb8369a3638 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports/68cf114a-3aa4-4e7e-b956-73315a153f7b HTTP/1.1" status: 200 len: 911 time: 0.6742508 Mar 31 15:30:01.177773 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c33d8c52-be30-4a6e-a34f-7e39c05eb795 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:01.181667 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43684) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:01.182117 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43686) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:01.189122 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-93825f85-fe72-4483-9c37-5eaf44672d5c tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:01.191897 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-93825f85-fe72-4483-9c37-5eaf44672d5c tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/ports/69cf0225-9b7a-4de6-a866-31a09aca8171 HTTP/1.1" status: 204 len: 168 time: 3.7439375 Mar 31 15:30:01.228832 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:01.244644 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43692) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:01.287280 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c4bb57a3-1f3f-46e6-b2bb-880de9c2ac2d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Deleting port d5c4a78b-e242-4460-ab8e-bb918bc83136 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:01.287616 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c4bb57a3-1f3f-46e6-b2bb-880de9c2ac2d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:01.305488 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-74c39c56-115e-475f-be46-d052cde77b5b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting port cc35d445-6e8e-4269-aad9-187fbb6c1122 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:01.305974 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-74c39c56-115e-475f-be46-d052cde77b5b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:01.375761 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc2a577-f868-440e-9976-4a8a87520325 None None] Update dhcp port {'port': {'network_id': 'eedf94a0-84f3-4ebc-a633-548f2f819ccc', 'fixed_ips': [{'subnet_id': '5edc86dc-1995-4b73-8bfc-fc9815f21655', 'ip_address': '2001:db8::2'}, {'subnet_id': '523b2d6f-67f1-41da-b7be-5100a083f3f0'}], 'binding:host_id': 'dv-neutron-833379-2-hyperv'}, 'id': '47108215-1909-4d13-b6af-d99c4bf2ad9d'} from dv-neutron-833379-2-hyperv. {{(pid=103445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 31 15:30:01.402798 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bb78bf14-acb6-4f50-8955-700e993b6871 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:01.461726 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-db2c73b0-a3b6-4f91-ac81-35c867a45c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634832c9-a9d8-47e8-a231-b990f4d9249b', 'name': 'tempest-NetworksTestDHCPv6-router-670906976', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:29:46Z', 'updated_at': '2022-03-31T15:29:53Z', 'revision_number': 2, 'project_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'gw_port_host': None, '_interfaces': [{'id': '68cf114a-3aa4-4e7e-b956-73315a153f7b', 'name': '', 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'mac_address': 'fa:16:3e:f4:f0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634832c9-a9d8-47e8-a231-b990f4d9249b', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'a04f6908-4e8e-4e81-a829-a0dcfd955291', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:29:49Z', 'updated_at': '2022-03-31T15:29:54Z', 'revision_number': 2, 'project_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'subnets': [{'id': 'a04f6908-4e8e-4e81-a829-a0dcfd955291', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:01.465596 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c73b0-a3b6-4f91-ac81-35c867a45c78 None None] Checking router: 634832c9-a9d8-47e8-a231-b990f4d9249b for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:30:01.465941 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c73b0-a3b6-4f91-ac81-35c867a45c78 None None] Updating router 634832c9-a9d8-47e8-a231-b990f4d9249b port 68cf114a-3aa4-4e7e-b956-73315a153f7b binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:30:01.493661 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33d8c52-be30-4a6e-a34f-7e39c05eb795 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Made reservation on behalf of 60521320d8b145f3a1615c7cf125e5cb for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:30:01.497101 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c33d8c52-be30-4a6e-a34f-7e39c05eb795 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:01.533005 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d634831b-41ff-40a6-b39e-167072492204']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:01.552462 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78bf14-acb6-4f50-8955-700e993b6871 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Port': ['ID=92b7ad1a-b704-4b6d-9d43-5c77da8639ce,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:01.566746 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-db2c73b0-a3b6-4f91-ac81-35c867a45c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:01.568726 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f6f93c-c783-41de-a3c6-4c4f3c8c5af7 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] GET failed (client error): The resource could not be found. Mar 31 15:30:01.569272 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-27f6f93c-c783-41de-a3c6-4c4f3c8c5af7 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Synchronizing usage tracker for tenant:62591a084e044f5ebd9b8ec401f28de6 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:01.575585 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb78bf14-acb6-4f50-8955-700e993b6871 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network 25ae65cb-d6bd-4a03-b2a0-bc2f51bab0a0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:01.588612 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3fc2a577-f868-440e-9976-4a8a87520325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:01.590671 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-bb78bf14-acb6-4f50-8955-700e993b6871 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:01.630293 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb78bf14-acb6-4f50-8955-700e993b6871 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:30:01.630844 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bb78bf14-acb6-4f50-8955-700e993b6871 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:01.646046 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-5fbf819a-565a-4f4a-826e-8b20c6a6c150 None None] For port 80458637-2684-46e0-9f57-3dadc4774f9b, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:30:01.657911 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbfd6866-fdb0-4986-b982-1daea9e89f9d') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:01.658967 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbfd6866-fdb0-4986-b982-1daea9e89f9d') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:01.718998 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-26bd1e09-e15c-4384-96d3-24b2674d2ffc tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:01.774445 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:01.790632 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-5fbf819a-565a-4f4a-826e-8b20c6a6c150 None None] For port 80458637-2684-46e0-9f57-3dadc4774f9b, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=80458637-2684-46e0-9f57-3dadc4774f9b,segment=NetworkSegment(3c3cb670-bfe7-49cb-bdff-cc2b233a2c57),segment_id=3c3cb670-bfe7-49cb-bdff-cc2b233a2c57)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:30:01.796730 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-02ffa8d6-3ef4-4b4a-9d70-0906b169b5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:01.849129 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-3a686f3d-2e49-42b6-b956-0dc766a53fbe None None] Attempting to bind port 308693a8-17be-48c1-bef7-96c89623602e on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:30:01.850010 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-3a686f3d-2e49-42b6-b956-0dc766a53fbe None None] Attempting to bind port 308693a8-17be-48c1-bef7-96c89623602e by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'cbfd6866-fdb0-4986-b982-1daea9e89f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd634831b-41ff-40a6-b39e-167072492204'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:30:01.850383 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a686f3d-2e49-42b6-b956-0dc766a53fbe None None] Attempting to bind port 308693a8-17be-48c1-bef7-96c89623602e on network d634831b-41ff-40a6-b39e-167072492204 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:30:01.875512 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f6ac59-9821-4c5c-8fdd-9b0f975cf435 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:01.883871 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f6ac59-9821-4c5c-8fdd-9b0f975cf435 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:01.884690 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c4f6ac59-9821-4c5c-8fdd-9b0f975cf435 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:01.887071 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 3f30ceaa-f316-4d01-a31a-655599b2e753, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=3f30ceaa-f316-4d01-a31a-655599b2e753,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:01.940315 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5fbf819a-565a-4f4a-826e-8b20c6a6c150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:01.973305 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c4bb57a3-1f3f-46e6-b2bb-880de9c2ac2d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] For port d5c4a78b-e242-4460-ab8e-bb918bc83136, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=d5c4a78b-e242-4460-ab8e-bb918bc83136,segment=NetworkSegment(ab0522e2-afb0-47d9-a9e4-1b44d1af8c57),segment_id=ab0522e2-afb0-47d9-a9e4-1b44d1af8c57)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:01.973603 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c4bb57a3-1f3f-46e6-b2bb-880de9c2ac2d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:02.026287 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a686f3d-2e49-42b6-b956-0dc766a53fbe None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:30:02.027050 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a686f3d-2e49-42b6-b956-0dc766a53fbe None None] Checking segment: {'id': 'cbfd6866-fdb0-4986-b982-1daea9e89f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd634831b-41ff-40a6-b39e-167072492204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:30:02.027612 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3a686f3d-2e49-42b6-b956-0dc766a53fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:02.028167 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a686f3d-2e49-42b6-b956-0dc766a53fbe None None] Bound using segment: {'id': 'cbfd6866-fdb0-4986-b982-1daea9e89f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd634831b-41ff-40a6-b39e-167072492204'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:30:02.028800 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-3a686f3d-2e49-42b6-b956-0dc766a53fbe None None] Bound port: 308693a8-17be-48c1-bef7-96c89623602e, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbfd6866-fdb0-4986-b982-1daea9e89f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd634831b-41ff-40a6-b39e-167072492204'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:30:02.029384 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3a686f3d-2e49-42b6-b956-0dc766a53fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:02.047136 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:02.050221 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device d91e36e2-bea5-4bf9-af1c-cacb0cb53aeb up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:30:02.076645 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c4f6ac59-9821-4c5c-8fdd-9b0f975cf435 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:02.086799 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c4f6ac59-9821-4c5c-8fdd-9b0f975cf435 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.9009812 Mar 31 15:30:02.087456 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43696) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:02.145893 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391b8d21-3dfb-4ea7-b624-6717bbe62525 None None] DHCP port deletion for bc33895a-db18-4da4-903f-fdf2b3c99c40 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:30:02.268124 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-3a686f3d-2e49-42b6-b956-0dc766a53fbe None None] For port 308693a8-17be-48c1-bef7-96c89623602e, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:30:02.271740 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-3a686f3d-2e49-42b6-b956-0dc766a53fbe None None] For port 308693a8-17be-48c1-bef7-96c89623602e, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=308693a8-17be-48c1-bef7-96c89623602e,segment=NetworkSegment(cbfd6866-fdb0-4986-b982-1daea9e89f9d),segment_id=cbfd6866-fdb0-4986-b982-1daea9e89f9d)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:30:02.286493 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-db2c73b0-a3b6-4f91-ac81-35c867a45c78 None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:02.291302 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-74c39c56-115e-475f-be46-d052cde77b5b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:02.297775 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-02ffa8d6-3ef4-4b4a-9d70-0906b169b5b2 None None] For port 47108215-1909-4d13-b6af-d99c4bf2ad9d, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=47108215-1909-4d13-b6af-d99c4bf2ad9d,segment=NetworkSegment(94023ccf-4f08-45d8-b3e0-0bf8b8b41625),segment_id=94023ccf-4f08-45d8-b3e0-0bf8b8b41625)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:02.303567 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-391b8d21-3dfb-4ea7-b624-6717bbe62525 None None] Deleting port d5c4a78b-e242-4460-ab8e-bb918bc83136 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:02.304883 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-391b8d21-3dfb-4ea7-b624-6717bbe62525 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:02.315821 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-db2c73b0-a3b6-4f91-ac81-35c867a45c78 None None] Transition to ACTIVE for port object 68cf114a-3aa4-4e7e-b956-73315a153f7b will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:02.319908 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c4bb57a3-1f3f-46e6-b2bb-880de9c2ac2d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Calling delete_port for d5c4a78b-e242-4460-ab8e-bb918bc83136 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:02.368548 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c33d8c52-be30-4a6e-a34f-7e39c05eb795 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:30:02.428422 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3a686f3d-2e49-42b6-b956-0dc766a53fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:02.429920 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:02.450236 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-74c39c56-115e-475f-be46-d052cde77b5b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Calling delete_port for cc35d445-6e8e-4269-aad9-187fbb6c1122 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:02.450901 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-db2c73b0-a3b6-4f91-ac81-35c867a45c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:02.479174 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf819a-565a-4f4a-826e-8b20c6a6c150 None None] Pushing event updated for resources: {'Port': ['ID=80458637-2684-46e0-9f57-3dadc4774f9b,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:02.515748 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-02ffa8d6-3ef4-4b4a-9d70-0906b169b5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:02.516922 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-26bd1e09-e15c-4384-96d3-24b2674d2ffc tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Calling delete_port for 6481ebff-5426-4dd1-acc2-a1908f991880 owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:02.629447 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:02.656645 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-27f6f93c-c783-41de-a3c6-4c4f3c8c5af7 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Unset dirty status for tenant:62591a084e044f5ebd9b8ec401f28de6 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:02.660436 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-27f6f93c-c783-41de-a3c6-4c4f3c8c5af7 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "GET /v2.0/ports/69cf0225-9b7a-4de6-a866-31a09aca8171 HTTP/1.1" status: 404 len: 333 time: 1.4024684 Mar 31 15:30:02.665678 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04251a7-201a-4a6b-b9da-933088f9fafb None None] Pushing event updated for resources: {'Port': ['ID=68cf114a-3aa4-4e7e-b956-73315a153f7b,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:02.680868 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43700) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:02.685745 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c33d8c52-be30-4a6e-a34f-7e39c05eb795 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:02.685745 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-c33d8c52-be30-4a6e-a34f-7e39c05eb795 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Added segment e8a15757-6475-486f-b855-f9331136aa1e of type vlan for network b1ba750d-e9a7-4b71-af90-8b9910c891a4 Mar 31 15:30:02.756724 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-02ffa8d6-3ef4-4b4a-9d70-0906b169b5b2 None None] Could not find standard attr ID for object 57322c0f-5c66-4fcf-a272-bcc5ddd29499. {{(pid=103445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 15:30:02.756827 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c33d8c52-be30-4a6e-a34f-7e39c05eb795 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:02.761428 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04251a7-201a-4a6b-b9da-933088f9fafb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:02.761774 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04251a7-201a-4a6b-b9da-933088f9fafb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:02.762111 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04251a7-201a-4a6b-b9da-933088f9fafb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:02.762440 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04251a7-201a-4a6b-b9da-933088f9fafb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:02.762768 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04251a7-201a-4a6b-b9da-933088f9fafb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:02.764027 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04251a7-201a-4a6b-b9da-933088f9fafb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:02.764380 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04251a7-201a-4a6b-b9da-933088f9fafb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:02.764948 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04251a7-201a-4a6b-b9da-933088f9fafb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:02.766077 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04251a7-201a-4a6b-b9da-933088f9fafb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:02.766982 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04251a7-201a-4a6b-b9da-933088f9fafb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:02.767374 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04251a7-201a-4a6b-b9da-933088f9fafb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:02.767750 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04251a7-201a-4a6b-b9da-933088f9fafb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:02.785642 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:30:02.786206 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:02.815852 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:30:02.815852 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:30:02.815852 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:30:02.815852 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:30:02.815852 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:30:02.815852 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:30:02.815852 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:30:02.815852 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:30:02.815852 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:30:02.815852 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:30:02.815852 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:30:02.815852 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:30:02.815852 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:30:02.815852 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:30:02.815852 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:30:02.815852 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:30:02.815852 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:30:02.815852 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:30:02.815852 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:30:02.815852 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:30:02.815852 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:30:02.815852 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:30:02.815852 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:30:02.815852 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:30:02.815852 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:30:02.815852 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:30:02.815852 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:30:02.815852 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:30:02.815852 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:30:02.815852 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:30:02.815852 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:30:02.815852 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:30:02.914278 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bb78bf14-acb6-4f50-8955-700e993b6871 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:02.935280 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-db2c73b0-a3b6-4f91-ac81-35c867a45c78 None None] Attempting to bind port 68cf114a-3aa4-4e7e-b956-73315a153f7b on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:30:02.936262 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-db2c73b0-a3b6-4f91-ac81-35c867a45c78 None None] Attempting to bind port 68cf114a-3aa4-4e7e-b956-73315a153f7b by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:30:02.936838 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2c73b0-a3b6-4f91-ac81-35c867a45c78 None None] Attempting to bind port 68cf114a-3aa4-4e7e-b956-73315a153f7b on network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:30:02.949600 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2c73b0-a3b6-4f91-ac81-35c867a45c78 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:30:02.950602 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2c73b0-a3b6-4f91-ac81-35c867a45c78 None None] Checking segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:30:02.951230 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-db2c73b0-a3b6-4f91-ac81-35c867a45c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:02.951840 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2c73b0-a3b6-4f91-ac81-35c867a45c78 None None] Bound using segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:30:02.953076 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-db2c73b0-a3b6-4f91-ac81-35c867a45c78 None None] Bound port: 68cf114a-3aa4-4e7e-b956-73315a153f7b, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:30:02.953773 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-db2c73b0-a3b6-4f91-ac81-35c867a45c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:02.994621 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c33d8c52-be30-4a6e-a34f-7e39c05eb795 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:03.005350 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33d8c52-be30-4a6e-a34f-7e39c05eb795 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:03.011893 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c33d8c52-be30-4a6e-a34f-7e39c05eb795 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:03.144658 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-391b8d21-3dfb-4ea7-b624-6717bbe62525 None None] For port d5c4a78b-e242-4460-ab8e-bb918bc83136, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=d5c4a78b-e242-4460-ab8e-bb918bc83136,segment=NetworkSegment(ab0522e2-afb0-47d9-a9e4-1b44d1af8c57),segment_id=ab0522e2-afb0-47d9-a9e4-1b44d1af8c57)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:03.145303 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-391b8d21-3dfb-4ea7-b624-6717bbe62525 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:03.165754 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c33d8c52-be30-4a6e-a34f-7e39c05eb795 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.3480828 Mar 31 15:30:03.170170 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-db2c73b0-a3b6-4f91-ac81-35c867a45c78 None None] For port 68cf114a-3aa4-4e7e-b956-73315a153f7b, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:30:03.176083 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-db2c73b0-a3b6-4f91-ac81-35c867a45c78 None None] For port 68cf114a-3aa4-4e7e-b956-73315a153f7b, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=68cf114a-3aa4-4e7e-b956-73315a153f7b,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:30:03.176997 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43704) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:03.185616 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-3fc2a577-f868-440e-9976-4a8a87520325 None None] Allocated IP 172.20.0.1 (eedf94a0-84f3-4ebc-a633-548f2f819ccc/523b2d6f-67f1-41da-b7be-5100a083f3f0/47108215-1909-4d13-b6af-d99c4bf2ad9d) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:30:03.240901 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-e23dd6e7-2c93-4e95-9aca-cd4b24cc2e3c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Request body: {'subnet': {'network_id': 'b1ba750d-e9a7-4b71-af90-8b9910c891a4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:03.245164 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-db2c73b0-a3b6-4f91-ac81-35c867a45c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:03.264857 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.api [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 15:30:03.264857 dv-neutron-833379-2-hyperv neutron-server[103444]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 15:30:03.264857 dv-neutron-833379-2-hyperv neutron-server[103444]: [parameters: {'id': 'd634831b-41ff-40a6-b39e-167072492204'}] Mar 31 15:30:03.264857 dv-neutron-833379-2-hyperv neutron-server[103444]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:30:03.266096 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG oslo_db.api [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:30:03.273550 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c4bb57a3-1f3f-46e6-b2bb-880de9c2ac2d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:03.301989 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e08b0c87-cbc1-4617-8db5-b0da4e1bdbd5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting port 11ac2c62-85ef-4078-ac8d-449458e45c58 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:03.302346 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e08b0c87-cbc1-4617-8db5-b0da4e1bdbd5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:03.330563 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d8c52-be30-4a6e-a34f-7e39c05eb795 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Pushing event updated for resources: {'Network': ['ID=b1ba750d-e9a7-4b71-af90-8b9910c891a4,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:03.390467 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2c73b0-a3b6-4f91-ac81-35c867a45c78 None None] Routers {'634832c9-a9d8-47e8-a231-b990f4d9249b'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:30:03.391104 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-db2c73b0-a3b6-4f91-ac81-35c867a45c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:29:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['634832c9-a9d8-47e8-a231-b990f4d9249b'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:03.399611 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-3fc2a577-f868-440e-9976-4a8a87520325 None None] For port 47108215-1909-4d13-b6af-d99c4bf2ad9d, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=47108215-1909-4d13-b6af-d99c4bf2ad9d,segment=NetworkSegment(94023ccf-4f08-45d8-b3e0-0bf8b8b41625),segment_id=94023ccf-4f08-45d8-b3e0-0bf8b8b41625)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:03.402148 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb57a3-1f3f-46e6-b2bb-880de9c2ac2d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Port': ['ID=d5c4a78b-e242-4460-ab8e-bb918bc83136,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:03.431466 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3fc2a577-f868-440e-9976-4a8a87520325 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:03.453961 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bb57a3-1f3f-46e6-b2bb-880de9c2ac2d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] No DVR routers for this DVR port d5c4a78b-e242-4460-ab8e-bb918bc83136 on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:30:03.474375 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3fc2a577-f868-440e-9976-4a8a87520325 None None] Transition to ACTIVE for port object 47108215-1909-4d13-b6af-d99c4bf2ad9d will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:03.580687 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network b1ba750d-e9a7-4b71-af90-8b9910c891a4 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:30:03.587595 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e23dd6e7-2c93-4e95-9aca-cd4b24cc2e3c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:03.620364 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e23dd6e7-2c93-4e95-9aca-cd4b24cc2e3c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Usage tracker for resource:subnet and tenant:60521320d8b145f3a1615c7cf125e5cb is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:03.626274 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e23dd6e7-2c93-4e95-9aca-cd4b24cc2e3c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:03.653769 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-db2c73b0-a3b6-4f91-ac81-35c867a45c78 None None] Set router 634832c9-a9d8-47e8-a231-b990f4d9249b gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:30:03.698826 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e23dd6e7-2c93-4e95-9aca-cd4b24cc2e3c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:03.725475 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-26bd1e09-e15c-4384-96d3-24b2674d2ffc tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:03.737911 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c4bb57a3-1f3f-46e6-b2bb-880de9c2ac2d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:03.760885 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-391b8d21-3dfb-4ea7-b624-6717bbe62525 None None] Calling delete_port for d5c4a78b-e242-4460-ab8e-bb918bc83136 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:03.807269 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:03.807501 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port d91e36e2-bea5-4bf9-af1c-cacb0cb53aeb triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:03.807944 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:03.828002 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-74c39c56-115e-475f-be46-d052cde77b5b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:03.871779 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3fc2a577-f868-440e-9976-4a8a87520325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:03.876711 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-02ffa8d6-3ef4-4b4a-9d70-0906b169b5b2 None None] Provisioning complete for port 18b29e18-0a04-4585-adde-deac13afaf79 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:03.876711 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-02ffa8d6-3ef4-4b4a-9d70-0906b169b5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:03.882612 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd1e09-e15c-4384-96d3-24b2674d2ffc tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Pushing event deleted for resources: {'Port': ['ID=6481ebff-5426-4dd1-acc2-a1908f991880,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:03.904012 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-c4bb57a3-1f3f-46e6-b2bb-880de9c2ac2d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc33895a-db18-4da4-903f-fdf2b3c99c40']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:03.942034 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23dd6e7-2c93-4e95-9aca-cd4b24cc2e3c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Made reservation on behalf of 60521320d8b145f3a1615c7cf125e5cb for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:30:03.952946 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e23dd6e7-2c93-4e95-9aca-cd4b24cc2e3c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:03.977267 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Deleting port 308693a8-17be-48c1-bef7-96c89623602e {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:03.977267 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:04.027672 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04251a7-201a-4a6b-b9da-933088f9fafb None None] Pushing event updated for resources: {'Port': ['ID=68cf114a-3aa4-4e7e-b956-73315a153f7b,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:04.092038 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-391b8d21-3dfb-4ea7-b624-6717bbe62525 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:30:04.093670 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-391b8d21-3dfb-4ea7-b624-6717bbe62525 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:30:04.094052 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-c4bb57a3-1f3f-46e6-b2bb-880de9c2ac2d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0522e2-afb0-47d9-a9e4-1b44d1af8c57') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:04.094368 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-c4bb57a3-1f3f-46e6-b2bb-880de9c2ac2d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0522e2-afb0-47d9-a9e4-1b44d1af8c57') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:04.102655 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c39c56-115e-475f-be46-d052cde77b5b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Port': ['ID=cc35d445-6e8e-4269-aad9-187fbb6c1122,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:04.111722 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c844a0-adba-45be-834e-5423b6575ddb None None] Network d634831b-41ff-40a6-b39e-167072492204 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:04.127284 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-74c39c56-115e-475f-be46-d052cde77b5b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:04.233128 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-db2c73b0-a3b6-4f91-ac81-35c867a45c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634832c9-a9d8-47e8-a231-b990f4d9249b', 'name': 'tempest-NetworksTestDHCPv6-router-670906976', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:29:46Z', 'updated_at': '2022-03-31T15:29:53Z', 'revision_number': 2, 'project_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'gw_port_host': None, '_interfaces': [{'id': '68cf114a-3aa4-4e7e-b956-73315a153f7b', 'name': '', 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'mac_address': 'fa:16:3e:f4:f0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634832c9-a9d8-47e8-a231-b990f4d9249b', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'a04f6908-4e8e-4e81-a829-a0dcfd955291', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:29:49Z', 'updated_at': '2022-03-31T15:30:03Z', 'revision_number': 4, 'project_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'subnets': [{'id': 'a04f6908-4e8e-4e81-a829-a0dcfd955291', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:04.240184 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c4bb57a3-1f3f-46e6-b2bb-880de9c2ac2d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:04.240345 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c73b0-a3b6-4f91-ac81-35c867a45c78 None None] The sync data for ids ['634832c9-a9d8-47e8-a231-b990f4d9249b'] in dv-neutron-833379-2-hyperv is: [{'id': '634832c9-a9d8-47e8-a231-b990f4d9249b', 'name': 'tempest-NetworksTestDHCPv6-router-670906976', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:29:46Z', 'updated_at': '2022-03-31T15:29:53Z', 'revision_number': 2, 'project_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'gw_port_host': None, '_interfaces': [{'id': '68cf114a-3aa4-4e7e-b956-73315a153f7b', 'name': '', 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'mac_address': 'fa:16:3e:f4:f0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634832c9-a9d8-47e8-a231-b990f4d9249b', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'a04f6908-4e8e-4e81-a829-a0dcfd955291', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:29:49Z', 'updated_at': '2022-03-31T15:30:03Z', 'revision_number': 4, 'project_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'subnets': [{'id': 'a04f6908-4e8e-4e81-a829-a0dcfd955291', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:30:04.263587 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=3f30ceaa-f316-4d01-a31a-655599b2e753,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:04.334358 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-74c39c56-115e-475f-be46-d052cde77b5b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/ports/cc35d445-6e8e-4269-aad9-187fbb6c1122 HTTP/1.1" status: 204 len: 168 time: 3.1509120 Mar 31 15:30:04.340581 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43708) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:04.409950 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c4bb57a3-1f3f-46e6-b2bb-880de9c2ac2d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:04.450231 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4bb57a3-1f3f-46e6-b2bb-880de9c2ac2d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:30:04.450820 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c4bb57a3-1f3f-46e6-b2bb-880de9c2ac2d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:04.451615 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76fadf6-d6a9-4f1d-ba3b-d17b767e8a12 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] GET failed (client error): The resource could not be found. Mar 31 15:30:04.452025 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b76fadf6-d6a9-4f1d-ba3b-d17b767e8a12 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Synchronizing usage tracker for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:04.492271 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:30:04.492271 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:30:04.492271 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:30:04.492271 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:30:04.492271 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:30:04.492271 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:30:04.492271 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:30:04.492271 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:30:04.492271 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:30:04.492271 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:30:04.492271 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:30:04.492271 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:30:04.492271 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:30:04.492271 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:30:04.492271 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:30:04.492271 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:30:04.492271 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:30:04.492271 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:30:04.492271 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:30:04.492271 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:30:04.492271 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:30:04.492271 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:30:04.492271 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:30:04.492271 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:30:04.492271 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:30:04.492271 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:30:04.492271 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:30:04.492271 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:30:04.492271 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:30:04.492271 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:30:04.492271 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:30:04.492271 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:30:04.500755 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e08b0c87-cbc1-4617-8db5-b0da4e1bdbd5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:04.509180 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1a1af4-69b8-441a-b223-cc8b6abe3506 None None] Network 8d60d588-0402-4484-b1da-1753a3574376 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:04.587732 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-66d5bd15-e4c1-46a9-b8c6-17d60b7995a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:04.665293 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-391b8d21-3dfb-4ea7-b624-6717bbe62525 None None] Deleting port d5c4a78b-e242-4460-ab8e-bb918bc83136 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:04.665729 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-391b8d21-3dfb-4ea7-b624-6717bbe62525 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:04.675576 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b76fadf6-d6a9-4f1d-ba3b-d17b767e8a12 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Unset dirty status for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:04.676762 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b76fadf6-d6a9-4f1d-ba3b-d17b767e8a12 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "GET /v2.0/ports/cc35d445-6e8e-4269-aad9-187fbb6c1122 HTTP/1.1" status: 404 len: 333 time: 0.3269649 Mar 31 15:30:04.685018 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e08b0c87-cbc1-4617-8db5-b0da4e1bdbd5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Calling delete_port for 11ac2c62-85ef-4078-ac8d-449458e45c58 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:04.728356 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43712) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:04.800968 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a686f3d-2e49-42b6-b956-0dc766a53fbe None None] Pushing event updated for resources: {'Port': ['ID=308693a8-17be-48c1-bef7-96c89623602e,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:04.820194 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-26bd1e09-e15c-4384-96d3-24b2674d2ffc tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:04.831511 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bb78bf14-acb6-4f50-8955-700e993b6871 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:04.847898 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b90d471-4e71-4da8-b3b3-c12e28d491c8 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting subnet 51900c2f-d9ff-43f3-a6d0-45431cdef1b4 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:30:04.850613 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-391b8d21-3dfb-4ea7-b624-6717bbe62525 None None] The port 'd5c4a78b-e242-4460-ab8e-bb918bc83136' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:30:04.858292 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7b90d471-4e71-4da8-b3b3-c12e28d491c8 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:04.930385 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bb78bf14-acb6-4f50-8955-700e993b6871 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:04.931167 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bb78bf14-acb6-4f50-8955-700e993b6871 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:05.006011 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] For port 308693a8-17be-48c1-bef7-96c89623602e, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=308693a8-17be-48c1-bef7-96c89623602e,segment=NetworkSegment(cbfd6866-fdb0-4986-b982-1daea9e89f9d),segment_id=cbfd6866-fdb0-4986-b982-1daea9e89f9d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:05.006374 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:05.028995 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-26bd1e09-e15c-4384-96d3-24b2674d2ffc tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] 10.222.0.31 "DELETE /v2.0/ports/6481ebff-5426-4dd1-acc2-a1908f991880 HTTP/1.1" status: 204 len: 168 time: 5.0214877 Mar 31 15:30:05.044984 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43716) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:05.055107 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78bf14-acb6-4f50-8955-700e993b6871 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Port': ['ID=92b7ad1a-b704-4b6d-9d43-5c77da8639ce,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:05.146923 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7b90d471-4e71-4da8-b3b3-c12e28d491c8 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:05.200174 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ffa8d6-3ef4-4b4a-9d70-0906b169b5b2 None None] Pushing event updated for resources: {'Port': ['ID=47108215-1909-4d13-b6af-d99c4bf2ad9d,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:05.203884 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 3f2b5ee7-cfdc-490c-b502-fa5564e430dd up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:30:05.313928 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Calling delete_port for 308693a8-17be-48c1-bef7-96c89623602e owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:05.362536 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c4bb57a3-1f3f-46e6-b2bb-880de9c2ac2d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:05.365084 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-869d96f7-32bc-482c-a87f-9d91963e6843 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] GET failed (client error): The resource could not be found. Mar 31 15:30:05.365972 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-869d96f7-32bc-482c-a87f-9d91963e6843 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Synchronizing usage tracker for tenant:33014ad214cf4de9aa340b17e7803ece on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:05.366946 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-453a35af-4204-41ca-8eec-d61ca77c3113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:05.436589 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c4bb57a3-1f3f-46e6-b2bb-880de9c2ac2d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:05.458102 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb57a3-1f3f-46e6-b2bb-880de9c2ac2d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Network': ['ID=bc33895a-db18-4da4-903f-fdf2b3c99c40,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:05.474656 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c4bb57a3-1f3f-46e6-b2bb-880de9c2ac2d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/networks/bc33895a-db18-4da4-903f-fdf2b3c99c40 HTTP/1.1" status: 204 len: 168 time: 4.8928781 Mar 31 15:30:05.479127 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43720) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:05.488389 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e23dd6e7-2c93-4e95-9aca-cd4b24cc2e3c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:05.492314 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-02ffa8d6-3ef4-4b4a-9d70-0906b169b5b2 None None] Provisioning for port 2037b2c4-6705-4ca8-8a01-3f287dc933ea completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:05.513312 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8c2edb-706e-4237-8087-55391c2b28ea None None] Network d634831b-41ff-40a6-b39e-167072492204 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:05.605931 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7b90d471-4e71-4da8-b3b3-c12e28d491c8 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:05.667848 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8fa39b34-a896-4bc8-b158-35799ef9d468 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:05.699003 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707f95fe-789d-476f-81fb-6262ef038188 None None] Network eedf94a0-84f3-4ebc-a633-548f2f819ccc requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:05.718890 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-02ffa8d6-3ef4-4b4a-9d70-0906b169b5b2 None None] Provisioning for port 9605788b-fa69-4056-a00c-6ab10a23e730 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:05.741019 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2a577-f868-440e-9976-4a8a87520325 None None] Pushing event updated for resources: {'Port': ['ID=47108215-1909-4d13-b6af-d99c4bf2ad9d,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:05.745558 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 3f2b5ee7-cfdc-490c-b502-fa5564e430dd completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:05.796210 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-869d96f7-32bc-482c-a87f-9d91963e6843 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Unset dirty status for tenant:33014ad214cf4de9aa340b17e7803ece on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:05.797526 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-869d96f7-32bc-482c-a87f-9d91963e6843 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] 10.222.0.31 "GET /v2.0/ports/6481ebff-5426-4dd1-acc2-a1908f991880 HTTP/1.1" status: 404 len: 333 time: 0.7515380 Mar 31 15:30:05.820889 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43724) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:05.841915 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-85956548-7850-4a4b-a94b-6f39e3aebac6 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Request body: {'port': {'network_id': '8d60d588-0402-4484-b1da-1753a3574376', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1243130372'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:05.853891 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e08b0c87-cbc1-4617-8db5-b0da4e1bdbd5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:05.877124 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 9605788b-fa69-4056-a00c-6ab10a23e730 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:30:05.974194 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b0c87-cbc1-4617-8db5-b0da4e1bdbd5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Port': ['ID=11ac2c62-85ef-4078-ac8d-449458e45c58,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:05.985946 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb78bf14-acb6-4f50-8955-700e993b6871 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network 25ae65cb-d6bd-4a03-b2a0-bc2f51bab0a0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:06.019169 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-bb78bf14-acb6-4f50-8955-700e993b6871 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:06.028195 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7b90d471-4e71-4da8-b3b3-c12e28d491c8 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:06.049846 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-02ffa8d6-3ef4-4b4a-9d70-0906b169b5b2 None None] Provisioning for port 623cf57d-1a39-40c5-a6e3-d32f4178fb17 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:06.068738 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23dd6e7-2c93-4e95-9aca-cd4b24cc2e3c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Pushing event updated for resources: {'Subnet': ['ID=5bdc7c23-11e6-4fd2-a0cc-7ae1455dbb3e,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:06.099579 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-02ffa8d6-3ef4-4b4a-9d70-0906b169b5b2 None None] Provisioning complete for port 623cf57d-1a39-40c5-a6e3-d32f4178fb17 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:06.100043 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-02ffa8d6-3ef4-4b4a-9d70-0906b169b5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:06.129126 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:06.152286 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 9605788b-fa69-4056-a00c-6ab10a23e730 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:06.190691 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23dd6e7-2c93-4e95-9aca-cd4b24cc2e3c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Checking segment: {'id': 'e8a15757-6475-486f-b855-f9331136aa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b1ba750d-e9a7-4b71-af90-8b9910c891a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:30:06.191342 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23dd6e7-2c93-4e95-9aca-cd4b24cc2e3c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Network hostable DHCP agents. Network: b1ba750d-e9a7-4b71-af90-8b9910c891a4, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:30:06.203542 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 9605788b-fa69-4056-a00c-6ab10a23e730 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:06.203958 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:06.248572 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event deleted for resources: {'Port': ['ID=308693a8-17be-48c1-bef7-96c89623602e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:06.271182 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] No DVR routers for this DVR port 308693a8-17be-48c1-bef7-96c89623602e on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:30:06.276336 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90d471-4e71-4da8-b3b3-c12e28d491c8 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Subnet': ['ID=51900c2f-d9ff-43f3-a6d0-45431cdef1b4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:06.360948 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7b90d471-4e71-4da8-b3b3-c12e28d491c8 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:06.407888 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6d2a82-5b93-44b7-8058-8ffd1e17da2f None None] Network 2b9d026f-f9ff-46da-a58e-e5c51fa1b482 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:06.469718 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e08b0c87-cbc1-4617-8db5-b0da4e1bdbd5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:06.477276 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e08b0c87-cbc1-4617-8db5-b0da4e1bdbd5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/ports/11ac2c62-85ef-4078-ac8d-449458e45c58 HTTP/1.1" status: 204 len: 168 time: 3.7896359 Mar 31 15:30:06.479365 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7b90d471-4e71-4da8-b3b3-c12e28d491c8 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/subnets/51900c2f-d9ff-43f3-a6d0-45431cdef1b4 HTTP/1.1" status: 204 len: 168 time: 1.7498074 Mar 31 15:30:06.484295 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43728) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:06.484883 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43730) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:06.487700 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-02ffa8d6-3ef4-4b4a-9d70-0906b169b5b2 None None] Port 623cf57d-1a39-40c5-a6e3-d32f4178fb17 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:30:06.544300 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23dd6e7-2c93-4e95-9aca-cd4b24cc2e3c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Network b1ba750d-e9a7-4b71-af90-8b9910c891a4 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:30:06.546763 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-85956548-7850-4a4b-a94b-6f39e3aebac6 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:06.659147 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:06.667209 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-85956548-7850-4a4b-a94b-6f39e3aebac6 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:06.708079 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d634831b-41ff-40a6-b39e-167072492204']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:06.723757 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbfd6866-fdb0-4986-b982-1daea9e89f9d') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:06.724935 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbfd6866-fdb0-4986-b982-1daea9e89f9d') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:06.740687 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:06.754562 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-e23dd6e7-2c93-4e95-9aca-cd4b24cc2e3c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, b1ba750d-e9a7-4b71-af90-8b9910c891a4) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:06.767998 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-7adcd57d-b89f-4ebf-8f77-320efe11cc9c tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] GET failed (client error): The resource could not be found. Mar 31 15:30:06.767998 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7adcd57d-b89f-4ebf-8f77-320efe11cc9c tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Synchronizing usage tracker for tenant:62591a084e044f5ebd9b8ec401f28de6 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:06.773428 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:06.780201 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23dd6e7-2c93-4e95-9aca-cd4b24cc2e3c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:06.780201 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e23dd6e7-2c93-4e95-9aca-cd4b24cc2e3c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:06.780201 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85956548-7850-4a4b-a94b-6f39e3aebac6 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Made reservation on behalf of 33014ad214cf4de9aa340b17e7803ece for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:30:06.784264 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-85956548-7850-4a4b-a94b-6f39e3aebac6 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:06.787288 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4013d415-1c4e-4fbc-a622-acc07b655ebc None None] Network b1ba750d-e9a7-4b71-af90-8b9910c891a4 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:06.802493 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:06.809298 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:06.825773 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb78bf14-acb6-4f50-8955-700e993b6871 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Router 581cc32f-07b5-4749-9cf5-c89c0a09d735 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:30:06.829124 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8fa39b34-a896-4bc8-b158-35799ef9d468 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting port 68cf114a-3aa4-4e7e-b956-73315a153f7b {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:06.829595 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8fa39b34-a896-4bc8-b158-35799ef9d468 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:06.829796 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:30:06.830596 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:06.874431 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80ba298d-04cb-4d98-959a-d3b7aa988941 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:06.926049 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-02ffa8d6-3ef4-4b4a-9d70-0906b169b5b2 None None] Provisioning for port 3f2b5ee7-cfdc-490c-b502-fa5564e430dd completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:06.952726 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7adcd57d-b89f-4ebf-8f77-320efe11cc9c tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Unset dirty status for tenant:62591a084e044f5ebd9b8ec401f28de6 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:06.956892 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7adcd57d-b89f-4ebf-8f77-320efe11cc9c tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "GET /v2.0/ports/11ac2c62-85ef-4078-ac8d-449458e45c58 HTTP/1.1" status: 404 len: 333 time: 0.4635789 Mar 31 15:30:06.975934 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43736) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:06.995764 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:30:06.995764 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:30:06.995764 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:30:06.995764 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:30:06.995764 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:30:06.995764 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:30:06.995764 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:30:06.995764 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:30:06.995764 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:30:06.995764 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:30:06.995764 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:30:06.995764 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:30:06.995764 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:30:06.995764 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:30:06.995764 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:30:06.995764 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:30:06.995764 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:30:06.995764 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:30:06.995764 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:30:06.995764 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:30:06.995764 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:30:06.995764 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:30:06.995764 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:30:06.995764 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:30:06.995764 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:30:06.995764 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:30:06.995764 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:30:06.995764 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:30:06.995764 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:30:06.995764 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:30:06.995764 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:30:06.995764 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:30:07.008451 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-02ffa8d6-3ef4-4b4a-9d70-0906b169b5b2 None None] Provisioning complete for port 3f2b5ee7-cfdc-490c-b502-fa5564e430dd triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:07.009008 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-02ffa8d6-3ef4-4b4a-9d70-0906b169b5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:07.019395 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-85956548-7850-4a4b-a94b-6f39e3aebac6 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] device_id is not set on port b0650355-0e39-4e3e-ad35-2078a86604fb yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:30:07.066601 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d7966c7-5b87-4542-860c-834a2c3187ef tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting subnet c951e0be-6857-413b-821a-991f1d8f99fd {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:30:07.077316 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d7966c7-5b87-4542-860c-834a2c3187ef tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:07.094628 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:07.138146 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e23dd6e7-2c93-4e95-9aca-cd4b24cc2e3c tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.9595265 Mar 31 15:30:07.146720 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43740) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:07.211443 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 9605788b-fa69-4056-a00c-6ab10a23e730, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=9605788b-fa69-4056-a00c-6ab10a23e730,segment=NetworkSegment(e38424fd-462c-4c2f-a6b6-6e7d22144f9d),segment_id=e38424fd-462c-4c2f-a6b6-6e7d22144f9d)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:07.222719 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-903f5b4e-e0ab-4b73-98ac-1c6517563825 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b1ba750d-e9a7-4b71-af90-8b9910c891a4'}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:07.363939 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:07.373980 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 2037b2c4-6705-4ca8-8a01-3f287dc933ea up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:30:07.471434 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:07.502794 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-80ba298d-04cb-4d98-959a-d3b7aa988941 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting port 3f2b5ee7-cfdc-490c-b502-fa5564e430dd {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:07.503378 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80ba298d-04cb-4d98-959a-d3b7aa988941 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:07.598010 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:07.633110 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event deleted for resources: {'Network': ['ID=d634831b-41ff-40a6-b39e-167072492204,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:07.698859 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a27760f-5329-4bd1-b588-6d4eeaadbfe7 None None] DHCP port deletion for 2b9d026f-f9ff-46da-a58e-e5c51fa1b482 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:30:07.715137 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2ccf9844-1d54-4278-af83-975f6c219aaa tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "DELETE /v2.0/networks/d634831b-41ff-40a6-b39e-167072492204 HTTP/1.1" status: 204 len: 168 time: 8.7417350 Mar 31 15:30:07.724818 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43744) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:07.737245 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-7a27760f-5329-4bd1-b588-6d4eeaadbfe7 None None] Deleting port 3f2b5ee7-cfdc-490c-b502-fa5564e430dd {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:07.737628 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7a27760f-5329-4bd1-b588-6d4eeaadbfe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:07.757561 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d7966c7-5b87-4542-860c-834a2c3187ef tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:07.774824 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-02ffa8d6-3ef4-4b4a-9d70-0906b169b5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:07.821986 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-85956548-7850-4a4b-a94b-6f39e3aebac6 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Allocated IP 2001:db8::4c (8d60d588-0402-4484-b1da-1753a3574376/85c058ce-218a-421b-8c3a-38ab02342a76/b0650355-0e39-4e3e-ad35-2078a86604fb) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:30:07.861293 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb78bf14-acb6-4f50-8955-700e993b6871 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:30:07.876761 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-bb78bf14-acb6-4f50-8955-700e993b6871 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "PUT /v2.0/routers/581cc32f-07b5-4749-9cf5-c89c0a09d735/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3820322 Mar 31 15:30:07.883051 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a75ba7d-d3f9-4146-ad49-0f84d653056c tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] DELETE failed (client error): The resource could not be found. Mar 31 15:30:07.883051 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a75ba7d-d3f9-4146-ad49-0f84d653056c tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:30:07.889779 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9a75ba7d-d3f9-4146-ad49-0f84d653056c tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "DELETE /v2.0/networks/d634831b-41ff-40a6-b39e-167072492204 HTTP/1.1" status: 404 len: 339 time: 0.1408291 Mar 31 15:30:07.889779 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43748) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:07.898379 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-903f5b4e-e0ab-4b73-98ac-1c6517563825 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:07.901111 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=9605788b-fa69-4056-a00c-6ab10a23e730,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:07.902630 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43750) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:07.903873 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41afc30b-db4e-4366-a5e8-aaf1b657d28a None None] Sync routers for ids ['581cc32f-07b5-4749-9cf5-c89c0a09d735'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:30:07.908254 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-44a53f69-d506-4ec6-86b9-96787f9a7265 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-590682622', 'description': 'd1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:07.920481 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-44a53f69-d506-4ec6-86b9-96787f9a7265 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:07.926924 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-090590ec-e393-4753-98a0-370452300dc9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:07.952305 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:07.966066 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 2037b2c4-6705-4ca8-8a01-3f287dc933ea completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:07.974799 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db490ea-bd83-42bb-abe2-337b4d0731dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-b1ba750d-e9a7-4b71-af90-8b9910c891a4', 'network_id': 'b1ba750d-e9a7-4b71-af90-8b9910c891a4', 'tenant_id': '60521320d8b145f3a1615c7cf125e5cb', 'fixed_ips': [{'subnet_id': '5bdc7c23-11e6-4fd2-a0cc-7ae1455dbb3e'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:30:07.976183 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1db490ea-bd83-42bb-abe2-337b4d0731dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:07.988198 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-02ffa8d6-3ef4-4b4a-9d70-0906b169b5b2 None None] For port 3f2b5ee7-cfdc-490c-b502-fa5564e430dd, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=3f2b5ee7-cfdc-490c-b502-fa5564e430dd,segment=NetworkSegment(671920a5-014d-4c0d-81bc-caa5ddcc8a96),segment_id=671920a5-014d-4c0d-81bc-caa5ddcc8a96)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:07.997606 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41afc30b-db4e-4366-a5e8-aaf1b657d28a None None] Routers {'581cc32f-07b5-4749-9cf5-c89c0a09d735'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:30:07.998266 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-41afc30b-db4e-4366-a5e8-aaf1b657d28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:30:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['581cc32f-07b5-4749-9cf5-c89c0a09d735'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:08.011649 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-44a53f69-d506-4ec6-86b9-96787f9a7265 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Usage tracker for resource:network and tenant:8c6575be81e7411a95d81072c1e21ab3 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:08.017854 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-44a53f69-d506-4ec6-86b9-96787f9a7265 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Quota usage for network was recalculated. Used quota:3. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:08.041483 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-44a53f69-d506-4ec6-86b9-96787f9a7265 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:08.070916 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 2037b2c4-6705-4ca8-8a01-3f287dc933ea triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:08.071306 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:08.072115 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d7966c7-5b87-4542-860c-834a2c3187ef tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:08.118810 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-41afc30b-db4e-4366-a5e8-aaf1b657d28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:08.120853 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-02ffa8d6-3ef4-4b4a-9d70-0906b169b5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:08.190883 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffef0bda-8751-4b0b-9105-c683131d066f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:08.192891 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ffef0bda-8751-4b0b-9105-c683131d066f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Synchronizing usage tracker for tenant:f5aeba78f50f4bbea010c74344321d80 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:08.206787 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a53f69-d506-4ec6-86b9-96787f9a7265 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Made reservation on behalf of 8c6575be81e7411a95d81072c1e21ab3 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:30:08.210979 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-44a53f69-d506-4ec6-86b9-96787f9a7265 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:08.300859 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41afc30b-db4e-4366-a5e8-aaf1b657d28a None None] Routers {'581cc32f-07b5-4749-9cf5-c89c0a09d735'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:30:08.301769 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-41afc30b-db4e-4366-a5e8-aaf1b657d28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:30:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['581cc32f-07b5-4749-9cf5-c89c0a09d735'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:08.367980 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-80ba298d-04cb-4d98-959a-d3b7aa988941 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] For port 3f2b5ee7-cfdc-490c-b502-fa5564e430dd, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=3f2b5ee7-cfdc-490c-b502-fa5564e430dd,segment=NetworkSegment(671920a5-014d-4c0d-81bc-caa5ddcc8a96),segment_id=671920a5-014d-4c0d-81bc-caa5ddcc8a96)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:08.368659 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80ba298d-04cb-4d98-959a-d3b7aa988941 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:08.417349 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-41afc30b-db4e-4366-a5e8-aaf1b657d28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:08.418013 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41afc30b-db4e-4366-a5e8-aaf1b657d28a None None] The sync data for ids ['581cc32f-07b5-4749-9cf5-c89c0a09d735'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:30:08.434647 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-7a27760f-5329-4bd1-b588-6d4eeaadbfe7 None None] For port 3f2b5ee7-cfdc-490c-b502-fa5564e430dd, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=3f2b5ee7-cfdc-490c-b502-fa5564e430dd,segment=NetworkSegment(671920a5-014d-4c0d-81bc-caa5ddcc8a96),segment_id=671920a5-014d-4c0d-81bc-caa5ddcc8a96)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:08.434647 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7a27760f-5329-4bd1-b588-6d4eeaadbfe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:08.451901 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-02ffa8d6-3ef4-4b4a-9d70-0906b169b5b2 None None] Provisioning complete for port c6dbea90-fbc4-43cc-a95e-fc96c26aeebc triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:08.451901 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-02ffa8d6-3ef4-4b4a-9d70-0906b169b5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:08.533617 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d7966c7-5b87-4542-860c-834a2c3187ef tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:08.552591 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-80ba298d-04cb-4d98-959a-d3b7aa988941 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Calling delete_port for 3f2b5ee7-cfdc-490c-b502-fa5564e430dd owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:08.610441 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a53f69-d506-4ec6-86b9-96787f9a7265 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:30:08.649382 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-7a27760f-5329-4bd1-b588-6d4eeaadbfe7 None None] Calling delete_port for 3f2b5ee7-cfdc-490c-b502-fa5564e430dd owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:08.861621 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-44a53f69-d506-4ec6-86b9-96787f9a7265 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:08.861621 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-44a53f69-d506-4ec6-86b9-96787f9a7265 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Added segment 03624bd5-e69e-44f1-9020-c779c8c68db0 of type vlan for network b71a513c-a261-4cd7-aa1d-bbdb7e6877cd Mar 31 15:30:08.861814 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d7966c7-5b87-4542-860c-834a2c3187ef tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:08.861814 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7966c7-5b87-4542-860c-834a2c3187ef tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Subnet': ['ID=c951e0be-6857-413b-821a-991f1d8f99fd,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:08.861814 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-8fa39b34-a896-4bc8-b158-35799ef9d468 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] For port 68cf114a-3aa4-4e7e-b956-73315a153f7b, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=68cf114a-3aa4-4e7e-b956-73315a153f7b,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:08.861814 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8fa39b34-a896-4bc8-b158-35799ef9d468 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:08.861814 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3d7966c7-5b87-4542-860c-834a2c3187ef tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/subnets/c951e0be-6857-413b-821a-991f1d8f99fd HTTP/1.1" status: 204 len: 168 time: 1.7305267 Mar 31 15:30:08.862207 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123f06e7-de01-4c09-ba61-d16d84181228 None None] Network baba5c7b-d9cb-4752-beb6-44c5dd00d885 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:08.863837 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-85956548-7850-4a4b-a94b-6f39e3aebac6 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:08.864059 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43756) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:08.864218 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ffa8d6-3ef4-4b4a-9d70-0906b169b5b2 None None] Pushing event updated for resources: {'Port': ['ID=3f2b5ee7-cfdc-490c-b502-fa5564e430dd,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:08.864365 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-44a53f69-d506-4ec6-86b9-96787f9a7265 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:08.864365 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-85956548-7850-4a4b-a94b-6f39e3aebac6 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Transition to ACTIVE for port object b0650355-0e39-4e3e-ad35-2078a86604fb will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:08.864365 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-903f5b4e-e0ab-4b73-98ac-1c6517563825 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:30:08.864365 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-903f5b4e-e0ab-4b73-98ac-1c6517563825 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] 10.222.0.31 "PUT /v2.0/routers/d6409eb5-6b98-412f-84ec-9248251f6a71 HTTP/1.1" status: 400 len: 364 time: 1.7030044 Mar 31 15:30:08.864365 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43760) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:08.884970 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8fa39b34-a896-4bc8-b158-35799ef9d468 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Calling delete_port for 68cf114a-3aa4-4e7e-b956-73315a153f7b owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:08.900874 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-1db490ea-bd83-42bb-abe2-337b4d0731dc None None] Allocated IP 2001:db8:1::2 (b1ba750d-e9a7-4b71-af90-8b9910c891a4/5bdc7c23-11e6-4fd2-a0cc-7ae1455dbb3e/419f5205-6403-41e0-b3df-f2c5d14d0c0d) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:30:08.929240 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-090590ec-e393-4753-98a0-370452300dc9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Deleting port 69626f6e-d638-4d98-bbbc-5c65cd791fdf {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:08.930069 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-090590ec-e393-4753-98a0-370452300dc9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:08.935271 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ffef0bda-8751-4b0b-9105-c683131d066f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Unset dirty status for tenant:f5aeba78f50f4bbea010c74344321d80 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:08.939614 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ffef0bda-8751-4b0b-9105-c683131d066f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "GET /v2.0/ports/92b7ad1a-b704-4b6d-9d43-5c77da8639ce HTTP/1.1" status: 200 len: 913 time: 1.0444999 Mar 31 15:30:08.952674 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:08.976715 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43764) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:08.997577 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-44a53f69-d506-4ec6-86b9-96787f9a7265 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:09.003147 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a53f69-d506-4ec6-86b9-96787f9a7265 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:09.004751 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-44a53f69-d506-4ec6-86b9-96787f9a7265 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:09.058295 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75234363-e865-42b5-83ec-1d0ab704b680 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:09.087869 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-75234363-e865-42b5-83ec-1d0ab704b680 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting port 9605788b-fa69-4056-a00c-6ab10a23e730 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:09.088306 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75234363-e865-42b5-83ec-1d0ab704b680 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:09.127810 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.api [None req-80ba298d-04cb-4d98-959a-d3b7aa988941 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:30:09.127810 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG oslo_db.api [None req-80ba298d-04cb-4d98-959a-d3b7aa988941 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:30:09.217746 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-7a27760f-5329-4bd1-b588-6d4eeaadbfe7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:30:09.218098 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-7a27760f-5329-4bd1-b588-6d4eeaadbfe7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:30:09.259561 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 2037b2c4-6705-4ca8-8a01-3f287dc933ea, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=2037b2c4-6705-4ca8-8a01-3f287dc933ea,segment=NetworkSegment(566fd74c-42cc-44b0-84a9-11529990f1dd),segment_id=566fd74c-42cc-44b0-84a9-11529990f1dd)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:09.355608 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:09.456943 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1db490ea-bd83-42bb-abe2-337b4d0731dc None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:09.468238 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-85956548-7850-4a4b-a94b-6f39e3aebac6 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:09.471818 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=2037b2c4-6705-4ca8-8a01-3f287dc933ea,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:09.479747 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a3b2aaef-9ea1-4d96-8f76-faccd9c366e4 None None] Could not find standard attr ID for object cc35d445-6e8e-4269-aad9-187fbb6c1122. {{(pid=103445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 15:30:09.479747 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1db490ea-bd83-42bb-abe2-337b4d0731dc None None] Transition to ACTIVE for port object 419f5205-6403-41e0-b3df-f2c5d14d0c0d will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:09.502193 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1db490ea-bd83-42bb-abe2-337b4d0731dc None None] Transition to ACTIVE for port object 419f5205-6403-41e0-b3df-f2c5d14d0c0d will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:09.562182 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-75234363-e865-42b5-83ec-1d0ab704b680 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] For port 9605788b-fa69-4056-a00c-6ab10a23e730, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=9605788b-fa69-4056-a00c-6ab10a23e730,segment=NetworkSegment(e38424fd-462c-4c2f-a6b6-6e7d22144f9d),segment_id=e38424fd-462c-4c2f-a6b6-6e7d22144f9d)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:09.562182 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75234363-e865-42b5-83ec-1d0ab704b680 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:09.563065 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c38984-a1ec-48ff-b262-a2abb539d893 None None] DHCP port deletion for baba5c7b-d9cb-4752-beb6-44c5dd00d885 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:30:09.563065 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f7c38984-a1ec-48ff-b262-a2abb539d893 None None] Deleting port 9605788b-fa69-4056-a00c-6ab10a23e730 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:09.563065 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f7c38984-a1ec-48ff-b262-a2abb539d893 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:09.566065 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-44a53f69-d506-4ec6-86b9-96787f9a7265 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6623917 Mar 31 15:30:09.612361 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43768) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:09.624602 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a3b2aaef-9ea1-4d96-8f76-faccd9c366e4 None None] Provisioning for port 47108215-1909-4d13-b6af-d99c4bf2ad9d completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:09.635421 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a3b2aaef-9ea1-4d96-8f76-faccd9c366e4 None None] Provisioning complete for port 47108215-1909-4d13-b6af-d99c4bf2ad9d triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:09.635756 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a3b2aaef-9ea1-4d96-8f76-faccd9c366e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:09.674458 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1db490ea-bd83-42bb-abe2-337b4d0731dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:09.680542 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-80ba298d-04cb-4d98-959a-d3b7aa988941 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting port 3f2b5ee7-cfdc-490c-b502-fa5564e430dd {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:09.680542 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80ba298d-04cb-4d98-959a-d3b7aa988941 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:09.714308 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a53f69-d506-4ec6-86b9-96787f9a7265 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event updated for resources: {'Network': ['ID=b71a513c-a261-4cd7-aa1d-bbdb7e6877cd,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:09.744279 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-7a27760f-5329-4bd1-b588-6d4eeaadbfe7 None None] Deleting port 3f2b5ee7-cfdc-490c-b502-fa5564e430dd {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:09.744864 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7a27760f-5329-4bd1-b588-6d4eeaadbfe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:09.749216 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-75234363-e865-42b5-83ec-1d0ab704b680 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Calling delete_port for 9605788b-fa69-4056-a00c-6ab10a23e730 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:09.789955 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8fa39b34-a896-4bc8-b158-35799ef9d468 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:09.841135 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network b71a513c-a261-4cd7-aa1d-bbdb7e6877cd details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:30:09.849110 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85956548-7850-4a4b-a94b-6f39e3aebac6 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Network 8d60d588-0402-4484-b1da-1753a3574376 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:09.854141 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 18b29e18-0a04-4585-adde-deac13afaf79 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:30:09.868854 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-85956548-7850-4a4b-a94b-6f39e3aebac6 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:09.908956 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa39b34-a896-4bc8-b158-35799ef9d468 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Port': ['ID=68cf114a-3aa4-4e7e-b956-73315a153f7b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:09.965215 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db490ea-bd83-42bb-abe2-337b4d0731dc None None] Network b1ba750d-e9a7-4b71-af90-8b9910c891a4 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:09.995457 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-1db490ea-bd83-42bb-abe2-337b4d0731dc None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:10.126493 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db490ea-bd83-42bb-abe2-337b4d0731dc None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:30:10.151800 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85956548-7850-4a4b-a94b-6f39e3aebac6 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:30:10.158746 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85956548-7850-4a4b-a94b-6f39e3aebac6 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:10.159650 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-85956548-7850-4a4b-a94b-6f39e3aebac6 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:10.228315 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85956548-7850-4a4b-a94b-6f39e3aebac6 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Pushing event updated for resources: {'Port': ['ID=b0650355-0e39-4e3e-ad35-2078a86604fb,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:10.276400 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8698979f-ac59-451b-be55-e5b9edfa837e tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:10.277387 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8698979f-ac59-451b-be55-e5b9edfa837e tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Synchronizing usage tracker for tenant:8c6575be81e7411a95d81072c1e21ab3 on resource:network {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:10.297013 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db490ea-bd83-42bb-abe2-337b4d0731dc None None] Pushing event updated for resources: {'Port': ['ID=419f5205-6403-41e0-b3df-f2c5d14d0c0d,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:10.301462 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8fa39b34-a896-4bc8-b158-35799ef9d468 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:10.348055 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-090590ec-e393-4753-98a0-370452300dc9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] For port 69626f6e-d638-4d98-bbbc-5c65cd791fdf, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=69626f6e-d638-4d98-bbbc-5c65cd791fdf,segment=NetworkSegment(a9c5791f-be2c-4e16-b916-57fc506131fe),segment_id=a9c5791f-be2c-4e16-b916-57fc506131fe)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:10.348417 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-090590ec-e393-4753-98a0-370452300dc9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:10.394052 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75234363-e865-42b5-83ec-1d0ab704b680 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:10.412711 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12a2fe85-89eb-45af-9b97-6eecfcb69e66 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:10.468109 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f7c38984-a1ec-48ff-b262-a2abb539d893 None None] For port 9605788b-fa69-4056-a00c-6ab10a23e730, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=9605788b-fa69-4056-a00c-6ab10a23e730,segment=NetworkSegment(e38424fd-462c-4c2f-a6b6-6e7d22144f9d),segment_id=e38424fd-462c-4c2f-a6b6-6e7d22144f9d)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:10.468493 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f7c38984-a1ec-48ff-b262-a2abb539d893 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:10.518061 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8698979f-ac59-451b-be55-e5b9edfa837e tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Unset dirty status for tenant:8c6575be81e7411a95d81072c1e21ab3 on resource:network {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:10.522058 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8698979f-ac59-451b-be55-e5b9edfa837e tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "GET /v2.0/networks?id=b71a513c-a261-4cd7-aa1d-bbdb7e6877cd HTTP/1.1" status: 200 len: 764 time: 0.9052646 Mar 31 15:30:10.522058 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75234363-e865-42b5-83ec-1d0ab704b680 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Port': ['ID=9605788b-fa69-4056-a00c-6ab10a23e730,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:10.525744 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43772) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:10.527419 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75234363-e865-42b5-83ec-1d0ab704b680 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] No DVR routers for this DVR port 9605788b-fa69-4056-a00c-6ab10a23e730 on host dv-neutron-833379-2-hyperv {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:30:10.568156 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-85956548-7850-4a4b-a94b-6f39e3aebac6 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.7465265 Mar 31 15:30:10.569123 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-29e78d94-a8c0-48d5-8030-af7d0249d612 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Request body: {'network': {'description': 'd2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:10.578989 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-090590ec-e393-4753-98a0-370452300dc9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Calling delete_port for 69626f6e-d638-4d98-bbbc-5c65cd791fdf owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:10.608176 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43776) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:10.632253 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-268c9fce-b18d-45fc-a296-bbf1f1a7cba4 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c', 'mac_address': 'fa:16:3e:15:89:8d'}]}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:10.650838 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-1db490ea-bd83-42bb-abe2-337b4d0731dc None None] Attempting to bind port 419f5205-6403-41e0-b3df-f2c5d14d0c0d on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:30:10.651672 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-1db490ea-bd83-42bb-abe2-337b4d0731dc None None] Attempting to bind port 419f5205-6403-41e0-b3df-f2c5d14d0c0d by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'e8a15757-6475-486f-b855-f9331136aa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b1ba750d-e9a7-4b71-af90-8b9910c891a4'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:30:10.651672 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db490ea-bd83-42bb-abe2-337b4d0731dc None None] Attempting to bind port 419f5205-6403-41e0-b3df-f2c5d14d0c0d on network b1ba750d-e9a7-4b71-af90-8b9910c891a4 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:30:10.661582 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f7c38984-a1ec-48ff-b262-a2abb539d893 None None] Calling delete_port for 9605788b-fa69-4056-a00c-6ab10a23e730 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:10.663958 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-80ba298d-04cb-4d98-959a-d3b7aa988941 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] For port 3f2b5ee7-cfdc-490c-b502-fa5564e430dd, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=3f2b5ee7-cfdc-490c-b502-fa5564e430dd,segment=NetworkSegment(671920a5-014d-4c0d-81bc-caa5ddcc8a96),segment_id=671920a5-014d-4c0d-81bc-caa5ddcc8a96)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:10.664297 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80ba298d-04cb-4d98-959a-d3b7aa988941 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:10.701041 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 18b29e18-0a04-4585-adde-deac13afaf79 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:10.701473 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:10.743044 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db490ea-bd83-42bb-abe2-337b4d0731dc None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:30:10.743461 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db490ea-bd83-42bb-abe2-337b4d0731dc None None] Checking segment: {'id': 'e8a15757-6475-486f-b855-f9331136aa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b1ba750d-e9a7-4b71-af90-8b9910c891a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:30:10.744054 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1db490ea-bd83-42bb-abe2-337b4d0731dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:10.744456 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db490ea-bd83-42bb-abe2-337b4d0731dc None None] Bound using segment: {'id': 'e8a15757-6475-486f-b855-f9331136aa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b1ba750d-e9a7-4b71-af90-8b9910c891a4'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:30:10.744936 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-1db490ea-bd83-42bb-abe2-337b4d0731dc None None] Bound port: 419f5205-6403-41e0-b3df-f2c5d14d0c0d, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a15757-6475-486f-b855-f9331136aa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b1ba750d-e9a7-4b71-af90-8b9910c891a4'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:30:10.745333 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1db490ea-bd83-42bb-abe2-337b4d0731dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:10.974152 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-80ba298d-04cb-4d98-959a-d3b7aa988941 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Calling delete_port for 3f2b5ee7-cfdc-490c-b502-fa5564e430dd owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:10.978268 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-7a27760f-5329-4bd1-b588-6d4eeaadbfe7 None None] For port 3f2b5ee7-cfdc-490c-b502-fa5564e430dd, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=3f2b5ee7-cfdc-490c-b502-fa5564e430dd,segment=NetworkSegment(671920a5-014d-4c0d-81bc-caa5ddcc8a96),segment_id=671920a5-014d-4c0d-81bc-caa5ddcc8a96)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:10.978815 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7a27760f-5329-4bd1-b588-6d4eeaadbfe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:11.111293 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-f7c38984-a1ec-48ff-b262-a2abb539d893 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:30:11.111632 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-f7c38984-a1ec-48ff-b262-a2abb539d893 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:30:11.119461 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-7a27760f-5329-4bd1-b588-6d4eeaadbfe7 None None] Calling delete_port for 3f2b5ee7-cfdc-490c-b502-fa5564e430dd owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:11.151608 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a3b2aaef-9ea1-4d96-8f76-faccd9c366e4 None None] Provisioning for port 80458637-2684-46e0-9f57-3dadc4774f9b completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:11.238278 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a3b2aaef-9ea1-4d96-8f76-faccd9c366e4 None None] Could not find standard attr ID for object 11ac2c62-85ef-4078-ac8d-449458e45c58. {{(pid=103445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 15:30:11.240015 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-1db490ea-bd83-42bb-abe2-337b4d0731dc None None] For port 419f5205-6403-41e0-b3df-f2c5d14d0c0d, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:30:11.267978 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-1db490ea-bd83-42bb-abe2-337b4d0731dc None None] For port 419f5205-6403-41e0-b3df-f2c5d14d0c0d, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=419f5205-6403-41e0-b3df-f2c5d14d0c0d,segment=NetworkSegment(e8a15757-6475-486f-b855-f9331136aa1e),segment_id=e8a15757-6475-486f-b855-f9331136aa1e)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:30:11.273576 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device c6dbea90-fbc4-43cc-a95e-fc96c26aeebc up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:30:11.293007 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75234363-e865-42b5-83ec-1d0ab704b680 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:11.337277 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a3b2aaef-9ea1-4d96-8f76-faccd9c366e4 None None] Provisioning complete for port 2037b2c4-6705-4ca8-8a01-3f287dc933ea triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:11.337616 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a3b2aaef-9ea1-4d96-8f76-faccd9c366e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:11.347441 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80ba298d-04cb-4d98-959a-d3b7aa988941 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:11.352899 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa39b34-a896-4bc8-b158-35799ef9d468 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Router 634832c9-a9d8-47e8-a231-b990f4d9249b has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:30:11.375764 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-7a27760f-5329-4bd1-b588-6d4eeaadbfe7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:30:11.375764 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-7a27760f-5329-4bd1-b588-6d4eeaadbfe7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:30:11.376173 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1db490ea-bd83-42bb-abe2-337b4d0731dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:11.430279 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-75234363-e865-42b5-83ec-1d0ab704b680 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baba5c7b-d9cb-4752-beb6-44c5dd00d885']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:11.440982 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba298d-04cb-4d98-959a-d3b7aa988941 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Port': ['ID=3f2b5ee7-cfdc-490c-b502-fa5564e430dd,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:11.453552 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ba298d-04cb-4d98-959a-d3b7aa988941 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] No DVR routers for this DVR port 3f2b5ee7-cfdc-490c-b502-fa5564e430dd on host dv-neutron-833379-2-hyperv {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:30:11.454355 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-268c9fce-b18d-45fc-a296-bbf1f1a7cba4 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:11.480740 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-12a2fe85-89eb-45af-9b97-6eecfcb69e66 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Allocated IP 2001:db8::1 (b101f1dd-7ea0-4b5a-8b29-39022bde1aa0/6817b3dd-6b56-4f9c-b1c4-8389a31d8bb3/2039a7ad-a566-40c2-b2f8-13b3dcf75094) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:30:11.505285 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db490ea-bd83-42bb-abe2-337b4d0731dc None None] Pushing event updated for resources: {'Port': ['ID=419f5205-6403-41e0-b3df-f2c5d14d0c0d,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:11.523440 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port c6dbea90-fbc4-43cc-a95e-fc96c26aeebc triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:11.523440 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:11.532595 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-75234363-e865-42b5-83ec-1d0ab704b680 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38424fd-462c-4c2f-a6b6-6e7d22144f9d') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:11.532595 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-75234363-e865-42b5-83ec-1d0ab704b680 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38424fd-462c-4c2f-a6b6-6e7d22144f9d') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:11.577963 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-090590ec-e393-4753-98a0-370452300dc9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:11.616957 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f7c38984-a1ec-48ff-b262-a2abb539d893 None None] Deleting port 9605788b-fa69-4056-a00c-6ab10a23e730 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:11.617780 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f7c38984-a1ec-48ff-b262-a2abb539d893 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:11.644794 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-7a27760f-5329-4bd1-b588-6d4eeaadbfe7 None None] Deleting port 3f2b5ee7-cfdc-490c-b502-fa5564e430dd {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:11.644794 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7a27760f-5329-4bd1-b588-6d4eeaadbfe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:11.646767 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75234363-e865-42b5-83ec-1d0ab704b680 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:11.661856 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090590ec-e393-4753-98a0-370452300dc9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Port': ['ID=69626f6e-d638-4d98-bbbc-5c65cd791fdf,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:11.666683 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-714e1208-028c-49c1-9cbb-70eaaa97e528 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:11.765570 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa39b34-a896-4bc8-b158-35799ef9d468 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:30:11.770100 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75234363-e865-42b5-83ec-1d0ab704b680 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:11.771448 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f7c38984-a1ec-48ff-b262-a2abb539d893 None None] The port '9605788b-fa69-4056-a00c-6ab10a23e730' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:30:11.772271 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a3b2aaef-9ea1-4d96-8f76-faccd9c366e4 None None] Could not find standard attr ID for object 8db4db4c-4b15-4671-b6b1-a6ba8c358a74. {{(pid=103445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 15:30:11.779531 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-7a27760f-5329-4bd1-b588-6d4eeaadbfe7 None None] The port '3f2b5ee7-cfdc-490c-b502-fa5564e430dd' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:30:11.783737 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-29e78d94-a8c0-48d5-8030-af7d0249d612 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:11.803077 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a3b2aaef-9ea1-4d96-8f76-faccd9c366e4 None None] Could not find standard attr ID for object 69cf0225-9b7a-4de6-a866-31a09aca8171. {{(pid=103445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 15:30:11.805326 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d23b9c-4507-486f-8ee6-64b59ccd23e5 None None] Sync routers for ids ['634832c9-a9d8-47e8-a231-b990f4d9249b'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:30:11.809297 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a3b2aaef-9ea1-4d96-8f76-faccd9c366e4 None None] Could not find standard attr ID for object 6481ebff-5426-4dd1-acc2-a1908f991880. {{(pid=103445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 15:30:11.815185 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75234363-e865-42b5-83ec-1d0ab704b680 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:30:11.815430 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75234363-e865-42b5-83ec-1d0ab704b680 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:11.817788 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d23b9c-4507-486f-8ee6-64b59ccd23e5 None None] Routers {'634832c9-a9d8-47e8-a231-b990f4d9249b'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:30:11.818417 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-f7d23b9c-4507-486f-8ee6-64b59ccd23e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:30:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['634832c9-a9d8-47e8-a231-b990f4d9249b'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:11.854790 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a3b2aaef-9ea1-4d96-8f76-faccd9c366e4 None None] Could not find standard attr ID for object 9605788b-fa69-4056-a00c-6ab10a23e730. {{(pid=103445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 15:30:11.861427 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a3b2aaef-9ea1-4d96-8f76-faccd9c366e4 None None] Could not find standard attr ID for object 3f2b5ee7-cfdc-490c-b502-fa5564e430dd. {{(pid=103445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 15:30:11.881829 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 47108215-1909-4d13-b6af-d99c4bf2ad9d up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:30:11.890018 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:30:11.890018 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:30:11.890018 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:30:11.890018 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:30:11.890018 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:30:11.890018 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:30:11.890018 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:30:11.890018 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:30:11.890018 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:30:11.890018 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:30:11.890018 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:30:11.890018 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:30:11.890018 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:30:11.890018 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:30:11.890018 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:30:11.890018 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:30:11.890018 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:30:11.890018 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:30:11.890018 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:30:11.890018 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:30:11.890018 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:30:11.890018 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:30:11.890018 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:30:11.890018 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:30:11.890018 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:30:11.890018 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:30:11.890018 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:30:11.890018 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:30:11.890018 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:30:11.890018 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:30:11.890018 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:30:11.890018 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:30:11.972103 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 47108215-1909-4d13-b6af-d99c4bf2ad9d triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:11.972758 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:11.983267 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80ba298d-04cb-4d98-959a-d3b7aa988941 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:12.016362 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-29e78d94-a8c0-48d5-8030-af7d0249d612 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:12.071332 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a3b2aaef-9ea1-4d96-8f76-faccd9c366e4 None None] Provisioning for port ecbf93dd-3342-4d92-a9c4-e7b48a76a75e completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:12.081753 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-29e78d94-a8c0-48d5-8030-af7d0249d612 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Network b71a513c-a261-4cd7-aa1d-bbdb7e6877cd is not hosted by any dhcp agent {{(pid=103443) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 31 15:30:12.096355 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e78d94-a8c0-48d5-8030-af7d0249d612 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:12.097337 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-29e78d94-a8c0-48d5-8030-af7d0249d612 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:12.102071 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-29e78d94-a8c0-48d5-8030-af7d0249d612 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "PUT /v2.0/networks/b71a513c-a261-4cd7-aa1d-bbdb7e6877cd HTTP/1.1" status: 200 len: 761 time: 1.5715208 Mar 31 15:30:12.114436 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-f7d23b9c-4507-486f-8ee6-64b59ccd23e5 None None] Set router 634832c9-a9d8-47e8-a231-b990f4d9249b gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:30:12.123355 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43780) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:12.146069 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a3b2aaef-9ea1-4d96-8f76-faccd9c366e4 None None] Provisioning complete for port ecbf93dd-3342-4d92-a9c4-e7b48a76a75e triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:12.149242 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a3b2aaef-9ea1-4d96-8f76-faccd9c366e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:12.195482 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12a2fe85-89eb-45af-9b97-6eecfcb69e66 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:12.209740 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8fa39b34-a896-4bc8-b158-35799ef9d468 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "PUT /v2.0/routers/634832c9-a9d8-47e8-a231-b990f4d9249b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1127977 Mar 31 15:30:12.225355 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-12a2fe85-89eb-45af-9b97-6eecfcb69e66 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Transition to ACTIVE for port object 2039a7ad-a566-40c2-b2f8-13b3dcf75094 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:12.226102 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a3b2aaef-9ea1-4d96-8f76-faccd9c366e4 None None] Port ecbf93dd-3342-4d92-a9c4-e7b48a76a75e cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:30:12.226209 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43784) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:12.226209 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-80ba298d-04cb-4d98-959a-d3b7aa988941 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b9d026f-f9ff-46da-a58e-e5c51fa1b482']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:12.325233 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 80458637-2684-46e0-9f57-3dadc4774f9b up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:30:12.388009 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12a2fe85-89eb-45af-9b97-6eecfcb69e66 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:12.395630 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-f7d23b9c-4507-486f-8ee6-64b59ccd23e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634832c9-a9d8-47e8-a231-b990f4d9249b', 'name': 'tempest-NetworksTestDHCPv6-router-670906976', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:29:46Z', 'updated_at': '2022-03-31T15:30:09Z', 'revision_number': 3, 'project_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'gw_port_host': None}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:12.396419 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a3b2aaef-9ea1-4d96-8f76-faccd9c366e4 None None] Provisioning for port 92b7ad1a-b704-4b6d-9d43-5c77da8639ce completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:12.401816 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d23b9c-4507-486f-8ee6-64b59ccd23e5 None None] Checking router: 634832c9-a9d8-47e8-a231-b990f4d9249b for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:30:12.404937 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a3b2aaef-9ea1-4d96-8f76-faccd9c366e4 None None] Provisioning complete for port 92b7ad1a-b704-4b6d-9d43-5c77da8639ce triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:12.406192 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a3b2aaef-9ea1-4d96-8f76-faccd9c366e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:12.411267 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d23b9c-4507-486f-8ee6-64b59ccd23e5 None None] Routers {'634832c9-a9d8-47e8-a231-b990f4d9249b'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:30:12.411879 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-f7d23b9c-4507-486f-8ee6-64b59ccd23e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:30:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['634832c9-a9d8-47e8-a231-b990f4d9249b'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:12.412729 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75234363-e865-42b5-83ec-1d0ab704b680 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:12.433536 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-80ba298d-04cb-4d98-959a-d3b7aa988941 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '671920a5-014d-4c0d-81bc-caa5ddcc8a96') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:12.437327 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-80ba298d-04cb-4d98-959a-d3b7aa988941 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '671920a5-014d-4c0d-81bc-caa5ddcc8a96') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:12.450675 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75234363-e865-42b5-83ec-1d0ab704b680 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:12.488429 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a3b2aaef-9ea1-4d96-8f76-faccd9c366e4 None None] Port 92b7ad1a-b704-4b6d-9d43-5c77da8639ce cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:30:12.533581 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a2fe85-89eb-45af-9b97-6eecfcb69e66 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Network b101f1dd-7ea0-4b5a-8b29-39022bde1aa0 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:12.585652 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-f7d23b9c-4507-486f-8ee6-64b59ccd23e5 None None] Set router 634832c9-a9d8-47e8-a231-b990f4d9249b gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:30:12.608501 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 80458637-2684-46e0-9f57-3dadc4774f9b completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:12.621535 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 80458637-2684-46e0-9f57-3dadc4774f9b triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:12.622000 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:12.655152 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e78d94-a8c0-48d5-8030-af7d0249d612 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event updated for resources: {'Network': ['ID=b71a513c-a261-4cd7-aa1d-bbdb7e6877cd,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:12.692260 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80ba298d-04cb-4d98-959a-d3b7aa988941 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:12.732173 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-f7d23b9c-4507-486f-8ee6-64b59ccd23e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634832c9-a9d8-47e8-a231-b990f4d9249b', 'name': 'tempest-NetworksTestDHCPv6-router-670906976', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:29:46Z', 'updated_at': '2022-03-31T15:30:09Z', 'revision_number': 3, 'project_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'gw_port_host': None}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:12.734464 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f6dceca7-215b-4165-9158-085931303a79 None None] Provisioning for port b0650355-0e39-4e3e-ad35-2078a86604fb completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:12.736725 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d23b9c-4507-486f-8ee6-64b59ccd23e5 None None] The sync data for ids ['634832c9-a9d8-47e8-a231-b990f4d9249b'] in dv-neutron-833379-2-hyperv is: [{'id': '634832c9-a9d8-47e8-a231-b990f4d9249b', 'name': 'tempest-NetworksTestDHCPv6-router-670906976', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:29:46Z', 'updated_at': '2022-03-31T15:30:09Z', 'revision_number': 3, 'project_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'gw_port_host': None}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:30:12.738895 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network b71a513c-a261-4cd7-aa1d-bbdb7e6877cd details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:30:12.761835 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-75234363-e865-42b5-83ec-1d0ab704b680 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/networks/baba5c7b-d9cb-4752-beb6-44c5dd00d885 HTTP/1.1" status: 204 len: 168 time: 4.0415795 Mar 31 15:30:12.765150 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43788) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:12.794918 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80ba298d-04cb-4d98-959a-d3b7aa988941 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:12.800840 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-12a2fe85-89eb-45af-9b97-6eecfcb69e66 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:12.801522 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ba298d-04cb-4d98-959a-d3b7aa988941 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:30:12.801927 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80ba298d-04cb-4d98-959a-d3b7aa988941 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:12.840418 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a2fe85-89eb-45af-9b97-6eecfcb69e66 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:30:12.840418 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12a2fe85-89eb-45af-9b97-6eecfcb69e66 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:12.866637 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2fe85-89eb-45af-9b97-6eecfcb69e66 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Pushing event updated for resources: {'Port': ['ID=2039a7ad-a566-40c2-b2f8-13b3dcf75094,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:12.870133 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f6dceca7-215b-4165-9158-085931303a79 None None] Provisioning complete for port b0650355-0e39-4e3e-ad35-2078a86604fb triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:12.870620 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f6dceca7-215b-4165-9158-085931303a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:12.876986 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-090590ec-e393-4753-98a0-370452300dc9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:12.915550 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75234363-e865-42b5-83ec-1d0ab704b680 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Network': ['ID=baba5c7b-d9cb-4752-beb6-44c5dd00d885,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:12.918519 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:30:12.918519 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:30:12.918519 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:30:12.918519 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:30:12.918519 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:30:12.918519 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:30:12.918519 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:30:12.918519 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:30:12.918519 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:30:12.918519 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:30:12.918519 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:30:12.918519 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:30:12.918519 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:30:12.918519 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:30:12.918519 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:30:12.918519 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:30:12.918519 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:30:12.918519 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:30:12.918519 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:30:12.918519 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:30:12.918519 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:30:12.918519 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:30:12.918519 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:30:12.918519 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:30:12.918519 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:30:12.918519 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:30:12.918519 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:30:12.918519 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:30:12.918519 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:30:12.918519 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:30:12.918519 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:30:12.918519 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:30:12.925896 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-14703fdb-79c3-449f-97b9-ab295c392a08 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-278970015'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:12.936265 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7a2983-0525-4415-8cbb-d637de7e3859 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:12.937859 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7a2983-0525-4415-8cbb-d637de7e3859 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:12.938619 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-da7a2983-0525-4415-8cbb-d637de7e3859 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:12.941989 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-14703fdb-79c3-449f-97b9-ab295c392a08 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:12.955449 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f6dceca7-215b-4165-9158-085931303a79 None None] Port b0650355-0e39-4e3e-ad35-2078a86604fb cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:30:12.957991 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae39f03d-fd41-4d23-ae1c-c88b68307665 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:12.959740 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ae39f03d-fd41-4d23-ae1c-c88b68307665 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "GET /v2.0/networks?id=b71a513c-a261-4cd7-aa1d-bbdb7e6877cd HTTP/1.1" status: 200 len: 764 time: 0.8229048 Mar 31 15:30:12.961963 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-14703fdb-79c3-449f-97b9-ab295c392a08 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:network and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:12.964653 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43792) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:12.970950 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-14703fdb-79c3-449f-97b9-ab295c392a08 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:13.001386 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80ba298d-04cb-4d98-959a-d3b7aa988941 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:13.005925 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80ba298d-04cb-4d98-959a-d3b7aa988941 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:13.042768 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-14703fdb-79c3-449f-97b9-ab295c392a08 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:13.066192 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-80ba298d-04cb-4d98-959a-d3b7aa988941 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/networks/2b9d026f-f9ff-46da-a58e-e5c51fa1b482 HTTP/1.1" status: 204 len: 168 time: 6.5730143 Mar 31 15:30:13.073333 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba298d-04cb-4d98-959a-d3b7aa988941 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Network': ['ID=2b9d026f-f9ff-46da-a58e-e5c51fa1b482,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:13.081808 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43796) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:13.121468 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:13.161647 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-5364d90a-bda0-4231-9ae4-3589e7acf399 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-713776309'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:13.168183 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 80458637-2684-46e0-9f57-3dadc4774f9b, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=80458637-2684-46e0-9f57-3dadc4774f9b,segment=NetworkSegment(3c3cb670-bfe7-49cb-bdff-cc2b233a2c57),segment_id=3c3cb670-bfe7-49cb-bdff-cc2b233a2c57)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:13.175030 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-da7a2983-0525-4415-8cbb-d637de7e3859 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:13.175030 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-da7a2983-0525-4415-8cbb-d637de7e3859 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.9405875 Mar 31 15:30:13.184328 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-5364d90a-bda0-4231-9ae4-3589e7acf399 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:13.186758 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43800) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:13.201592 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-5364d90a-bda0-4231-9ae4-3589e7acf399 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:network and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:13.219213 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-268c9fce-b18d-45fc-a296-bbf1f1a7cba4 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:30:13.235099 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14703fdb-79c3-449f-97b9-ab295c392a08 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:30:13.235569 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-268c9fce-b18d-45fc-a296-bbf1f1a7cba4 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:13.238640 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14703fdb-79c3-449f-97b9-ab295c392a08 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:13.254260 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:13.255286 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 3f30ceaa-f316-4d01-a31a-655599b2e753 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:30:13.279542 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-5364d90a-bda0-4231-9ae4-3589e7acf399 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:13.321315 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-5364d90a-bda0-4231-9ae4-3589e7acf399 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:13.351057 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-268c9fce-b18d-45fc-a296-bbf1f1a7cba4 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:13.354820 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1821ed7-a5ff-42d2-a29a-d01ea97cce25 None None] Network b1ba750d-e9a7-4b71-af90-8b9910c891a4 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:13.359028 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14703fdb-79c3-449f-97b9-ab295c392a08 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:30:13.377777 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab129b2-ce0a-4874-81f2-74d4dca5e82d tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:13.378087 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5ab129b2-ce0a-4874-81f2-74d4dca5e82d tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4103458 Mar 31 15:30:13.383821 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b30591-1041-48fe-aaa7-eb990dfe6399 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting subnet a04f6908-4e8e-4e81-a829-a0dcfd955291 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:30:13.386518 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43804) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:13.391537 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14703fdb-79c3-449f-97b9-ab295c392a08 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:13.391877 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-14703fdb-79c3-449f-97b9-ab295c392a08 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Added segment d7cf174f-0c70-4ceb-bc11-1e150feb9079 of type vlan for network 822f18db-3538-4dc7-ab6f-9d6e164d1ff9 Mar 31 15:30:13.428304 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b1b30591-1041-48fe-aaa7-eb990dfe6399 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:13.459319 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5364d90a-bda0-4231-9ae4-3589e7acf399 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:30:13.463825 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5364d90a-bda0-4231-9ae4-3589e7acf399 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:13.484603 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-5efbed8c-c6bd-472e-bd26-2ebe15edd529 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Synchronizing usage tracker for tenant:8c6575be81e7411a95d81072c1e21ab3 on resource:subnet {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:13.542251 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=80458637-2684-46e0-9f57-3dadc4774f9b,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:13.556614 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b1b30591-1041-48fe-aaa7-eb990dfe6399 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:13.571815 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0e8d8091-3dc5-4acc-ac3d-2b603fd037f1 None None] Provisioning for port 2039a7ad-a566-40c2-b2f8-13b3dcf75094 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:13.578501 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0e8d8091-3dc5-4acc-ac3d-2b603fd037f1 None None] Provisioning complete for port 2039a7ad-a566-40c2-b2f8-13b3dcf75094 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:13.579844 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0e8d8091-3dc5-4acc-ac3d-2b603fd037f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:13.586635 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5364d90a-bda0-4231-9ae4-3589e7acf399 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:30:13.590539 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14703fdb-79c3-449f-97b9-ab295c392a08 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:13.594228 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-5efbed8c-c6bd-472e-bd26-2ebe15edd529 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Unset dirty status for tenant:8c6575be81e7411a95d81072c1e21ab3 on resource:subnet {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:13.598787 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5efbed8c-c6bd-472e-bd26-2ebe15edd529 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "GET /v2.0/subnets?network_id=81fb4282-babc-4201-afd1-e5be35072e1e HTTP/1.1" status: 200 len: 207 time: 0.2079585 Mar 31 15:30:13.608471 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43808) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:13.631965 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-268c9fce-b18d-45fc-a296-bbf1f1a7cba4 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] In _notify_port_updated(), no bound segment for port b0650355-0e39-4e3e-ad35-2078a86604fb on network 8d60d588-0402-4484-b1da-1753a3574376 {{(pid=103444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 31 15:30:13.637896 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268c9fce-b18d-45fc-a296-bbf1f1a7cba4 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:13.638222 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-0e8d8091-3dc5-4acc-ac3d-2b603fd037f1 None None] Port 2039a7ad-a566-40c2-b2f8-13b3dcf75094 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:30:13.638445 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-268c9fce-b18d-45fc-a296-bbf1f1a7cba4 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:13.639727 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 3f30ceaa-f316-4d01-a31a-655599b2e753 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:13.640124 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:13.642968 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-268c9fce-b18d-45fc-a296-bbf1f1a7cba4 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] 10.222.0.31 "PUT /v2.0/ports/b0650355-0e39-4e3e-ad35-2078a86604fb HTTP/1.1" status: 200 len: 1001 time: 3.0317504 Mar 31 15:30:13.643221 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43812) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:13.646581 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5364d90a-bda0-4231-9ae4-3589e7acf399 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:13.646581 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-5364d90a-bda0-4231-9ae4-3589e7acf399 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Added segment b33ae4c9-927f-4966-9d96-290263898ea4 of type vlan for network 89135632-80e8-402e-97d5-c88b5c2f865f Mar 31 15:30:13.806106 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c9fce-b18d-45fc-a296-bbf1f1a7cba4 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Pushing event updated for resources: {'Port': ['ID=b0650355-0e39-4e3e-ad35-2078a86604fb,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:13.820522 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12a2fe85-89eb-45af-9b97-6eecfcb69e66 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:13.830112 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-714e1208-028c-49c1-9cbb-70eaaa97e528 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Deleting port 92b7ad1a-b704-4b6d-9d43-5c77da8639ce {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:13.830459 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-714e1208-028c-49c1-9cbb-70eaaa97e528 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:13.848589 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0e8d8091-3dc5-4acc-ac3d-2b603fd037f1 None None] Provisioning for port 419f5205-6403-41e0-b3df-f2c5d14d0c0d completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:13.899790 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 68cf114a-3aa4-4e7e-b956-73315a153f7b up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:30:13.939397 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5364d90a-bda0-4231-9ae4-3589e7acf399 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:13.949521 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 68cf114a-3aa4-4e7e-b956-73315a153f7b {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:30:13.950144 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 68cf114a-3aa4-4e7e-b956-73315a153f7b not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 31 15:30:13.963106 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-29246f95-571c-445b-a8f7-dc4c80984632 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Deleting port b0650355-0e39-4e3e-ad35-2078a86604fb {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:13.963277 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090590ec-e393-4753-98a0-370452300dc9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Router 11a978fe-3e44-49c6-8939-d3c2232eb634 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:30:13.963794 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-29246f95-571c-445b-a8f7-dc4c80984632 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:13.997485 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Port 68cf114a-3aa4-4e7e-b956-73315a153f7b not found, will not notify nova. {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 31 15:30:14.012268 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c13627e0-6724-4da9-9b9f-c76cf803712b None None] Provisioning complete for port b0650355-0e39-4e3e-ad35-2078a86604fb triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:14.012268 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c13627e0-6724-4da9-9b9f-c76cf803712b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:14.013338 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14703fdb-79c3-449f-97b9-ab295c392a08 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:14.022084 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14703fdb-79c3-449f-97b9-ab295c392a08 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:14.023903 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14703fdb-79c3-449f-97b9-ab295c392a08 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:14.079209 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-c13627e0-6724-4da9-9b9f-c76cf803712b None None] Port b0650355-0e39-4e3e-ad35-2078a86604fb cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:30:14.094044 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device d5c4a78b-e242-4460-ab8e-bb918bc83136 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:30:14.102717 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9337a478-ee89-4986-8c90-f3c22dae8c4f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:14.108862 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9337a478-ee89-4986-8c90-f3c22dae8c4f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:14.115295 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9337a478-ee89-4986-8c90-f3c22dae8c4f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:14.121694 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9337a478-ee89-4986-8c90-f3c22dae8c4f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:14.127744 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9337a478-ee89-4986-8c90-f3c22dae8c4f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:14.134757 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9337a478-ee89-4986-8c90-f3c22dae8c4f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:14.137671 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: d5c4a78b-e242-4460-ab8e-bb918bc83136 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:30:14.138192 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device d5c4a78b-e242-4460-ab8e-bb918bc83136 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:30:14.140101 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e68dd7d7-7683-46e9-9137-953a19061146 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:30:14.140659 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9337a478-ee89-4986-8c90-f3c22dae8c4f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3727 time: 0.5312746 Mar 31 15:30:14.175959 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: e68dd7d7-7683-46e9-9137-953a19061146 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:30:14.176443 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e68dd7d7-7683-46e9-9137-953a19061146 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:30:14.176977 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 3f2b5ee7-cfdc-490c-b502-fa5564e430dd no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:30:14.194356 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43816) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:14.197818 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b1b30591-1041-48fe-aaa7-eb990dfe6399 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:14.215422 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 3f2b5ee7-cfdc-490c-b502-fa5564e430dd {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:30:14.219917 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 3f2b5ee7-cfdc-490c-b502-fa5564e430dd not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:30:14.237308 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-5364d90a-bda0-4231-9ae4-3589e7acf399 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:30:14.311121 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb03c36-7364-4d57-9a1e-e9695e10feb3 None None] get_active_networks_info from dv-neutron-833379-2-hyperv {{(pid=103445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 31 15:30:14.330271 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14703fdb-79c3-449f-97b9-ab295c392a08 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Network': ['ID=822f18db-3538-4dc7-ab6f-9d6e164d1ff9,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:14.357663 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 822f18db-3538-4dc7-ab6f-9d6e164d1ff9 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:30:14.443141 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-714e1208-028c-49c1-9cbb-70eaaa97e528 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:14.455129 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-14703fdb-79c3-449f-97b9-ab295c392a08 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6715503 Mar 31 15:30:14.469887 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43820) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:14.482505 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-aac109b4-a46b-4262-a276-54d4ad73432b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'subnet': {'network_id': '822f18db-3538-4dc7-ab6f-9d6e164d1ff9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:14.516408 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090590ec-e393-4753-98a0-370452300dc9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:30:14.532908 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ffdcb4-bd05-44ff-a809-83378a642ed2 None None] Sync routers for ids ['11a978fe-3e44-49c6-8939-d3c2232eb634'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:30:14.579759 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ffdcb4-bd05-44ff-a809-83378a642ed2 None None] Routers {'11a978fe-3e44-49c6-8939-d3c2232eb634'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:30:14.580650 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-90ffdcb4-bd05-44ff-a809-83378a642ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:30:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['11a978fe-3e44-49c6-8939-d3c2232eb634'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:14.611439 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5364d90a-bda0-4231-9ae4-3589e7acf399 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:14.623801 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5364d90a-bda0-4231-9ae4-3589e7acf399 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:14.624691 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5364d90a-bda0-4231-9ae4-3589e7acf399 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:14.644625 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 419f5205-6403-41e0-b3df-f2c5d14d0c0d up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:30:14.681632 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-714e1208-028c-49c1-9cbb-70eaaa97e528 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Calling delete_port for 92b7ad1a-b704-4b6d-9d43-5c77da8639ce owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:14.734885 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b1b30591-1041-48fe-aaa7-eb990dfe6399 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:14.783814 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-090590ec-e393-4753-98a0-370452300dc9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "PUT /v2.0/routers/11a978fe-3e44-49c6-8939-d3c2232eb634/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3035655 Mar 31 15:30:14.807194 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5364d90a-bda0-4231-9ae4-3589e7acf399 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7204490 Mar 31 15:30:14.810454 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43824) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:14.810783 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43826) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:14.834360 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b19b7ea6-5203-40df-8224-78d9525b1cac tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 809 time: 0.6352248 Mar 31 15:30:14.837560 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43828) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:14.839388 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-90ffdcb4-bd05-44ff-a809-83378a642ed2 None None] Set router 11a978fe-3e44-49c6-8939-d3c2232eb634 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:30:14.843074 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b30591-1041-48fe-aaa7-eb990dfe6399 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Subnet': ['ID=a04f6908-4e8e-4e81-a829-a0dcfd955291,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:14.919892 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-aac109b4-a46b-4262-a276-54d4ad73432b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:14.943332 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-aac109b4-a46b-4262-a276-54d4ad73432b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:subnet and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:14.956624 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-aac109b4-a46b-4262-a276-54d4ad73432b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:14.968560 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-aac109b4-a46b-4262-a276-54d4ad73432b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:15.019924 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12a2fe85-89eb-45af-9b97-6eecfcb69e66 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:15.034800 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3b9b49fe-b85d-445a-a439-6930c160f976 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'subnet': {'network_id': '89135632-80e8-402e-97d5-c88b5c2f865f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:15.035527 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 419f5205-6403-41e0-b3df-f2c5d14d0c0d completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:15.065079 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 419f5205-6403-41e0-b3df-f2c5d14d0c0d triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:15.065469 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:15.082262 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b1b30591-1041-48fe-aaa7-eb990dfe6399 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:15.087308 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b1b30591-1041-48fe-aaa7-eb990dfe6399 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/a04f6908-4e8e-4e81-a829-a0dcfd955291 HTTP/1.1" status: 204 len: 168 time: 1.8935883 Mar 31 15:30:15.120921 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb03c36-7364-4d57-9a1e-e9695e10feb3 None None] Resources bound (agent type, host, resource id): {{(pid=103445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 15:30:15.148951 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43836) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:15.186131 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac109b4-a46b-4262-a276-54d4ad73432b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:30:15.189584 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aac109b4-a46b-4262-a276-54d4ad73432b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:15.210730 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12a2fe85-89eb-45af-9b97-6eecfcb69e66 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:15.211409 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12a2fe85-89eb-45af-9b97-6eecfcb69e66 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:15.249647 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364d90a-bda0-4231-9ae4-3589e7acf399 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Network': ['ID=89135632-80e8-402e-97d5-c88b5c2f865f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:15.321455 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 89135632-80e8-402e-97d5-c88b5c2f865f details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:30:15.363336 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-29246f95-571c-445b-a8f7-dc4c80984632 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:15.374723 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e85f6f-f541-4bb0-be5e-0fa35be0124b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Deleting subnet 0f923acc-bfde-4e7f-add7-c8fef17a57e4 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:30:15.389927 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2191470e-0512-4848-86c8-f33b62d449cb tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:15.391780 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2191470e-0512-4848-86c8-f33b62d449cb tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:15.393457 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2191470e-0512-4848-86c8-f33b62d449cb tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:15.395095 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2191470e-0512-4848-86c8-f33b62d449cb tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:15.396732 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2191470e-0512-4848-86c8-f33b62d449cb tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:15.399322 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2191470e-0512-4848-86c8-f33b62d449cb tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5530753 Mar 31 15:30:15.403782 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0e85f6f-f541-4bb0-be5e-0fa35be0124b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:15.410869 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43840) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:15.504913 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2fe85-89eb-45af-9b97-6eecfcb69e66 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Pushing event updated for resources: {'Port': ['ID=2039a7ad-a566-40c2-b2f8-13b3dcf75094,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:15.530750 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-714e1208-028c-49c1-9cbb-70eaaa97e528 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:15.567794 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-29246f95-571c-445b-a8f7-dc4c80984632 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Calling delete_port for b0650355-0e39-4e3e-ad35-2078a86604fb owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:15.572602 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:15.610085 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e1208-028c-49c1-9cbb-70eaaa97e528 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Port': ['ID=92b7ad1a-b704-4b6d-9d43-5c77da8639ce,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:15.655259 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-3b9b49fe-b85d-445a-a439-6930c160f976 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:15.675813 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-3b9b49fe-b85d-445a-a439-6930c160f976 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:subnet and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:15.682027 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-3b9b49fe-b85d-445a-a439-6930c160f976 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:15.701089 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 419f5205-6403-41e0-b3df-f2c5d14d0c0d, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=419f5205-6403-41e0-b3df-f2c5d14d0c0d,segment=NetworkSegment(e8a15757-6475-486f-b855-f9331136aa1e),segment_id=e8a15757-6475-486f-b855-f9331136aa1e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:15.703950 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-3b9b49fe-b85d-445a-a439-6930c160f976 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:15.709470 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-90ffdcb4-bd05-44ff-a809-83378a642ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:30:11Z', 'revision_number': 10, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None, '_interfaces': [{'id': '1089ca86-1d82-48a1-a534-ebfe05d40cb1', 'name': '', 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:41:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:26Z', 'updated_at': '2022-03-31T15:28:39Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:15.710677 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0e85f6f-f541-4bb0-be5e-0fa35be0124b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:15.715922 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ffdcb4-bd05-44ff-a809-83378a642ed2 None None] Checking router: 11a978fe-3e44-49c6-8939-d3c2232eb634 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:30:15.722444 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d572b561-542d-40f6-bd8b-809cc789e0da tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['shared'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:15.723937 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d572b561-542d-40f6-bd8b-809cc789e0da tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['shared'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:15.725998 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d572b561-542d-40f6-bd8b-809cc789e0da tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['shared'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:15.727650 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d572b561-542d-40f6-bd8b-809cc789e0da tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['shared'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:15.728438 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ffdcb4-bd05-44ff-a809-83378a642ed2 None None] Routers {'11a978fe-3e44-49c6-8939-d3c2232eb634'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:30:15.729031 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d572b561-542d-40f6-bd8b-809cc789e0da tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['shared'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:15.729153 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-90ffdcb4-bd05-44ff-a809-83378a642ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:30:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['11a978fe-3e44-49c6-8939-d3c2232eb634'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:15.729732 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d572b561-542d-40f6-bd8b-809cc789e0da tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Synchronizing usage tracker for tenant:8c6575be81e7411a95d81072c1e21ab3 on resource:subnet {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:15.743102 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4fee8ee0-a0d6-4e5a-9326-d0f9a9a58ec5 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:router {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:15.797316 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:15.797670 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 2037b2c4-6705-4ca8-8a01-3f287dc933ea up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:30:15.867684 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9b49fe-b85d-445a-a439-6930c160f976 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:30:15.871184 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3b9b49fe-b85d-445a-a439-6930c160f976 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:15.886726 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d572b561-542d-40f6-bd8b-809cc789e0da tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Unset dirty status for tenant:8c6575be81e7411a95d81072c1e21ab3 on resource:subnet {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:15.891491 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d572b561-542d-40f6-bd8b-809cc789e0da tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4736302 Mar 31 15:30:15.894534 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43844) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:15.924203 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a2fe85-89eb-45af-9b97-6eecfcb69e66 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Network b101f1dd-7ea0-4b5a-8b29-39022bde1aa0 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:15.925434 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-714e1208-028c-49c1-9cbb-70eaaa97e528 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:15.927559 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4fee8ee0-a0d6-4e5a-9326-d0f9a9a58ec5 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:router {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:15.928098 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4fee8ee0-a0d6-4e5a-9326-d0f9a9a58ec5 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7783518 Mar 31 15:30:15.930948 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-12a2fe85-89eb-45af-9b97-6eecfcb69e66 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:15.935825 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43848) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:16.023994 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=419f5205-6403-41e0-b3df-f2c5d14d0c0d,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:16.029104 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-90ffdcb4-bd05-44ff-a809-83378a642ed2 None None] Set router 11a978fe-3e44-49c6-8939-d3c2232eb634 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:30:16.080007 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0e85f6f-f541-4bb0-be5e-0fa35be0124b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:16.123686 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-29246f95-571c-445b-a8f7-dc4c80984632 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:16.146524 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 2037b2c4-6705-4ca8-8a01-3f287dc933ea triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:16.146894 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:16.213872 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29246f95-571c-445b-a8f7-dc4c80984632 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Pushing event deleted for resources: {'Port': ['ID=b0650355-0e39-4e3e-ad35-2078a86604fb,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:16.326124 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db42c42-7cdd-4799-9f4f-ee51f1f1a755 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:16.327929 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0db42c42-7cdd-4799-9f4f-ee51f1f1a755 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "GET /v2.0/networks/5edb89bc-5556-490b-a4e4-e46c68f0d4ce HTTP/1.1" status: 200 len: 803 time: 0.4330108 Mar 31 15:30:16.366088 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43852) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:16.472889 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cee3b6-606c-45eb-994b-d037c28e5601 None None] get_active_networks_info from dv-neutron-833379-2-hyperv {{(pid=103445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 31 15:30:16.507336 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f74c119-ec7b-45cd-9741-b436e8b1e4c3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:16.594341 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0e85f6f-f541-4bb0-be5e-0fa35be0124b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:16.652868 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aac109b4-a46b-4262-a276-54d4ad73432b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:16.679843 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 80458637-2684-46e0-9f57-3dadc4774f9b up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:30:16.734149 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e85f6f-f541-4bb0-be5e-0fa35be0124b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Subnet': ['ID=0f923acc-bfde-4e7f-add7-c8fef17a57e4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:16.745824 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-29246f95-571c-445b-a8f7-dc4c80984632 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:16.752135 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0e85f6f-f541-4bb0-be5e-0fa35be0124b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:16.813776 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b0e85f6f-f541-4bb0-be5e-0fa35be0124b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/subnets/0f923acc-bfde-4e7f-add7-c8fef17a57e4 HTTP/1.1" status: 204 len: 168 time: 1.9816444 Mar 31 15:30:16.822613 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 80458637-2684-46e0-9f57-3dadc4774f9b triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:16.822990 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:16.823167 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43856) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:16.869695 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-90ffdcb4-bd05-44ff-a809-83378a642ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:30:11Z', 'revision_number': 10, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None, '_interfaces': [{'id': '1089ca86-1d82-48a1-a534-ebfe05d40cb1', 'name': '', 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:41:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:26Z', 'updated_at': '2022-03-31T15:28:39Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:16.882056 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a2fe85-89eb-45af-9b97-6eecfcb69e66 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Router d6409eb5-6b98-412f-84ec-9248251f6a71 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:30:16.886747 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ffdcb4-bd05-44ff-a809-83378a642ed2 None None] The sync data for ids ['11a978fe-3e44-49c6-8939-d3c2232eb634'] in dv-neutron-833379-2-hyperv is: [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:30:11Z', 'revision_number': 10, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None, '_interfaces': [{'id': '1089ca86-1d82-48a1-a534-ebfe05d40cb1', 'name': '', 'network_id': 'fff8c7da-071f-4139-b03e-4416f92d92e0', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'mac_address': 'fa:16:3e:41:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:26Z', 'updated_at': '2022-03-31T15:28:39Z', 'revision_number': 5, 'project_id': '3c462be107e642da98e89cbf8192538c', 'subnets': [{'id': '4c237bb8-df40-4aae-9919-113d57ab3621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:30:16.887732 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ff2f20f1-4163-4297-ac4d-1bce147cae7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "GET /v2.0/networks/5edb89bc-5556-490b-a4e4-e46c68f0d4ce?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5202494 Mar 31 15:30:16.891711 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43860) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:16.903694 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cee3b6-606c-45eb-994b-d037c28e5601 None None] Resources bound (agent type, host, resource id): {{(pid=103445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 15:30:16.993254 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-29246f95-571c-445b-a8f7-dc4c80984632 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] 10.222.0.31 "DELETE /v2.0/ports/b0650355-0e39-4e3e-ad35-2078a86604fb HTTP/1.1" status: 204 len: 168 time: 3.3422630 Mar 31 15:30:16.994349 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3b9b49fe-b85d-445a-a439-6930c160f976 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:17.008360 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43864) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:17.115776 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1ff915-5e5d-42c8-9962-642fbcb6bc0e tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] GET failed (client error): The resource could not be found. Mar 31 15:30:17.117774 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-fc1ff915-5e5d-42c8-9962-642fbcb6bc0e tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Synchronizing usage tracker for tenant:33014ad214cf4de9aa340b17e7803ece on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:17.125814 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b49fe-b85d-445a-a439-6930c160f976 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Subnet': ['ID=44d0cff0-4a68-4b0d-83b4-7ef0ddba4380,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:17.153574 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:17.184275 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4df4f6f-72ca-431c-967d-ed11c22c9a04 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:17.185868 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d4df4f6f-72ca-431c-967d-ed11c22c9a04 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "GET /v2.0/subnets/9f856c5c-781f-4049-b65f-8a1bdf62733b HTTP/1.1" status: 200 len: 843 time: 0.2940447 Mar 31 15:30:17.190553 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43868) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:17.243806 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac109b4-a46b-4262-a276-54d4ad73432b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Subnet': ['ID=97c3f84b-42d6-4eef-b9f6-adf6e3c3e6fa,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:17.258345 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f74c119-ec7b-45cd-9741-b436e8b1e4c3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:17.295214 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9b49fe-b85d-445a-a439-6930c160f976 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Checking segment: {'id': 'b33ae4c9-927f-4966-9d96-290263898ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '89135632-80e8-402e-97d5-c88b5c2f865f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:30:17.295880 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9b49fe-b85d-445a-a439-6930c160f976 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network hostable DHCP agents. Network: 89135632-80e8-402e-97d5-c88b5c2f865f, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:30:17.300585 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Deleting port 997833df-b432-4aab-abea-77090e1ebf65 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:17.301116 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:17.335410 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-fc1ff915-5e5d-42c8-9962-642fbcb6bc0e tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Unset dirty status for tenant:33014ad214cf4de9aa340b17e7803ece on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:17.336883 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-fc1ff915-5e5d-42c8-9962-642fbcb6bc0e tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] 10.222.0.31 "GET /v2.0/ports/b0650355-0e39-4e3e-ad35-2078a86604fb HTTP/1.1" status: 404 len: 333 time: 0.2746437 Mar 31 15:30:17.349844 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43872) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:17.357638 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 68cf114a-3aa4-4e7e-b956-73315a153f7b no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:30:17.364104 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f74c119-ec7b-45cd-9741-b436e8b1e4c3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:17.372899 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714e1208-028c-49c1-9cbb-70eaaa97e528 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Router 581cc32f-07b5-4749-9cf5-c89c0a09d735 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:30:17.380431 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f47c24d9-4c93-450e-ba6f-2761d34708a9 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Request body: {'port': {'network_id': '8d60d588-0402-4484-b1da-1753a3574376', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-890120608'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:17.393074 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac109b4-a46b-4262-a276-54d4ad73432b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Checking segment: {'id': 'd7cf174f-0c70-4ceb-bc11-1e150feb9079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '822f18db-3538-4dc7-ab6f-9d6e164d1ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:30:17.393470 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac109b4-a46b-4262-a276-54d4ad73432b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network hostable DHCP agents. Network: 822f18db-3538-4dc7-ab6f-9d6e164d1ff9, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:30:17.429091 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 68cf114a-3aa4-4e7e-b956-73315a153f7b {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:30:17.429466 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 68cf114a-3aa4-4e7e-b956-73315a153f7b not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:30:17.430031 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 9605788b-fa69-4056-a00c-6ab10a23e730 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:30:17.482861 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 9605788b-fa69-4056-a00c-6ab10a23e730 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:30:17.483859 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 9605788b-fa69-4056-a00c-6ab10a23e730 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:30:17.535677 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a2fe85-89eb-45af-9b97-6eecfcb69e66 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:30:17.551005 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37ffe4f-2464-4c22-9199-9cc247c0b78b None None] Sync routers for ids ['d6409eb5-6b98-412f-84ec-9248251f6a71'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:30:17.566848 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5069da2c-2f55-4176-928c-e833c8b995e2 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:17.571167 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5069da2c-2f55-4176-928c-e833c8b995e2 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "GET /v2.0/subnets/9f856c5c-781f-4049-b65f-8a1bdf62733b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3748133 Mar 31 15:30:17.582207 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37ffe4f-2464-4c22-9199-9cc247c0b78b None None] Routers {'d6409eb5-6b98-412f-84ec-9248251f6a71'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:30:17.583259 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-a37ffe4f-2464-4c22-9199-9cc247c0b78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:30:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['d6409eb5-6b98-412f-84ec-9248251f6a71'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:17.617732 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43876) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:17.633065 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-f695cd35-f155-4bd7-b754-7c9f703bdf6f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1394209105'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:17.648300 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 419f5205-6403-41e0-b3df-f2c5d14d0c0d up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:30:17.648682 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f695cd35-f155-4bd7-b754-7c9f703bdf6f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:17.676643 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-12a2fe85-89eb-45af-9b97-6eecfcb69e66 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] 10.222.0.31 "PUT /v2.0/routers/d6409eb5-6b98-412f-84ec-9248251f6a71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8124058 Mar 31 15:30:17.681830 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43880) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:17.687239 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f695cd35-f155-4bd7-b754-7c9f703bdf6f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:17.689549 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714e1208-028c-49c1-9cbb-70eaaa97e528 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:30:17.697855 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f47c24d9-4c93-450e-ba6f-2761d34708a9 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:17.699816 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-714e1208-028c-49c1-9cbb-70eaaa97e528 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "PUT /v2.0/routers/581cc32f-07b5-4749-9cf5-c89c0a09d735/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7141039 Mar 31 15:30:17.704063 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43884) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:17.720381 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-a37ffe4f-2464-4c22-9199-9cc247c0b78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:17.730259 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0020e3-7c0c-4f07-89b5-2fcd8ceda94e None None] Sync routers for ids ['581cc32f-07b5-4749-9cf5-c89c0a09d735'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:30:17.746559 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37ffe4f-2464-4c22-9199-9cc247c0b78b None None] Routers {'d6409eb5-6b98-412f-84ec-9248251f6a71'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:30:17.746769 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0020e3-7c0c-4f07-89b5-2fcd8ceda94e None None] Routers {'581cc32f-07b5-4749-9cf5-c89c0a09d735'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:30:17.747397 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0d0020e3-7c0c-4f07-89b5-2fcd8ceda94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:30:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['581cc32f-07b5-4749-9cf5-c89c0a09d735'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:17.747534 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-a37ffe4f-2464-4c22-9199-9cc247c0b78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:30:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['d6409eb5-6b98-412f-84ec-9248251f6a71'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:17.807648 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459691f4-5af1-45db-9110-f866153412f2 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:17.834590 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-a37ffe4f-2464-4c22-9199-9cc247c0b78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:17.835557 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37ffe4f-2464-4c22-9199-9cc247c0b78b None None] The sync data for ids ['d6409eb5-6b98-412f-84ec-9248251f6a71'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:30:17.871536 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f74c119-ec7b-45cd-9741-b436e8b1e4c3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:17.872162 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f74c119-ec7b-45cd-9741-b436e8b1e4c3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Fanout notify agent at l3_agent the message router_deleted on router 634832c9-a9d8-47e8-a231-b990f4d9249b {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:30:17.885921 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f74c119-ec7b-45cd-9741-b436e8b1e4c3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:17.893727 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0f74c119-ec7b-45cd-9741-b436e8b1e4c3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/routers/634832c9-a9d8-47e8-a231-b990f4d9249b HTTP/1.1" status: 204 len: 168 time: 1.9533498 Mar 31 15:30:17.894581 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43886) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:17.910307 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-10bcc080-41be-4829-a388-9ef5b4dcec87 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:17.976509 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f695cd35-f155-4bd7-b754-7c9f703bdf6f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Made reservation on behalf of 8c6575be81e7411a95d81072c1e21ab3 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:30:17.986714 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f695cd35-f155-4bd7-b754-7c9f703bdf6f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:18.009074 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9b49fe-b85d-445a-a439-6930c160f976 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network 89135632-80e8-402e-97d5-c88b5c2f865f is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:30:18.011357 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac109b4-a46b-4262-a276-54d4ad73432b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network 822f18db-3538-4dc7-ab6f-9d6e164d1ff9 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:30:18.050772 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43953bfc-7320-41ee-bc3d-1e6f50165d56 None None] Network 141e2a28-42aa-42ea-9fd7-4ed30b259878 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:18.099793 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 419f5205-6403-41e0-b3df-f2c5d14d0c0d triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:18.100170 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:18.242146 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f695cd35-f155-4bd7-b754-7c9f703bdf6f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:30:18.246098 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] For port 997833df-b432-4aab-abea-77090e1ebf65, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=997833df-b432-4aab-abea-77090e1ebf65,segment=NetworkSegment(a9c5791f-be2c-4e16-b916-57fc506131fe),segment_id=a9c5791f-be2c-4e16-b916-57fc506131fe)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:18.247062 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:18.248338 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-10bcc080-41be-4829-a388-9ef5b4dcec87 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:18.261464 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f695cd35-f155-4bd7-b754-7c9f703bdf6f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:18.275030 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-f695cd35-f155-4bd7-b754-7c9f703bdf6f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Added segment a85c19c9-bbfe-44aa-8c03-e95b198fa32a of type vlan for network 6f16f140-2006-405b-8873-7fbb9834a1f9 Mar 31 15:30:18.275030 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-10bcc080-41be-4829-a388-9ef5b4dcec87 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:18.275272 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0d0020e3-7c0c-4f07-89b5-2fcd8ceda94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:18.298106 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f695cd35-f155-4bd7-b754-7c9f703bdf6f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:18.374300 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bcc080-41be-4829-a388-9ef5b4dcec87 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:30:18.378317 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-10bcc080-41be-4829-a388-9ef5b4dcec87 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:18.391575 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Calling delete_port for 997833df-b432-4aab-abea-77090e1ebf65 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:18.398701 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0020e3-7c0c-4f07-89b5-2fcd8ceda94e None None] Routers {'581cc32f-07b5-4749-9cf5-c89c0a09d735'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:30:18.399333 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0d0020e3-7c0c-4f07-89b5-2fcd8ceda94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:30:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['581cc32f-07b5-4749-9cf5-c89c0a09d735'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:18.410127 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f695cd35-f155-4bd7-b754-7c9f703bdf6f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:18.415869 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f695cd35-f155-4bd7-b754-7c9f703bdf6f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:18.416490 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f695cd35-f155-4bd7-b754-7c9f703bdf6f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:18.460631 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-81221f84-117d-42ff-8647-2edd34f3744c None None] Provisioning complete for port 3f30ceaa-f316-4d01-a31a-655599b2e753 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:18.461310 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-81221f84-117d-42ff-8647-2edd34f3744c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:18.558433 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f47c24d9-4c93-450e-ba6f-2761d34708a9 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:18.562634 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9a0859d3-c700-435e-a76f-e3e4603d7d82 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:18.633587 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0d0020e3-7c0c-4f07-89b5-2fcd8ceda94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:18.634153 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0020e3-7c0c-4f07-89b5-2fcd8ceda94e None None] The sync data for ids ['581cc32f-07b5-4749-9cf5-c89c0a09d735'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:30:18.683247 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-3b9b49fe-b85d-445a-a439-6930c160f976 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 89135632-80e8-402e-97d5-c88b5c2f865f) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:18.692327 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-aac109b4-a46b-4262-a276-54d4ad73432b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 822f18db-3538-4dc7-ab6f-9d6e164d1ff9) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:18.698460 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac109b4-a46b-4262-a276-54d4ad73432b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:18.699033 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aac109b4-a46b-4262-a276-54d4ad73432b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:18.705695 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826e10ef-7f50-43b4-b05a-929b13ea2b48 None None] Network 89135632-80e8-402e-97d5-c88b5c2f865f requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:18.715909 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9b49fe-b85d-445a-a439-6930c160f976 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:18.716720 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3b9b49fe-b85d-445a-a439-6930c160f976 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:18.728613 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805de48b-a201-44c3-8241-87e1384de1a7 None None] Network 822f18db-3538-4dc7-ab6f-9d6e164d1ff9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:18.801818 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f695cd35-f155-4bd7-b754-7c9f703bdf6f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1818047 Mar 31 15:30:18.805639 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43892) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:18.814291 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695cd35-f155-4bd7-b754-7c9f703bdf6f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event updated for resources: {'Network': ['ID=6f16f140-2006-405b-8873-7fbb9834a1f9,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:18.821083 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-db190294-5fcb-4919-a4ee-35a40c81ed80 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Request body: {'subnet': {'network_id': '6f16f140-2006-405b-8873-7fbb9834a1f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:18.839670 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 69626f6e-d638-4d98-bbbc-5c65cd791fdf no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:30:18.881303 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 6f16f140-2006-405b-8873-7fbb9834a1f9 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:30:18.918934 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-aac109b4-a46b-4262-a276-54d4ad73432b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4449880 Mar 31 15:30:18.920270 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43896) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:18.933058 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-1f4ba817-b4b8-404a-b44c-bac8ca5ab75a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1698987160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:18.954683 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47c24d9-4c93-450e-ba6f-2761d34708a9 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Made reservation on behalf of 33014ad214cf4de9aa340b17e7803ece for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:30:18.958537 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f47c24d9-4c93-450e-ba6f-2761d34708a9 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:18.959665 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 69626f6e-d638-4d98-bbbc-5c65cd791fdf {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:30:18.959995 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 69626f6e-d638-4d98-bbbc-5c65cd791fdf not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:30:18.971860 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3b9b49fe-b85d-445a-a439-6930c160f976 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1333985 Mar 31 15:30:18.974237 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-1f4ba817-b4b8-404a-b44c-bac8ca5ab75a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:18.979836 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43900) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:18.992074 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-db190294-5fcb-4919-a4ee-35a40c81ed80 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:19.008819 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-c75a1efc-d977-4ea9-9cc4-47d54e223252 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'port': {'network_id': '89135632-80e8-402e-97d5-c88b5c2f865f', 'name': 'tempest-PortsIpV6TestJSON-950955843', 'fixed_ips': [{'subnet_id': '44d0cff0-4a68-4b0d-83b4-7ef0ddba4380', 'ip_address': '2001:db8::10'}]}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:19.034592 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1f4ba817-b4b8-404a-b44c-bac8ca5ab75a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:router and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:19.050621 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1f4ba817-b4b8-404a-b44c-bac8ca5ab75a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:19.056529 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-9a0859d3-c700-435e-a76f-e3e4603d7d82 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 31 15:30:19.061208 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9a0859d3-c700-435e-a76f-e3e4603d7d82 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] 10.222.0.31 "DELETE /v2.0/routers/d6409eb5-6b98-412f-84ec-9248251f6a71 HTTP/1.1" status: 409 len: 329 time: 1.3730407 Mar 31 15:30:19.062003 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43904) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:19.076069 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-1f4ba817-b4b8-404a-b44c-bac8ca5ab75a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:19.109838 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072ff35e-3fd1-4afb-baf3-6071593e7f89 None None] DHCP port deletion for 0c8a31f0-c909-472a-8f72-0f3eb4f4034a request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:30:19.122475 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-db190294-5fcb-4919-a4ee-35a40c81ed80 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:19.138120 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-f47c24d9-4c93-450e-ba6f-2761d34708a9 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] device_id is not set on port 26820324-4bee-43a8-a236-7ed66d0d9309 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:30:19.163728 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-072ff35e-3fd1-4afb-baf3-6071593e7f89 None None] Deleting port 3f30ceaa-f316-4d01-a31a-655599b2e753 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:19.164109 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-072ff35e-3fd1-4afb-baf3-6071593e7f89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:19.200846 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:19.207323 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c75a1efc-d977-4ea9-9cc4-47d54e223252 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:19.214221 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c75a1efc-d977-4ea9-9cc4-47d54e223252 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:port and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:19.216396 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c75a1efc-d977-4ea9-9cc4-47d54e223252 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for port was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:19.222359 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c75a1efc-d977-4ea9-9cc4-47d54e223252 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:19.230925 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db190294-5fcb-4919-a4ee-35a40c81ed80 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Made reservation on behalf of 8c6575be81e7411a95d81072c1e21ab3 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:30:19.234620 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-db190294-5fcb-4919-a4ee-35a40c81ed80 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:19.277603 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-10bcc080-41be-4829-a388-9ef5b4dcec87 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:19.332798 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Port': ['ID=997833df-b432-4aab-abea-77090e1ebf65,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:19.371007 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75a1efc-d977-4ea9-9cc4-47d54e223252 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:30:19.375240 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1f4ba817-b4b8-404a-b44c-bac8ca5ab75a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:19.376237 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1f4ba817-b4b8-404a-b44c-bac8ca5ab75a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:19.402169 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] No DVR routers for this DVR port 997833df-b432-4aab-abea-77090e1ebf65 on host dv-neutron-833379-2-hyperv {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:30:19.404660 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:19.405080 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:19.405486 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:19.405898 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:19.406231 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:19.406552 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:19.407138 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:19.407783 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:19.408111 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:19.408433 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:19.409041 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:19.409608 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:19.426151 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b45b80-9cf3-435d-ab86-9c88d3ea92df None None] DHCP port deletion for 141e2a28-42aa-42ea-9fd7-4ed30b259878 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:30:19.438263 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.ipam_backend_mixin [None req-db190294-5fcb-4919-a4ee-35a40c81ed80 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Performing IP validity checks on allocation pools {{(pid=103444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Mar 31 15:30:19.438793 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.ipam_backend_mixin [None req-db190294-5fcb-4919-a4ee-35a40c81ed80 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Mar 31 15:30:19.507176 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007a9325-d5b7-4c2b-a51a-8fc31196b637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-89135632-80e8-402e-97d5-c88b5c2f865f', 'network_id': '89135632-80e8-402e-97d5-c88b5c2f865f', 'tenant_id': '24409fb148c545f09958fe765489c869', 'fixed_ips': [{'subnet_id': '44d0cff0-4a68-4b0d-83b4-7ef0ddba4380'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:30:19.508344 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-007a9325-d5b7-4c2b-a51a-8fc31196b637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:19.517630 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bcc080-41be-4829-a388-9ef5b4dcec87 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:19.532205 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a508df-c4d5-4920-acba-adac588a99b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-822f18db-3538-4dc7-ab6f-9d6e164d1ff9', 'network_id': '822f18db-3538-4dc7-ab6f-9d6e164d1ff9', 'tenant_id': '62591a084e044f5ebd9b8ec401f28de6', 'fixed_ips': [{'subnet_id': '97c3f84b-42d6-4eef-b9f6-adf6e3c3e6fa'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:30:19.533664 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16a508df-c4d5-4920-acba-adac588a99b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:19.533795 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-10bcc080-41be-4829-a388-9ef5b4dcec87 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:19.545073 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bcc080-41be-4829-a388-9ef5b4dcec87 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:19.550915 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-10bcc080-41be-4829-a388-9ef5b4dcec87 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:19.558166 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bcc080-41be-4829-a388-9ef5b4dcec87 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Subnet': ['ID=415b4498-517f-4d95-b142-7f41b71d4e7a,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:19.622212 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 3f30ceaa-f316-4d01-a31a-655599b2e753 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:30:19.629459 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c75a1efc-d977-4ea9-9cc4-47d54e223252 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:19.693946 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-f47c24d9-4c93-450e-ba6f-2761d34708a9 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Allocated IP 2001:db8::374 (8d60d588-0402-4484-b1da-1753a3574376/85c058ce-218a-421b-8c3a-38ab02342a76/26820324-4bee-43a8-a236-7ed66d0d9309) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:30:19.698624 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-10bcc080-41be-4829-a388-9ef5b4dcec87 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8024943 Mar 31 15:30:19.701903 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43908) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:19.702723 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-c75a1efc-d977-4ea9-9cc4-47d54e223252 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] device_id is not set on port 6dac5db5-e972-4fbe-905d-cf6dd14d78ba yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:30:19.707716 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-049c47f0-6922-4c11-98c3-b1f2c642af4f None None] Provisioning complete for port 2039a7ad-a566-40c2-b2f8-13b3dcf75094 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:19.708245 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-049c47f0-6922-4c11-98c3-b1f2c642af4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:19.745164 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-54e626ee-b8b7-4b95-bc44-9b873f5e35ac tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-312120767', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:19.745793 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1f4ba817-b4b8-404a-b44c-bac8ca5ab75a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:19.754353 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-54e626ee-b8b7-4b95-bc44-9b873f5e35ac tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:19.778901 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-54e626ee-b8b7-4b95-bc44-9b873f5e35ac tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:19.902121 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-049c47f0-6922-4c11-98c3-b1f2c642af4f None None] Port 2039a7ad-a566-40c2-b2f8-13b3dcf75094 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:30:19.906982 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-072ff35e-3fd1-4afb-baf3-6071593e7f89 None None] For port 3f30ceaa-f316-4d01-a31a-655599b2e753, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=3f30ceaa-f316-4d01-a31a-655599b2e753,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:19.907379 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-072ff35e-3fd1-4afb-baf3-6071593e7f89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:19.911540 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54e626ee-b8b7-4b95-bc44-9b873f5e35ac tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:19.912556 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54e626ee-b8b7-4b95-bc44-9b873f5e35ac tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:19.926356 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-db190294-5fcb-4919-a4ee-35a40c81ed80 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:19.956926 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:19.970600 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54e626ee-b8b7-4b95-bc44-9b873f5e35ac tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:20.037734 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db190294-5fcb-4919-a4ee-35a40c81ed80 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event updated for resources: {'Subnet': ['ID=38b14d37-247d-41b1-9211-71a6cb9ee42a,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:20.048703 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db190294-5fcb-4919-a4ee-35a40c81ed80 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Checking segment: {'id': 'a85c19c9-bbfe-44aa-8c03-e95b198fa32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6f16f140-2006-405b-8873-7fbb9834a1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:30:20.049167 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db190294-5fcb-4919-a4ee-35a40c81ed80 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Network hostable DHCP agents. Network: 6f16f140-2006-405b-8873-7fbb9834a1f9, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:30:20.054941 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db190294-5fcb-4919-a4ee-35a40c81ed80 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:20.055331 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db190294-5fcb-4919-a4ee-35a40c81ed80 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:20.055606 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db190294-5fcb-4919-a4ee-35a40c81ed80 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:20.055937 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db190294-5fcb-4919-a4ee-35a40c81ed80 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:20.056262 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db190294-5fcb-4919-a4ee-35a40c81ed80 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:20.056590 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db190294-5fcb-4919-a4ee-35a40c81ed80 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:20.056913 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db190294-5fcb-4919-a4ee-35a40c81ed80 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:20.057254 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db190294-5fcb-4919-a4ee-35a40c81ed80 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:20.057581 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db190294-5fcb-4919-a4ee-35a40c81ed80 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:20.057900 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db190294-5fcb-4919-a4ee-35a40c81ed80 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:20.058218 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db190294-5fcb-4919-a4ee-35a40c81ed80 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:20.058532 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db190294-5fcb-4919-a4ee-35a40c81ed80 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:20.100265 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54e626ee-b8b7-4b95-bc44-9b873f5e35ac tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:20.173527 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['141e2a28-42aa-42ea-9fd7-4ed30b259878']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:20.181382 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-072ff35e-3fd1-4afb-baf3-6071593e7f89 None None] Calling delete_port for 3f30ceaa-f316-4d01-a31a-655599b2e753 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:20.197067 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db190294-5fcb-4919-a4ee-35a40c81ed80 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Network 6f16f140-2006-405b-8873-7fbb9834a1f9 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:30:20.214744 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c5791f-be2c-4e16-b916-57fc506131fe') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:20.215032 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c5791f-be2c-4e16-b916-57fc506131fe') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:20.242971 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54e626ee-b8b7-4b95-bc44-9b873f5e35ac tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:20.248524 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-54e626ee-b8b7-4b95-bc44-9b873f5e35ac tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5118372 Mar 31 15:30:20.249520 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43912) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:20.264868 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1f4ba817-b4b8-404a-b44c-bac8ca5ab75a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:20.311692 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:20.326608 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-007a9325-d5b7-4c2b-a51a-8fc31196b637 None None] Allocated IP 2001:db8::2 (89135632-80e8-402e-97d5-c88b5c2f865f/44d0cff0-4a68-4b0d-83b4-7ef0ddba4380/5c3cf373-f3fc-4771-ac67-872c2e4a3086) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:30:20.335879 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-db190294-5fcb-4919-a4ee-35a40c81ed80 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 6f16f140-2006-405b-8873-7fbb9834a1f9) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:20.340547 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db190294-5fcb-4919-a4ee-35a40c81ed80 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:20.340749 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:20.341622 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-db190294-5fcb-4919-a4ee-35a40c81ed80 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:20.362879 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc964fe-cfbc-49c4-a03a-dc7168f2cc96 None None] Network 6f16f140-2006-405b-8873-7fbb9834a1f9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:20.398553 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-16a508df-c4d5-4920-acba-adac588a99b1 None None] Allocated IP 172.20.0.2 (822f18db-3538-4dc7-ab6f-9d6e164d1ff9/97c3f84b-42d6-4eef-b9f6-adf6e3c3e6fa/5d2b9fb7-9d8f-4703-9f2e-edbfe92df194) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:30:20.444862 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:20.474700 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:30:20.475099 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:20.494202 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:30:20.494202 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:30:20.494202 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:30:20.494202 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:30:20.494202 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:30:20.494202 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:30:20.494202 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:30:20.494202 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:30:20.494202 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:30:20.494202 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:30:20.494202 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:30:20.494202 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:30:20.494202 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:30:20.494202 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:30:20.494202 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:30:20.494202 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:30:20.494202 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:30:20.494202 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:30:20.494202 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:30:20.494202 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:30:20.494202 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:30:20.494202 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:30:20.494202 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:30:20.494202 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:30:20.494202 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:30:20.494202 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:30:20.494202 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:30:20.494202 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:30:20.494202 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:30:20.494202 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:30:20.494202 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:30:20.494202 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:30:20.504018 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-db190294-5fcb-4919-a4ee-35a40c81ed80 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6898267 Mar 31 15:30:20.504018 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43916) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:20.590233 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-072ff35e-3fd1-4afb-baf3-6071593e7f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:20.602846 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1f4ba817-b4b8-404a-b44c-bac8ca5ab75a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:20.607136 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1f4ba817-b4b8-404a-b44c-bac8ca5ab75a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.6790433 Mar 31 15:30:20.617467 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43920) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:20.633762 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-eceb5261-2299-4717-944f-e80b9e169114 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'port': {'network_id': '822f18db-3538-4dc7-ab6f-9d6e164d1ff9', 'name': 'tempest-PortsTestJSON-1184830316'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:20.729429 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-0f89d5d2-40e3-44cc-bd65-dcbdbb6acdfe tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:20.737050 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 997833df-b432-4aab-abea-77090e1ebf65 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:30:20.774625 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ff35e-3fd1-4afb-baf3-6071593e7f89 None None] Pushing event deleted for resources: {'Port': ['ID=3f30ceaa-f316-4d01-a31a-655599b2e753,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:20.794459 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:20.798229 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f47c24d9-4c93-450e-ba6f-2761d34708a9 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:20.805961 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 997833df-b432-4aab-abea-77090e1ebf65 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:30:20.806311 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 997833df-b432-4aab-abea-77090e1ebf65 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:30:20.807866 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072ff35e-3fd1-4afb-baf3-6071593e7f89 None None] No DVR routers for this DVR port 3f30ceaa-f316-4d01-a31a-655599b2e753 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:30:20.839873 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:20.865525 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Network': ['ID=141e2a28-42aa-42ea-9fd7-4ed30b259878,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:20.873707 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84c38f5-6cd7-4df2-8600-f400d90b1454 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:20.877488 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-f47c24d9-4c93-450e-ba6f-2761d34708a9 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Transition to ACTIVE for port object 26820324-4bee-43a8-a236-7ed66d0d9309 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:20.893128 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-74f18fbe-0816-44ef-a3e1-783d52c78922 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:20.951896 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-37570d74-20c6-47d4-86e3-17d74e5d70d9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/networks/141e2a28-42aa-42ea-9fd7-4ed30b259878 HTTP/1.1" status: 204 len: 168 time: 4.1263731 Mar 31 15:30:20.962002 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43924) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:21.070636 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40b55f41-8a28-4630-8842-24fc9b30d7f2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:21.091944 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f89d5d2-40e3-44cc-bd65-dcbdbb6acdfe tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15010882'] for subnet, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:21.138682 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-6f16f140-2006-405b-8873-7fbb9834a1f9', 'network_id': '6f16f140-2006-405b-8873-7fbb9834a1f9', 'tenant_id': '8c6575be81e7411a95d81072c1e21ab3', 'fixed_ips': [{'subnet_id': '38b14d37-247d-41b1-9211-71a6cb9ee42a'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:30:21.139667 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:21.223988 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-eceb5261-2299-4717-944f-e80b9e169114 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:21.235095 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-007a9325-d5b7-4c2b-a51a-8fc31196b637 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:21.248917 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-eceb5261-2299-4717-944f-e80b9e169114 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:port and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:21.264578 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-eceb5261-2299-4717-944f-e80b9e169114 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for port was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:21.267426 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-007a9325-d5b7-4c2b-a51a-8fc31196b637 None None] Transition to ACTIVE for port object 5c3cf373-f3fc-4771-ac67-872c2e4a3086 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:21.291703 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-eceb5261-2299-4717-944f-e80b9e169114 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:21.293305 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16a508df-c4d5-4920-acba-adac588a99b1 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:21.359152 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-007a9325-d5b7-4c2b-a51a-8fc31196b637 None None] Transition to ACTIVE for port object 5c3cf373-f3fc-4771-ac67-872c2e4a3086 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:21.361708 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-16a508df-c4d5-4920-acba-adac588a99b1 None None] Transition to ACTIVE for port object 5d2b9fb7-9d8f-4703-9f2e-edbfe92df194 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:21.405958 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-16a508df-c4d5-4920-acba-adac588a99b1 None None] Transition to ACTIVE for port object 5d2b9fb7-9d8f-4703-9f2e-edbfe92df194 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:21.453946 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-007a9325-d5b7-4c2b-a51a-8fc31196b637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:21.491537 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6ff08b-239e-45d1-bde6-d3a1adc3a299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'fixed_ips': [{'subnet_id': '415b4498-517f-4d95-b142-7f41b71d4e7a'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:30:21.492817 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cf6ff08b-239e-45d1-bde6-d3a1adc3a299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:21.536050 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16a508df-c4d5-4920-acba-adac588a99b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:21.564821 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eceb5261-2299-4717-944f-e80b9e169114 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:30:21.568244 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eceb5261-2299-4717-944f-e80b9e169114 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:21.568684 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007a9325-d5b7-4c2b-a51a-8fc31196b637 None None] Network 89135632-80e8-402e-97d5-c88b5c2f865f is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:21.645698 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-c75a1efc-d977-4ea9-9cc4-47d54e223252 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Allocated IP 2001:db8::10 (89135632-80e8-402e-97d5-c88b5c2f865f/44d0cff0-4a68-4b0d-83b4-7ef0ddba4380/6dac5db5-e972-4fbe-905d-cf6dd14d78ba) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:30:21.688349 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-007a9325-d5b7-4c2b-a51a-8fc31196b637 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:21.696207 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-40b55f41-8a28-4630-8842-24fc9b30d7f2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Allocated IP 2001:db8::1 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/415b4498-517f-4d95-b142-7f41b71d4e7a/e9495d19-1537-403d-b6f8-4f5ca1639466) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:30:21.700788 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a508df-c4d5-4920-acba-adac588a99b1 None None] Network 822f18db-3538-4dc7-ab6f-9d6e164d1ff9 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:21.702145 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007a9325-d5b7-4c2b-a51a-8fc31196b637 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:30:21.711682 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-16a508df-c4d5-4920-acba-adac588a99b1 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:21.721604 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f47c24d9-4c93-450e-ba6f-2761d34708a9 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:21.726240 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a508df-c4d5-4920-acba-adac588a99b1 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:30:21.728924 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a9325-d5b7-4c2b-a51a-8fc31196b637 None None] Pushing event updated for resources: {'Port': ['ID=5c3cf373-f3fc-4771-ac67-872c2e4a3086,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:21.770854 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d7e28f10-2d23-4cd2-90e8-5bda1a9f0395 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:21.780540 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f89d5d2-40e3-44cc-bd65-dcbdbb6acdfe tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791085481957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15414073'] for subnet, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:21.940316 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-eceb5261-2299-4717-944f-e80b9e169114 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] device_id is not set on port 27adfc54-d788-430b-b14e-15c9b51f9ed7 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:30:21.997387 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f89d5d2-40e3-44cc-bd65-dcbdbb6acdfe tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:22.006350 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f89d5d2-40e3-44cc-bd65-dcbdbb6acdfe tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:22.006350 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0f89d5d2-40e3-44cc-bd65-dcbdbb6acdfe tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "PUT /v2.0/subnets/38b14d37-247d-41b1-9211-71a6cb9ee42a HTTP/1.1" status: 200 len: 900 time: 1.4946244 Mar 31 15:30:22.007337 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43928) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:22.027374 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47c24d9-4c93-450e-ba6f-2761d34708a9 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Network 8d60d588-0402-4484-b1da-1753a3574376 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:22.046436 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-f47c24d9-4c93-450e-ba6f-2761d34708a9 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:22.047259 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-007a9325-d5b7-4c2b-a51a-8fc31196b637 None None] Attempting to bind port 5c3cf373-f3fc-4771-ac67-872c2e4a3086 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:30:22.047777 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-007a9325-d5b7-4c2b-a51a-8fc31196b637 None None] Attempting to bind port 5c3cf373-f3fc-4771-ac67-872c2e4a3086 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'b33ae4c9-927f-4966-9d96-290263898ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '89135632-80e8-402e-97d5-c88b5c2f865f'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:30:22.047982 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007a9325-d5b7-4c2b-a51a-8fc31196b637 None None] Attempting to bind port 5c3cf373-f3fc-4771-ac67-872c2e4a3086 on network 89135632-80e8-402e-97d5-c88b5c2f865f {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:30:22.058020 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Allocated IP 2001:db8::3 (6f16f140-2006-405b-8873-7fbb9834a1f9/38b14d37-247d-41b1-9211-71a6cb9ee42a/92e4aec2-37f4-4713-bfed-0f49c3264a71) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:30:22.059666 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007a9325-d5b7-4c2b-a51a-8fc31196b637 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:30:22.060038 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007a9325-d5b7-4c2b-a51a-8fc31196b637 None None] Checking segment: {'id': 'b33ae4c9-927f-4966-9d96-290263898ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '89135632-80e8-402e-97d5-c88b5c2f865f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:30:22.060441 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-007a9325-d5b7-4c2b-a51a-8fc31196b637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:22.060834 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007a9325-d5b7-4c2b-a51a-8fc31196b637 None None] Bound using segment: {'id': 'b33ae4c9-927f-4966-9d96-290263898ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '89135632-80e8-402e-97d5-c88b5c2f865f'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:30:22.065380 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-007a9325-d5b7-4c2b-a51a-8fc31196b637 None None] Bound port: 5c3cf373-f3fc-4771-ac67-872c2e4a3086, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33ae4c9-927f-4966-9d96-290263898ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '89135632-80e8-402e-97d5-c88b5c2f865f'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:30:22.066864 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-007a9325-d5b7-4c2b-a51a-8fc31196b637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:22.072584 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47c24d9-4c93-450e-ba6f-2761d34708a9 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:30:22.073941 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89d5d2-40e3-44cc-bd65-dcbdbb6acdfe tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event updated for resources: {'Subnet': ['ID=38b14d37-247d-41b1-9211-71a6cb9ee42a,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:22.078601 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47c24d9-4c93-450e-ba6f-2761d34708a9 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:22.082233 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f47c24d9-4c93-450e-ba6f-2761d34708a9 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:22.096591 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c24d9-4c93-450e-ba6f-2761d34708a9 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Pushing event updated for resources: {'Port': ['ID=26820324-4bee-43a8-a236-7ed66d0d9309,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:22.096820 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-16a508df-c4d5-4920-acba-adac588a99b1 None None] Attempting to bind port 5d2b9fb7-9d8f-4703-9f2e-edbfe92df194 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:30:22.096820 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-16a508df-c4d5-4920-acba-adac588a99b1 None None] Attempting to bind port 5d2b9fb7-9d8f-4703-9f2e-edbfe92df194 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'd7cf174f-0c70-4ceb-bc11-1e150feb9079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '822f18db-3538-4dc7-ab6f-9d6e164d1ff9'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:30:22.097177 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a508df-c4d5-4920-acba-adac588a99b1 None None] Attempting to bind port 5d2b9fb7-9d8f-4703-9f2e-edbfe92df194 on network 822f18db-3538-4dc7-ab6f-9d6e164d1ff9 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:30:22.102170 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a508df-c4d5-4920-acba-adac588a99b1 None None] Pushing event updated for resources: {'Port': ['ID=5d2b9fb7-9d8f-4703-9f2e-edbfe92df194,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:22.162242 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a508df-c4d5-4920-acba-adac588a99b1 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:30:22.162614 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a508df-c4d5-4920-acba-adac588a99b1 None None] Checking segment: {'id': 'd7cf174f-0c70-4ceb-bc11-1e150feb9079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '822f18db-3538-4dc7-ab6f-9d6e164d1ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:30:22.163890 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16a508df-c4d5-4920-acba-adac588a99b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:22.164359 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a508df-c4d5-4920-acba-adac588a99b1 None None] Bound using segment: {'id': 'd7cf174f-0c70-4ceb-bc11-1e150feb9079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '822f18db-3538-4dc7-ab6f-9d6e164d1ff9'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:30:22.164866 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-16a508df-c4d5-4920-acba-adac588a99b1 None None] Bound port: 5d2b9fb7-9d8f-4703-9f2e-edbfe92df194, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7cf174f-0c70-4ceb-bc11-1e150feb9079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '822f18db-3538-4dc7-ab6f-9d6e164d1ff9'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:30:22.165274 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16a508df-c4d5-4920-acba-adac588a99b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:22.200926 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40b55f41-8a28-4630-8842-24fc9b30d7f2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:22.240166 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c75a1efc-d977-4ea9-9cc4-47d54e223252 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:22.244059 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-40b55f41-8a28-4630-8842-24fc9b30d7f2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Transition to ACTIVE for port object e9495d19-1537-403d-b6f8-4f5ca1639466 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:22.285722 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:22.288879 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c75a1efc-d977-4ea9-9cc4-47d54e223252 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Transition to ACTIVE for port object 6dac5db5-e972-4fbe-905d-cf6dd14d78ba will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:22.359486 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-007a9325-d5b7-4c2b-a51a-8fc31196b637 None None] For port 5c3cf373-f3fc-4771-ac67-872c2e4a3086, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:30:22.389641 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-007a9325-d5b7-4c2b-a51a-8fc31196b637 None None] For port 5c3cf373-f3fc-4771-ac67-872c2e4a3086, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=5c3cf373-f3fc-4771-ac67-872c2e4a3086,segment=NetworkSegment(b33ae4c9-927f-4966-9d96-290263898ea4),segment_id=b33ae4c9-927f-4966-9d96-290263898ea4)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:30:22.486335 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f47c24d9-4c93-450e-ba6f-2761d34708a9 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.1101604 Mar 31 15:30:22.494822 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43932) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:22.502273 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40b55f41-8a28-4630-8842-24fc9b30d7f2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:22.513614 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-b33e1770-cfa4-4b4d-a4b7-953dd9e4238c tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:15:89:8d'}]}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:22.521039 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-007a9325-d5b7-4c2b-a51a-8fc31196b637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:22.555307 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-74f18fbe-0816-44ef-a3e1-783d52c78922 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Deleting port 623cf57d-1a39-40c5-a6e3-d32f4178fb17 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:22.555819 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-74f18fbe-0816-44ef-a3e1-783d52c78922 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:22.593275 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-16a508df-c4d5-4920-acba-adac588a99b1 None None] For port 5d2b9fb7-9d8f-4703-9f2e-edbfe92df194, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:30:22.606939 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-cf6ff08b-239e-45d1-bde6-d3a1adc3a299 None None] Allocated IP 2001:db8::2 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/415b4498-517f-4d95-b142-7f41b71d4e7a/e0baab33-7ceb-4972-8897-cbcd1b24ae74) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:30:22.611908 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-eceb5261-2299-4717-944f-e80b9e169114 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Allocated IP 172.20.0.8 (822f18db-3538-4dc7-ab6f-9d6e164d1ff9/97c3f84b-42d6-4eef-b9f6-adf6e3c3e6fa/27adfc54-d788-430b-b14e-15c9b51f9ed7) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:30:22.630418 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:22.642591 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-16a508df-c4d5-4920-acba-adac588a99b1 None None] For port 5d2b9fb7-9d8f-4703-9f2e-edbfe92df194, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=5d2b9fb7-9d8f-4703-9f2e-edbfe92df194,segment=NetworkSegment(d7cf174f-0c70-4ceb-bc11-1e150feb9079),segment_id=d7cf174f-0c70-4ceb-bc11-1e150feb9079)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:30:22.658507 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-af97e677-f5ac-4dd8-812e-d184817446d7 None None] Provisioning for port 26820324-4bee-43a8-a236-7ed66d0d9309 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:22.661582 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b55f41-8a28-4630-8842-24fc9b30d7f2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:22.675346 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-40b55f41-8a28-4630-8842-24fc9b30d7f2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:22.678047 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b55f41-8a28-4630-8842-24fc9b30d7f2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:30:22.678884 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40b55f41-8a28-4630-8842-24fc9b30d7f2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:22.681172 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:22.716120 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a9325-d5b7-4c2b-a51a-8fc31196b637 None None] Pushing event updated for resources: {'Port': ['ID=5c3cf373-f3fc-4771-ac67-872c2e4a3086,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:22.719078 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-af97e677-f5ac-4dd8-812e-d184817446d7 None None] Provisioning complete for port 26820324-4bee-43a8-a236-7ed66d0d9309 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:22.719611 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-af97e677-f5ac-4dd8-812e-d184817446d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:22.724575 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c75a1efc-d977-4ea9-9cc4-47d54e223252 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:22.731027 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b55f41-8a28-4630-8842-24fc9b30d7f2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Port': ['ID=e9495d19-1537-403d-b6f8-4f5ca1639466,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:22.766943 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16a508df-c4d5-4920-acba-adac588a99b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:22.771375 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Transition to ACTIVE for port object 92e4aec2-37f4-4713-bfed-0f49c3264a71 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:22.874699 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:30:22.912534 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75a1efc-d977-4ea9-9cc4-47d54e223252 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network 89135632-80e8-402e-97d5-c88b5c2f865f is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:22.923273 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d7e28f10-2d23-4cd2-90e8-5bda1a9f0395 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Deleting port 2039a7ad-a566-40c2-b2f8-13b3dcf75094 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:22.923623 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d7e28f10-2d23-4cd2-90e8-5bda1a9f0395 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:22.932043 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-c75a1efc-d977-4ea9-9cc4-47d54e223252 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:22.934164 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75a1efc-d977-4ea9-9cc4-47d54e223252 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:30:22.939816 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75a1efc-d977-4ea9-9cc4-47d54e223252 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:22.940840 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c75a1efc-d977-4ea9-9cc4-47d54e223252 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:22.973635 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a1efc-d977-4ea9-9cc4-47d54e223252 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Port': ['ID=6dac5db5-e972-4fbe-905d-cf6dd14d78ba,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:22.996624 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Transition to ACTIVE for port object 92e4aec2-37f4-4713-bfed-0f49c3264a71 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:22.999283 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a508df-c4d5-4920-acba-adac588a99b1 None None] Pushing event updated for resources: {'Port': ['ID=5d2b9fb7-9d8f-4703-9f2e-edbfe92df194,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:23.006603 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-af97e677-f5ac-4dd8-812e-d184817446d7 None None] Port 26820324-4bee-43a8-a236-7ed66d0d9309 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:30:23.111081 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c75a1efc-d977-4ea9-9cc4-47d54e223252 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1234951 Mar 31 15:30:23.111811 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:23.112225 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43936) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:23.194370 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-b9b165e5-aca3-48d2-9115-9da5e6b1b505 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'port': {'network_id': '89135632-80e8-402e-97d5-c88b5c2f865f', 'name': 'tempest-PortsIpV6TestJSON-90530190', 'fixed_ips': [{'subnet_id': '44d0cff0-4a68-4b0d-83b4-7ef0ddba4380', 'ip_address': '2001:db8::f'}]}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:23.212596 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-74f18fbe-0816-44ef-a3e1-783d52c78922 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:23.239911 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f88f09db-8902-4635-838a-7c5405c63603 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:23.251150 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cf6ff08b-239e-45d1-bde6-d3a1adc3a299 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:23.287481 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Network 6f16f140-2006-405b-8873-7fbb9834a1f9 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:23.288698 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cf6ff08b-239e-45d1-bde6-d3a1adc3a299 None None] Transition to ACTIVE for port object e0baab33-7ceb-4972-8897-cbcd1b24ae74 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:23.295817 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:23.300431 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:30:23.374398 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Pushing event updated for resources: {'Port': ['ID=92e4aec2-37f4-4713-bfed-0f49c3264a71,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:23.385396 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cf6ff08b-239e-45d1-bde6-d3a1adc3a299 None None] Transition to ACTIVE for port object e0baab33-7ceb-4972-8897-cbcd1b24ae74 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:23.418619 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:23.435914 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-b9b165e5-aca3-48d2-9115-9da5e6b1b505 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:23.477749 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cf6ff08b-239e-45d1-bde6-d3a1adc3a299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:23.498805 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d7e28f10-2d23-4cd2-90e8-5bda1a9f0395 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:23.512212 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-b9b165e5-aca3-48d2-9115-9da5e6b1b505 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:port and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:23.534080 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-b9b165e5-aca3-48d2-9115-9da5e6b1b505 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for port was recalculated. Used quota:3. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:23.534245 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Attempting to bind port 92e4aec2-37f4-4713-bfed-0f49c3264a71 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:30:23.534245 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Attempting to bind port 92e4aec2-37f4-4713-bfed-0f49c3264a71 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'a85c19c9-bbfe-44aa-8c03-e95b198fa32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6f16f140-2006-405b-8873-7fbb9834a1f9'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:30:23.534245 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Attempting to bind port 92e4aec2-37f4-4713-bfed-0f49c3264a71 on network 6f16f140-2006-405b-8873-7fbb9834a1f9 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:30:23.534544 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event deleted for resources: {'Subnet': ['ID=38b14d37-247d-41b1-9211-71a6cb9ee42a,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:23.540460 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b33e1770-cfa4-4b4d-a4b7-953dd9e4238c tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:23.574318 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-b9b165e5-aca3-48d2-9115-9da5e6b1b505 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:23.580992 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40b55f41-8a28-4630-8842-24fc9b30d7f2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:23.582569 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:30:23.583097 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Checking segment: {'id': 'a85c19c9-bbfe-44aa-8c03-e95b198fa32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6f16f140-2006-405b-8873-7fbb9834a1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:30:23.583600 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:23.584184 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Bound using segment: {'id': 'a85c19c9-bbfe-44aa-8c03-e95b198fa32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6f16f140-2006-405b-8873-7fbb9834a1f9'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:30:23.585432 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Bound port: 92e4aec2-37f4-4713-bfed-0f49c3264a71, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a85c19c9-bbfe-44aa-8c03-e95b198fa32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6f16f140-2006-405b-8873-7fbb9834a1f9'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:30:23.593704 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:23.614970 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6ff08b-239e-45d1-bde6-d3a1adc3a299 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:23.777495 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ff08b-239e-45d1-bde6-d3a1adc3a299 None None] Pushing event updated for resources: {'Port': ['ID=e0baab33-7ceb-4972-8897-cbcd1b24ae74,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:23.783260 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 5c3cf373-f3fc-4771-ac67-872c2e4a3086 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:30:23.809034 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-cf6ff08b-239e-45d1-bde6-d3a1adc3a299 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:23.829093 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6ff08b-239e-45d1-bde6-d3a1adc3a299 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:30:23.854635 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b165e5-aca3-48d2-9115-9da5e6b1b505 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:30:23.859825 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b9b165e5-aca3-48d2-9115-9da5e6b1b505 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:23.947255 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] For port 92e4aec2-37f4-4713-bfed-0f49c3264a71, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:30:23.968941 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:23.975172 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] For port 92e4aec2-37f4-4713-bfed-0f49c3264a71, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=92e4aec2-37f4-4713-bfed-0f49c3264a71,segment=NetworkSegment(a85c19c9-bbfe-44aa-8c03-e95b198fa32a),segment_id=a85c19c9-bbfe-44aa-8c03-e95b198fa32a)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:30:23.980343 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-cf6ff08b-239e-45d1-bde6-d3a1adc3a299 None None] Attempting to bind port e0baab33-7ceb-4972-8897-cbcd1b24ae74 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:30:23.980711 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-cf6ff08b-239e-45d1-bde6-d3a1adc3a299 None None] Attempting to bind port e0baab33-7ceb-4972-8897-cbcd1b24ae74 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:30:23.981072 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6ff08b-239e-45d1-bde6-d3a1adc3a299 None None] Attempting to bind port e0baab33-7ceb-4972-8897-cbcd1b24ae74 on network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:30:23.992727 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6ff08b-239e-45d1-bde6-d3a1adc3a299 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:30:23.993357 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6ff08b-239e-45d1-bde6-d3a1adc3a299 None None] Checking segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:30:23.993951 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cf6ff08b-239e-45d1-bde6-d3a1adc3a299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:23.994416 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6ff08b-239e-45d1-bde6-d3a1adc3a299 None None] Bound using segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:30:23.995407 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-cf6ff08b-239e-45d1-bde6-d3a1adc3a299 None None] Bound port: e0baab33-7ceb-4972-8897-cbcd1b24ae74, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:30:23.997389 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cf6ff08b-239e-45d1-bde6-d3a1adc3a299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:24.000649 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-b9b165e5-aca3-48d2-9115-9da5e6b1b505 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] device_id is not set on port 0b2f23f9-5328-4e0e-9736-59038515d827 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:30:24.011542 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-74f18fbe-0816-44ef-a3e1-783d52c78922 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Calling delete_port for 623cf57d-1a39-40c5-a6e3-d32f4178fb17 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:24.048051 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d7e28f10-2d23-4cd2-90e8-5bda1a9f0395 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Calling delete_port for 2039a7ad-a566-40c2-b2f8-13b3dcf75094 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:24.069690 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:24.148041 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 5c3cf373-f3fc-4771-ac67-872c2e4a3086 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:24.163202 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 5d2b9fb7-9d8f-4703-9f2e-edbfe92df194 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:30:24.181396 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f16f140-2006-405b-8873-7fbb9834a1f9']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:24.217109 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a85c19c9-bbfe-44aa-8c03-e95b198fa32a') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:24.217465 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a85c19c9-bbfe-44aa-8c03-e95b198fa32a') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:24.305448 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-cf6ff08b-239e-45d1-bde6-d3a1adc3a299 None None] For port e0baab33-7ceb-4972-8897-cbcd1b24ae74, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:30:24.309847 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-cf6ff08b-239e-45d1-bde6-d3a1adc3a299 None None] For port e0baab33-7ceb-4972-8897-cbcd1b24ae74, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e0baab33-7ceb-4972-8897-cbcd1b24ae74,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:30:24.333469 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Pushing event updated for resources: {'Port': ['ID=92e4aec2-37f4-4713-bfed-0f49c3264a71,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:24.361526 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:24.364517 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:24.364517 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:24.364517 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:24.364517 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:24.364517 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:24.364517 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:24.364517 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:24.364517 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:24.366127 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:24.366974 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:24.367525 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b87f0-7c89-4e74-9655-2dc18ae5f66b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:24.392344 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cf6ff08b-239e-45d1-bde6-d3a1adc3a299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:24.414971 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eceb5261-2299-4717-944f-e80b9e169114 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:24.439003 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8114d8-d907-44e5-94b5-8d9ed64d6661 None None] Network 6f16f140-2006-405b-8873-7fbb9834a1f9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:24.484433 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-eceb5261-2299-4717-944f-e80b9e169114 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Transition to ACTIVE for port object 27adfc54-d788-430b-b14e-15c9b51f9ed7 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:24.536160 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:24.591822 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:24.599985 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05bbf2f-bd63-43e0-bfbb-638e3b169642 None None] Network 89135632-80e8-402e-97d5-c88b5c2f865f requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:24.651592 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:30:24.652290 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:24.671836 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:30:24.671836 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:30:24.671836 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:30:24.671836 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:30:24.671836 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:30:24.671836 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:30:24.671836 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:30:24.671836 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:30:24.671836 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:30:24.671836 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:30:24.671836 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:30:24.671836 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:30:24.671836 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:30:24.671836 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:30:24.671836 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:30:24.671836 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:30:24.671836 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:30:24.671836 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:30:24.671836 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:30:24.671836 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:30:24.671836 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:30:24.671836 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:30:24.671836 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:30:24.671836 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:30:24.671836 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:30:24.671836 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:30:24.671836 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:30:24.671836 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:30:24.671836 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:30:24.671836 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:30:24.671836 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:30:24.671836 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:30:24.758384 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 5d2b9fb7-9d8f-4703-9f2e-edbfe92df194 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:24.771622 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eceb5261-2299-4717-944f-e80b9e169114 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:24.777863 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f88f09db-8902-4635-838a-7c5405c63603 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Deleting port 1089ca86-1d82-48a1-a534-ebfe05d40cb1 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:24.778154 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f88f09db-8902-4635-838a-7c5405c63603 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:24.908215 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ff08b-239e-45d1-bde6-d3a1adc3a299 None None] Pushing event updated for resources: {'Port': ['ID=e0baab33-7ceb-4972-8897-cbcd1b24ae74,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:24.911918 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f9086600-19b8-499b-8bad-f7cfcdf657bf None None] Provisioning for port 5c3cf373-f3fc-4771-ac67-872c2e4a3086 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:24.921678 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eceb5261-2299-4717-944f-e80b9e169114 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network 822f18db-3538-4dc7-ab6f-9d6e164d1ff9 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:24.922711 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f9086600-19b8-499b-8bad-f7cfcdf657bf None None] Provisioning complete for port 5c3cf373-f3fc-4771-ac67-872c2e4a3086 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:24.923090 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f9086600-19b8-499b-8bad-f7cfcdf657bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:24.929735 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-eceb5261-2299-4717-944f-e80b9e169114 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:24.947548 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d7e28f10-2d23-4cd2-90e8-5bda1a9f0395 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:24.964754 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceb5261-2299-4717-944f-e80b9e169114 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:30:24.970379 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b33e1770-cfa4-4b4d-a4b7-953dd9e4238c tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:25.019190 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-b9b165e5-aca3-48d2-9115-9da5e6b1b505 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Allocated IP 2001:db8::f (89135632-80e8-402e-97d5-c88b5c2f865f/44d0cff0-4a68-4b0d-83b4-7ef0ddba4380/0b2f23f9-5328-4e0e-9736-59038515d827) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:30:25.026018 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.api [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 15:30:25.026018 dv-neutron-833379-2-hyperv neutron-server[103444]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 15:30:25.026018 dv-neutron-833379-2-hyperv neutron-server[103444]: [parameters: {'id': '6f16f140-2006-405b-8873-7fbb9834a1f9'}] Mar 31 15:30:25.026018 dv-neutron-833379-2-hyperv neutron-server[103444]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:30:25.027006 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG oslo_db.api [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:30:25.046697 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b33e1770-cfa4-4b4d-a4b7-953dd9e4238c tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:25.081507 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8caa99-3210-4156-b6d9-8f1fcc77e733 None None] Network 822f18db-3538-4dc7-ab6f-9d6e164d1ff9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:25.173739 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-40b55f41-8a28-4630-8842-24fc9b30d7f2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:30:25.189631 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb5261-2299-4717-944f-e80b9e169114 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Port': ['ID=27adfc54-d788-430b-b14e-15c9b51f9ed7,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:25.199934 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b33e1770-cfa4-4b4d-a4b7-953dd9e4238c tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] In _notify_port_updated(), no bound segment for port 26820324-4bee-43a8-a236-7ed66d0d9309 on network 8d60d588-0402-4484-b1da-1753a3574376 {{(pid=103444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 31 15:30:25.206304 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33e1770-cfa4-4b4d-a4b7-953dd9e4238c tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:25.207246 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b33e1770-cfa4-4b4d-a4b7-953dd9e4238c tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:25.208630 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b33e1770-cfa4-4b4d-a4b7-953dd9e4238c tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] 10.222.0.31 "PUT /v2.0/ports/26820324-4bee-43a8-a236-7ed66d0d9309 HTTP/1.1" status: 200 len: 1002 time: 2.7118368 Mar 31 15:30:25.220330 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6ce32c-bb94-4251-ad9d-b7a9f9b39663 None None] Network 6f16f140-2006-405b-8873-7fbb9834a1f9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:25.226300 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43940) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:25.266863 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40b55f41-8a28-4630-8842-24fc9b30d7f2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:25.370368 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e1770-cfa4-4b4d-a4b7-953dd9e4238c tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Pushing event updated for resources: {'Port': ['ID=26820324-4bee-43a8-a236-7ed66d0d9309,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:25.391110 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-f88f09db-8902-4635-838a-7c5405c63603 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] For port 1089ca86-1d82-48a1-a534-ebfe05d40cb1, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=1089ca86-1d82-48a1-a534-ebfe05d40cb1,segment=NetworkSegment(55f4b064-8c61-4355-8e0c-8ffe7f2f8eee),segment_id=55f4b064-8c61-4355-8e0c-8ffe7f2f8eee)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:25.392046 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f88f09db-8902-4635-838a-7c5405c63603 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:25.402659 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40b55f41-8a28-4630-8842-24fc9b30d7f2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:25.403403 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40b55f41-8a28-4630-8842-24fc9b30d7f2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:25.498491 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-079ec051-2489-4a1b-a546-53a506021cec tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Deleting port 26820324-4bee-43a8-a236-7ed66d0d9309 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:25.504593 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-079ec051-2489-4a1b-a546-53a506021cec tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:25.509452 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:25.613336 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:25.665522 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f9086600-19b8-499b-8bad-f7cfcdf657bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:25.697476 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e0baab33-7ceb-4972-8897-cbcd1b24ae74 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:30:25.704320 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f88f09db-8902-4635-838a-7c5405c63603 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Calling delete_port for 1089ca86-1d82-48a1-a534-ebfe05d40cb1 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:25.805291 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b55f41-8a28-4630-8842-24fc9b30d7f2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Port': ['ID=e9495d19-1537-403d-b6f8-4f5ca1639466,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:25.822648 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-74f18fbe-0816-44ef-a3e1-783d52c78922 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:25.843335 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e28f10-2d23-4cd2-90e8-5bda1a9f0395 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Pushing event deleted for resources: {'Port': ['ID=2039a7ad-a566-40c2-b2f8-13b3dcf75094,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:25.868738 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Deleting port 92e4aec2-37f4-4713-bfed-0f49c3264a71 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:25.868967 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:25.928197 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f9086600-19b8-499b-8bad-f7cfcdf657bf None None] For port 5c3cf373-f3fc-4771-ac67-872c2e4a3086, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=5c3cf373-f3fc-4771-ac67-872c2e4a3086,segment=NetworkSegment(b33ae4c9-927f-4966-9d96-290263898ea4),segment_id=b33ae4c9-927f-4966-9d96-290263898ea4)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:25.975347 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d7e28f10-2d23-4cd2-90e8-5bda1a9f0395 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:25.998741 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f9086600-19b8-499b-8bad-f7cfcdf657bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:26.012172 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f18fbe-0816-44ef-a3e1-783d52c78922 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Port': ['ID=623cf57d-1a39-40c5-a6e3-d32f4178fb17,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:26.026584 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eceb5261-2299-4717-944f-e80b9e169114 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:26.027181 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eceb5261-2299-4717-944f-e80b9e169114 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:26.055546 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b9b165e5-aca3-48d2-9115-9da5e6b1b505 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:26.080349 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port e0baab33-7ceb-4972-8897-cbcd1b24ae74 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:26.206430 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-b9b165e5-aca3-48d2-9115-9da5e6b1b505 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Transition to ACTIVE for port object 0b2f23f9-5328-4e0e-9736-59038515d827 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:26.211162 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-924e5b39-0285-4b9d-9101-3219ad868368 None None] Provisioning complete for port 26820324-4bee-43a8-a236-7ed66d0d9309 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:26.211162 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-924e5b39-0285-4b9d-9101-3219ad868368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:26.250486 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9086600-19b8-499b-8bad-f7cfcdf657bf None None] Pushing event updated for resources: {'Port': ['ID=5c3cf373-f3fc-4771-ac67-872c2e4a3086,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:26.311096 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-924e5b39-0285-4b9d-9101-3219ad868368 None None] Port 26820324-4bee-43a8-a236-7ed66d0d9309 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:30:26.341975 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b55f41-8a28-4630-8842-24fc9b30d7f2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:26.358585 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-40b55f41-8a28-4630-8842-24fc9b30d7f2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:26.385425 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-924e5b39-0285-4b9d-9101-3219ad868368 None None] Provisioning for port 5d2b9fb7-9d8f-4703-9f2e-edbfe92df194 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:26.392076 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-924e5b39-0285-4b9d-9101-3219ad868368 None None] Provisioning complete for port 5d2b9fb7-9d8f-4703-9f2e-edbfe92df194 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:26.394442 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-924e5b39-0285-4b9d-9101-3219ad868368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:26.477557 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-74f18fbe-0816-44ef-a3e1-783d52c78922 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:26.514415 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-eceb5261-2299-4717-944f-e80b9e169114 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.8943570 Mar 31 15:30:26.523119 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43944) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:26.566196 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-924e5b39-0285-4b9d-9101-3219ad868368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:26.606186 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-924e5b39-0285-4b9d-9101-3219ad868368 None None] For port 5d2b9fb7-9d8f-4703-9f2e-edbfe92df194, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=5d2b9fb7-9d8f-4703-9f2e-edbfe92df194,segment=NetworkSegment(d7cf174f-0c70-4ceb-bc11-1e150feb9079),segment_id=d7cf174f-0c70-4ceb-bc11-1e150feb9079)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:26.677050 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-924e5b39-0285-4b9d-9101-3219ad868368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:26.797111 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e5b39-0285-4b9d-9101-3219ad868368 None None] Pushing event updated for resources: {'Port': ['ID=5d2b9fb7-9d8f-4703-9f2e-edbfe92df194,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:26.808738 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] For port 92e4aec2-37f4-4713-bfed-0f49c3264a71, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=92e4aec2-37f4-4713-bfed-0f49c3264a71,segment=NetworkSegment(a85c19c9-bbfe-44aa-8c03-e95b198fa32a),segment_id=a85c19c9-bbfe-44aa-8c03-e95b198fa32a)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:26.809346 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:26.820210 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-079ec051-2489-4a1b-a546-53a506021cec tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:26.927563 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-be35bd9f-25b2-46af-95ee-d326859d0d1d None None] Provisioning for port e0baab33-7ceb-4972-8897-cbcd1b24ae74 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:26.934730 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-be35bd9f-25b2-46af-95ee-d326859d0d1d None None] Provisioning complete for port e0baab33-7ceb-4972-8897-cbcd1b24ae74 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:26.935399 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-be35bd9f-25b2-46af-95ee-d326859d0d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:27.118040 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-be35bd9f-25b2-46af-95ee-d326859d0d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:27.131845 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Calling delete_port for 92e4aec2-37f4-4713-bfed-0f49c3264a71 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:27.155792 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-be35bd9f-25b2-46af-95ee-d326859d0d1d None None] For port e0baab33-7ceb-4972-8897-cbcd1b24ae74, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e0baab33-7ceb-4972-8897-cbcd1b24ae74,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:27.219944 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-be35bd9f-25b2-46af-95ee-d326859d0d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:27.290808 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e28f10-2d23-4cd2-90e8-5bda1a9f0395 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Router d6409eb5-6b98-412f-84ec-9248251f6a71 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:30:27.316008 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35bd9f-25b2-46af-95ee-d326859d0d1d None None] Pushing event updated for resources: {'Port': ['ID=e0baab33-7ceb-4972-8897-cbcd1b24ae74,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:27.319774 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-079ec051-2489-4a1b-a546-53a506021cec tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Calling delete_port for 26820324-4bee-43a8-a236-7ed66d0d9309 owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:27.352134 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-be35bd9f-25b2-46af-95ee-d326859d0d1d None None] Provisioning for port 6dac5db5-e972-4fbe-905d-cf6dd14d78ba completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:27.359650 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b9b165e5-aca3-48d2-9115-9da5e6b1b505 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:27.360373 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-be35bd9f-25b2-46af-95ee-d326859d0d1d None None] Provisioning complete for port 6dac5db5-e972-4fbe-905d-cf6dd14d78ba triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:27.361904 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-be35bd9f-25b2-46af-95ee-d326859d0d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:27.430054 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f79cc9a-a0a9-49a2-b4d6-aff0210f91c0 None None] get_active_networks_info from dv-neutron-833379-2-hyperv {{(pid=103445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 31 15:30:27.467194 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-be35bd9f-25b2-46af-95ee-d326859d0d1d None None] Port 6dac5db5-e972-4fbe-905d-cf6dd14d78ba cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:30:27.506094 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b165e5-aca3-48d2-9115-9da5e6b1b505 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network 89135632-80e8-402e-97d5-c88b5c2f865f is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:27.522755 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-b9b165e5-aca3-48d2-9115-9da5e6b1b505 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:27.531764 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b165e5-aca3-48d2-9115-9da5e6b1b505 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:30:27.537563 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b165e5-aca3-48d2-9115-9da5e6b1b505 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:27.539061 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b9b165e5-aca3-48d2-9115-9da5e6b1b505 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:27.542377 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-be35bd9f-25b2-46af-95ee-d326859d0d1d None None] Provisioning for port 27adfc54-d788-430b-b14e-15c9b51f9ed7 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:27.547430 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b165e5-aca3-48d2-9115-9da5e6b1b505 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Port': ['ID=0b2f23f9-5328-4e0e-9736-59038515d827,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:27.563457 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-be35bd9f-25b2-46af-95ee-d326859d0d1d None None] Provisioning complete for port 27adfc54-d788-430b-b14e-15c9b51f9ed7 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:27.563457 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-be35bd9f-25b2-46af-95ee-d326859d0d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:27.640859 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-be35bd9f-25b2-46af-95ee-d326859d0d1d None None] Port 27adfc54-d788-430b-b14e-15c9b51f9ed7 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:30:27.650954 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b55f41-8a28-4630-8842-24fc9b30d7f2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Router af4e0195-19d7-48a3-afd9-e2ad4043f425 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:30:27.658297 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:27.675866 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e0baab33-7ceb-4972-8897-cbcd1b24ae74 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:30:27.713852 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b9b165e5-aca3-48d2-9115-9da5e6b1b505 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 4.5944264 Mar 31 15:30:27.723077 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-be35bd9f-25b2-46af-95ee-d326859d0d1d None None] Provisioning complete for port 5c3cf373-f3fc-4771-ac67-872c2e4a3086 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:27.723543 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-be35bd9f-25b2-46af-95ee-d326859d0d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:27.750098 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43948) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:27.788925 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event deleted for resources: {'Port': ['ID=92e4aec2-37f4-4713-bfed-0f49c3264a71,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:27.794193 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-079ec051-2489-4a1b-a546-53a506021cec tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:27.797432 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] No DVR routers for this DVR port 92e4aec2-37f4-4713-bfed-0f49c3264a71 on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:30:27.838890 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f79cc9a-a0a9-49a2-b4d6-aff0210f91c0 None None] Resources bound (agent type, host, resource id): {{(pid=103445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 15:30:27.865244 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port e0baab33-7ceb-4972-8897-cbcd1b24ae74 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:27.865615 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:27.871928 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f18fbe-0816-44ef-a3e1-783d52c78922 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Router 581cc32f-07b5-4749-9cf5-c89c0a09d735 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:30:27.941329 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ec051-2489-4a1b-a546-53a506021cec tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Pushing event deleted for resources: {'Port': ['ID=26820324-4bee-43a8-a236-7ed66d0d9309,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:27.950727 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e28f10-2d23-4cd2-90e8-5bda1a9f0395 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:30:27.952274 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f88f09db-8902-4635-838a-7c5405c63603 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:27.965904 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cf8409-fd75-4f28-bce1-6a42435d26c0 None None] Sync routers for ids ['d6409eb5-6b98-412f-84ec-9248251f6a71'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:30:27.979884 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cf8409-fd75-4f28-bce1-6a42435d26c0 None None] Routers {'d6409eb5-6b98-412f-84ec-9248251f6a71'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:30:27.980842 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-04cf8409-fd75-4f28-bce1-6a42435d26c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:30:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['d6409eb5-6b98-412f-84ec-9248251f6a71'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:28.031847 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-079ec051-2489-4a1b-a546-53a506021cec tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:28.033777 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-079ec051-2489-4a1b-a546-53a506021cec tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] 10.222.0.31 "DELETE /v2.0/ports/26820324-4bee-43a8-a236-7ed66d0d9309 HTTP/1.1" status: 204 len: 168 time: 2.8037381 Mar 31 15:30:28.042232 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43952) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:28.042232 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b55f41-8a28-4630-8842-24fc9b30d7f2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:30:28.051089 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-40b55f41-8a28-4630-8842-24fc9b30d7f2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "PUT /v2.0/routers/af4e0195-19d7-48a3-afd9-e2ad4043f425/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7997522 Mar 31 15:30:28.052657 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43956) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:28.070448 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eea0eb-edfe-40a2-b092-c8e33cab82e7 None None] Sync routers for ids ['af4e0195-19d7-48a3-afd9-e2ad4043f425'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:30:28.091901 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-04cf8409-fd75-4f28-bce1-6a42435d26c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:28.105451 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f09db-8902-4635-838a-7c5405c63603 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Port': ['ID=1089ca86-1d82-48a1-a534-ebfe05d40cb1,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:28.106428 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cf8409-fd75-4f28-bce1-6a42435d26c0 None None] Routers {'d6409eb5-6b98-412f-84ec-9248251f6a71'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:30:28.115490 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-04cf8409-fd75-4f28-bce1-6a42435d26c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:30:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['d6409eb5-6b98-412f-84ec-9248251f6a71'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:28.119547 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eea0eb-edfe-40a2-b092-c8e33cab82e7 None None] Routers {'af4e0195-19d7-48a3-afd9-e2ad4043f425'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:30:28.120269 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-83eea0eb-edfe-40a2-b092-c8e33cab82e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:30:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['af4e0195-19d7-48a3-afd9-e2ad4043f425'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:28.152976 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d7e28f10-2d23-4cd2-90e8-5bda1a9f0395 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] 10.222.0.31 "PUT /v2.0/routers/d6409eb5-6b98-412f-84ec-9248251f6a71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0838392 Mar 31 15:30:28.157837 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43960) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:28.158820 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccabc94a-594c-451e-bb53-cb473f47165d tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] GET failed (client error): The resource could not be found. Mar 31 15:30:28.159469 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ccabc94a-594c-451e-bb53-cb473f47165d tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Synchronizing usage tracker for tenant:33014ad214cf4de9aa340b17e7803ece on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:28.167268 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:28.211813 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-04cf8409-fd75-4f28-bce1-6a42435d26c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:28.212536 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cf8409-fd75-4f28-bce1-6a42435d26c0 None None] The sync data for ids ['d6409eb5-6b98-412f-84ec-9248251f6a71'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:30:28.264319 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-f971c1a5-be6e-470d-a08b-6a17958a6ae8 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] show failed (client error): The resource could not be found. Mar 31 15:30:28.268908 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f971c1a5-be6e-470d-a08b-6a17958a6ae8 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-365222992 HTTP/1.1" status: 404 len: 334 time: 0.1017189 Mar 31 15:30:28.269106 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43964) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:28.272953 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f16f140-2006-405b-8873-7fbb9834a1f9']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:28.285641 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-ddba2956-a397-4371-8eae-d48b790f116f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:28.338820 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ccabc94a-594c-451e-bb53-cb473f47165d tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Unset dirty status for tenant:33014ad214cf4de9aa340b17e7803ece on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:28.341517 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ccabc94a-594c-451e-bb53-cb473f47165d tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] 10.222.0.31 "GET /v2.0/ports/26820324-4bee-43a8-a236-7ed66d0d9309 HTTP/1.1" status: 404 len: 333 time: 0.2977612 Mar 31 15:30:28.345832 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a85c19c9-bbfe-44aa-8c03-e95b198fa32a') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:28.345832 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a85c19c9-bbfe-44aa-8c03-e95b198fa32a') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:28.362979 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43968) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:28.363985 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f18fbe-0816-44ef-a3e1-783d52c78922 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:30:28.366528 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-ddba2956-a397-4371-8eae-d48b790f116f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] update failed (client error): The resource could not be found. Mar 31 15:30:28.370697 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ddba2956-a397-4371-8eae-d48b790f116f tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-1331138520 HTTP/1.1" status: 404 len: 335 time: 0.0974307 Mar 31 15:30:28.371920 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43972) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:28.373940 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:28.378350 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-74f18fbe-0816-44ef-a3e1-783d52c78922 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "PUT /v2.0/routers/581cc32f-07b5-4749-9cf5-c89c0a09d735/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4831138 Mar 31 15:30:28.382563 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd638d65-dc31-484e-846c-099fc6667bce None None] Sync routers for ids ['581cc32f-07b5-4749-9cf5-c89c0a09d735'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:30:28.384494 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-53daf00a-bea4-4538-9f23-526efd852ac1 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Request body: {'port': {'network_id': '8d60d588-0402-4484-b1da-1753a3574376', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1625636728'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:28.393538 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43974) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:28.395742 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-be35bd9f-25b2-46af-95ee-d326859d0d1d None None] Provisioning complete for port 5d2b9fb7-9d8f-4703-9f2e-edbfe92df194 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:28.396208 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-be35bd9f-25b2-46af-95ee-d326859d0d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:28.400714 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd638d65-dc31-484e-846c-099fc6667bce None None] Routers {'581cc32f-07b5-4749-9cf5-c89c0a09d735'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:30:28.401618 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-bd638d65-dc31-484e-846c-099fc6667bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:30:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['581cc32f-07b5-4749-9cf5-c89c0a09d735'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:28.456717 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f96528d-5cc1-4f41-8afb-608c3f8886bc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:28.457346 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1f96528d-5cc1-4f41-8afb-608c3f8886bc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:28.466858 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:28.498324 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d932c45c-58da-4bb8-88f4-e61167b0a634 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Synchronizing usage tracker for tenant:f5aeba78f50f4bbea010c74344321d80 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:28.505638 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:30:28.506821 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:28.511118 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-bd638d65-dc31-484e-846c-099fc6667bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:28.528350 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd638d65-dc31-484e-846c-099fc6667bce None None] Routers {'581cc32f-07b5-4749-9cf5-c89c0a09d735'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:30:28.530092 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-bd638d65-dc31-484e-846c-099fc6667bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:30:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['581cc32f-07b5-4749-9cf5-c89c0a09d735'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:28.534934 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 5c3cf373-f3fc-4771-ac67-872c2e4a3086 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:30:28.583840 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-83eea0eb-edfe-40a2-b092-c8e33cab82e7 None None] Set router af4e0195-19d7-48a3-afd9-e2ad4043f425 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:30:28.666054 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:30:28.666054 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:30:28.666054 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:30:28.666054 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:30:28.666054 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:30:28.666054 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:30:28.666054 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:30:28.666054 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:30:28.666054 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:30:28.666054 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:30:28.666054 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:30:28.666054 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:30:28.666054 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:30:28.666054 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:30:28.666054 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:30:28.666054 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:30:28.666054 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:30:28.666054 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:30:28.666054 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:30:28.666054 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:30:28.666054 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:30:28.666054 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:30:28.666054 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:30:28.666054 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:30:28.666054 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:30:28.666054 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:30:28.666054 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:30:28.666054 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:30:28.666054 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:30:28.666054 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:30:28.666054 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:30:28.666054 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:30:28.713185 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-bd638d65-dc31-484e-846c-099fc6667bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:28.713609 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd638d65-dc31-484e-846c-099fc6667bce None None] The sync data for ids ['581cc32f-07b5-4749-9cf5-c89c0a09d735'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:30:28.725802 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbf850c-b8e3-4b36-9b13-f593f34e0415 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:28.726769 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-abbf850c-b8e3-4b36-9b13-f593f34e0415 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Synchronizing usage tracker for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:28.773758 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b9976b2-93c3-40fc-8231-2a3863e1f237 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Deleting subnet 5bdc7c23-11e6-4fd2-a0cc-7ae1455dbb3e {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:30:28.779271 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2b9976b2-93c3-40fc-8231-2a3863e1f237 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:28.825565 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d932c45c-58da-4bb8-88f4-e61167b0a634 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Unset dirty status for tenant:f5aeba78f50f4bbea010c74344321d80 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:28.829488 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d932c45c-58da-4bb8-88f4-e61167b0a634 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "GET /v2.0/ports?device_id=581cc32f-07b5-4749-9cf5-c89c0a09d735 HTTP/1.1" status: 200 len: 205 time: 0.4348102 Mar 31 15:30:28.830105 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43980) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:28.906723 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:28.914464 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2b9976b2-93c3-40fc-8231-2a3863e1f237 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:28.942163 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1f96528d-5cc1-4f41-8afb-608c3f8886bc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:28.943317 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1f96528d-5cc1-4f41-8afb-608c3f8886bc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports/e9495d19-1537-403d-b6f8-4f5ca1639466 HTTP/1.1" status: 200 len: 911 time: 0.8419166 Mar 31 15:30:28.956975 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 43984) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:28.961907 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f88f09db-8902-4635-838a-7c5405c63603 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:28.970302 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:29.002116 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc9bb43b-0f3b-4440-82de-a35cd9462425 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:29.019665 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-53daf00a-bea4-4538-9f23-526efd852ac1 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:29.019905 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 5c3cf373-f3fc-4771-ac67-872c2e4a3086 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:29.020921 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:29.057441 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a508961d-73b7-450b-998d-dc4ba84bbe15 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:29.107010 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event deleted for resources: {'Network': ['ID=6f16f140-2006-405b-8873-7fbb9834a1f9,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:29.122425 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-64b6b172-4380-45de-abfb-3a7778234e7b tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "DELETE /v2.0/networks/6f16f140-2006-405b-8873-7fbb9834a1f9 HTTP/1.1" status: 204 len: 168 time: 7.1097498 Mar 31 15:30:29.125411 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-abbf850c-b8e3-4b36-9b13-f593f34e0415 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Unset dirty status for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:29.129131 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-abbf850c-b8e3-4b36-9b13-f593f34e0415 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 1.3681910 Mar 31 15:30:29.133943 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43988) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:29.134097 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43990) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:29.140752 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-53daf00a-bea4-4538-9f23-526efd852ac1 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:29.207827 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-7fa03396-767c-4ab0-94a9-89a5e821ba95 None None] Provisioning complete for port 27adfc54-d788-430b-b14e-15c9b51f9ed7 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:29.211246 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7fa03396-767c-4ab0-94a9-89a5e821ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:29.273807 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68b34f1-d994-40f1-832a-cb4e7fc71391 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] DELETE failed (client error): The resource could not be found. Mar 31 15:30:29.274042 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c68b34f1-d994-40f1-832a-cb4e7fc71391 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:30:29.278810 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c68b34f1-d994-40f1-832a-cb4e7fc71391 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "DELETE /v2.0/subnets/38b14d37-247d-41b1-9211-71a6cb9ee42a HTTP/1.1" status: 404 len: 337 time: 0.1437867 Mar 31 15:30:29.279740 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 43996) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:29.330759 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-7fa03396-767c-4ab0-94a9-89a5e821ba95 None None] Port 27adfc54-d788-430b-b14e-15c9b51f9ed7 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:30:29.341033 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 5d2b9fb7-9d8f-4703-9f2e-edbfe92df194 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:30:29.402855 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53daf00a-bea4-4538-9f23-526efd852ac1 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Made reservation on behalf of 33014ad214cf4de9aa340b17e7803ece for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:30:29.408848 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53daf00a-bea4-4538-9f23-526efd852ac1 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:29.414785 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-83eea0eb-edfe-40a2-b092-c8e33cab82e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4e0195-19d7-48a3-afd9-e2ad4043f425', 'name': 'tempest-NetworksTestDHCPv6-router-312120767', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:30:19Z', 'updated_at': '2022-03-31T15:30:23Z', 'revision_number': 2, 'project_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'gw_port_host': None, '_interfaces': [{'id': 'e9495d19-1537-403d-b6f8-4f5ca1639466', 'name': '', 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'mac_address': 'fa:16:3e:96:a2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4e0195-19d7-48a3-afd9-e2ad4043f425', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '415b4498-517f-4d95-b142-7f41b71d4e7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:30:21Z', 'updated_at': '2022-03-31T15:30:24Z', 'revision_number': 2, 'project_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'subnets': [{'id': '415b4498-517f-4d95-b142-7f41b71d4e7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:29.441338 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eea0eb-edfe-40a2-b092-c8e33cab82e7 None None] Checking router: af4e0195-19d7-48a3-afd9-e2ad4043f425 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:30:29.442853 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eea0eb-edfe-40a2-b092-c8e33cab82e7 None None] Updating router af4e0195-19d7-48a3-afd9-e2ad4043f425 port e9495d19-1537-403d-b6f8-4f5ca1639466 binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:30:29.501348 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-7fa03396-767c-4ab0-94a9-89a5e821ba95 None None] Provisioning for port e9495d19-1537-403d-b6f8-4f5ca1639466 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:29.518428 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-7fa03396-767c-4ab0-94a9-89a5e821ba95 None None] Provisioning complete for port e9495d19-1537-403d-b6f8-4f5ca1639466 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:29.519327 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7fa03396-767c-4ab0-94a9-89a5e821ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:29.612282 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-83eea0eb-edfe-40a2-b092-c8e33cab82e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:29.670846 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 5d2b9fb7-9d8f-4703-9f2e-edbfe92df194 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:29.671234 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:29.684832 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-53daf00a-bea4-4538-9f23-526efd852ac1 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] device_id is not set on port 0653518e-dbbe-49c1-97b0-be586daeabd7 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:30:29.719721 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-7fa03396-767c-4ab0-94a9-89a5e821ba95 None None] Port e9495d19-1537-403d-b6f8-4f5ca1639466 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:30:29.722063 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-daff73ad-fb7c-452b-bef0-84396d72e2d2 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] DELETE failed (client error): The resource could not be found. Mar 31 15:30:29.722531 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daff73ad-fb7c-452b-bef0-84396d72e2d2 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:30:29.724254 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-daff73ad-fb7c-452b-bef0-84396d72e2d2 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "DELETE /v2.0/networks/6f16f140-2006-405b-8873-7fbb9834a1f9 HTTP/1.1" status: 404 len: 339 time: 0.4275975 Mar 31 15:30:29.741551 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a508961d-73b7-450b-998d-dc4ba84bbe15 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:29.745845 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44000) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:29.754311 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a508961d-73b7-450b-998d-dc4ba84bbe15 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:29.779689 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88f09db-8902-4635-838a-7c5405c63603 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Router 11a978fe-3e44-49c6-8939-d3c2232eb634 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:30:29.789463 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f43d77-87d2-44e4-9303-269a5ca86dc3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:29.795939 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f43d77-87d2-44e4-9303-269a5ca86dc3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:29.797784 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-86f43d77-87d2-44e4-9303-269a5ca86dc3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.8371432 Mar 31 15:30:29.803512 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44004) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:29.811835 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-7fa03396-767c-4ab0-94a9-89a5e821ba95 None None] Provisioning complete for port 6dac5db5-e972-4fbe-905d-cf6dd14d78ba triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:29.812204 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7fa03396-767c-4ab0-94a9-89a5e821ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:29.954326 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2b9976b2-93c3-40fc-8231-2a3863e1f237 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:29.972211 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-7fa03396-767c-4ab0-94a9-89a5e821ba95 None None] Port 6dac5db5-e972-4fbe-905d-cf6dd14d78ba cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:30:30.074406 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a508961d-73b7-450b-998d-dc4ba84bbe15 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:30.075125 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a508961d-73b7-450b-998d-dc4ba84bbe15 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Fanout notify agent at l3_agent the message router_deleted on router 581cc32f-07b5-4749-9cf5-c89c0a09d735 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:30:30.092620 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88f09db-8902-4635-838a-7c5405c63603 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:30:30.105871 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a9bd2ecc-b8ae-4d53-9e5b-89c6cdb68f4c tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:30.117646 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8665d82-3b9a-4823-b033-b82f37eba6dc None None] Sync routers for ids ['11a978fe-3e44-49c6-8939-d3c2232eb634'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:30:30.132748 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a508961d-73b7-450b-998d-dc4ba84bbe15 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:30.134287 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a508961d-73b7-450b-998d-dc4ba84bbe15 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/routers/581cc32f-07b5-4749-9cf5-c89c0a09d735 HTTP/1.1" status: 204 len: 168 time: 1.3010359 Mar 31 15:30:30.140156 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44008) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:30.142578 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8665d82-3b9a-4823-b033-b82f37eba6dc None None] Routers {'11a978fe-3e44-49c6-8939-d3c2232eb634'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:30:30.143219 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f8665d82-3b9a-4823-b033-b82f37eba6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:30:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['11a978fe-3e44-49c6-8939-d3c2232eb634'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:30.145085 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f88f09db-8902-4635-838a-7c5405c63603 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "PUT /v2.0/routers/11a978fe-3e44-49c6-8939-d3c2232eb634/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1818972 Mar 31 15:30:30.148685 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44012) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:30.153890 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9151fe-2794-41bb-9631-52b1e6662697 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:30.159246 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9151fe-2794-41bb-9631-52b1e6662697 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:30.165628 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9151fe-2794-41bb-9631-52b1e6662697 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:30.166479 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-1a9151fe-2794-41bb-9631-52b1e6662697 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Synchronizing usage tracker for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:30.214686 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-07a3a96c-a374-465b-be2e-81b58f7061fa None None] Provisioning for port 0b2f23f9-5328-4e0e-9736-59038515d827 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:30.299525 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-07a3a96c-a374-465b-be2e-81b58f7061fa None None] Provisioning complete for port 0b2f23f9-5328-4e0e-9736-59038515d827 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:30.299907 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-07a3a96c-a374-465b-be2e-81b58f7061fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:30.366666 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-53daf00a-bea4-4538-9f23-526efd852ac1 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Allocated IP 2001:db8::28c (8d60d588-0402-4484-b1da-1753a3574376/85c058ce-218a-421b-8c3a-38ab02342a76/0653518e-dbbe-49c1-97b0-be586daeabd7) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:30:30.399543 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc9bb43b-0f3b-4440-82de-a35cd9462425 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:30.407688 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-f8665d82-3b9a-4823-b033-b82f37eba6dc None None] Set router 11a978fe-3e44-49c6-8939-d3c2232eb634 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:30:30.413580 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c16f1a9-d91f-45c2-b096-475609129732 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Deleting subnet 4c237bb8-df40-4aae-9919-113d57ab3621 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:30:30.427715 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c16f1a9-d91f-45c2-b096-475609129732 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:30.443376 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-1a9151fe-2794-41bb-9631-52b1e6662697 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Unset dirty status for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:30.447842 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-1a9151fe-2794-41bb-9631-52b1e6662697 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 1.3081069 Mar 31 15:30:30.451456 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.resource_extend [None req-83eea0eb-edfe-40a2-b092-c8e33cab82e7 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:30:30.460931 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44016) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:30.524753 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc9bb43b-0f3b-4440-82de-a35cd9462425 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:30.538584 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-07a3a96c-a374-465b-be2e-81b58f7061fa None None] Port 0b2f23f9-5328-4e0e-9736-59038515d827 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:30:30.569706 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f8665d82-3b9a-4823-b033-b82f37eba6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:30:27Z', 'revision_number': 11, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:30.583024 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8665d82-3b9a-4823-b033-b82f37eba6dc None None] Checking router: 11a978fe-3e44-49c6-8939-d3c2232eb634 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:30:30.604432 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-b58001ee-ccac-48be-b1a0-a737309a0258 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Deleting subnet ba87f777-dff2-4216-918c-6eceb7c93b2e {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:30:30.609604 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8665d82-3b9a-4823-b033-b82f37eba6dc None None] Routers {'11a978fe-3e44-49c6-8939-d3c2232eb634'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:30:30.611101 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f8665d82-3b9a-4823-b033-b82f37eba6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:30:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['11a978fe-3e44-49c6-8939-d3c2232eb634'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:30.611991 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2b9976b2-93c3-40fc-8231-2a3863e1f237 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:30.661856 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c16f1a9-d91f-45c2-b096-475609129732 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:30.667645 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-83eea0eb-edfe-40a2-b092-c8e33cab82e7 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:30.709072 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b58001ee-ccac-48be-b1a0-a737309a0258 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:30.768618 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-83eea0eb-edfe-40a2-b092-c8e33cab82e7 None None] Transition to ACTIVE for port object e9495d19-1537-403d-b6f8-4f5ca1639466 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:30.778928 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-f8665d82-3b9a-4823-b033-b82f37eba6dc None None] Set router 11a978fe-3e44-49c6-8939-d3c2232eb634 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:30:30.784297 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9976b2-93c3-40fc-8231-2a3863e1f237 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Pushing event deleted for resources: {'Subnet': ['ID=5bdc7c23-11e6-4fd2-a0cc-7ae1455dbb3e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:30.787019 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a9bd2ecc-b8ae-4d53-9e5b-89c6cdb68f4c tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:30.797339 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2b9976b2-93c3-40fc-8231-2a3863e1f237 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:30.821387 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4b8700-0b0d-4872-bbc3-3b973f43558b None None] Network b1ba750d-e9a7-4b71-af90-8b9910c891a4 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:30.861815 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2b9976b2-93c3-40fc-8231-2a3863e1f237 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] 10.222.0.31 "DELETE /v2.0/subnets/5bdc7c23-11e6-4fd2-a0cc-7ae1455dbb3e HTTP/1.1" status: 204 len: 168 time: 2.4727204 Mar 31 15:30:30.867571 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44020) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:30.872306 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b58001ee-ccac-48be-b1a0-a737309a0258 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:30.888008 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6b625451-3401-4c89-a792-cfdcfb17ba03 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting port 0b2f23f9-5328-4e0e-9736-59038515d827 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:30.888356 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6b625451-3401-4c89-a792-cfdcfb17ba03 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:30.913093 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-a9bd2ecc-b8ae-4d53-9e5b-89c6cdb68f4c tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71a513c-a261-4cd7-aa1d-bbdb7e6877cd']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:30.916728 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-83eea0eb-edfe-40a2-b092-c8e33cab82e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:30.962363 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f8665d82-3b9a-4823-b033-b82f37eba6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:30:27Z', 'revision_number': 11, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:30.969309 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-a9bd2ecc-b8ae-4d53-9e5b-89c6cdb68f4c tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03624bd5-e69e-44f1-9020-c779c8c68db0') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:30.969621 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-a9bd2ecc-b8ae-4d53-9e5b-89c6cdb68f4c tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03624bd5-e69e-44f1-9020-c779c8c68db0') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:30.982592 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bb43b-0f3b-4440-82de-a35cd9462425 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Port': ['ID=27adfc54-d788-430b-b14e-15c9b51f9ed7,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:30.996792 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a9bd2ecc-b8ae-4d53-9e5b-89c6cdb68f4c tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:31.034539 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8665d82-3b9a-4823-b033-b82f37eba6dc None None] The sync data for ids ['11a978fe-3e44-49c6-8939-d3c2232eb634'] in dv-neutron-833379-2-hyperv is: [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:30:27Z', 'revision_number': 11, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:30:31.099523 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a9bd2ecc-b8ae-4d53-9e5b-89c6cdb68f4c tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:31.119991 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f5aee15a-45d5-411a-97f6-55807d90a37d tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:31.120239 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9bd2ecc-b8ae-4d53-9e5b-89c6cdb68f4c tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:30:31.120621 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a9bd2ecc-b8ae-4d53-9e5b-89c6cdb68f4c tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:31.138568 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:30:31.138568 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:30:31.138568 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:30:31.138568 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:30:31.138568 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:30:31.138568 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:30:31.138568 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:30:31.138568 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:30:31.138568 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:30:31.138568 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:30:31.138568 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:30:31.138568 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:30:31.138568 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:30:31.138568 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:30:31.138568 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:30:31.138568 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:30:31.138568 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:30:31.138568 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:30:31.138568 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:30:31.138568 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:30:31.138568 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:30:31.138568 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:30:31.138568 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:30:31.138568 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:30:31.138568 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:30:31.138568 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:30:31.138568 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:30:31.138568 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:30:31.138568 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:30:31.138568 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:30:31.138568 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:30:31.138568 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:30:31.186309 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9791cf40-69d1-4ae3-b123-edfc8b93f0a1 None None] Provisioning complete for port 27adfc54-d788-430b-b14e-15c9b51f9ed7 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:31.186705 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9791cf40-69d1-4ae3-b123-edfc8b93f0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:31.187307 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53daf00a-bea4-4538-9f23-526efd852ac1 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:31.244737 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9b95e-df81-46e0-a549-29314cc9536b None None] Pushing event updated for resources: {'Port': ['ID=e9495d19-1537-403d-b6f8-4f5ca1639466,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:31.254511 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-53daf00a-bea4-4538-9f23-526efd852ac1 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Transition to ACTIVE for port object 0653518e-dbbe-49c1-97b0-be586daeabd7 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:31.289877 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b58001ee-ccac-48be-b1a0-a737309a0258 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:31.331995 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c16f1a9-d91f-45c2-b096-475609129732 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:31.381935 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a9bd2ecc-b8ae-4d53-9e5b-89c6cdb68f4c tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:31.403326 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-9791cf40-69d1-4ae3-b123-edfc8b93f0a1 None None] Port 27adfc54-d788-430b-b14e-15c9b51f9ed7 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:30:31.414647 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f5aee15a-45d5-411a-97f6-55807d90a37d tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Deleting port 419f5205-6403-41e0-b3df-f2c5d14d0c0d {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:31.414902 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-83eea0eb-edfe-40a2-b092-c8e33cab82e7 None None] Attempting to bind port e9495d19-1537-403d-b6f8-4f5ca1639466 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:30:31.415019 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-83eea0eb-edfe-40a2-b092-c8e33cab82e7 None None] Attempting to bind port e9495d19-1537-403d-b6f8-4f5ca1639466 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:30:31.415293 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f5aee15a-45d5-411a-97f6-55807d90a37d tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:31.415411 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eea0eb-edfe-40a2-b092-c8e33cab82e7 None None] Attempting to bind port e9495d19-1537-403d-b6f8-4f5ca1639466 on network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:30:31.428433 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eea0eb-edfe-40a2-b092-c8e33cab82e7 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:30:31.428775 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eea0eb-edfe-40a2-b092-c8e33cab82e7 None None] Checking segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:30:31.429150 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-83eea0eb-edfe-40a2-b092-c8e33cab82e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:31.429582 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eea0eb-edfe-40a2-b092-c8e33cab82e7 None None] Bound using segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:30:31.430037 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-83eea0eb-edfe-40a2-b092-c8e33cab82e7 None None] Bound port: e9495d19-1537-403d-b6f8-4f5ca1639466, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:30:31.430407 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-83eea0eb-edfe-40a2-b092-c8e33cab82e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:31.487899 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a9bd2ecc-b8ae-4d53-9e5b-89c6cdb68f4c tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:31.529241 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd2ecc-b8ae-4d53-9e5b-89c6cdb68f4c tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event deleted for resources: {'Network': ['ID=b71a513c-a261-4cd7-aa1d-bbdb7e6877cd,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:31.601360 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc9bb43b-0f3b-4440-82de-a35cd9462425 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:31.601744 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b0a263-635c-4f6b-8e26-bcf2f2bf433b None None] DHCP port deletion for b1ba750d-e9a7-4b71-af90-8b9910c891a4 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:30:31.601744 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-12b0a263-635c-4f6b-8e26-bcf2f2bf433b None None] Deleting port 419f5205-6403-41e0-b3df-f2c5d14d0c0d {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:31.601744 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-12b0a263-635c-4f6b-8e26-bcf2f2bf433b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:31.614521 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6b625451-3401-4c89-a792-cfdcfb17ba03 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:31.638785 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a9bd2ecc-b8ae-4d53-9e5b-89c6cdb68f4c tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "DELETE /v2.0/networks/b71a513c-a261-4cd7-aa1d-bbdb7e6877cd HTTP/1.1" status: 204 len: 168 time: 1.8916390 Mar 31 15:30:31.646182 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44024) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:31.686460 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-83eea0eb-edfe-40a2-b092-c8e33cab82e7 None None] For port e9495d19-1537-403d-b6f8-4f5ca1639466, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:30:31.706142 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f195b667-dc0d-46d1-8c73-c07b9b1b69d5 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] DELETE failed (client error): The resource could not be found. Mar 31 15:30:31.706596 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f195b667-dc0d-46d1-8c73-c07b9b1b69d5 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:30:31.743345 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-83eea0eb-edfe-40a2-b092-c8e33cab82e7 None None] For port e9495d19-1537-403d-b6f8-4f5ca1639466, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e9495d19-1537-403d-b6f8-4f5ca1639466,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:30:31.757205 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6b625451-3401-4c89-a792-cfdcfb17ba03 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Calling delete_port for 0b2f23f9-5328-4e0e-9736-59038515d827 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:31.768837 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f195b667-dc0d-46d1-8c73-c07b9b1b69d5 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "DELETE /v2.0/subnets/b86098fb-8473-49d3-a86c-59bf1c0cb1f6 HTTP/1.1" status: 404 len: 337 time: 0.1181366 Mar 31 15:30:31.773404 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44028) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:31.788610 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53daf00a-bea4-4538-9f23-526efd852ac1 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:31.797836 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c16f1a9-d91f-45c2-b096-475609129732 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:31.808824 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-83eea0eb-edfe-40a2-b092-c8e33cab82e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:31.889169 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b58001ee-ccac-48be-b1a0-a737309a0258 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:31.958409 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-483e10a9-d3f5-4a0b-8ecb-edd90d78d603 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] DELETE failed (client error): The resource could not be found. Mar 31 15:30:31.959271 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-483e10a9-d3f5-4a0b-8ecb-edd90d78d603 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:30:31.963514 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-483e10a9-d3f5-4a0b-8ecb-edd90d78d603 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "DELETE /v2.0/networks/d634831b-41ff-40a6-b39e-167072492204 HTTP/1.1" status: 404 len: 339 time: 0.1861413 Mar 31 15:30:31.969542 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f5aee15a-45d5-411a-97f6-55807d90a37d tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] For port 419f5205-6403-41e0-b3df-f2c5d14d0c0d, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=419f5205-6403-41e0-b3df-f2c5d14d0c0d,segment=NetworkSegment(e8a15757-6475-486f-b855-f9331136aa1e),segment_id=e8a15757-6475-486f-b855-f9331136aa1e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:31.970004 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f5aee15a-45d5-411a-97f6-55807d90a37d tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:31.980925 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b58001ee-ccac-48be-b1a0-a737309a0258 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:31.983011 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b58001ee-ccac-48be-b1a0-a737309a0258 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/subnets/ba87f777-dff2-4216-918c-6eceb7c93b2e HTTP/1.1" status: 204 len: 168 time: 1.8393159 Mar 31 15:30:31.987200 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44032) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:31.987200 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44034) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:31.989718 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58001ee-ccac-48be-b1a0-a737309a0258 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Subnet': ['ID=ba87f777-dff2-4216-918c-6eceb7c93b2e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:31.999953 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-12b0a263-635c-4f6b-8e26-bcf2f2bf433b None None] For port 419f5205-6403-41e0-b3df-f2c5d14d0c0d, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=419f5205-6403-41e0-b3df-f2c5d14d0c0d,segment=NetworkSegment(e8a15757-6475-486f-b855-f9331136aa1e),segment_id=e8a15757-6475-486f-b855-f9331136aa1e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:32.000346 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-12b0a263-635c-4f6b-8e26-bcf2f2bf433b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:32.019476 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639f6be4-6000-43c1-b458-25196331caab None None] Network 25ae65cb-d6bd-4a03-b2a0-bc2f51bab0a0 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:32.028242 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16f1a9-d91f-45c2-b096-475609129732 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Subnet': ['ID=4c237bb8-df40-4aae-9919-113d57ab3621,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:32.055130 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c16f1a9-d91f-45c2-b096-475609129732 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:32.079566 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53daf00a-bea4-4538-9f23-526efd852ac1 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Network 8d60d588-0402-4484-b1da-1753a3574376 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:32.089248 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7c16f1a9-d91f-45c2-b096-475609129732 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/subnets/4c237bb8-df40-4aae-9919-113d57ab3621 HTTP/1.1" status: 204 len: 168 time: 1.9376719 Mar 31 15:30:32.089408 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-53daf00a-bea4-4538-9f23-526efd852ac1 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:32.103829 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44040) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:32.108741 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53daf00a-bea4-4538-9f23-526efd852ac1 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:30:32.109864 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c22898-7f30-4b5f-aa0a-6c1fd2a1f53a tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Deleting subnet 523b2d6f-67f1-41da-b7be-5100a083f3f0 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:30:32.114198 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53daf00a-bea4-4538-9f23-526efd852ac1 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:32.114833 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53daf00a-bea4-4538-9f23-526efd852ac1 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:32.120896 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53daf00a-bea4-4538-9f23-526efd852ac1 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Pushing event updated for resources: {'Port': ['ID=0653518e-dbbe-49c1-97b0-be586daeabd7,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:32.174951 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bf8a5e-9a8b-407c-88cc-e55081b161ee None None] Network fff8c7da-071f-4139-b03e-4416f92d92e0 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:32.208059 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-12b0a263-635c-4f6b-8e26-bcf2f2bf433b None None] Calling delete_port for 419f5205-6403-41e0-b3df-f2c5d14d0c0d owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:32.246218 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9b95e-df81-46e0-a549-29314cc9536b None None] Pushing event updated for resources: {'Port': ['ID=e9495d19-1537-403d-b6f8-4f5ca1639466,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:32.269749 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 1089ca86-1d82-48a1-a534-ebfe05d40cb1 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:30:32.296973 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eea0eb-edfe-40a2-b092-c8e33cab82e7 None None] Routers {'af4e0195-19d7-48a3-afd9-e2ad4043f425'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:30:32.297655 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-83eea0eb-edfe-40a2-b092-c8e33cab82e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:30:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['af4e0195-19d7-48a3-afd9-e2ad4043f425'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:32.349154 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-53daf00a-bea4-4538-9f23-526efd852ac1 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.9807148 Mar 31 15:30:32.384786 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44044) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:32.414103 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-85ed8279-7ce4-4167-b78b-2a21f710cd6e tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Request body: {'port': {'network_id': '8d60d588-0402-4484-b1da-1753a3574376', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-707072200'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:32.447840 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c69fad90-6248-42f8-adf5-197d88c4ceb9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:32.448203 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-18a731c9-be90-4e96-a067-2cd6bc70bbec tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:32.470093 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc9bb43b-0f3b-4440-82de-a35cd9462425 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:32.512316 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-22c22898-7f30-4b5f-aa0a-6c1fd2a1f53a tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:32.544863 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f5aee15a-45d5-411a-97f6-55807d90a37d tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Calling delete_port for 419f5205-6403-41e0-b3df-f2c5d14d0c0d owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:32.591538 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 1089ca86-1d82-48a1-a534-ebfe05d40cb1 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:30:32.592288 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 1089ca86-1d82-48a1-a534-ebfe05d40cb1 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:30:32.593374 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 419f5205-6403-41e0-b3df-f2c5d14d0c0d no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:30:32.613507 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c69fad90-6248-42f8-adf5-197d88c4ceb9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Deleting port d950d7e9-3ba8-4221-963d-58e39f073565 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:32.613851 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c69fad90-6248-42f8-adf5-197d88c4ceb9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:32.684218 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6b625451-3401-4c89-a792-cfdcfb17ba03 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:32.722629 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f77799e-67e7-42ac-833b-1ec4fdeff52d tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Deleting subnet e06c501e-f8e1-46b9-9c42-1360b3bc1e1c {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:30:32.731601 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-22c22898-7f30-4b5f-aa0a-6c1fd2a1f53a tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:32.758878 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5f77799e-67e7-42ac-833b-1ec4fdeff52d tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:32.801653 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b625451-3401-4c89-a792-cfdcfb17ba03 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Port': ['ID=0b2f23f9-5328-4e0e-9736-59038515d827,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:32.875172 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-83eea0eb-edfe-40a2-b092-c8e33cab82e7 None None] Set router af4e0195-19d7-48a3-afd9-e2ad4043f425 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:30:32.902832 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f5aee15a-45d5-411a-97f6-55807d90a37d tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:32.952819 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6b625451-3401-4c89-a792-cfdcfb17ba03 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:32.953824 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6b625451-3401-4c89-a792-cfdcfb17ba03 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/ports/0b2f23f9-5328-4e0e-9736-59038515d827 HTTP/1.1" status: 204 len: 168 time: 2.4914167 Mar 31 15:30:32.954724 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44048) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:32.980527 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5f77799e-67e7-42ac-833b-1ec4fdeff52d tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:33.028931 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-12b0a263-635c-4f6b-8e26-bcf2f2bf433b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:30:33.035081 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-12b0a263-635c-4f6b-8e26-bcf2f2bf433b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:30:33.035698 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No active binding found for port 419f5205-6403-41e0-b3df-f2c5d14d0c0d {{(pid=103445) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 31 15:30:33.036192 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 419f5205-6403-41e0-b3df-f2c5d14d0c0d not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:30:33.095255 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aee15a-45d5-411a-97f6-55807d90a37d tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Pushing event deleted for resources: {'Port': ['ID=419f5205-6403-41e0-b3df-f2c5d14d0c0d,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:33.113607 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-85ed8279-7ce4-4167-b78b-2a21f710cd6e tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:33.127368 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca310ad2-2698-416e-948a-a853439e2fd7 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] GET failed (client error): The resource could not be found. Mar 31 15:30:33.127766 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ca310ad2-2698-416e-948a-a853439e2fd7 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Synchronizing usage tracker for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:33.134301 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aee15a-45d5-411a-97f6-55807d90a37d tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] No DVR routers for this DVR port 419f5205-6403-41e0-b3df-f2c5d14d0c0d on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:30:33.145871 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b55552ef-6c74-42e9-8a3a-6cf7c852e5af None None] Provisioning for port 0653518e-dbbe-49c1-97b0-be586daeabd7 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:33.185270 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-85ed8279-7ce4-4167-b78b-2a21f710cd6e tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:33.186089 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b55552ef-6c74-42e9-8a3a-6cf7c852e5af None None] Provisioning complete for port 0653518e-dbbe-49c1-97b0-be586daeabd7 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:33.191198 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b55552ef-6c74-42e9-8a3a-6cf7c852e5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:33.232273 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26caf12-7b1d-4a30-a9cc-808f199707b6 None None] DHCP port deletion for 25ae65cb-d6bd-4a03-b2a0-bc2f51bab0a0 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:30:33.254864 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-c69fad90-6248-42f8-adf5-197d88c4ceb9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] For port d950d7e9-3ba8-4221-963d-58e39f073565, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=d950d7e9-3ba8-4221-963d-58e39f073565,segment=NetworkSegment(55f4b064-8c61-4355-8e0c-8ffe7f2f8eee),segment_id=55f4b064-8c61-4355-8e0c-8ffe7f2f8eee)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:33.255270 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c69fad90-6248-42f8-adf5-197d88c4ceb9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:33.341265 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-18a731c9-be90-4e96-a067-2cd6bc70bbec tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting port e9495d19-1537-403d-b6f8-4f5ca1639466 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:33.341493 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-18a731c9-be90-4e96-a067-2cd6bc70bbec tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:33.353698 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ed8279-7ce4-4167-b78b-2a21f710cd6e tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Made reservation on behalf of 33014ad214cf4de9aa340b17e7803ece for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:30:33.356789 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-d26caf12-7b1d-4a30-a9cc-808f199707b6 None None] Deleting port 2037b2c4-6705-4ca8-8a01-3f287dc933ea {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:33.357161 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d26caf12-7b1d-4a30-a9cc-808f199707b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:33.357330 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85ed8279-7ce4-4167-b78b-2a21f710cd6e tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:33.390511 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-57413aea-a88e-482d-89aa-54496d06ede2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:33.390878 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f5aee15a-45d5-411a-97f6-55807d90a37d tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:33.399890 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-22c22898-7f30-4b5f-aa0a-6c1fd2a1f53a tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:33.417783 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-b55552ef-6c74-42e9-8a3a-6cf7c852e5af None None] Port 0653518e-dbbe-49c1-97b0-be586daeabd7 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:30:33.432168 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ca310ad2-2698-416e-948a-a853439e2fd7 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Unset dirty status for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:33.436515 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ca310ad2-2698-416e-948a-a853439e2fd7 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "GET /v2.0/ports/0b2f23f9-5328-4e0e-9736-59038515d827 HTTP/1.1" status: 404 len: 333 time: 0.4616559 Mar 31 15:30:33.454239 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44054) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:33.496440 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c69fad90-6248-42f8-adf5-197d88c4ceb9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Calling delete_port for d950d7e9-3ba8-4221-963d-58e39f073565 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:33.538359 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-12b0a263-635c-4f6b-8e26-bcf2f2bf433b None None] Deleting port 419f5205-6403-41e0-b3df-f2c5d14d0c0d {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:33.538988 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-12b0a263-635c-4f6b-8e26-bcf2f2bf433b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:33.573896 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d43b24-e1e6-4c0d-b1a1-4f49e3832531 None None] DHCP port deletion for fff8c7da-071f-4139-b03e-4416f92d92e0 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:30:33.577214 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-85ed8279-7ce4-4167-b78b-2a21f710cd6e tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] device_id is not set on port a37f3ec7-b193-4dc5-b744-e37e1f1f5691 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:30:33.607836 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f3d43b24-e1e6-4c0d-b1a1-4f49e3832531 None None] Deleting port d950d7e9-3ba8-4221-963d-58e39f073565 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:33.608470 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f3d43b24-e1e6-4c0d-b1a1-4f49e3832531 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:33.693292 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-12b0a263-635c-4f6b-8e26-bcf2f2bf433b None None] The port '419f5205-6403-41e0-b3df-f2c5d14d0c0d' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:30:33.716351 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7b448f6c-0f99-408a-af3d-8209f576ce11 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting port 6dac5db5-e972-4fbe-905d-cf6dd14d78ba {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:33.716801 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7b448f6c-0f99-408a-af3d-8209f576ce11 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:33.746083 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5f77799e-67e7-42ac-833b-1ec4fdeff52d tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:33.780019 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-f5aee15a-45d5-411a-97f6-55807d90a37d tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ba750d-e9a7-4b71-af90-8b9910c891a4']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:33.833522 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-d26caf12-7b1d-4a30-a9cc-808f199707b6 None None] For port 2037b2c4-6705-4ca8-8a01-3f287dc933ea, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=2037b2c4-6705-4ca8-8a01-3f287dc933ea,segment=NetworkSegment(566fd74c-42cc-44b0-84a9-11529990f1dd),segment_id=566fd74c-42cc-44b0-84a9-11529990f1dd)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:33.834207 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d26caf12-7b1d-4a30-a9cc-808f199707b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:33.838334 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-f5aee15a-45d5-411a-97f6-55807d90a37d tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a15757-6475-486f-b855-f9331136aa1e') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:33.838774 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-f5aee15a-45d5-411a-97f6-55807d90a37d tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a15757-6475-486f-b855-f9331136aa1e') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:33.887333 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f5aee15a-45d5-411a-97f6-55807d90a37d tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:33.923974 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-18a731c9-be90-4e96-a067-2cd6bc70bbec tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] For port e9495d19-1537-403d-b6f8-4f5ca1639466, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e9495d19-1537-403d-b6f8-4f5ca1639466,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:33.924719 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-18a731c9-be90-4e96-a067-2cd6bc70bbec tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:33.939877 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c69fad90-6248-42f8-adf5-197d88c4ceb9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:33.941424 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f5aee15a-45d5-411a-97f6-55807d90a37d tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:33.984263 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc9bb43b-0f3b-4440-82de-a35cd9462425 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:33.993540 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-d26caf12-7b1d-4a30-a9cc-808f199707b6 None None] Calling delete_port for 2037b2c4-6705-4ca8-8a01-3f287dc933ea owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:34.007081 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69fad90-6248-42f8-adf5-197d88c4ceb9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] No DVR routers for this DVR port d950d7e9-3ba8-4221-963d-58e39f073565 on host dv-neutron-833379-2-hyperv {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:30:34.038375 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5aee15a-45d5-411a-97f6-55807d90a37d tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:30:34.038375 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f5aee15a-45d5-411a-97f6-55807d90a37d tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:34.042900 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69fad90-6248-42f8-adf5-197d88c4ceb9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Port': ['ID=d950d7e9-3ba8-4221-963d-58e39f073565,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:34.075806 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-85ed8279-7ce4-4167-b78b-2a21f710cd6e tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Allocated IP 2001:db8::15e (8d60d588-0402-4484-b1da-1753a3574376/85c058ce-218a-421b-8c3a-38ab02342a76/a37f3ec7-b193-4dc5-b744-e37e1f1f5691) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:30:34.077969 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc9bb43b-0f3b-4440-82de-a35cd9462425 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:34.113416 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-83eea0eb-edfe-40a2-b092-c8e33cab82e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4e0195-19d7-48a3-afd9-e2ad4043f425', 'name': 'tempest-NetworksTestDHCPv6-router-312120767', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:30:19Z', 'updated_at': '2022-03-31T15:30:23Z', 'revision_number': 2, 'project_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'gw_port_host': None, '_interfaces': [{'id': 'e9495d19-1537-403d-b6f8-4f5ca1639466', 'name': '', 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'mac_address': 'fa:16:3e:96:a2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4e0195-19d7-48a3-afd9-e2ad4043f425', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '415b4498-517f-4d95-b142-7f41b71d4e7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:30:21Z', 'updated_at': '2022-03-31T15:30:31Z', 'revision_number': 4, 'project_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'subnets': [{'id': '415b4498-517f-4d95-b142-7f41b71d4e7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:34.142628 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eea0eb-edfe-40a2-b092-c8e33cab82e7 None None] The sync data for ids ['af4e0195-19d7-48a3-afd9-e2ad4043f425'] in dv-neutron-833379-2-hyperv is: [{'id': 'af4e0195-19d7-48a3-afd9-e2ad4043f425', 'name': 'tempest-NetworksTestDHCPv6-router-312120767', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:30:19Z', 'updated_at': '2022-03-31T15:30:23Z', 'revision_number': 2, 'project_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'gw_port_host': None, '_interfaces': [{'id': 'e9495d19-1537-403d-b6f8-4f5ca1639466', 'name': '', 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'mac_address': 'fa:16:3e:96:a2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4e0195-19d7-48a3-afd9-e2ad4043f425', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '415b4498-517f-4d95-b142-7f41b71d4e7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:30:21Z', 'updated_at': '2022-03-31T15:30:31Z', 'revision_number': 4, 'project_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'subnets': [{'id': '415b4498-517f-4d95-b142-7f41b71d4e7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:30:34.151981 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f3d43b24-e1e6-4c0d-b1a1-4f49e3832531 None None] For port d950d7e9-3ba8-4221-963d-58e39f073565, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=d950d7e9-3ba8-4221-963d-58e39f073565,segment=NetworkSegment(55f4b064-8c61-4355-8e0c-8ffe7f2f8eee),segment_id=55f4b064-8c61-4355-8e0c-8ffe7f2f8eee)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:34.152373 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f3d43b24-e1e6-4c0d-b1a1-4f49e3832531 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:34.163319 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 2037b2c4-6705-4ca8-8a01-3f287dc933ea no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:30:34.269246 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:30:34.269246 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:30:34.269246 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:30:34.269246 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:30:34.269246 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:30:34.269246 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:30:34.269246 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:30:34.269246 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:30:34.269246 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:30:34.269246 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:30:34.269246 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:30:34.269246 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:30:34.269246 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:30:34.269246 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:30:34.269246 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:30:34.269246 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:30:34.269246 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:30:34.269246 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:30:34.269246 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:30:34.269246 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:30:34.269246 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:30:34.269246 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:30:34.269246 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:30:34.269246 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:30:34.269246 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:30:34.269246 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:30:34.269246 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:30:34.269246 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:30:34.269246 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:30:34.269246 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:30:34.269246 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:30:34.269246 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:30:34.271499 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-22c22898-7f30-4b5f-aa0a-6c1fd2a1f53a tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:34.282071 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-18a731c9-be90-4e96-a067-2cd6bc70bbec tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Calling delete_port for e9495d19-1537-403d-b6f8-4f5ca1639466 owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:34.326070 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c69fad90-6248-42f8-adf5-197d88c4ceb9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:34.334791 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f3d43b24-e1e6-4c0d-b1a1-4f49e3832531 None None] Calling delete_port for d950d7e9-3ba8-4221-963d-58e39f073565 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:34.339221 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc9bb43b-0f3b-4440-82de-a35cd9462425 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:34.365697 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bb43b-0f3b-4440-82de-a35cd9462425 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Port': ['ID=27adfc54-d788-430b-b14e-15c9b51f9ed7,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:34.416039 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-c69fad90-6248-42f8-adf5-197d88c4ceb9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff8c7da-071f-4139-b03e-4416f92d92e0']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:34.435083 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c22898-7f30-4b5f-aa0a-6c1fd2a1f53a tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event deleted for resources: {'Subnet': ['ID=523b2d6f-67f1-41da-b7be-5100a083f3f0,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:34.439369 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-22c22898-7f30-4b5f-aa0a-6c1fd2a1f53a tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:34.469498 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514015fd-bb2f-41d6-92b0-12d948f43469 None None] Network eedf94a0-84f3-4ebc-a633-548f2f819ccc requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:34.489605 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-c69fad90-6248-42f8-adf5-197d88c4ceb9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f4b064-8c61-4355-8e0c-8ffe7f2f8eee') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:34.489906 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-c69fad90-6248-42f8-adf5-197d88c4ceb9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f4b064-8c61-4355-8e0c-8ffe7f2f8eee') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:34.545301 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-f3d43b24-e1e6-4c0d-b1a1-4f49e3832531 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:30:34.545931 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-f3d43b24-e1e6-4c0d-b1a1-4f49e3832531 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:30:34.550442 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d26caf12-7b1d-4a30-a9cc-808f199707b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:34.583293 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5f77799e-67e7-42ac-833b-1ec4fdeff52d tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:34.586805 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c69fad90-6248-42f8-adf5-197d88c4ceb9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:34.680896 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c69fad90-6248-42f8-adf5-197d88c4ceb9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:34.699850 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69fad90-6248-42f8-adf5-197d88c4ceb9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:30:34.700669 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c69fad90-6248-42f8-adf5-197d88c4ceb9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:34.704600 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26caf12-7b1d-4a30-a9cc-808f199707b6 None None] Pushing event deleted for resources: {'Port': ['ID=2037b2c4-6705-4ca8-8a01-3f287dc933ea,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:34.713852 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:34.721793 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:30:34.721793 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:30:34.721793 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:30:34.721793 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:30:34.721793 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:30:34.721793 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:30:34.721793 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:30:34.721793 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:30:34.721793 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:30:34.721793 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:30:34.721793 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:30:34.721793 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:30:34.721793 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:30:34.721793 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:30:34.721793 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:30:34.721793 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:30:34.721793 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:30:34.721793 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:30:34.721793 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:30:34.721793 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:30:34.721793 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:30:34.721793 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:30:34.721793 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:30:34.721793 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:30:34.721793 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:30:34.721793 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:30:34.721793 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:30:34.721793 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:30:34.721793 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:30:34.721793 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:30:34.721793 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:30:34.721793 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:30:34.730057 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26caf12-7b1d-4a30-a9cc-808f199707b6 None None] No DVR routers for this DVR port 2037b2c4-6705-4ca8-8a01-3f287dc933ea on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:30:34.737173 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77799e-67e7-42ac-833b-1ec4fdeff52d tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Subnet': ['ID=e06c501e-f8e1-46b9-9c42-1360b3bc1e1c,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:34.742561 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f5aee15a-45d5-411a-97f6-55807d90a37d tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:34.750310 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-22c22898-7f30-4b5f-aa0a-6c1fd2a1f53a tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "DELETE /v2.0/subnets/523b2d6f-67f1-41da-b7be-5100a083f3f0 HTTP/1.1" status: 204 len: 168 time: 2.7548997 Mar 31 15:30:34.753533 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5f77799e-67e7-42ac-833b-1ec4fdeff52d tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:34.762272 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44060) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:34.764148 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb7f17a-cd8b-44a3-8e75-56909afb3367 None None] Network 5d225aad-323e-419f-b0c2-1363eff60b6c requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:34.813961 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5f77799e-67e7-42ac-833b-1ec4fdeff52d tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/subnets/e06c501e-f8e1-46b9-9c42-1360b3bc1e1c HTTP/1.1" status: 204 len: 168 time: 2.8186281 Mar 31 15:30:34.818216 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f5aee15a-45d5-411a-97f6-55807d90a37d tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:34.822909 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f5aee15a-45d5-411a-97f6-55807d90a37d tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] 10.222.0.31 "DELETE /v2.0/networks/b1ba750d-e9a7-4b71-af90-8b9910c891a4 HTTP/1.1" status: 204 len: 168 time: 3.9512861 Mar 31 15:30:34.829170 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44064) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:34.829628 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44066) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:34.866963 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bcc8d71-8945-4131-8827-c9cb56363fcb tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Deleting subnet 5edc86dc-1995-4b73-8bfc-fc9815f21655 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:30:34.913667 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aee15a-45d5-411a-97f6-55807d90a37d tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Pushing event deleted for resources: {'Network': ['ID=b1ba750d-e9a7-4b71-af90-8b9910c891a4,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:34.919743 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-504a1514-d7d8-40a3-b415-275bae24c238 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Deleting subnet bb5f86fd-5ffd-4ee1-8eb0-85e03849555f {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:30:34.941219 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8bcc8d71-8945-4131-8827-c9cb56363fcb tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:35.019837 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9bb43b-0f3b-4440-82de-a35cd9462425 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network 822f18db-3538-4dc7-ab6f-9d6e164d1ff9 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:35.022481 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-dc9bb43b-0f3b-4440-82de-a35cd9462425 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:35.048571 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f3d43b24-e1e6-4c0d-b1a1-4f49e3832531 None None] Deleting port d950d7e9-3ba8-4221-963d-58e39f073565 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:35.049228 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f3d43b24-e1e6-4c0d-b1a1-4f49e3832531 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:35.057577 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85ed8279-7ce4-4167-b78b-2a21f710cd6e tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:35.085972 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8b77c215-80cf-4c19-b08d-391a96bb5c4e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:35.104566 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-504a1514-d7d8-40a3-b415-275bae24c238 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:35.123939 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device d950d7e9-3ba8-4221-963d-58e39f073565 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:30:35.145297 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8bcc8d71-8945-4131-8827-c9cb56363fcb tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:35.185426 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: d950d7e9-3ba8-4221-963d-58e39f073565 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:30:35.185963 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device d950d7e9-3ba8-4221-963d-58e39f073565 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:30:35.188108 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c69fad90-6248-42f8-adf5-197d88c4ceb9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:35.234673 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7b448f6c-0f99-408a-af3d-8209f576ce11 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:35.305301 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f3d43b24-e1e6-4c0d-b1a1-4f49e3832531 None None] The port 'd950d7e9-3ba8-4221-963d-58e39f073565' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:30:35.344473 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c69fad90-6248-42f8-adf5-197d88c4ceb9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:35.347769 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-85ed8279-7ce4-4167-b78b-2a21f710cd6e tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Transition to ACTIVE for port object a37f3ec7-b193-4dc5-b744-e37e1f1f5691 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:35.351798 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69fad90-6248-42f8-adf5-197d88c4ceb9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Pushing event deleted for resources: {'Network': ['ID=fff8c7da-071f-4139-b03e-4416f92d92e0,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:35.385097 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1b1dcc30-0b76-4e9d-b22b-0ef881baae09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:35.406225 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c69fad90-6248-42f8-adf5-197d88c4ceb9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/networks/fff8c7da-071f-4139-b03e-4416f92d92e0 HTTP/1.1" status: 204 len: 168 time: 3.2995110 Mar 31 15:30:35.413983 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-afb95182-fccf-4227-a9b4-5d157f4ad824 None None] Provisioning complete for port 27adfc54-d788-430b-b14e-15c9b51f9ed7 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:35.414377 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-afb95182-fccf-4227-a9b4-5d157f4ad824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:35.415713 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44072) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:35.448618 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8bcc8d71-8945-4131-8827-c9cb56363fcb tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:35.448839 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8b77c215-80cf-4c19-b08d-391a96bb5c4e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:35.531542 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-afb95182-fccf-4227-a9b4-5d157f4ad824 None None] Port 27adfc54-d788-430b-b14e-15c9b51f9ed7 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:30:35.539179 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-504a1514-d7d8-40a3-b415-275bae24c238 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:35.547101 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be108e66-b13b-47db-ab81-9411fa376d13 None None] DHCP port deletion for 5d225aad-323e-419f-b0c2-1363eff60b6c request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:30:35.561415 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-be108e66-b13b-47db-ab81-9411fa376d13 None None] Deleting port c6dbea90-fbc4-43cc-a95e-fc96c26aeebc {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:35.562052 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-be108e66-b13b-47db-ab81-9411fa376d13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:35.580077 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85ed8279-7ce4-4167-b78b-2a21f710cd6e tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:35.580362 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7b448f6c-0f99-408a-af3d-8209f576ce11 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Calling delete_port for 6dac5db5-e972-4fbe-905d-cf6dd14d78ba owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:35.651637 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9bb43b-0f3b-4440-82de-a35cd9462425 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Router 77ba7177-70e1-4194-8d4d-6d29c7a065b8 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:30:35.669089 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8bcc8d71-8945-4131-8827-c9cb56363fcb tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:35.678707 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9b15806c-6628-4c76-a32b-69381e56c565 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Request body: {'router': {'routes': None}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:35.719339 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-8b77c215-80cf-4c19-b08d-391a96bb5c4e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ae65cb-d6bd-4a03-b2a0-bc2f51bab0a0']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:35.776503 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-8b77c215-80cf-4c19-b08d-391a96bb5c4e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566fd74c-42cc-44b0-84a9-11529990f1dd') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:35.776987 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-8b77c215-80cf-4c19-b08d-391a96bb5c4e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566fd74c-42cc-44b0-84a9-11529990f1dd') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:35.802121 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8b77c215-80cf-4c19-b08d-391a96bb5c4e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:35.844136 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8b77c215-80cf-4c19-b08d-391a96bb5c4e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:35.847185 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-18a731c9-be90-4e96-a067-2cd6bc70bbec tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:35.869377 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-be108e66-b13b-47db-ab81-9411fa376d13 None None] For port c6dbea90-fbc4-43cc-a95e-fc96c26aeebc, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=c6dbea90-fbc4-43cc-a95e-fc96c26aeebc,segment=NetworkSegment(af29e0c5-a4b0-47cd-9b40-627875cffb17),segment_id=af29e0c5-a4b0-47cd-9b40-627875cffb17)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:35.872488 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-be108e66-b13b-47db-ab81-9411fa376d13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:35.909303 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b77c215-80cf-4c19-b08d-391a96bb5c4e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:30:35.909858 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8b77c215-80cf-4c19-b08d-391a96bb5c4e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:35.939888 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:30:35.939888 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:30:35.939888 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:30:35.939888 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:30:35.939888 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:30:35.939888 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:30:35.939888 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:30:35.939888 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:30:35.939888 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:30:35.939888 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:30:35.939888 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:30:35.939888 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:30:35.939888 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:30:35.939888 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:30:35.939888 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:30:35.939888 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:30:35.939888 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:30:35.939888 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:30:35.939888 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:30:35.939888 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:30:35.939888 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:30:35.939888 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:30:35.939888 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:30:35.939888 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:30:35.939888 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:30:35.939888 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:30:35.939888 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:30:35.939888 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:30:35.939888 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:30:35.939888 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:30:35.939888 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:30:35.939888 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:30:35.967043 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8bcc8d71-8945-4131-8827-c9cb56363fcb tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:35.987889 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc8d71-8945-4131-8827-c9cb56363fcb tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event deleted for resources: {'Subnet': ['ID=5edc86dc-1995-4b73-8bfc-fc9815f21655,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:35.995287 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ed8279-7ce4-4167-b78b-2a21f710cd6e tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Network 8d60d588-0402-4484-b1da-1753a3574376 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:36.003409 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a731c9-be90-4e96-a067-2cd6bc70bbec tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Port': ['ID=e9495d19-1537-403d-b6f8-4f5ca1639466,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:36.012487 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-85ed8279-7ce4-4167-b78b-2a21f710cd6e tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:36.015459 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ed8279-7ce4-4167-b78b-2a21f710cd6e tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:30:36.021787 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ed8279-7ce4-4167-b78b-2a21f710cd6e tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:36.022648 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85ed8279-7ce4-4167-b78b-2a21f710cd6e tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:36.134921 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-be108e66-b13b-47db-ab81-9411fa376d13 None None] Calling delete_port for c6dbea90-fbc4-43cc-a95e-fc96c26aeebc owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:36.227866 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device c6dbea90-fbc4-43cc-a95e-fc96c26aeebc no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:30:36.439269 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8b77c215-80cf-4c19-b08d-391a96bb5c4e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:36.495208 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:36.507209 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8bcc8d71-8945-4131-8827-c9cb56363fcb tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "DELETE /v2.0/subnets/5edc86dc-1995-4b73-8bfc-fc9815f21655 HTTP/1.1" status: 204 len: 168 time: 1.7263389 Mar 31 15:30:36.507209 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed8279-7ce4-4167-b78b-2a21f710cd6e tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Pushing event updated for resources: {'Port': ['ID=a37f3ec7-b193-4dc5-b744-e37e1f1f5691,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:36.510680 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-85ed8279-7ce4-4167-b78b-2a21f710cd6e tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.1104045 Mar 31 15:30:36.511367 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44078) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:36.521614 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44080) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:36.528633 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8b77c215-80cf-4c19-b08d-391a96bb5c4e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:36.538688 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:36.543437 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8b77c215-80cf-4c19-b08d-391a96bb5c4e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/networks/25ae65cb-d6bd-4a03-b2a0-bc2f51bab0a0 HTTP/1.1" status: 204 len: 168 time: 1.7123456 Mar 31 15:30:36.543994 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77c215-80cf-4c19-b08d-391a96bb5c4e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Network': ['ID=25ae65cb-d6bd-4a03-b2a0-bc2f51bab0a0,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:36.550411 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480667ed-525f-4de0-ad55-6e2f3d49f9ca None None] Network eedf94a0-84f3-4ebc-a633-548f2f819ccc requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:36.563094 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-be108e66-b13b-47db-ab81-9411fa376d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:36.563983 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44086) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:36.567471 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:36.572580 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-504a1514-d7d8-40a3-b415-275bae24c238 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:36.651195 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7b448f6c-0f99-408a-af3d-8209f576ce11 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:36.652328 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be108e66-b13b-47db-ab81-9411fa376d13 None None] Pushing event deleted for resources: {'Port': ['ID=c6dbea90-fbc4-43cc-a95e-fc96c26aeebc,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:36.658976 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-97232301-2c74-42ff-bccd-b03e809c07d0 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c', 'mac_address': 'fa:16:3e:15:89:8d'}, {'ip_address': '2001:db8::28c', 'mac_address': 'fa:16:3e:c1:e2:4e'}]}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:36.659591 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be108e66-b13b-47db-ab81-9411fa376d13 None None] No DVR routers for this DVR port c6dbea90-fbc4-43cc-a95e-fc96c26aeebc on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:30:36.738216 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.extraroute_db [None req-9b15806c-6628-4c76-a32b-69381e56c565 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Added routes are [] {{(pid=103443) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 31 15:30:36.738501 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.extraroute_db [None req-9b15806c-6628-4c76-a32b-69381e56c565 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Removed routes are [] {{(pid=103443) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 31 15:30:36.738872 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b15806c-6628-4c76-a32b-69381e56c565 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:36.766582 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0c08e222-974c-40c7-99ec-213d76630a9e None None] Provisioning for port a37f3ec7-b193-4dc5-b744-e37e1f1f5691 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:36.798559 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0c08e222-974c-40c7-99ec-213d76630a9e None None] Provisioning complete for port a37f3ec7-b193-4dc5-b744-e37e1f1f5691 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:36.798941 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0c08e222-974c-40c7-99ec-213d76630a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:36.825320 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-18a731c9-be90-4e96-a067-2cd6bc70bbec tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:36.853551 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b448f6c-0f99-408a-af3d-8209f576ce11 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Port': ['ID=6dac5db5-e972-4fbe-905d-cf6dd14d78ba,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:36.896618 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-0c08e222-974c-40c7-99ec-213d76630a9e None None] Port a37f3ec7-b193-4dc5-b744-e37e1f1f5691 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:30:36.920665 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0c08e222-974c-40c7-99ec-213d76630a9e None None] Provisioning complete for port 47108215-1909-4d13-b6af-d99c4bf2ad9d triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:36.922417 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0c08e222-974c-40c7-99ec-213d76630a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:36.952559 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9bb43b-0f3b-4440-82de-a35cd9462425 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:30:36.957769 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-dc9bb43b-0f3b-4440-82de-a35cd9462425 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "PUT /v2.0/routers/77ba7177-70e1-4194-8d4d-6d29c7a065b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3461168 Mar 31 15:30:36.966395 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee40daef-df20-42fe-943c-78d2e0d8f055 None None] Sync routers for ids ['77ba7177-70e1-4194-8d4d-6d29c7a065b8'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:30:36.983428 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee40daef-df20-42fe-943c-78d2e0d8f055 None None] Routers {'77ba7177-70e1-4194-8d4d-6d29c7a065b8'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:30:36.989412 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ee40daef-df20-42fe-943c-78d2e0d8f055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:30:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['77ba7177-70e1-4194-8d4d-6d29c7a065b8'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:37.005447 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44090) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:37.010602 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7b448f6c-0f99-408a-af3d-8209f576ce11 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:37.096445 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ee40daef-df20-42fe-943c-78d2e0d8f055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:37.106447 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee40daef-df20-42fe-943c-78d2e0d8f055 None None] Routers {'77ba7177-70e1-4194-8d4d-6d29c7a065b8'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:30:37.107793 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ee40daef-df20-42fe-943c-78d2e0d8f055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:30:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['77ba7177-70e1-4194-8d4d-6d29c7a065b8'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:37.115086 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42386c2c-d6f3-4827-bce2-d2280c8372e0 None None] DHCP port deletion for eedf94a0-84f3-4ebc-a633-548f2f819ccc request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:30:37.116312 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-504a1514-d7d8-40a3-b415-275bae24c238 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:37.126210 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-42386c2c-d6f3-4827-bce2-d2280c8372e0 None None] Deleting port 47108215-1909-4d13-b6af-d99c4bf2ad9d {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:37.126583 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-42386c2c-d6f3-4827-bce2-d2280c8372e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:37.183869 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ee40daef-df20-42fe-943c-78d2e0d8f055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:37.184694 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee40daef-df20-42fe-943c-78d2e0d8f055 None None] The sync data for ids ['77ba7177-70e1-4194-8d4d-6d29c7a065b8'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:30:37.196058 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b92ddbd-2a98-4e2e-bbe9-ee5154882b48 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:37.237056 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4b85f92-88e2-41b2-b672-76be2f38f356 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:37.307592 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7b448f6c-0f99-408a-af3d-8209f576ce11 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/ports/6dac5db5-e972-4fbe-905d-cf6dd14d78ba HTTP/1.1" status: 204 len: 168 time: 3.8503575 Mar 31 15:30:37.311890 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b15806c-6628-4c76-a32b-69381e56c565 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:37.314096 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-2b92ddbd-2a98-4e2e-bbe9-ee5154882b48 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Deleting port 47108215-1909-4d13-b6af-d99c4bf2ad9d {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:37.314422 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b92ddbd-2a98-4e2e-bbe9-ee5154882b48 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:37.330590 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44096) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:37.334320 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a1514-d7d8-40a3-b415-275bae24c238 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Pushing event deleted for resources: {'Subnet': ['ID=bb5f86fd-5ffd-4ee1-8eb0-85e03849555f,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:37.338820 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-504a1514-d7d8-40a3-b415-275bae24c238 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:37.343215 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-504a1514-d7d8-40a3-b415-275bae24c238 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] 10.222.0.31 "DELETE /v2.0/subnets/bb5f86fd-5ffd-4ee1-8eb0-85e03849555f HTTP/1.1" status: 204 len: 168 time: 2.5111053 Mar 31 15:30:37.349772 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ad7742-0f7a-42e2-9321-9e7cbc290995 None None] Network 4077daf3-7c2c-43f4-ae3f-cf3b0d0d23e5 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:37.350335 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44100) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:37.395883 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b15806c-6628-4c76-a32b-69381e56c565 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-462406'] for router, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:37.453390 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-42386c2c-d6f3-4827-bce2-d2280c8372e0 None None] For port 47108215-1909-4d13-b6af-d99c4bf2ad9d, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=47108215-1909-4d13-b6af-d99c4bf2ad9d,segment=NetworkSegment(94023ccf-4f08-45d8-b3e0-0bf8b8b41625),segment_id=94023ccf-4f08-45d8-b3e0-0bf8b8b41625)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:37.454050 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-42386c2c-d6f3-4827-bce2-d2280c8372e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:37.455918 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-60df7eeb-2875-4294-8c66-037fef0238b0 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] GET failed (client error): The resource could not be found. Mar 31 15:30:37.456456 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-60df7eeb-2875-4294-8c66-037fef0238b0 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Synchronizing usage tracker for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:37.578268 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a731c9-be90-4e96-a067-2cd6bc70bbec tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Router af4e0195-19d7-48a3-afd9-e2ad4043f425 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:30:37.604365 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-42386c2c-d6f3-4827-bce2-d2280c8372e0 None None] Calling delete_port for 47108215-1909-4d13-b6af-d99c4bf2ad9d owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:37.685858 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97232301-2c74-42ff-bccd-b03e809c07d0 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:37.760505 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f269f2-8c58-4839-a23f-0647f2bcf9c2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:37.764816 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f1f269f2-8c58-4839-a23f-0647f2bcf9c2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "GET /v2.0/ports?device_id=77ba7177-70e1-4194-8d4d-6d29c7a065b8 HTTP/1.1" status: 200 len: 982 time: 0.7561102 Mar 31 15:30:37.775983 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-60df7eeb-2875-4294-8c66-037fef0238b0 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Unset dirty status for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:37.777184 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-60df7eeb-2875-4294-8c66-037fef0238b0 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "GET /v2.0/ports/6dac5db5-e972-4fbe-905d-cf6dd14d78ba HTTP/1.1" status: 404 len: 333 time: 0.4452217 Mar 31 15:30:37.781247 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44104) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:37.781566 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44106) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:37.847791 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:37.867072 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-42386c2c-d6f3-4827-bce2-d2280c8372e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:37.867561 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-4294b645-1aaf-4f0a-a288-6f2384745c6a tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Deleting subnet bbc20ffd-22b6-440d-a643-101d4a41eadc {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:30:37.882253 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4294b645-1aaf-4f0a-a288-6f2384745c6a tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:37.899505 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a43a957-e5c1-4f4a-9220-27ce01eea588 None None] DHCP port deletion for 4077daf3-7c2c-43f4-ae3f-cf3b0d0d23e5 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:30:37.917428 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42386c2c-d6f3-4827-bce2-d2280c8372e0 None None] Pushing event deleted for resources: {'Port': ['ID=47108215-1909-4d13-b6af-d99c4bf2ad9d,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:37.921025 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-0a43a957-e5c1-4f4a-9220-27ce01eea588 None None] Deleting port 18b29e18-0a04-4585-adde-deac13afaf79 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:37.921468 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0a43a957-e5c1-4f4a-9220-27ce01eea588 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:37.923816 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b15806c-6628-4c76-a32b-69381e56c565 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Router 11a978fe-3e44-49c6-8939-d3c2232eb634 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:30:37.938476 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4b85f92-88e2-41b2-b672-76be2f38f356 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:37.951445 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42386c2c-d6f3-4827-bce2-d2280c8372e0 None None] No DVR routers for this DVR port 47108215-1909-4d13-b6af-d99c4bf2ad9d on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:30:38.019738 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-c4b85f92-88e2-41b2-b672-76be2f38f356 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d225aad-323e-419f-b0c2-1363eff60b6c']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:38.080691 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4294b645-1aaf-4f0a-a288-6f2384745c6a tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:38.144589 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 18b29e18-0a04-4585-adde-deac13afaf79 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:30:38.156223 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a731c9-be90-4e96-a067-2cd6bc70bbec tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:30:38.166182 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-c4b85f92-88e2-41b2-b672-76be2f38f356 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af29e0c5-a4b0-47cd-9b40-627875cffb17') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:38.166491 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-c4b85f92-88e2-41b2-b672-76be2f38f356 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af29e0c5-a4b0-47cd-9b40-627875cffb17') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:38.182852 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3893575c-3b31-4d26-a71f-341bd10b3ab5 None None] Sync routers for ids ['af4e0195-19d7-48a3-afd9-e2ad4043f425'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:30:38.219633 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-18a731c9-be90-4e96-a067-2cd6bc70bbec tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "PUT /v2.0/routers/af4e0195-19d7-48a3-afd9-e2ad4043f425/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4038470 Mar 31 15:30:38.227131 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-0a43a957-e5c1-4f4a-9220-27ce01eea588 None None] For port 18b29e18-0a04-4585-adde-deac13afaf79, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=18b29e18-0a04-4585-adde-deac13afaf79,segment=NetworkSegment(de646520-680a-4d57-9325-82cd0ec823c6),segment_id=de646520-680a-4d57-9325-82cd0ec823c6)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:38.227542 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0a43a957-e5c1-4f4a-9220-27ce01eea588 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:38.231281 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44112) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:38.234947 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4b85f92-88e2-41b2-b672-76be2f38f356 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:38.246179 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3893575c-3b31-4d26-a71f-341bd10b3ab5 None None] Routers {'af4e0195-19d7-48a3-afd9-e2ad4043f425'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:30:38.246179 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3893575c-3b31-4d26-a71f-341bd10b3ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:30:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['af4e0195-19d7-48a3-afd9-e2ad4043f425'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:38.300073 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ebc2b9-14a9-4e9f-a39e-0a84ff395fd1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting subnet 44d0cff0-4a68-4b0d-83b4-7ef0ddba4380 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:30:38.306983 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b0ebc2b9-14a9-4e9f-a39e-0a84ff395fd1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:38.371309 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b15806c-6628-4c76-a32b-69381e56c565 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:30:38.378483 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b15806c-6628-4c76-a32b-69381e56c565 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:38.382768 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9b15806c-6628-4c76-a32b-69381e56c565 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "PUT /v2.0/routers/11a978fe-3e44-49c6-8939-d3c2232eb634 HTTP/1.1" status: 200 len: 700 time: 2.9620001 Mar 31 15:30:38.388716 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44116) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:38.388953 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae0a8a9-b236-472f-ad9f-4ae801ed0a19 None None] Sync routers for ids ['11a978fe-3e44-49c6-8939-d3c2232eb634'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:30:38.389569 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-2b92ddbd-2a98-4e2e-bbe9-ee5154882b48 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] For port 47108215-1909-4d13-b6af-d99c4bf2ad9d, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=47108215-1909-4d13-b6af-d99c4bf2ad9d,segment=NetworkSegment(94023ccf-4f08-45d8-b3e0-0bf8b8b41625),segment_id=94023ccf-4f08-45d8-b3e0-0bf8b8b41625)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:38.389853 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b92ddbd-2a98-4e2e-bbe9-ee5154882b48 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:38.399206 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae0a8a9-b236-472f-ad9f-4ae801ed0a19 None None] Routers {'11a978fe-3e44-49c6-8939-d3c2232eb634'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:30:38.400051 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1ae0a8a9-b236-472f-ad9f-4ae801ed0a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:30:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['11a978fe-3e44-49c6-8939-d3c2232eb634'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:38.409781 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4b85f92-88e2-41b2-b672-76be2f38f356 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:38.437689 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-0a43a957-e5c1-4f4a-9220-27ce01eea588 None None] Calling delete_port for 18b29e18-0a04-4585-adde-deac13afaf79 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:38.481184 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b85f92-88e2-41b2-b672-76be2f38f356 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:30:38.481617 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4b85f92-88e2-41b2-b672-76be2f38f356 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:38.534443 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-1ae0a8a9-b236-472f-ad9f-4ae801ed0a19 None None] Set router 11a978fe-3e44-49c6-8939-d3c2232eb634 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:30:38.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:30:38.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:30:38.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:30:38.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:30:38.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:30:38.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:30:38.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:30:38.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:30:38.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:30:38.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:30:38.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:30:38.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:30:38.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:30:38.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:30:38.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:30:38.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:30:38.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:30:38.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:30:38.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:30:38.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:30:38.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:30:38.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:30:38.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:30:38.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:30:38.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:30:38.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:30:38.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:30:38.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:30:38.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:30:38.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:30:38.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:30:38.556529 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:30:38.572892 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028c6614-f484-4ecd-84b1-bd0e81afda8b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:38.574463 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028c6614-f484-4ecd-84b1-bd0e81afda8b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:38.575200 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-028c6614-f484-4ecd-84b1-bd0e81afda8b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:38.592649 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-2b92ddbd-2a98-4e2e-bbe9-ee5154882b48 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Calling delete_port for 47108215-1909-4d13-b6af-d99c4bf2ad9d owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:38.622826 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3893575c-3b31-4d26-a71f-341bd10b3ab5 None None] Set router af4e0195-19d7-48a3-afd9-e2ad4043f425 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:30:38.664061 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1ae0a8a9-b236-472f-ad9f-4ae801ed0a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:30:27Z', 'revision_number': 11, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:38.668797 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae0a8a9-b236-472f-ad9f-4ae801ed0a19 None None] Checking router: 11a978fe-3e44-49c6-8939-d3c2232eb634 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:30:38.679631 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae0a8a9-b236-472f-ad9f-4ae801ed0a19 None None] Routers {'11a978fe-3e44-49c6-8939-d3c2232eb634'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:30:38.680507 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1ae0a8a9-b236-472f-ad9f-4ae801ed0a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:30:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['11a978fe-3e44-49c6-8939-d3c2232eb634'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:38.731869 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4294b645-1aaf-4f0a-a288-6f2384745c6a tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:38.741806 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-5a13f5be-0841-45a7-aca1-3a4c5f538bca tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Synchronizing usage tracker for tenant:3c462be107e642da98e89cbf8192538c on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:38.784000 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b0ebc2b9-14a9-4e9f-a39e-0a84ff395fd1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:38.806358 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-028c6614-f484-4ecd-84b1-bd0e81afda8b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:38.807954 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-028c6614-f484-4ecd-84b1-bd0e81afda8b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5661895 Mar 31 15:30:38.812208 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44120) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:38.837225 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3893575c-3b31-4d26-a71f-341bd10b3ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4e0195-19d7-48a3-afd9-e2ad4043f425', 'name': 'tempest-NetworksTestDHCPv6-router-312120767', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:30:19Z', 'updated_at': '2022-03-31T15:30:35Z', 'revision_number': 3, 'project_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'gw_port_host': None}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:38.843835 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0a43a957-e5c1-4f4a-9220-27ce01eea588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:38.847987 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-1ae0a8a9-b236-472f-ad9f-4ae801ed0a19 None None] Set router 11a978fe-3e44-49c6-8939-d3c2232eb634 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:30:38.849484 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.api [None req-2b92ddbd-2a98-4e2e-bbe9-ee5154882b48 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:30:38.850527 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG oslo_db.api [None req-2b92ddbd-2a98-4e2e-bbe9-ee5154882b48 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:30:38.853618 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-5a13f5be-0841-45a7-aca1-3a4c5f538bca tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Unset dirty status for tenant:3c462be107e642da98e89cbf8192538c on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:38.855517 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5a13f5be-0841-45a7-aca1-3a4c5f538bca tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a978fe-3e44-49c6-8939-d3c2232eb634 HTTP/1.1" status: 200 len: 205 time: 0.2743807 Mar 31 15:30:38.858386 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44124) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:38.859030 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4b85f92-88e2-41b2-b672-76be2f38f356 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:38.864104 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4b85f92-88e2-41b2-b672-76be2f38f356 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:38.919518 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3893575c-3b31-4d26-a71f-341bd10b3ab5 None None] Checking router: af4e0195-19d7-48a3-afd9-e2ad4043f425 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:30:38.921562 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No active binding found for port 18b29e18-0a04-4585-adde-deac13afaf79 {{(pid=103445) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 31 15:30:38.921972 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 18b29e18-0a04-4585-adde-deac13afaf79 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:30:38.922528 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 47108215-1909-4d13-b6af-d99c4bf2ad9d no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:30:38.973902 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97232301-2c74-42ff-bccd-b03e809c07d0 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:38.974136 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a43a957-e5c1-4f4a-9220-27ce01eea588 None None] No DVR routers for this DVR port 18b29e18-0a04-4585-adde-deac13afaf79 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:30:38.988243 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b85f92-88e2-41b2-b672-76be2f38f356 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Network': ['ID=5d225aad-323e-419f-b0c2-1363eff60b6c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:39.004885 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43a957-e5c1-4f4a-9220-27ce01eea588 None None] Pushing event deleted for resources: {'Port': ['ID=18b29e18-0a04-4585-adde-deac13afaf79,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:39.011299 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 47108215-1909-4d13-b6af-d99c4bf2ad9d {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:30:39.011767 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 47108215-1909-4d13-b6af-d99c4bf2ad9d not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:30:39.017486 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3893575c-3b31-4d26-a71f-341bd10b3ab5 None None] Routers {'af4e0195-19d7-48a3-afd9-e2ad4043f425'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:30:39.018250 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3893575c-3b31-4d26-a71f-341bd10b3ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:30:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['af4e0195-19d7-48a3-afd9-e2ad4043f425'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:39.032166 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1ae0a8a9-b236-472f-ad9f-4ae801ed0a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:30:27Z', 'revision_number': 11, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:39.037183 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae0a8a9-b236-472f-ad9f-4ae801ed0a19 None None] The sync data for ids ['11a978fe-3e44-49c6-8939-d3c2232eb634'] in dv-neutron-833379-2-hyperv is: [{'id': '11a978fe-3e44-49c6-8939-d3c2232eb634', 'name': 'tempest-RoutersTest-router-849566119', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:17Z', 'updated_at': '2022-03-31T15:30:27Z', 'revision_number': 11, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:30:39.053165 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b0ebc2b9-14a9-4e9f-a39e-0a84ff395fd1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:39.105980 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97232301-2c74-42ff-bccd-b03e809c07d0 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:39.171706 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3893575c-3b31-4d26-a71f-341bd10b3ab5 None None] Set router af4e0195-19d7-48a3-afd9-e2ad4043f425 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:30:39.192213 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-97232301-2c74-42ff-bccd-b03e809c07d0 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] In _notify_port_updated(), no bound segment for port a37f3ec7-b193-4dc5-b744-e37e1f1f5691 on network 8d60d588-0402-4484-b1da-1753a3574376 {{(pid=103444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 31 15:30:39.200236 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97232301-2c74-42ff-bccd-b03e809c07d0 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:39.200958 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97232301-2c74-42ff-bccd-b03e809c07d0 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:39.202593 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-97232301-2c74-42ff-bccd-b03e809c07d0 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] 10.222.0.31 "PUT /v2.0/ports/a37f3ec7-b193-4dc5-b744-e37e1f1f5691 HTTP/1.1" status: 200 len: 1066 time: 2.6617310 Mar 31 15:30:39.214701 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03465ab2-5517-4f0a-84da-e1f225e0eea4 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:39.261394 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c4b85f92-88e2-41b2-b672-76be2f38f356 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/networks/5d225aad-323e-419f-b0c2-1363eff60b6c HTTP/1.1" status: 204 len: 168 time: 2.6944084 Mar 31 15:30:39.267343 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44128) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:39.267517 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44130) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:39.279144 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a22f6868-463d-4ba9-9886-fb199e62f39c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1184048399'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:39.284634 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a22f6868-463d-4ba9-9886-fb199e62f39c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:39.288859 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a22f6868-463d-4ba9-9886-fb199e62f39c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Usage tracker for resource:network and tenant:f5aeba78f50f4bbea010c74344321d80 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:39.293058 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a22f6868-463d-4ba9-9886-fb199e62f39c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:39.298975 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a22f6868-463d-4ba9-9886-fb199e62f39c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:39.309220 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-37c1d30c-71ca-4dfd-9d29-410e40094747 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:39.310828 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3893575c-3b31-4d26-a71f-341bd10b3ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4e0195-19d7-48a3-afd9-e2ad4043f425', 'name': 'tempest-NetworksTestDHCPv6-router-312120767', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:30:19Z', 'updated_at': '2022-03-31T15:30:35Z', 'revision_number': 3, 'project_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'gw_port_host': None}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:39.315020 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3893575c-3b31-4d26-a71f-341bd10b3ab5 None None] The sync data for ids ['af4e0195-19d7-48a3-afd9-e2ad4043f425'] in dv-neutron-833379-2-hyperv is: [{'id': 'af4e0195-19d7-48a3-afd9-e2ad4043f425', 'name': 'tempest-NetworksTestDHCPv6-router-312120767', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:30:19Z', 'updated_at': '2022-03-31T15:30:35Z', 'revision_number': 3, 'project_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:30:39.404264 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-2b92ddbd-2a98-4e2e-bbe9-ee5154882b48 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Deleting port 47108215-1909-4d13-b6af-d99c4bf2ad9d {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:39.404599 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b92ddbd-2a98-4e2e-bbe9-ee5154882b48 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:39.421646 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97232301-2c74-42ff-bccd-b03e809c07d0 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Pushing event updated for resources: {'Port': ['ID=a37f3ec7-b193-4dc5-b744-e37e1f1f5691,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:39.446898 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-faffe59f-545a-4597-a268-d33456607608 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting subnet 415b4498-517f-4d95-b142-7f41b71d4e7a {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:30:39.456827 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22f6868-463d-4ba9-9886-fb199e62f39c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Made reservation on behalf of f5aeba78f50f4bbea010c74344321d80 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:30:39.461176 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a22f6868-463d-4ba9-9886-fb199e62f39c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:39.471663 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4294b645-1aaf-4f0a-a288-6f2384745c6a tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:39.511811 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b0ebc2b9-14a9-4e9f-a39e-0a84ff395fd1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:39.543133 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-611348c5-4d32-413c-bfcd-005034279be7 None None] Provisioning complete for port a37f3ec7-b193-4dc5-b744-e37e1f1f5691 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:39.543878 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-611348c5-4d32-413c-bfcd-005034279be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:39.569000 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-faffe59f-545a-4597-a268-d33456607608 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:39.610856 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-611348c5-4d32-413c-bfcd-005034279be7 None None] Port a37f3ec7-b193-4dc5-b744-e37e1f1f5691 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:30:39.680881 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294b645-1aaf-4f0a-a288-6f2384745c6a tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Pushing event deleted for resources: {'Subnet': ['ID=bbc20ffd-22b6-440d-a643-101d4a41eadc,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:39.691787 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fd8ad4-c80b-4292-90c9-3856ddffb509 None None] Network 02abf214-842a-42a4-ae5f-a0f86b0f449e requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:39.719641 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b0ebc2b9-14a9-4e9f-a39e-0a84ff395fd1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:39.731001 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4294b645-1aaf-4f0a-a288-6f2384745c6a tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:39.732842 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4294b645-1aaf-4f0a-a288-6f2384745c6a tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] 10.222.0.31 "DELETE /v2.0/subnets/bbc20ffd-22b6-440d-a643-101d4a41eadc HTTP/1.1" status: 204 len: 168 time: 2.3799500 Mar 31 15:30:39.735126 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ebc2b9-14a9-4e9f-a39e-0a84ff395fd1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Subnet': ['ID=44d0cff0-4a68-4b0d-83b4-7ef0ddba4380,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:39.738798 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-2b92ddbd-2a98-4e2e-bbe9-ee5154882b48 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] The port '47108215-1909-4d13-b6af-d99c4bf2ad9d' was deleted {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:30:39.738986 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65dc9d4-0a72-430d-8c71-ff9129bdeb9b None None] Network 89135632-80e8-402e-97d5-c88b5c2f865f requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:39.743994 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44136) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:39.746427 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b0ebc2b9-14a9-4e9f-a39e-0a84ff395fd1 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/subnets/44d0cff0-4a68-4b0d-83b4-7ef0ddba4380 HTTP/1.1" status: 204 len: 168 time: 1.9620490 Mar 31 15:30:39.752948 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e32a2606-2290-4883-bc6b-354b78c3764b tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Deleting port a37f3ec7-b193-4dc5-b744-e37e1f1f5691 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:39.753499 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e32a2606-2290-4883-bc6b-354b78c3764b tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:39.772925 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44140) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:39.900819 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-faffe59f-545a-4597-a268-d33456607608 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:39.983057 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91a56e1b-d992-4bac-8593-6cf91aa7a85a tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:39.991242 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22f6868-463d-4ba9-9886-fb199e62f39c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:30:40.001507 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bfc9c362-fad6-4b42-b263-5e5067a83f29 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:40.006822 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-03465ab2-5517-4f0a-84da-e1f225e0eea4 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting port 27adfc54-d788-430b-b14e-15c9b51f9ed7 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:40.007151 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03465ab2-5517-4f0a-84da-e1f225e0eea4 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:40.026609 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-37c1d30c-71ca-4dfd-9d29-410e40094747 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:40.034522 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-37c1d30c-71ca-4dfd-9d29-410e40094747 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:40.119769 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e9495d19-1537-403d-b6f8-4f5ca1639466 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:30:40.133484 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a22f6868-463d-4ba9-9886-fb199e62f39c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:40.133734 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-bfc9c362-fad6-4b42-b263-5e5067a83f29 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting port 5c3cf373-f3fc-4771-ac67-872c2e4a3086 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:40.133848 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-a22f6868-463d-4ba9-9886-fb199e62f39c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Added segment ed2b79c8-2eae-4a83-9b4d-4155d4d9777e of type vlan for network 65af920d-ca18-4da7-b49e-8e600b310c89 Mar 31 15:30:40.133945 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bfc9c362-fad6-4b42-b263-5e5067a83f29 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:40.179373 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: e9495d19-1537-403d-b6f8-4f5ca1639466 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:30:40.179805 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e9495d19-1537-403d-b6f8-4f5ca1639466 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:30:40.196762 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae95651f-767f-4e85-af1c-9391f47e2996 None None] DHCP port deletion for 02abf214-842a-42a4-ae5f-a0f86b0f449e request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:30:40.206606 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-ae95651f-767f-4e85-af1c-9391f47e2996 None None] Deleting port d91e36e2-bea5-4bf9-af1c-cacb0cb53aeb {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:40.206606 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ae95651f-767f-4e85-af1c-9391f47e2996 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:40.211972 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b92ddbd-2a98-4e2e-bbe9-ee5154882b48 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:40.239228 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf2fe3b-a2f0-4151-8d2e-e0f00f0f5bf0 None None] DHCP port deletion for 89135632-80e8-402e-97d5-c88b5c2f865f request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:30:40.252995 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-bdf2fe3b-a2f0-4151-8d2e-e0f00f0f5bf0 None None] Deleting port 5c3cf373-f3fc-4771-ac67-872c2e4a3086 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:40.253560 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bdf2fe3b-a2f0-4151-8d2e-e0f00f0f5bf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:40.267525 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91a56e1b-d992-4bac-8593-6cf91aa7a85a tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:40.285804 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a22f6868-463d-4ba9-9886-fb199e62f39c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:40.315429 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-2b92ddbd-2a98-4e2e-bbe9-ee5154882b48 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eedf94a0-84f3-4ebc-a633-548f2f819ccc']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:40.346722 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-37c1d30c-71ca-4dfd-9d29-410e40094747 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:40.347641 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c1d30c-71ca-4dfd-9d29-410e40094747 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Fanout notify agent at l3_agent the message router_deleted on router 11a978fe-3e44-49c6-8939-d3c2232eb634 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:30:40.351888 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-2b92ddbd-2a98-4e2e-bbe9-ee5154882b48 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94023ccf-4f08-45d8-b3e0-0bf8b8b41625') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:40.352095 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-2b92ddbd-2a98-4e2e-bbe9-ee5154882b48 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94023ccf-4f08-45d8-b3e0-0bf8b8b41625') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:40.394854 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-91a56e1b-d992-4bac-8593-6cf91aa7a85a tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4077daf3-7c2c-43f4-ae3f-cf3b0d0d23e5']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:40.423137 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-91a56e1b-d992-4bac-8593-6cf91aa7a85a tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de646520-680a-4d57-9325-82cd0ec823c6') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:40.423680 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-91a56e1b-d992-4bac-8593-6cf91aa7a85a tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de646520-680a-4d57-9325-82cd0ec823c6') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:40.455934 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91a56e1b-d992-4bac-8593-6cf91aa7a85a tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:40.504007 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03465ab2-5517-4f0a-84da-e1f225e0eea4 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:40.511401 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e32a2606-2290-4883-bc6b-354b78c3764b tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:40.523146 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b92ddbd-2a98-4e2e-bbe9-ee5154882b48 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:40.523522 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91a56e1b-d992-4bac-8593-6cf91aa7a85a tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:40.539021 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a56e1b-d992-4bac-8593-6cf91aa7a85a tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:30:40.539422 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91a56e1b-d992-4bac-8593-6cf91aa7a85a tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:40.542356 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-a22f6868-463d-4ba9-9886-fb199e62f39c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:30:40.553963 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:30:40.553963 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:30:40.553963 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:30:40.553963 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:30:40.553963 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:30:40.553963 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:30:40.553963 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:30:40.553963 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:30:40.553963 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:30:40.553963 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:30:40.553963 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:30:40.553963 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:30:40.553963 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:30:40.553963 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:30:40.553963 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:30:40.553963 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:30:40.553963 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:30:40.553963 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:30:40.553963 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:30:40.553963 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:30:40.553963 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:30:40.553963 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:30:40.553963 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:30:40.553963 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:30:40.553963 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:30:40.553963 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:30:40.553963 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:30:40.553963 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:30:40.553963 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:30:40.553963 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:30:40.553963 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:30:40.553963 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:30:40.680521 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-ae95651f-767f-4e85-af1c-9391f47e2996 None None] For port d91e36e2-bea5-4bf9-af1c-cacb0cb53aeb, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=d91e36e2-bea5-4bf9-af1c-cacb0cb53aeb,segment=NetworkSegment(6dca9a24-1593-4e03-8bdc-fb0d5818681e),segment_id=6dca9a24-1593-4e03-8bdc-fb0d5818681e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:40.681113 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ae95651f-767f-4e85-af1c-9391f47e2996 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:40.698389 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-bdf2fe3b-a2f0-4151-8d2e-e0f00f0f5bf0 None None] For port 5c3cf373-f3fc-4771-ac67-872c2e4a3086, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=5c3cf373-f3fc-4771-ac67-872c2e4a3086,segment=NetworkSegment(b33ae4c9-927f-4966-9d96-290263898ea4),segment_id=b33ae4c9-927f-4966-9d96-290263898ea4)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:40.698929 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bdf2fe3b-a2f0-4151-8d2e-e0f00f0f5bf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:40.713658 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-37c1d30c-71ca-4dfd-9d29-410e40094747 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:40.719231 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-37c1d30c-71ca-4dfd-9d29-410e40094747 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/routers/11a978fe-3e44-49c6-8939-d3c2232eb634 HTTP/1.1" status: 204 len: 168 time: 1.8468993 Mar 31 15:30:40.721924 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e32a2606-2290-4883-bc6b-354b78c3764b tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Calling delete_port for a37f3ec7-b193-4dc5-b744-e37e1f1f5691 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:40.751344 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b92ddbd-2a98-4e2e-bbe9-ee5154882b48 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:40.755720 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44144) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:40.765881 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-faffe59f-545a-4597-a268-d33456607608 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:40.776726 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-03465ab2-5517-4f0a-84da-e1f225e0eea4 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Calling delete_port for 27adfc54-d788-430b-b14e-15c9b51f9ed7 owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:40.805023 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-5e5b1e56-7ba6-4cee-b465-82a505f68464 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1905490259', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:40.820717 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-ae95651f-767f-4e85-af1c-9391f47e2996 None None] Calling delete_port for d91e36e2-bea5-4bf9-af1c-cacb0cb53aeb owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:40.848721 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-bfc9c362-fad6-4b42-b263-5e5067a83f29 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] For port 5c3cf373-f3fc-4771-ac67-872c2e4a3086, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=5c3cf373-f3fc-4771-ac67-872c2e4a3086,segment=NetworkSegment(b33ae4c9-927f-4966-9d96-290263898ea4),segment_id=b33ae4c9-927f-4966-9d96-290263898ea4)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:40.849455 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bfc9c362-fad6-4b42-b263-5e5067a83f29 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:40.947220 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-5e5b1e56-7ba6-4cee-b465-82a505f68464 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:40.956237 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b92ddbd-2a98-4e2e-bbe9-ee5154882b48 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:30:40.958674 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b92ddbd-2a98-4e2e-bbe9-ee5154882b48 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: util.warn( Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: util.warn( Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: util.warn( Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: util.warn( Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:30:40.972771 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:30:40.978669 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-bdf2fe3b-a2f0-4151-8d2e-e0f00f0f5bf0 None None] Calling delete_port for 5c3cf373-f3fc-4771-ac67-872c2e4a3086 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:40.982605 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-5e5b1e56-7ba6-4cee-b465-82a505f68464 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Usage tracker for resource:router and tenant:3c462be107e642da98e89cbf8192538c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:40.993078 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-bfc9c362-fad6-4b42-b263-5e5067a83f29 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Calling delete_port for 5c3cf373-f3fc-4771-ac67-872c2e4a3086 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:40.996214 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a22f6868-463d-4ba9-9886-fb199e62f39c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:41.001657 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22f6868-463d-4ba9-9886-fb199e62f39c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:41.002158 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a22f6868-463d-4ba9-9886-fb199e62f39c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:41.008751 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-5e5b1e56-7ba6-4cee-b465-82a505f68464 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:41.018968 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91a56e1b-d992-4bac-8593-6cf91aa7a85a tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:41.134109 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-5e5b1e56-7ba6-4cee-b465-82a505f68464 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:41.167052 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91a56e1b-d992-4bac-8593-6cf91aa7a85a tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:41.179215 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ae95651f-767f-4e85-af1c-9391f47e2996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:41.192333 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a56e1b-d992-4bac-8593-6cf91aa7a85a tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Pushing event deleted for resources: {'Network': ['ID=4077daf3-7c2c-43f4-ae3f-cf3b0d0d23e5,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:41.202611 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-91a56e1b-d992-4bac-8593-6cf91aa7a85a tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] 10.222.0.31 "DELETE /v2.0/networks/4077daf3-7c2c-43f4-ae3f-cf3b0d0d23e5 HTTP/1.1" status: 204 len: 168 time: 1.4549077 Mar 31 15:30:41.214535 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44148) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:41.238984 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae95651f-767f-4e85-af1c-9391f47e2996 None None] Pushing event deleted for resources: {'Port': ['ID=d91e36e2-bea5-4bf9-af1c-cacb0cb53aeb,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:41.242540 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bdf2fe3b-a2f0-4151-8d2e-e0f00f0f5bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:41.258148 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a22f6868-463d-4ba9-9886-fb199e62f39c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9880376 Mar 31 15:30:41.259934 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f6868-463d-4ba9-9886-fb199e62f39c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Network': ['ID=65af920d-ca18-4da7-b49e-8e600b310c89,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:41.263768 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44152) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:41.273010 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d1f2e06d-8369-4be1-bae2-83e05eb40c42 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Request body: {'subnet': {'network_id': '65af920d-ca18-4da7-b49e-8e600b310c89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:41.277180 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae95651f-767f-4e85-af1c-9391f47e2996 None None] No DVR routers for this DVR port d91e36e2-bea5-4bf9-af1c-cacb0cb53aeb on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:30:41.290658 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 65af920d-ca18-4da7-b49e-8e600b310c89 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:30:41.325620 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2fe3b-a2f0-4151-8d2e-e0f00f0f5bf0 None None] Pushing event deleted for resources: {'Port': ['ID=5c3cf373-f3fc-4771-ac67-872c2e4a3086,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:41.330517 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf2fe3b-a2f0-4151-8d2e-e0f00f0f5bf0 None None] No DVR routers for this DVR port 5c3cf373-f3fc-4771-ac67-872c2e4a3086 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:30:41.361525 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b92ddbd-2a98-4e2e-bbe9-ee5154882b48 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:41.366096 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b92ddbd-2a98-4e2e-bbe9-ee5154882b48 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:41.387537 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.api [None req-bfc9c362-fad6-4b42-b263-5e5067a83f29 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:30:41.393350 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG oslo_db.api [None req-bfc9c362-fad6-4b42-b263-5e5067a83f29 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:30:41.393472 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-faffe59f-545a-4597-a268-d33456607608 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:41.396302 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e5b1e56-7ba6-4cee-b465-82a505f68464 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:41.398071 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e5b1e56-7ba6-4cee-b465-82a505f68464 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:41.430279 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e349ca85-cb5f-40b7-b86a-e0d282f16082 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:41.466367 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92ddbd-2a98-4e2e-bbe9-ee5154882b48 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event deleted for resources: {'Network': ['ID=eedf94a0-84f3-4ebc-a633-548f2f819ccc,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:41.519695 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-faffe59f-545a-4597-a268-d33456607608 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:41.527396 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9681b4-e3f9-45be-9bcb-c94109423748 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:41.530472 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffe59f-545a-4597-a268-d33456607608 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Subnet': ['ID=415b4498-517f-4d95-b142-7f41b71d4e7a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:41.545169 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2b92ddbd-2a98-4e2e-bbe9-ee5154882b48 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "DELETE /v2.0/networks/eedf94a0-84f3-4ebc-a633-548f2f819ccc HTTP/1.1" status: 204 len: 168 time: 5.0165417 Mar 31 15:30:41.557922 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44156) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:41.565582 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03465ab2-5517-4f0a-84da-e1f225e0eea4 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:41.568297 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-faffe59f-545a-4597-a268-d33456607608 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/415b4498-517f-4d95-b142-7f41b71d4e7a HTTP/1.1" status: 204 len: 168 time: 2.7543697 Mar 31 15:30:41.574465 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44160) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:41.641932 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d1f2e06d-8369-4be1-bae2-83e05eb40c42 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:41.642750 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e349ca85-cb5f-40b7-b86a-e0d282f16082 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:41.646167 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d1f2e06d-8369-4be1-bae2-83e05eb40c42 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Usage tracker for resource:subnet and tenant:f5aeba78f50f4bbea010c74344321d80 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:41.649776 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d1f2e06d-8369-4be1-bae2-83e05eb40c42 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:41.664788 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d378a45-10c9-46c0-aded-56d09e784513 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] DELETE failed (client error): The resource could not be found. Mar 31 15:30:41.665265 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d378a45-10c9-46c0-aded-56d09e784513 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:30:41.669380 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d1f2e06d-8369-4be1-bae2-83e05eb40c42 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:41.672068 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03465ab2-5517-4f0a-84da-e1f225e0eea4 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Port': ['ID=27adfc54-d788-430b-b14e-15c9b51f9ed7,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:41.675347 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e32a2606-2290-4883-bc6b-354b78c3764b tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:41.734281 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3d378a45-10c9-46c0-aded-56d09e784513 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "DELETE /v2.0/subnets/a016461d-bdc1-465a-92ec-96dd9820ba10 HTTP/1.1" status: 404 len: 337 time: 0.1753919 Mar 31 15:30:41.737883 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44164) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:41.743065 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-e349ca85-cb5f-40b7-b86a-e0d282f16082 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02abf214-842a-42a4-ae5f-a0f86b0f449e']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:41.750852 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e5b1e56-7ba6-4cee-b465-82a505f68464 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:41.780206 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a2606-2290-4883-bc6b-354b78c3764b tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Pushing event deleted for resources: {'Port': ['ID=a37f3ec7-b193-4dc5-b744-e37e1f1f5691,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:41.794926 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-e349ca85-cb5f-40b7-b86a-e0d282f16082 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dca9a24-1593-4e03-8bdc-fb0d5818681e') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:41.796587 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-e349ca85-cb5f-40b7-b86a-e0d282f16082 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dca9a24-1593-4e03-8bdc-fb0d5818681e') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:41.813811 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e349ca85-cb5f-40b7-b86a-e0d282f16082 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:41.817246 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f2e06d-8369-4be1-bae2-83e05eb40c42 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Made reservation on behalf of f5aeba78f50f4bbea010c74344321d80 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:30:41.821531 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d1f2e06d-8369-4be1-bae2-83e05eb40c42 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:41.837518 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e349ca85-cb5f-40b7-b86a-e0d282f16082 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:41.863406 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-87114561-e32d-4438-9e93-a1bce56bdf6d tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] DELETE failed (client error): The resource could not be found. Mar 31 15:30:41.863887 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87114561-e32d-4438-9e93-a1bce56bdf6d tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:30:41.892988 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-bfc9c362-fad6-4b42-b263-5e5067a83f29 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting port 5c3cf373-f3fc-4771-ac67-872c2e4a3086 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:41.893624 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bfc9c362-fad6-4b42-b263-5e5067a83f29 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:41.894816 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e656dbe9-db83-4c8e-86c1-021bd3560db6 None None] DHCP port deletion for 0c8a31f0-c909-472a-8f72-0f3eb4f4034a request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:30:41.899921 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-e656dbe9-db83-4c8e-86c1-021bd3560db6 None None] Deleting port e0baab33-7ceb-4972-8897-cbcd1b24ae74 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:41.900441 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e656dbe9-db83-4c8e-86c1-021bd3560db6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:41.949452 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e349ca85-cb5f-40b7-b86a-e0d282f16082 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:30:41.950059 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e349ca85-cb5f-40b7-b86a-e0d282f16082 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: util.warn( Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: util.warn( Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: util.warn( Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: util.warn( Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:30:41.967743 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:30:41.979075 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-87114561-e32d-4438-9e93-a1bce56bdf6d tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "DELETE /v2.0/networks/aae41fe4-2485-439e-b50d-f81c5619e380 HTTP/1.1" status: 404 len: 339 time: 0.2240002 Mar 31 15:30:42.036484 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44168) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:42.098830 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e5b1e56-7ba6-4cee-b465-82a505f68464 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:42.130922 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03465ab2-5517-4f0a-84da-e1f225e0eea4 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:42.146237 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1865a5c2-7b02-45d3-ab67-0e5a758d083b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5673018 Mar 31 15:30:42.146237 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb3c660-54ab-43fe-8458-1307a4ee7573 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] DELETE failed (client error): The resource could not be found. Mar 31 15:30:42.146237 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb3c660-54ab-43fe-8458-1307a4ee7573 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:30:42.148637 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-bfc9c362-fad6-4b42-b263-5e5067a83f29 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] The port '5c3cf373-f3fc-4771-ac67-872c2e4a3086' was deleted {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:30:42.148782 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ceb3c660-54ab-43fe-8458-1307a4ee7573 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "DELETE /v2.0/subnets/c98cc937-10cd-4fe0-9577-8ee66d1c9d33 HTTP/1.1" status: 404 len: 337 time: 0.1086793 Mar 31 15:30:42.156113 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44172) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:42.156425 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44174) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:42.209570 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e0baab33-7ceb-4972-8897-cbcd1b24ae74 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:30:42.244731 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-e656dbe9-db83-4c8e-86c1-021bd3560db6 None None] For port e0baab33-7ceb-4972-8897-cbcd1b24ae74, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e0baab33-7ceb-4972-8897-cbcd1b24ae74,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:42.246060 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e656dbe9-db83-4c8e-86c1-021bd3560db6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:42.310641 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e5b1e56-7ba6-4cee-b465-82a505f68464 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:42.311856 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5e5b1e56-7ba6-4cee-b465-82a505f68464 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.5149257 Mar 31 15:30:42.319430 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44180) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:42.387034 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4d411f63-2514-4b74-a9c0-27673174b26d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:42.389233 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-e656dbe9-db83-4c8e-86c1-021bd3560db6 None None] Calling delete_port for e0baab33-7ceb-4972-8897-cbcd1b24ae74 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:42.417952 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e9c995c-bb03-468a-b6c0-92f90e7c74e5 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] DELETE failed (client error): The resource could not be found. Mar 31 15:30:42.417952 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e9c995c-bb03-468a-b6c0-92f90e7c74e5 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:30:42.444268 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e349ca85-cb5f-40b7-b86a-e0d282f16082 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:42.473032 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e32a2606-2290-4883-bc6b-354b78c3764b tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:42.492266 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e32a2606-2290-4883-bc6b-354b78c3764b tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] 10.222.0.31 "DELETE /v2.0/ports/a37f3ec7-b193-4dc5-b744-e37e1f1f5691 HTTP/1.1" status: 204 len: 168 time: 3.2206752 Mar 31 15:30:42.542119 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44184) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:42.570635 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:42.593070 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-84b1f7a6-1f5a-4484-bf06-780ffe47bae7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:42.632817 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e656dbe9-db83-4c8e-86c1-021bd3560db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:42.642456 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e349ca85-cb5f-40b7-b86a-e0d282f16082 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:42.645695 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e349ca85-cb5f-40b7-b86a-e0d282f16082 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] 10.222.0.31 "DELETE /v2.0/networks/02abf214-842a-42a4-ae5f-a0f86b0f449e HTTP/1.1" status: 204 len: 168 time: 1.4294610 Mar 31 15:30:42.714468 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656dbe9-db83-4c8e-86c1-021bd3560db6 None None] Pushing event deleted for resources: {'Port': ['ID=e0baab33-7ceb-4972-8897-cbcd1b24ae74,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:42.716473 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e656dbe9-db83-4c8e-86c1-021bd3560db6 None None] No DVR routers for this DVR port e0baab33-7ceb-4972-8897-cbcd1b24ae74 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:30:42.724342 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device d91e36e2-bea5-4bf9-af1c-cacb0cb53aeb no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:30:42.763918 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: d91e36e2-bea5-4bf9-af1c-cacb0cb53aeb {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:30:42.764150 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44188) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:42.764262 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device d91e36e2-bea5-4bf9-af1c-cacb0cb53aeb not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:30:42.764708 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 5c3cf373-f3fc-4771-ac67-872c2e4a3086 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:30:42.787908 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6e9c995c-bb03-468a-b6c0-92f90e7c74e5 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "DELETE /v2.0/networks/f4d73ba9-a7ee-43e0-994d-47c48f9b3587 HTTP/1.1" status: 404 len: 339 time: 0.6253870 Mar 31 15:30:42.797426 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349ca85-cb5f-40b7-b86a-e0d282f16082 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Pushing event deleted for resources: {'Network': ['ID=02abf214-842a-42a4-ae5f-a0f86b0f449e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:42.801407 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 5c3cf373-f3fc-4771-ac67-872c2e4a3086 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:30:42.801820 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 5c3cf373-f3fc-4771-ac67-872c2e4a3086 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:30:42.805642 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44192) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:42.846312 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c617ad5c-a63e-4476-8b50-28d0b6128352 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] GET failed (client error): The resource could not be found. Mar 31 15:30:42.846842 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c617ad5c-a63e-4476-8b50-28d0b6128352 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Synchronizing usage tracker for tenant:33014ad214cf4de9aa340b17e7803ece on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:42.862677 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bfc9c362-fad6-4b42-b263-5e5067a83f29 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:43.011835 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d1f2e06d-8369-4be1-bae2-83e05eb40c42 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:43.030010 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf4bd98-23e1-4abd-9d87-d97fd7168322 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] DELETE failed (client error): The resource could not be found. Mar 31 15:30:43.030520 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf4bd98-23e1-4abd-9d87-d97fd7168322 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:30:43.032138 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4bf4bd98-23e1-4abd-9d87-d97fd7168322 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "DELETE /v2.0/subnets/d405ceb2-2ca7-4fa2-ad53-229a46798fc5 HTTP/1.1" status: 404 len: 337 time: 0.2239900 Mar 31 15:30:43.094222 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44196) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:43.116324 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4d411f63-2514-4b74-a9c0-27673174b26d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:43.126576 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f53b14-e938-4399-9270-d1624c4a9456 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Deleting subnet 6817b3dd-6b56-4f9c-b1c4-8389a31d8bb3 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:30:43.162152 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2f53b14-e938-4399-9270-d1624c4a9456 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:43.165773 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-bfc9c362-fad6-4b42-b263-5e5067a83f29 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89135632-80e8-402e-97d5-c88b5c2f865f']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:43.196411 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c617ad5c-a63e-4476-8b50-28d0b6128352 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Unset dirty status for tenant:33014ad214cf4de9aa340b17e7803ece on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:43.197615 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c617ad5c-a63e-4476-8b50-28d0b6128352 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] 10.222.0.31 "GET /v2.0/ports/a37f3ec7-b193-4dc5-b744-e37e1f1f5691 HTTP/1.1" status: 404 len: 333 time: 0.6469665 Mar 31 15:30:43.207975 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44200) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:43.222776 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36c5cd7-b21b-4473-8c04-03114b92c27f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] DELETE failed (client error): The resource could not be found. Mar 31 15:30:43.223236 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f36c5cd7-b21b-4473-8c04-03114b92c27f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:30:43.227482 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f36c5cd7-b21b-4473-8c04-03114b92c27f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "DELETE /v2.0/networks/d2de8104-faf3-431f-93fe-fe2bebd49d6b HTTP/1.1" status: 404 len: 339 time: 0.1171458 Mar 31 15:30:43.235985 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44204) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:43.240217 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-84b1f7a6-1f5a-4484-bf06-780ffe47bae7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:43.243523 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03465ab2-5517-4f0a-84da-e1f225e0eea4 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Router 77ba7177-70e1-4194-8d4d-6d29c7a065b8 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:30:43.245213 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-bfc9c362-fad6-4b42-b263-5e5067a83f29 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b33ae4c9-927f-4966-9d96-290263898ea4') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:43.245515 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-bfc9c362-fad6-4b42-b263-5e5067a83f29 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b33ae4c9-927f-4966-9d96-290263898ea4') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:43.252154 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-84b1f7a6-1f5a-4484-bf06-780ffe47bae7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:43.266861 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bfc9c362-fad6-4b42-b263-5e5067a83f29 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:43.319424 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2e06d-8369-4be1-bae2-83e05eb40c42 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Subnet': ['ID=7a4fe234-40d6-43b8-8f3a-c4c6c5355a6a,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:43.321840 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4d411f63-2514-4b74-a9c0-27673174b26d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-462406'] for router, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:43.348430 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bfc9c362-fad6-4b42-b263-5e5067a83f29 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:43.364067 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc9c362-fad6-4b42-b263-5e5067a83f29 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:30:43.364467 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bfc9c362-fad6-4b42-b263-5e5067a83f29 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:43.378949 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:30:43.378949 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:30:43.378949 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:30:43.378949 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:30:43.378949 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:30:43.378949 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:30:43.378949 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:30:43.378949 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:30:43.378949 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:30:43.378949 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:30:43.378949 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:30:43.378949 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:30:43.378949 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:30:43.378949 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:30:43.378949 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:30:43.378949 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:30:43.378949 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:30:43.378949 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:30:43.378949 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:30:43.378949 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:30:43.378949 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:30:43.378949 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:30:43.378949 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:30:43.378949 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:30:43.378949 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:30:43.378949 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:30:43.378949 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:30:43.378949 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:30:43.378949 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:30:43.378949 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:30:43.378949 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:30:43.378949 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:30:43.426916 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2f53b14-e938-4399-9270-d1624c4a9456 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:43.450666 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-84b1f7a6-1f5a-4484-bf06-780ffe47bae7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:43.451135 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b1f7a6-1f5a-4484-bf06-780ffe47bae7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Fanout notify agent at l3_agent the message router_deleted on router af4e0195-19d7-48a3-afd9-e2ad4043f425 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:30:43.453091 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f2e06d-8369-4be1-bae2-83e05eb40c42 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Checking segment: {'id': 'ed2b79c8-2eae-4a83-9b4d-4155d4d9777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '65af920d-ca18-4da7-b49e-8e600b310c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:30:43.453473 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f2e06d-8369-4be1-bae2-83e05eb40c42 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network hostable DHCP agents. Network: 65af920d-ca18-4da7-b49e-8e600b310c89, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:30:43.501302 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-52cb1511-5100-4cfa-8d45-518885473119 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Deleting port 0653518e-dbbe-49c1-97b0-be586daeabd7 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:43.501649 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52cb1511-5100-4cfa-8d45-518885473119 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:43.509468 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03465ab2-5517-4f0a-84da-e1f225e0eea4 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:30:43.520234 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65233289-9152-45b7-a8ae-3c789dc9f8f2 None None] Sync routers for ids ['77ba7177-70e1-4194-8d4d-6d29c7a065b8'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:30:43.531059 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-03465ab2-5517-4f0a-84da-e1f225e0eea4 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "PUT /v2.0/routers/77ba7177-70e1-4194-8d4d-6d29c7a065b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7484851 Mar 31 15:30:43.536637 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-84b1f7a6-1f5a-4484-bf06-780ffe47bae7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:43.540368 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-84b1f7a6-1f5a-4484-bf06-780ffe47bae7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/routers/af4e0195-19d7-48a3-afd9-e2ad4043f425 HTTP/1.1" status: 204 len: 168 time: 1.3801632 Mar 31 15:30:43.540885 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65233289-9152-45b7-a8ae-3c789dc9f8f2 None None] Routers {'77ba7177-70e1-4194-8d4d-6d29c7a065b8'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:30:43.541012 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44208) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:43.541301 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44210) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:43.541589 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-65233289-9152-45b7-a8ae-3c789dc9f8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:30:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['77ba7177-70e1-4194-8d4d-6d29c7a065b8'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:43.623887 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-385bce5b-d261-4277-ae07-62f8d489c35f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:43.626203 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bfc9c362-fad6-4b42-b263-5e5067a83f29 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:43.630785 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-02cff373-f9a6-4e77-8e8b-39af29181cb9 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] GET failed (client error): The resource could not be found. Mar 31 15:30:43.632273 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-02cff373-f9a6-4e77-8e8b-39af29181cb9 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Synchronizing usage tracker for tenant:62591a084e044f5ebd9b8ec401f28de6 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:43.638259 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-65233289-9152-45b7-a8ae-3c789dc9f8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:43.648129 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65233289-9152-45b7-a8ae-3c789dc9f8f2 None None] Routers {'77ba7177-70e1-4194-8d4d-6d29c7a065b8'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:30:43.648993 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-65233289-9152-45b7-a8ae-3c789dc9f8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:30:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['77ba7177-70e1-4194-8d4d-6d29c7a065b8'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:43.649627 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bfc9c362-fad6-4b42-b263-5e5067a83f29 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:43.673834 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-e95bf737-7d14-450f-9e2d-1aaa21900c2e tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Deleting subnet 15856975-049e-499f-9598-62bbfbe67d7c {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:30:43.674768 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9c362-fad6-4b42-b263-5e5067a83f29 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Network': ['ID=89135632-80e8-402e-97d5-c88b5c2f865f,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:43.677251 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-bfc9c362-fad6-4b42-b263-5e5067a83f29 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/networks/89135632-80e8-402e-97d5-c88b5c2f865f HTTP/1.1" status: 204 len: 168 time: 3.9032352 Mar 31 15:30:43.684095 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44216) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:43.688162 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e95bf737-7d14-450f-9e2d-1aaa21900c2e tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:43.716580 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-65233289-9152-45b7-a8ae-3c789dc9f8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:43.716991 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65233289-9152-45b7-a8ae-3c789dc9f8f2 None None] The sync data for ids ['77ba7177-70e1-4194-8d4d-6d29c7a065b8'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:30:43.736345 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-fecb2dd1-3a86-4c35-a69a-1720a606fd30 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1226010825'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:43.752607 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2f53b14-e938-4399-9270-d1624c4a9456 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:43.766657 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-385bce5b-d261-4277-ae07-62f8d489c35f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:43.767946 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-385bce5b-d261-4277-ae07-62f8d489c35f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2235925 Mar 31 15:30:43.770553 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44220) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:43.788085 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-fecb2dd1-3a86-4c35-a69a-1720a606fd30 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:43.805668 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-02cff373-f9a6-4e77-8e8b-39af29181cb9 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Unset dirty status for tenant:62591a084e044f5ebd9b8ec401f28de6 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:43.809322 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-02cff373-f9a6-4e77-8e8b-39af29181cb9 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "GET /v2.0/ports/27adfc54-d788-430b-b14e-15c9b51f9ed7 HTTP/1.1" status: 404 len: 333 time: 0.2642248 Mar 31 15:30:43.811713 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44224) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:43.835385 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-fecb2dd1-3a86-4c35-a69a-1720a606fd30 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:network and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:43.840120 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f2e06d-8369-4be1-bae2-83e05eb40c42 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network 65af920d-ca18-4da7-b49e-8e600b310c89 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:30:43.854287 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-fecb2dd1-3a86-4c35-a69a-1720a606fd30 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:43.879118 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-fecb2dd1-3a86-4c35-a69a-1720a606fd30 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:43.886036 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e95bf737-7d14-450f-9e2d-1aaa21900c2e tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:43.984300 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-d1f2e06d-8369-4be1-bae2-83e05eb40c42 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 65af920d-ca18-4da7-b49e-8e600b310c89) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:43.992800 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0271677a-a0e1-47a3-a47f-330651c154ab None None] Network 65af920d-ca18-4da7-b49e-8e600b310c89 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:44.012670 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f2e06d-8369-4be1-bae2-83e05eb40c42 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:44.013278 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d1f2e06d-8369-4be1-bae2-83e05eb40c42 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:44.093348 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4291d5b5-9aec-4f58-85c7-21f0a6a6c5be tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:44.094036 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4291d5b5-9aec-4f58-85c7-21f0a6a6c5be tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:44.099015 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ccb1ff62-13be-45c3-875d-8a059209d17f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:44.236495 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838f88d6-cfbb-47f5-9304-a2b1fda6b5bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-65af920d-ca18-4da7-b49e-8e600b310c89', 'network_id': '65af920d-ca18-4da7-b49e-8e600b310c89', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'fixed_ips': [{'subnet_id': '7a4fe234-40d6-43b8-8f3a-c4c6c5355a6a'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:30:44.238065 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-838f88d6-cfbb-47f5-9304-a2b1fda6b5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:44.239443 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecb2dd1-3a86-4c35-a69a-1720a606fd30 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:30:44.243187 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fecb2dd1-3a86-4c35-a69a-1720a606fd30 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:44.266856 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d411f63-2514-4b74-a9c0-27673174b26d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Router 41eeb018-d7c2-4531-b21f-0f35017bdc82 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:30:44.351079 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4291d5b5-9aec-4f58-85c7-21f0a6a6c5be tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:44.354879 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4291d5b5-9aec-4f58-85c7-21f0a6a6c5be tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5810566 Mar 31 15:30:44.355107 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44228) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:44.386349 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2f53b14-e938-4399-9270-d1624c4a9456 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:44.390484 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d1f2e06d-8369-4be1-bae2-83e05eb40c42 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1247149 Mar 31 15:30:44.397966 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52cb1511-5100-4cfa-8d45-518885473119 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:44.411057 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-838f88d6-cfbb-47f5-9304-a2b1fda6b5bf None None] Allocated IP 2001:db8::2 (65af920d-ca18-4da7-b49e-8e600b310c89/7a4fe234-40d6-43b8-8f3a-c4c6c5355a6a/19c7c247-de93-4371-a856-d3f61ff35e8b) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:30:44.414826 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44232) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:44.448137 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fecb2dd1-3a86-4c35-a69a-1720a606fd30 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:30:44.458400 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e95bf737-7d14-450f-9e2d-1aaa21900c2e tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:44.489723 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-29d1b563-3da3-4c03-8ba6-3ef72842373f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-476312697', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:44.493609 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d5059677-71c8-4cb5-9755-77b9a3bcb35f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:router {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:44.498673 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ccb1ff62-13be-45c3-875d-8a059209d17f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:44.501666 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ccb1ff62-13be-45c3-875d-8a059209d17f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:44.504942 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-29d1b563-3da3-4c03-8ba6-3ef72842373f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:44.512823 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-29d1b563-3da3-4c03-8ba6-3ef72842373f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Usage tracker for resource:router and tenant:f5aeba78f50f4bbea010c74344321d80 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:44.519006 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-29d1b563-3da3-4c03-8ba6-3ef72842373f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:44.533823 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-29d1b563-3da3-4c03-8ba6-3ef72842373f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:44.598935 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f53b14-e938-4399-9270-d1624c4a9456 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Pushing event deleted for resources: {'Subnet': ['ID=6817b3dd-6b56-4f9c-b1c4-8389a31d8bb3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:44.636894 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-838f88d6-cfbb-47f5-9304-a2b1fda6b5bf None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:44.643148 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d5059677-71c8-4cb5-9755-77b9a3bcb35f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:router {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:44.652993 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d5059677-71c8-4cb5-9755-77b9a3bcb35f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2884059 Mar 31 15:30:44.652993 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-29d1b563-3da3-4c03-8ba6-3ef72842373f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:44.653316 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-838f88d6-cfbb-47f5-9304-a2b1fda6b5bf None None] Transition to ACTIVE for port object 19c7c247-de93-4371-a856-d3f61ff35e8b will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:44.653423 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-29d1b563-3da3-4c03-8ba6-3ef72842373f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:44.659059 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ccb1ff62-13be-45c3-875d-8a059209d17f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:44.659632 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb1ff62-13be-45c3-875d-8a059209d17f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Fanout notify agent at l3_agent the message router_deleted on router 77ba7177-70e1-4194-8d4d-6d29c7a065b8 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:30:44.661093 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44236) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:44.667431 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-838f88d6-cfbb-47f5-9304-a2b1fda6b5bf None None] Transition to ACTIVE for port object 19c7c247-de93-4371-a856-d3f61ff35e8b will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:44.679152 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-44678727-860b-416c-ba59-7cd4f4d0a19d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:44.679927 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-52cb1511-5100-4cfa-8d45-518885473119 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Calling delete_port for 0653518e-dbbe-49c1-97b0-be586daeabd7 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:44.680266 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84da876-bdb8-4e8a-8cc3-3b56f9654be0 None None] Network b101f1dd-7ea0-4b5a-8b29-39022bde1aa0 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:44.701315 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-29d1b563-3da3-4c03-8ba6-3ef72842373f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:44.721461 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2f53b14-e938-4399-9270-d1624c4a9456 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:44.724333 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d411f63-2514-4b74-a9c0-27673174b26d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:30:44.728038 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fecb2dd1-3a86-4c35-a69a-1720a606fd30 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:44.728379 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-fecb2dd1-3a86-4c35-a69a-1720a606fd30 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Added segment ce2b0d0d-3734-49dd-b884-b7f93cf1c244 of type vlan for network 6e3028d3-87b5-4f97-9eaf-e7b77ea60f03 Mar 31 15:30:44.736625 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ccb1ff62-13be-45c3-875d-8a059209d17f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:44.741741 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ccb1ff62-13be-45c3-875d-8a059209d17f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/routers/77ba7177-70e1-4194-8d4d-6d29c7a065b8 HTTP/1.1" status: 204 len: 168 time: 0.9290149 Mar 31 15:30:44.743637 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748f007b-cef5-4509-9abb-105f631d273a None None] Sync routers for ids ['41eeb018-d7c2-4531-b21f-0f35017bdc82'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:30:44.744129 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4d411f63-2514-4b74-a9c0-27673174b26d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:44.744857 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4d411f63-2514-4b74-a9c0-27673174b26d tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "PUT /v2.0/routers/41eeb018-d7c2-4531-b21f-0f35017bdc82 HTTP/1.1" status: 200 len: 694 time: 2.4242611 Mar 31 15:30:44.748653 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44240) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:44.754353 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748f007b-cef5-4509-9abb-105f631d273a None None] Routers {'41eeb018-d7c2-4531-b21f-0f35017bdc82'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:30:44.755155 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-748f007b-cef5-4509-9abb-105f631d273a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:30:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['41eeb018-d7c2-4531-b21f-0f35017bdc82'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:44.778745 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-838f88d6-cfbb-47f5-9304-a2b1fda6b5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:44.791846 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a2f53b14-e938-4399-9270-d1624c4a9456 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] 10.222.0.31 "DELETE /v2.0/subnets/6817b3dd-6b56-4f9c-b1c4-8389a31d8bb3 HTTP/1.1" status: 204 len: 168 time: 2.0158138 Mar 31 15:30:44.795543 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44244) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:44.796042 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44246) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:44.849534 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-44678727-860b-416c-ba59-7cd4f4d0a19d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:44.860853 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-44678727-860b-416c-ba59-7cd4f4d0a19d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:44.862016 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838f88d6-cfbb-47f5-9304-a2b1fda6b5bf None None] Network 65af920d-ca18-4da7-b49e-8e600b310c89 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:44.866944 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-838f88d6-cfbb-47f5-9304-a2b1fda6b5bf None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:44.869928 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838f88d6-cfbb-47f5-9304-a2b1fda6b5bf None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:30:44.904285 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-748f007b-cef5-4509-9abb-105f631d273a None None] Set router 41eeb018-d7c2-4531-b21f-0f35017bdc82 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:30:44.922327 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-29d1b563-3da3-4c03-8ba6-3ef72842373f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:44.969478 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f88d6-cfbb-47f5-9304-a2b1fda6b5bf None None] Pushing event updated for resources: {'Port': ['ID=19c7c247-de93-4371-a856-d3f61ff35e8b,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:44.981767 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44678727-860b-416c-ba59-7cd4f4d0a19d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:30:44.987149 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-44678727-860b-416c-ba59-7cd4f4d0a19d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:45.010657 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-29d1b563-3da3-4c03-8ba6-3ef72842373f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:45.015640 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-29d1b563-3da3-4c03-8ba6-3ef72842373f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5471153 Mar 31 15:30:45.019358 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-748f007b-cef5-4509-9abb-105f631d273a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eeb018-d7c2-4531-b21f-0f35017bdc82', 'name': 'tempest-RoutersTest-router-1905490259', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:30:41Z', 'updated_at': '2022-03-31T15:30:43Z', 'revision_number': 2, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:45.020876 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748f007b-cef5-4509-9abb-105f631d273a None None] Checking router: 41eeb018-d7c2-4531-b21f-0f35017bdc82 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:30:45.029994 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748f007b-cef5-4509-9abb-105f631d273a None None] Routers {'41eeb018-d7c2-4531-b21f-0f35017bdc82'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:30:45.030921 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-748f007b-cef5-4509-9abb-105f631d273a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:30:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['41eeb018-d7c2-4531-b21f-0f35017bdc82'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:45.031856 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44252) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:45.038457 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fecb2dd1-3a86-4c35-a69a-1720a606fd30 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:45.044460 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-8dd8429b-fdd3-4267-831e-410ecbbcf3a7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Request body: {'port': {'network_id': '65af920d-ca18-4da7-b49e-8e600b310c89', 'name': 'tempest-RoutersIpV6Test-2003746782'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:45.077988 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-838f88d6-cfbb-47f5-9304-a2b1fda6b5bf None None] Attempting to bind port 19c7c247-de93-4371-a856-d3f61ff35e8b on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:30:45.078460 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-838f88d6-cfbb-47f5-9304-a2b1fda6b5bf None None] Attempting to bind port 19c7c247-de93-4371-a856-d3f61ff35e8b by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'ed2b79c8-2eae-4a83-9b4d-4155d4d9777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '65af920d-ca18-4da7-b49e-8e600b310c89'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:30:45.078890 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838f88d6-cfbb-47f5-9304-a2b1fda6b5bf None None] Attempting to bind port 19c7c247-de93-4371-a856-d3f61ff35e8b on network 65af920d-ca18-4da7-b49e-8e600b310c89 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:30:45.091119 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838f88d6-cfbb-47f5-9304-a2b1fda6b5bf None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:30:45.091559 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838f88d6-cfbb-47f5-9304-a2b1fda6b5bf None None] Checking segment: {'id': 'ed2b79c8-2eae-4a83-9b4d-4155d4d9777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '65af920d-ca18-4da7-b49e-8e600b310c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:30:45.092071 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-838f88d6-cfbb-47f5-9304-a2b1fda6b5bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:45.092529 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838f88d6-cfbb-47f5-9304-a2b1fda6b5bf None None] Bound using segment: {'id': 'ed2b79c8-2eae-4a83-9b4d-4155d4d9777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '65af920d-ca18-4da7-b49e-8e600b310c89'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:30:45.093267 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-838f88d6-cfbb-47f5-9304-a2b1fda6b5bf None None] Bound port: 19c7c247-de93-4371-a856-d3f61ff35e8b, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2b79c8-2eae-4a83-9b4d-4155d4d9777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '65af920d-ca18-4da7-b49e-8e600b310c89'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:30:45.093590 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-838f88d6-cfbb-47f5-9304-a2b1fda6b5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:45.121811 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b95d86-ae80-442c-9b04-dcfe271985f2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting subnet 97c3f84b-42d6-4eef-b9f6-adf6e3c3e6fa {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:30:45.142799 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0b95d86-ae80-442c-9b04-dcfe271985f2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:45.182154 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-17eb9f1c-5e58-401e-a568-2d46f3e0ad2b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "GET /v2.0/routers/41eeb018-d7c2-4531-b21f-0f35017bdc82 HTTP/1.1" status: 200 len: 700 time: 0.3776855 Mar 31 15:30:45.184779 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-748f007b-cef5-4509-9abb-105f631d273a None None] Set router 41eeb018-d7c2-4531-b21f-0f35017bdc82 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:30:45.198402 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44256) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:45.215140 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-838f88d6-cfbb-47f5-9304-a2b1fda6b5bf None None] For port 19c7c247-de93-4371-a856-d3f61ff35e8b, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:30:45.217092 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81d79b5c-3c6d-403b-84ee-a2ee51346730 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:45.270739 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b7ff24-6b88-4cce-add4-3799bd4d354a None None] DHCP port deletion for b101f1dd-7ea0-4b5a-8b29-39022bde1aa0 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:30:45.276780 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-87b7ff24-6b88-4cce-add4-3799bd4d354a None None] Deleting port 96415871-7fa3-4eef-ba94-8374299ac1b9 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:45.277166 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-87b7ff24-6b88-4cce-add4-3799bd4d354a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:45.307358 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-748f007b-cef5-4509-9abb-105f631d273a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eeb018-d7c2-4531-b21f-0f35017bdc82', 'name': 'tempest-RoutersTest-router-1905490259', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:30:41Z', 'updated_at': '2022-03-31T15:30:43Z', 'revision_number': 2, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:45.311987 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e95bf737-7d14-450f-9e2d-1aaa21900c2e tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:45.312513 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748f007b-cef5-4509-9abb-105f631d273a None None] The sync data for ids ['41eeb018-d7c2-4531-b21f-0f35017bdc82'] in dv-neutron-833379-2-hyperv is: [{'id': '41eeb018-d7c2-4531-b21f-0f35017bdc82', 'name': 'tempest-RoutersTest-router-1905490259', 'tenant_id': '3c462be107e642da98e89cbf8192538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:30:41Z', 'updated_at': '2022-03-31T15:30:43Z', 'revision_number': 2, 'project_id': '3c462be107e642da98e89cbf8192538c', 'gw_port_host': None}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:30:45.357323 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1778ab95-dd83-4e81-9206-a8ff106e4a0b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Synchronizing usage tracker for tenant:3c462be107e642da98e89cbf8192538c on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:45.362787 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-8dd8429b-fdd3-4267-831e-410ecbbcf3a7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:45.393576 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0b95d86-ae80-442c-9b04-dcfe271985f2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:45.412962 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-8dd8429b-fdd3-4267-831e-410ecbbcf3a7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:45.425136 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e95bf737-7d14-450f-9e2d-1aaa21900c2e tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:45.428196 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95bf737-7d14-450f-9e2d-1aaa21900c2e tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event deleted for resources: {'Subnet': ['ID=15856975-049e-499f-9598-62bbfbe67d7c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:45.457180 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-81d79b5c-3c6d-403b-84ee-a2ee51346730 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Deleting port 96415871-7fa3-4eef-ba94-8374299ac1b9 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:45.460302 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81d79b5c-3c6d-403b-84ee-a2ee51346730 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:45.493334 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd8429b-fdd3-4267-831e-410ecbbcf3a7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Made reservation on behalf of f5aeba78f50f4bbea010c74344321d80 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:30:45.497887 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8dd8429b-fdd3-4267-831e-410ecbbcf3a7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:45.507622 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1778ab95-dd83-4e81-9206-a8ff106e4a0b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Unset dirty status for tenant:3c462be107e642da98e89cbf8192538c on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:45.511277 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1778ab95-dd83-4e81-9206-a8ff106e4a0b tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eeb018-d7c2-4531-b21f-0f35017bdc82 HTTP/1.1" status: 200 len: 205 time: 0.2962048 Mar 31 15:30:45.511277 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fecb2dd1-3a86-4c35-a69a-1720a606fd30 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:45.513717 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44260) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:45.515204 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecb2dd1-3a86-4c35-a69a-1720a606fd30 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:45.515965 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fecb2dd1-3a86-4c35-a69a-1720a606fd30 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:45.555323 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e95bf737-7d14-450f-9e2d-1aaa21900c2e tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "DELETE /v2.0/subnets/15856975-049e-499f-9598-62bbfbe67d7c HTTP/1.1" status: 204 len: 168 time: 2.2873185 Mar 31 15:30:45.570218 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-87b7ff24-6b88-4cce-add4-3799bd4d354a None None] For port 96415871-7fa3-4eef-ba94-8374299ac1b9, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=96415871-7fa3-4eef-ba94-8374299ac1b9,segment=NetworkSegment(9ce54aec-4873-48ad-9f8e-09a44c2d2e75),segment_id=9ce54aec-4873-48ad-9f8e-09a44c2d2e75)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:45.570775 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-87b7ff24-6b88-4cce-add4-3799bd4d354a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:45.577942 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44264) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:45.609301 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-8dd8429b-fdd3-4267-831e-410ecbbcf3a7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] device_id is not set on port 7ed78362-f985-4377-99a7-84a1a0cc811a yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:30:45.729889 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52cb1511-5100-4cfa-8d45-518885473119 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:45.743387 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-fecb2dd1-3a86-4c35-a69a-1720a606fd30 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0266576 Mar 31 15:30:45.750391 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-838f88d6-cfbb-47f5-9304-a2b1fda6b5bf None None] For port 19c7c247-de93-4371-a856-d3f61ff35e8b, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=19c7c247-de93-4371-a856-d3f61ff35e8b,segment=NetworkSegment(ed2b79c8-2eae-4a83-9b4d-4155d4d9777e),segment_id=ed2b79c8-2eae-4a83-9b4d-4155d4d9777e)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:30:45.753099 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070af040-026f-401a-982a-31d12061bd55 None None] Network fdda4fd7-5317-4584-aa32-a92ff7bbe14a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:45.774529 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-87b7ff24-6b88-4cce-add4-3799bd4d354a None None] Calling delete_port for 96415871-7fa3-4eef-ba94-8374299ac1b9 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:45.776784 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-8dd8429b-fdd3-4267-831e-410ecbbcf3a7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Allocated IP 2001:db8::347 (65af920d-ca18-4da7-b49e-8e600b310c89/7a4fe234-40d6-43b8-8f3a-c4c6c5355a6a/7ed78362-f985-4377-99a7-84a1a0cc811a) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:30:45.823637 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-838f88d6-cfbb-47f5-9304-a2b1fda6b5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:45.949681 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44268) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:46.004247 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb2dd1-3a86-4c35-a69a-1720a606fd30 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Network': ['ID=6e3028d3-87b5-4f97-9eaf-e7b77ea60f03,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:46.021408 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b48f21b7-2909-43c4-9e4f-5c993e44ce43 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'subnet': {'network_id': '6e3028d3-87b5-4f97-9eaf-e7b77ea60f03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:46.043675 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 6e3028d3-87b5-4f97-9eaf-e7b77ea60f03 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:30:46.054842 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb1511-5100-4cfa-8d45-518885473119 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Pushing event deleted for resources: {'Port': ['ID=0653518e-dbbe-49c1-97b0-be586daeabd7,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:46.120282 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8dd8429b-fdd3-4267-831e-410ecbbcf3a7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:46.129430 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f88d6-cfbb-47f5-9304-a2b1fda6b5bf None None] Pushing event updated for resources: {'Port': ['ID=19c7c247-de93-4371-a856-d3f61ff35e8b,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:46.140037 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8dd8429b-fdd3-4267-831e-410ecbbcf3a7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Transition to ACTIVE for port object 7ed78362-f985-4377-99a7-84a1a0cc811a will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:46.223020 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-87b7ff24-6b88-4cce-add4-3799bd4d354a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:46.232849 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e7b2fa2-47a7-4198-ac31-7c5d48b18c2f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:46.250647 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52cb1511-5100-4cfa-8d45-518885473119 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:46.252519 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-52cb1511-5100-4cfa-8d45-518885473119 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] 10.222.0.31 "DELETE /v2.0/ports/0653518e-dbbe-49c1-97b0-be586daeabd7 HTTP/1.1" status: 204 len: 168 time: 3.0398579 Mar 31 15:30:46.257087 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0b95d86-ae80-442c-9b04-dcfe271985f2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:46.277206 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44272) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:46.284024 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8dd8429b-fdd3-4267-831e-410ecbbcf3a7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:46.290288 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 96415871-7fa3-4eef-ba94-8374299ac1b9 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:30:46.369114 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 96415871-7fa3-4eef-ba94-8374299ac1b9 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:30:46.369833 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 96415871-7fa3-4eef-ba94-8374299ac1b9 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:30:46.399526 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8e7b2fa2-47a7-4198-ac31-7c5d48b18c2f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Deleting port 48b1a780-d107-41c9-963a-db43017dbace {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:46.400086 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e7b2fa2-47a7-4198-ac31-7c5d48b18c2f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:46.411750 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5d6bd462-0770-41e5-a3be-6403c21be056 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:46.434783 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7ff24-6b88-4cce-add4-3799bd4d354a None None] Pushing event deleted for resources: {'Port': ['ID=96415871-7fa3-4eef-ba94-8374299ac1b9,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:46.439359 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b7ff24-6b88-4cce-add4-3799bd4d354a None None] No DVR routers for this DVR port 96415871-7fa3-4eef-ba94-8374299ac1b9 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:30:46.447383 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b48f21b7-2909-43c4-9e4f-5c993e44ce43 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:46.466863 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b48f21b7-2909-43c4-9e4f-5c993e44ce43 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:subnet and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:46.482753 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b48f21b7-2909-43c4-9e4f-5c993e44ce43 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:46.502672 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b48f21b7-2909-43c4-9e4f-5c993e44ce43 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:46.507062 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-81d79b5c-3c6d-403b-84ee-a2ee51346730 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] For port 96415871-7fa3-4eef-ba94-8374299ac1b9, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=96415871-7fa3-4eef-ba94-8374299ac1b9,segment=NetworkSegment(9ce54aec-4873-48ad-9f8e-09a44c2d2e75),segment_id=9ce54aec-4873-48ad-9f8e-09a44c2d2e75)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:46.511130 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81d79b5c-3c6d-403b-84ee-a2ee51346730 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:46.524775 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9707f6-36ec-4a95-8324-19b0743f18cc tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] GET failed (client error): The resource could not be found. Mar 31 15:30:46.529872 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3f9707f6-36ec-4a95-8324-19b0743f18cc tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] 10.222.0.31 "GET /v2.0/ports/0653518e-dbbe-49c1-97b0-be586daeabd7 HTTP/1.1" status: 404 len: 333 time: 0.2377675 Mar 31 15:30:46.533313 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44276) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:46.543037 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd8429b-fdd3-4267-831e-410ecbbcf3a7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network 65af920d-ca18-4da7-b49e-8e600b310c89 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:46.552406 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-8dd8429b-fdd3-4267-831e-410ecbbcf3a7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:46.553784 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd8429b-fdd3-4267-831e-410ecbbcf3a7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:30:46.560759 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd8429b-fdd3-4267-831e-410ecbbcf3a7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:46.560759 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8dd8429b-fdd3-4267-831e-410ecbbcf3a7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:46.592145 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0984bb4d-dcee-45e7-b61f-f8f8b989541d None None] DHCP port deletion for fdda4fd7-5317-4584-aa32-a92ff7bbe14a request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:30:46.596268 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-0984bb4d-dcee-45e7-b61f-f8f8b989541d None None] Deleting port 48b1a780-d107-41c9-963a-db43017dbace {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:46.597063 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0984bb4d-dcee-45e7-b61f-f8f8b989541d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:46.690645 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8429b-fdd3-4267-831e-410ecbbcf3a7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Port': ['ID=7ed78362-f985-4377-99a7-84a1a0cc811a,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:46.717746 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-81d79b5c-3c6d-403b-84ee-a2ee51346730 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Calling delete_port for 96415871-7fa3-4eef-ba94-8374299ac1b9 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:46.760572 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8dd8429b-fdd3-4267-831e-410ecbbcf3a7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7273729 Mar 31 15:30:46.811793 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44280) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:46.812820 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0b95d86-ae80-442c-9b04-dcfe271985f2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:46.871470 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-0984bb4d-dcee-45e7-b61f-f8f8b989541d None None] For port 48b1a780-d107-41c9-963a-db43017dbace, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=48b1a780-d107-41c9-963a-db43017dbace,segment=NetworkSegment(7e4b2a92-bf32-4c30-acd7-7630490be13e),segment_id=7e4b2a92-bf32-4c30-acd7-7630490be13e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:46.872071 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0984bb4d-dcee-45e7-b61f-f8f8b989541d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:46.896603 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.objects.ports [None req-44678727-860b-416c-ba59-7cd4f4d0a19d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103444) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 31 15:30:46.904115 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-44678727-860b-416c-ba59-7cd4f4d0a19d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:47.013566 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-0984bb4d-dcee-45e7-b61f-f8f8b989541d None None] Calling delete_port for 48b1a780-d107-41c9-963a-db43017dbace owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:47.017501 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5d6bd462-0770-41e5-a3be-6403c21be056 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:47.021698 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5d6bd462-0770-41e5-a3be-6403c21be056 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:47.029469 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44678727-860b-416c-ba59-7cd4f4d0a19d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:47.032663 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48f21b7-2909-43c4-9e4f-5c993e44ce43 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:30:47.034505 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-44678727-860b-416c-ba59-7cd4f4d0a19d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:47.036387 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b48f21b7-2909-43c4-9e4f-5c993e44ce43 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:47.041427 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44678727-860b-416c-ba59-7cd4f4d0a19d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:47.042022 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-44678727-860b-416c-ba59-7cd4f4d0a19d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:47.054385 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073a4089-f4c7-4c52-a9ef-ac7c168eafe7 None None] Network 822f18db-3538-4dc7-ab6f-9d6e164d1ff9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:47.054758 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0b95d86-ae80-442c-9b04-dcfe271985f2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:47.067606 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec903fce-f5bc-42a3-9d7e-b6f9101471df None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:47.072837 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44678727-860b-416c-ba59-7cd4f4d0a19d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Subnet': ['ID=2ea3d616-775f-4e85-a76d-0201c2cb9f8d,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:47.162311 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5d6bd462-0770-41e5-a3be-6403c21be056 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:47.163222 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6bd462-0770-41e5-a3be-6403c21be056 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Fanout notify agent at l3_agent the message router_deleted on router 41eeb018-d7c2-4531-b21f-0f35017bdc82 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:30:47.164673 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b95d86-ae80-442c-9b04-dcfe271985f2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Subnet': ['ID=97c3f84b-42d6-4eef-b9f6-adf6e3c3e6fa,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:47.173025 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5d6bd462-0770-41e5-a3be-6403c21be056 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:47.174859 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5d6bd462-0770-41e5-a3be-6403c21be056 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/routers/41eeb018-d7c2-4531-b21f-0f35017bdc82 HTTP/1.1" status: 204 len: 168 time: 1.6600215 Mar 31 15:30:47.179492 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-44678727-860b-416c-ba59-7cd4f4d0a19d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5080354 Mar 31 15:30:47.182653 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44284) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:47.184719 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44288) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:47.192088 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-a8e422a9-c68b-4d57-9c9f-03c2c5d8ef7f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:47.208564 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b0b95d86-ae80-442c-9b04-dcfe271985f2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/subnets/97c3f84b-42d6-4eef-b9f6-adf6e3c3e6fa HTTP/1.1" status: 204 len: 168 time: 2.4557915 Mar 31 15:30:47.270605 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44292) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:47.386286 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ea01d196-d81f-409a-85c0-605b0d40ac89 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eeb018-d7c2-4531-b21f-0f35017bdc82 HTTP/1.1" status: 200 len: 205 time: 0.2046430 Mar 31 15:30:47.390341 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44296) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:47.472808 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-13468c58-7e26-4e8b-bc10-4b69c2d020ae tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] delete failed (client error): The resource could not be found. Mar 31 15:30:47.473876 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-13468c58-7e26-4e8b-bc10-4b69c2d020ae tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/routers/41eeb018-d7c2-4531-b21f-0f35017bdc82 HTTP/1.1" status: 404 len: 336 time: 0.0833783 Mar 31 15:30:47.477527 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44300) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:47.514772 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0984bb4d-dcee-45e7-b61f-f8f8b989541d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:47.534963 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f8c3526-db56-4ee1-ad25-93024dad4738 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] DELETE failed (client error): The resource could not be found. Mar 31 15:30:47.535416 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f8c3526-db56-4ee1-ad25-93024dad4738 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:30:47.537791 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0f8c3526-db56-4ee1-ad25-93024dad4738 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/subnets/3f2cd183-2b7a-4309-b755-b4891434d10d HTTP/1.1" status: 404 len: 337 time: 0.0589345 Mar 31 15:30:47.544458 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44304) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:47.569238 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984bb4d-dcee-45e7-b61f-f8f8b989541d None None] Pushing event deleted for resources: {'Port': ['ID=48b1a780-d107-41c9-963a-db43017dbace,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:47.583245 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0984bb4d-dcee-45e7-b61f-f8f8b989541d None None] No DVR routers for this DVR port 48b1a780-d107-41c9-963a-db43017dbace on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:30:47.614990 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a8e422a9-c68b-4d57-9c9f-03c2c5d8ef7f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:47.634305 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0b08d99-d05e-4645-9f4f-16a52efcf8f0 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] DELETE failed (client error): The resource could not be found. Mar 31 15:30:47.642902 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0b08d99-d05e-4645-9f4f-16a52efcf8f0 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:30:47.651888 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e0b08d99-d05e-4645-9f4f-16a52efcf8f0 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/subnets/69408f8a-4afc-4f6c-8039-cf552e0a59b9 HTTP/1.1" status: 404 len: 337 time: 0.1038361 Mar 31 15:30:47.653937 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44308) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:47.656775 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a8e422a9-c68b-4d57-9c9f-03c2c5d8ef7f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:47.676346 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bafe58f-c8fc-436a-9496-d3be85c2fe33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'fixed_ips': [{'subnet_id': '2ea3d616-775f-4e85-a76d-0201c2cb9f8d'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:30:47.677296 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6bafe58f-c8fc-436a-9496-d3be85c2fe33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:47.681780 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-514d4ad6-2c7b-412d-b651-4f11c0a941bb tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Deleting port ecbf93dd-3342-4d92-a9c4-e7b48a76a75e {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:47.682281 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-514d4ad6-2c7b-412d-b651-4f11c0a941bb tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:47.706441 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a54dc44-dca7-455f-b0ab-b9e96167a356 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] DELETE failed (client error): The resource could not be found. Mar 31 15:30:47.706821 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a54dc44-dca7-455f-b0ab-b9e96167a356 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:30:47.711421 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2a54dc44-dca7-455f-b0ab-b9e96167a356 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/subnets/0f923acc-bfde-4e7f-add7-c8fef17a57e4 HTTP/1.1" status: 404 len: 337 time: 0.0537403 Mar 31 15:30:47.714845 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44312) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:47.768830 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-96efdf89-f421-4312-a2a3-adfa8fe736ae tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] DELETE failed (client error): The resource could not be found. Mar 31 15:30:47.769326 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96efdf89-f421-4312-a2a3-adfa8fe736ae tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:30:47.773935 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-96efdf89-f421-4312-a2a3-adfa8fe736ae tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/subnets/4c237bb8-df40-4aae-9919-113d57ab3621 HTTP/1.1" status: 404 len: 337 time: 0.0546021 Mar 31 15:30:47.776343 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44316) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:47.791375 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a948863-afe4-4826-8e3a-a164083bd673 None None] DHCP port deletion for 822f18db-3538-4dc7-ab6f-9d6e164d1ff9 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:30:47.820066 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e422a9-c68b-4d57-9c9f-03c2c5d8ef7f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:30:47.823489 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8e422a9-c68b-4d57-9c9f-03c2c5d8ef7f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:47.839080 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-1a948863-afe4-4826-8e3a-a164083bd673 None None] Deleting port 5d2b9fb7-9d8f-4703-9f2e-edbfe92df194 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:47.839406 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1a948863-afe4-4826-8e3a-a164083bd673 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:47.848098 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a5fe723f-ccab-4201-8546-2431d34f47e3 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a978fe-3e44-49c6-8939-d3c2232eb634 HTTP/1.1" status: 200 len: 205 time: 0.0682664 Mar 31 15:30:47.858819 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44320) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:47.873567 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1487a24-75f2-4129-a110-57177f33e65c None None] Network 65af920d-ca18-4da7-b49e-8e600b310c89 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:48.061749 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-6bafe58f-c8fc-436a-9496-d3be85c2fe33 None None] Allocated IP 2001:db8::f816:3eff:fe1a:488f (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/2ea3d616-775f-4e85-a76d-0201c2cb9f8d/f7870be2-f57b-4395-9a5f-7cd800ab1b69) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:30:48.118169 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-103dfa1d-711f-475a-9f00-6d7297df5ada tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] delete failed (client error): The resource could not be found. Mar 31 15:30:48.121629 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-103dfa1d-711f-475a-9f00-6d7297df5ada tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/routers/11a978fe-3e44-49c6-8939-d3c2232eb634 HTTP/1.1" status: 404 len: 336 time: 0.2357836 Mar 31 15:30:48.122437 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44324) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:48.126857 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-8e7b2fa2-47a7-4198-ac31-7c5d48b18c2f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] For port 48b1a780-d107-41c9-963a-db43017dbace, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=48b1a780-d107-41c9-963a-db43017dbace,segment=NetworkSegment(7e4b2a92-bf32-4c30-acd7-7630490be13e),segment_id=7e4b2a92-bf32-4c30-acd7-7630490be13e)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:48.127222 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e7b2fa2-47a7-4198-ac31-7c5d48b18c2f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:48.138067 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7399a20c-2400-4ccb-893e-0a3de902256b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:48.175362 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d86f7870-31db-43e0-b446-1fac160919ed None None] Provisioning for port 19c7c247-de93-4371-a856-d3f61ff35e8b completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:48.212161 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.api [None req-81d79b5c-3c6d-403b-84ee-a2ee51346730 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:30:48.212485 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG oslo_db.api [None req-81d79b5c-3c6d-403b-84ee-a2ee51346730 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:30:48.236872 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f1c42b7b-fbf5-4d86-95b5-43af012175d7 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fa2662e-014b-4e99-a2e1-99caf4b38cc3 HTTP/1.1" status: 200 len: 205 time: 0.1116107 Mar 31 15:30:48.238983 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44328) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:48.258899 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 19c7c247-de93-4371-a856-d3f61ff35e8b up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:30:48.314569 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-62820739-1a4f-4a17-b0eb-183c9be50a08 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] delete failed (client error): The resource could not be found. Mar 31 15:30:48.317241 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-62820739-1a4f-4a17-b0eb-183c9be50a08 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/routers/1fa2662e-014b-4e99-a2e1-99caf4b38cc3 HTTP/1.1" status: 404 len: 336 time: 0.0760119 Mar 31 15:30:48.318113 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44332) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:48.364173 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f72ac5a-e300-40d8-8a78-923558e56bf8 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] DELETE failed (client error): The resource could not be found. Mar 31 15:30:48.364626 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f72ac5a-e300-40d8-8a78-923558e56bf8 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:30:48.375864 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5f72ac5a-e300-40d8-8a78-923558e56bf8 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/subnets/611e4807-a0c3-4f39-93a5-b9843e019737 HTTP/1.1" status: 404 len: 337 time: 0.0555594 Mar 31 15:30:48.389070 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8e7b2fa2-47a7-4198-ac31-7c5d48b18c2f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Calling delete_port for 48b1a780-d107-41c9-963a-db43017dbace owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:48.390694 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44336) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:48.420725 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-1a948863-afe4-4826-8e3a-a164083bd673 None None] For port 5d2b9fb7-9d8f-4703-9f2e-edbfe92df194, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=5d2b9fb7-9d8f-4703-9f2e-edbfe92df194,segment=NetworkSegment(d7cf174f-0c70-4ceb-bc11-1e150feb9079),segment_id=d7cf174f-0c70-4ceb-bc11-1e150feb9079)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:48.421179 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1a948863-afe4-4826-8e3a-a164083bd673 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:48.456165 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-934b8fd1-8218-4009-850c-72bfee676e04 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e113baf-fb21-49f9-8acf-e3f76c2b8907 HTTP/1.1" status: 200 len: 205 time: 0.0613985 Mar 31 15:30:48.456165 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44340) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:48.528353 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-e4bae9c4-5e47-4cbf-8776-e314d0434115 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] delete failed (client error): The resource could not be found. Mar 31 15:30:48.531997 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e4bae9c4-5e47-4cbf-8776-e314d0434115 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/routers/0e113baf-fb21-49f9-8acf-e3f76c2b8907 HTTP/1.1" status: 404 len: 336 time: 0.0724092 Mar 31 15:30:48.532230 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44344) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:48.539517 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7399a20c-2400-4ccb-893e-0a3de902256b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting port 5d2b9fb7-9d8f-4703-9f2e-edbfe92df194 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:48.540208 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7399a20c-2400-4ccb-893e-0a3de902256b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:48.567355 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-1a948863-afe4-4826-8e3a-a164083bd673 None None] Calling delete_port for 5d2b9fb7-9d8f-4703-9f2e-edbfe92df194 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:48.597814 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e6537ae2-3a3d-4a0c-a774-d8e4eb079be0 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "GET /v2.0/ports?device_id=6226e8d3-cb18-492c-bc39-0af6ac9f9a59 HTTP/1.1" status: 200 len: 205 time: 0.0623479 Mar 31 15:30:48.598039 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44348) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:48.669096 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-43b0744b-6279-493d-b3a1-20028cc3aa7e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] delete failed (client error): The resource could not be found. Mar 31 15:30:48.672562 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-43b0744b-6279-493d-b3a1-20028cc3aa7e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/routers/6226e8d3-cb18-492c-bc39-0af6ac9f9a59 HTTP/1.1" status: 404 len: 336 time: 0.0711274 Mar 31 15:30:48.672562 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8e422a9-c68b-4d57-9c9f-03c2c5d8ef7f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:48.674985 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44352) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:48.718514 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-81d79b5c-3c6d-403b-84ee-a2ee51346730 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Deleting port 96415871-7fa3-4eef-ba94-8374299ac1b9 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:48.719223 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81d79b5c-3c6d-403b-84ee-a2ee51346730 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:48.758581 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1a948863-afe4-4826-8e3a-a164083bd673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:48.765519 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0500f02-65e9-4e15-ad4d-f51e74e9b9aa tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] DELETE failed (client error): The resource could not be found. Mar 31 15:30:48.765973 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0500f02-65e9-4e15-ad4d-f51e74e9b9aa tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:30:48.770036 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b0500f02-65e9-4e15-ad4d-f51e74e9b9aa tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/subnets/8d027fcc-207e-4071-a718-2a68cefd0835 HTTP/1.1" status: 404 len: 337 time: 0.0610869 Mar 31 15:30:48.773116 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44356) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:48.832197 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e422a9-c68b-4d57-9c9f-03c2c5d8ef7f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:48.835464 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b20fee6d-6256-4cae-b6a2-b9abd1a56cf2 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e5c4678-b91f-4d15-9e4b-a8baa8ea0b23 HTTP/1.1" status: 200 len: 205 time: 0.0590594 Mar 31 15:30:48.838696 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-a8e422a9-c68b-4d57-9c9f-03c2c5d8ef7f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:48.840468 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44360) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:48.845524 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e422a9-c68b-4d57-9c9f-03c2c5d8ef7f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:48.846100 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8e422a9-c68b-4d57-9c9f-03c2c5d8ef7f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:48.862856 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6bafe58f-c8fc-436a-9496-d3be85c2fe33 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:48.877582 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-6bafe58f-c8fc-436a-9496-d3be85c2fe33 None None] Transition to ACTIVE for port object f7870be2-f57b-4395-9a5f-7cd800ab1b69 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:48.881472 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-81d79b5c-3c6d-403b-84ee-a2ee51346730 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] The port '96415871-7fa3-4eef-ba94-8374299ac1b9' was deleted {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:30:48.901590 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-6bafe58f-c8fc-436a-9496-d3be85c2fe33 None None] Transition to ACTIVE for port object f7870be2-f57b-4395-9a5f-7cd800ab1b69 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:48.905299 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a948863-afe4-4826-8e3a-a164083bd673 None None] Pushing event deleted for resources: {'Port': ['ID=5d2b9fb7-9d8f-4703-9f2e-edbfe92df194,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:48.910431 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 19c7c247-de93-4371-a856-d3f61ff35e8b completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:48.917956 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a948863-afe4-4826-8e3a-a164083bd673 None None] No DVR routers for this DVR port 5d2b9fb7-9d8f-4703-9f2e-edbfe92df194 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:30:48.919756 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 19c7c247-de93-4371-a856-d3f61ff35e8b triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:48.920137 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:48.941557 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e422a9-c68b-4d57-9c9f-03c2c5d8ef7f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Subnet': ['ID=c808ef4f-620a-4a6d-930e-3edded53afdf,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:48.953311 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-0064c87e-0fa9-46f3-a1dc-ac3d29129a64 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] delete failed (client error): The resource could not be found. Mar 31 15:30:48.954488 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0064c87e-0fa9-46f3-a1dc-ac3d29129a64 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/routers/6e5c4678-b91f-4d15-9e4b-a8baa8ea0b23 HTTP/1.1" status: 404 len: 336 time: 0.1112127 Mar 31 15:30:48.959717 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a8e422a9-c68b-4d57-9c9f-03c2c5d8ef7f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7713740 Mar 31 15:30:48.959717 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44364) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:48.973294 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44366) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:49.018021 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6bafe58f-c8fc-436a-9496-d3be85c2fe33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:49.019214 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-10fb97ea-dcb3-4715-9b28-62a4f8ab2160 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'port': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'mac_address': 'fa:16:3e:41:0b:6a', 'name': 'tempest-NetworksTestDHCPv6-640763265'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:49.021427 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-634ab1ce-6e03-4734-8ff4-a472a23a23ca tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] DELETE failed (client error): The resource could not be found. Mar 31 15:30:49.026940 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-634ab1ce-6e03-4734-8ff4-a472a23a23ca tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:30:49.026940 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-634ab1ce-6e03-4734-8ff4-a472a23a23ca tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/subnets/ebe0250d-7771-4269-a7b8-7b2b308dcecf HTTP/1.1" status: 404 len: 337 time: 0.0650487 Mar 31 15:30:49.027184 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44372) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:49.081324 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4d8da083-7664-461d-b5a4-939615de86a4 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f82b7d5-016f-42ea-b200-a07b44075447 HTTP/1.1" status: 200 len: 205 time: 0.0505836 Mar 31 15:30:49.081528 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44376) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:49.184959 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-a010bcd8-ff52-4260-becf-0f3df84c146e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] delete failed (client error): The resource could not be found. Mar 31 15:30:49.188829 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a010bcd8-ff52-4260-becf-0f3df84c146e tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/routers/3f82b7d5-016f-42ea-b200-a07b44075447 HTTP/1.1" status: 404 len: 336 time: 0.1039252 Mar 31 15:30:49.189271 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44380) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:49.193549 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bafe58f-c8fc-436a-9496-d3be85c2fe33 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:49.208047 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-6bafe58f-c8fc-436a-9496-d3be85c2fe33 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:49.220838 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bafe58f-c8fc-436a-9496-d3be85c2fe33 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:30:49.230967 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bafe58f-c8fc-436a-9496-d3be85c2fe33 None None] Pushing event updated for resources: {'Port': ['ID=f7870be2-f57b-4395-9a5f-7cd800ab1b69,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:49.246099 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-63504845-1410-495a-a334-37ef1a0872a9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] DELETE failed (client error): The resource could not be found. Mar 31 15:30:49.247412 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63504845-1410-495a-a334-37ef1a0872a9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:30:49.250284 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-63504845-1410-495a-a334-37ef1a0872a9 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/subnets/99c2aae5-8c47-4e96-b546-0c81103d243e HTTP/1.1" status: 404 len: 337 time: 0.0599606 Mar 31 15:30:49.252670 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44384) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:49.273345 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-514d4ad6-2c7b-412d-b651-4f11c0a941bb tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:49.284347 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:49.307402 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f965ce-9a13-4b20-a520-22a8b6145067 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] DELETE failed (client error): The resource could not be found. Mar 31 15:30:49.308221 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f965ce-9a13-4b20-a520-22a8b6145067 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:30:49.314058 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-64f965ce-9a13-4b20-a520-22a8b6145067 tempest-RoutersTest-1560810884 tempest-RoutersTest-1560810884-project] 10.222.0.31 "DELETE /v2.0/subnets/b5d4840a-49b3-4e43-a8c1-a2bee40e509b HTTP/1.1" status: 404 len: 337 time: 0.0597863 Mar 31 15:30:49.348540 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b759e679-c6b1-4049-be4f-c3eb6a726842 None None] Provisioning for port 7ed78362-f985-4377-99a7-84a1a0cc811a completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:49.367170 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 19c7c247-de93-4371-a856-d3f61ff35e8b, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=19c7c247-de93-4371-a856-d3f61ff35e8b,segment=NetworkSegment(ed2b79c8-2eae-4a83-9b4d-4155d4d9777e),segment_id=ed2b79c8-2eae-4a83-9b4d-4155d4d9777e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:49.369738 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b759e679-c6b1-4049-be4f-c3eb6a726842 None None] Provisioning complete for port 7ed78362-f985-4377-99a7-84a1a0cc811a triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:49.370109 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b759e679-c6b1-4049-be4f-c3eb6a726842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:49.414839 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6bafe58f-c8fc-436a-9496-d3be85c2fe33 None None] Attempting to bind port f7870be2-f57b-4395-9a5f-7cd800ab1b69 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:30:49.415215 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6bafe58f-c8fc-436a-9496-d3be85c2fe33 None None] Attempting to bind port f7870be2-f57b-4395-9a5f-7cd800ab1b69 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:30:49.415573 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bafe58f-c8fc-436a-9496-d3be85c2fe33 None None] Attempting to bind port f7870be2-f57b-4395-9a5f-7cd800ab1b69 on network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:30:49.421067 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:49.457707 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bafe58f-c8fc-436a-9496-d3be85c2fe33 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:30:49.458112 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bafe58f-c8fc-436a-9496-d3be85c2fe33 None None] Checking segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:30:49.458483 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6bafe58f-c8fc-436a-9496-d3be85c2fe33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:49.458929 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bafe58f-c8fc-436a-9496-d3be85c2fe33 None None] Bound using segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:30:49.460030 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6bafe58f-c8fc-436a-9496-d3be85c2fe33 None None] Bound port: f7870be2-f57b-4395-9a5f-7cd800ab1b69, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:30:49.460406 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6bafe58f-c8fc-436a-9496-d3be85c2fe33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:49.486647 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.api [None req-8e7b2fa2-47a7-4198-ac31-7c5d48b18c2f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:30:49.486965 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG oslo_db.api [None req-8e7b2fa2-47a7-4198-ac31-7c5d48b18c2f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:30:49.493931 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 5d2b9fb7-9d8f-4703-9f2e-edbfe92df194 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:30:49.529629 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-b759e679-c6b1-4049-be4f-c3eb6a726842 None None] Port 7ed78362-f985-4377-99a7-84a1a0cc811a cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:30:49.570534 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 5d2b9fb7-9d8f-4703-9f2e-edbfe92df194 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:30:49.570871 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 5d2b9fb7-9d8f-4703-9f2e-edbfe92df194 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:30:49.571291 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 48b1a780-d107-41c9-963a-db43017dbace no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:30:49.622953 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 48b1a780-d107-41c9-963a-db43017dbace {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:30:49.623275 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 48b1a780-d107-41c9-963a-db43017dbace not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:30:49.633771 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-514d4ad6-2c7b-412d-b651-4f11c0a941bb tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Calling delete_port for ecbf93dd-3342-4d92-a9c4-e7b48a76a75e owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:49.642010 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=19c7c247-de93-4371-a856-d3f61ff35e8b,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:49.664479 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b759e679-c6b1-4049-be4f-c3eb6a726842 None None] Provisioning complete for port 19c7c247-de93-4371-a856-d3f61ff35e8b triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:49.664855 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b759e679-c6b1-4049-be4f-c3eb6a726842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:49.667773 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81d79b5c-3c6d-403b-84ee-a2ee51346730 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:49.713149 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-6bafe58f-c8fc-436a-9496-d3be85c2fe33 None None] For port f7870be2-f57b-4395-9a5f-7cd800ab1b69, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:30:49.715847 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b48f21b7-2909-43c4-9e4f-5c993e44ce43 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:49.731421 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-6bafe58f-c8fc-436a-9496-d3be85c2fe33 None None] For port f7870be2-f57b-4395-9a5f-7cd800ab1b69, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=f7870be2-f57b-4395-9a5f-7cd800ab1b69,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:30:49.797535 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6bafe58f-c8fc-436a-9496-d3be85c2fe33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:49.797826 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-81d79b5c-3c6d-403b-84ee-a2ee51346730 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b101f1dd-7ea0-4b5a-8b29-39022bde1aa0']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:49.821719 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-437f62ec-1b82-4fb8-b767-4cd3a4dc14c1 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:49.823785 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44392) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:49.838514 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-7399a20c-2400-4ccb-893e-0a3de902256b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] For port 5d2b9fb7-9d8f-4703-9f2e-edbfe92df194, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=5d2b9fb7-9d8f-4703-9f2e-edbfe92df194,segment=NetworkSegment(d7cf174f-0c70-4ceb-bc11-1e150feb9079),segment_id=d7cf174f-0c70-4ceb-bc11-1e150feb9079)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:49.838908 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7399a20c-2400-4ccb-893e-0a3de902256b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:49.880548 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-81d79b5c-3c6d-403b-84ee-a2ee51346730 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce54aec-4873-48ad-9f8e-09a44c2d2e75') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:49.880946 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-81d79b5c-3c6d-403b-84ee-a2ee51346730 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce54aec-4873-48ad-9f8e-09a44c2d2e75') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:49.890410 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bafe58f-c8fc-436a-9496-d3be85c2fe33 None None] Pushing event updated for resources: {'Port': ['ID=f7870be2-f57b-4395-9a5f-7cd800ab1b69,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:49.953716 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-50549a38-eb58-4e89-9620-ba436bbbb952 None None] Provisioning complete for port 7ed78362-f985-4377-99a7-84a1a0cc811a triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:49.954492 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-50549a38-eb58-4e89-9620-ba436bbbb952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:49.997383 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-fea0b858-6483-4254-9bcd-3f892ab87d07 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c462be107e642da98e89cbf8192538c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1694071 Mar 31 15:30:49.997383 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44398) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:50.019369 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8e7b2fa2-47a7-4198-ac31-7c5d48b18c2f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Deleting port 48b1a780-d107-41c9-963a-db43017dbace {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:50.019709 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e7b2fa2-47a7-4198-ac31-7c5d48b18c2f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:50.026144 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-50549a38-eb58-4e89-9620-ba436bbbb952 None None] Port 7ed78362-f985-4377-99a7-84a1a0cc811a cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:30:50.070831 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-013c9377-d230-43c9-800c-30a7a37274f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:50.082495 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7399a20c-2400-4ccb-893e-0a3de902256b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Calling delete_port for 5d2b9fb7-9d8f-4703-9f2e-edbfe92df194 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:50.099334 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-013c9377-d230-43c9-800c-30a7a37274f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:50.120167 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81d79b5c-3c6d-403b-84ee-a2ee51346730 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:50.133587 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 19c7c247-de93-4371-a856-d3f61ff35e8b up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:30:50.137308 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-10fb97ea-dcb3-4715-9b28-62a4f8ab2160 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:50.183098 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-10fb97ea-dcb3-4715-9b28-62a4f8ab2160 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:port and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:50.198390 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f21b7-2909-43c4-9e4f-5c993e44ce43 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Subnet': ['ID=af99b42d-0d3b-4f94-a9be-ad7016db0606,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:50.238088 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-10fb97ea-dcb3-4715-9b28-62a4f8ab2160 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for port was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:50.244231 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 19c7c247-de93-4371-a856-d3f61ff35e8b triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:50.244835 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:50.259702 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81d79b5c-3c6d-403b-84ee-a2ee51346730 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:50.265917 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-10fb97ea-dcb3-4715-9b28-62a4f8ab2160 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:50.276288 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-013c9377-d230-43c9-800c-30a7a37274f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:50.277177 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8e7b2fa2-47a7-4198-ac31-7c5d48b18c2f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] The port '48b1a780-d107-41c9-963a-db43017dbace' was deleted {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:30:50.300025 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d79b5c-3c6d-403b-84ee-a2ee51346730 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:30:50.300661 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81d79b5c-3c6d-403b-84ee-a2ee51346730 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:50.304950 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c9377-d230-43c9-800c-30a7a37274f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ce6362-a194-454c-b6f7-97883675085e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:50.319991 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-013c9377-d230-43c9-800c-30a7a37274f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:50.321135 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-013c9377-d230-43c9-800c-30a7a37274f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a9ce6362-a194-454c-b6f7-97883675085e HTTP/1.1" status: 204 len: 168 time: 0.3232527 Mar 31 15:30:50.333147 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:30:50.333147 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:30:50.333147 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:30:50.333147 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:30:50.333147 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:30:50.333147 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:30:50.333147 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:30:50.333147 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:30:50.333147 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:30:50.333147 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:30:50.333147 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:30:50.333147 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:30:50.333147 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:30:50.333147 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:30:50.333147 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:30:50.333147 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:30:50.333147 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:30:50.333147 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:30:50.333147 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:30:50.333147 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:30:50.333147 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:30:50.333147 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:30:50.333147 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:30:50.333147 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:30:50.333147 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:30:50.333147 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:30:50.333147 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:30:50.333147 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:30:50.333147 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:30:50.333147 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:30:50.333147 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:30:50.333147 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:30:50.451357 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48f21b7-2909-43c4-9e4f-5c993e44ce43 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Checking segment: {'id': 'ce2b0d0d-3734-49dd-b884-b7f93cf1c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6e3028d3-87b5-4f97-9eaf-e7b77ea60f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:30:50.451638 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48f21b7-2909-43c4-9e4f-5c993e44ce43 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network hostable DHCP agents. Network: 6e3028d3-87b5-4f97-9eaf-e7b77ea60f03, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:30:50.534918 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fb97ea-dcb3-4715-9b28-62a4f8ab2160 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:30:50.984055 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.api [None req-7399a20c-2400-4ccb-893e-0a3de902256b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:30:50.984767 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG oslo_db.api [None req-7399a20c-2400-4ccb-893e-0a3de902256b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:30:51.004641 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81d79b5c-3c6d-403b-84ee-a2ee51346730 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:51.020339 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e7b2fa2-47a7-4198-ac31-7c5d48b18c2f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:51.055667 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81d79b5c-3c6d-403b-84ee-a2ee51346730 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:51.075256 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48f21b7-2909-43c4-9e4f-5c993e44ce43 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network 6e3028d3-87b5-4f97-9eaf-e7b77ea60f03 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:30:51.095105 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d79b5c-3c6d-403b-84ee-a2ee51346730 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Pushing event deleted for resources: {'Network': ['ID=b101f1dd-7ea0-4b5a-8b29-39022bde1aa0,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:51.118197 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3640080f-a4c7-4f51-ac40-d92d2bb61db3 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:51.148746 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-8e7b2fa2-47a7-4198-ac31-7c5d48b18c2f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdda4fd7-5317-4584-aa32-a92ff7bbe14a']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:51.185107 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-514d4ad6-2c7b-412d-b651-4f11c0a941bb tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:51.202820 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-8e7b2fa2-47a7-4198-ac31-7c5d48b18c2f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4b2a92-bf32-4c30-acd7-7630490be13e') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:51.203114 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-8e7b2fa2-47a7-4198-ac31-7c5d48b18c2f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4b2a92-bf32-4c30-acd7-7630490be13e') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:51.265786 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-81d79b5c-3c6d-403b-84ee-a2ee51346730 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] 10.222.0.31 "DELETE /v2.0/networks/b101f1dd-7ea0-4b5a-8b29-39022bde1aa0 HTTP/1.1" status: 204 len: 168 time: 6.4595387 Mar 31 15:30:51.276140 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44420) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:51.300676 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-b48f21b7-2909-43c4-9e4f-5c993e44ce43 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 6e3028d3-87b5-4f97-9eaf-e7b77ea60f03) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:51.301842 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d4ad6-2c7b-412d-b651-4f11c0a941bb tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Pushing event deleted for resources: {'Port': ['ID=ecbf93dd-3342-4d92-a9c4-e7b48a76a75e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:51.306759 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e7b2fa2-47a7-4198-ac31-7c5d48b18c2f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:51.310259 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1665e4f7-a337-4c5c-8eba-5f07b62baa97 None None] Network 6e3028d3-87b5-4f97-9eaf-e7b77ea60f03 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:51.323483 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48f21b7-2909-43c4-9e4f-5c993e44ce43 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:51.324086 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b48f21b7-2909-43c4-9e4f-5c993e44ce43 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:51.327911 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c4dc6667-5c31-4b82-9988-31c77eb4de99 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Synchronizing usage tracker for tenant:60521320d8b145f3a1615c7cf125e5cb on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:51.332885 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-10fb97ea-dcb3-4715-9b28-62a4f8ab2160 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:51.333831 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d27bf5cf-ad26-48a4-b621-fd98b44bddc0 None None] Provisioning for port f7870be2-f57b-4395-9a5f-7cd800ab1b69 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:51.407437 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c4dc6667-5c31-4b82-9988-31c77eb4de99 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Unset dirty status for tenant:60521320d8b145f3a1615c7cf125e5cb on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:51.411389 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c4dc6667-5c31-4b82-9988-31c77eb4de99 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6409eb5-6b98-412f-84ec-9248251f6a71 HTTP/1.1" status: 200 len: 205 time: 0.1402328 Mar 31 15:30:51.411811 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44426) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:51.430448 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-514d4ad6-2c7b-412d-b651-4f11c0a941bb tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:51.432347 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-514d4ad6-2c7b-412d-b651-4f11c0a941bb tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] 10.222.0.31 "DELETE /v2.0/ports/ecbf93dd-3342-4d92-a9c4-e7b48a76a75e HTTP/1.1" status: 204 len: 168 time: 4.8940823 Mar 31 15:30:51.434683 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e7b2fa2-47a7-4198-ac31-7c5d48b18c2f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:51.443948 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44430) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:51.501136 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-10fb97ea-dcb3-4715-9b28-62a4f8ab2160 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] device_id is not set on port ebdd35fe-04c8-4b83-a1ce-e277ecbfaa80 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:30:51.510643 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44434) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:51.537867 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7b2fa2-47a7-4198-ac31-7c5d48b18c2f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:30:51.538640 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e7b2fa2-47a7-4198-ac31-7c5d48b18c2f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:51.554191 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7399a20c-2400-4ccb-893e-0a3de902256b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting port 5d2b9fb7-9d8f-4703-9f2e-edbfe92df194 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:51.554772 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7399a20c-2400-4ccb-893e-0a3de902256b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:51.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:30:51.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:30:51.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:30:51.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:30:51.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:30:51.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:30:51.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:30:51.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:30:51.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:30:51.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:30:51.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:30:51.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:30:51.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:30:51.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:30:51.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:30:51.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:30:51.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:30:51.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:30:51.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:30:51.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:30:51.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:30:51.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:30:51.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:30:51.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:30:51.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:30:51.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:30:51.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:30:51.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:30:51.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:30:51.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:30:51.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:30:51.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:30:51.641546 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b48f21b7-2909-43c4-9e4f-5c993e44ce43 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.6387355 Mar 31 15:30:51.706919 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44440) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:51.739827 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ec0902-0033-414d-a23c-307c5fe7f402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-6e3028d3-87b5-4f97-9eaf-e7b77ea60f03', 'network_id': '6e3028d3-87b5-4f97-9eaf-e7b77ea60f03', 'tenant_id': '24409fb148c545f09958fe765489c869', 'fixed_ips': [{'subnet_id': 'af99b42d-0d3b-4f94-a9be-ad7016db0606'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:30:51.740924 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-87ec0902-0033-414d-a23c-307c5fe7f402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:51.763911 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-82355ac0-0543-4ab6-8cb1-6390ecdc3792 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:51.764569 dv-neutron-833379-2-hyperv neutron-server[103444]: WARNING neutron.api.v2.base [None req-82355ac0-0543-4ab6-8cb1-6390ecdc3792 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 31 15:30:51.764960 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-82355ac0-0543-4ab6-8cb1-6390ecdc3792 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] create failed (client error): There was a conflict when trying to complete your request. Mar 31 15:30:51.768342 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-82355ac0-0543-4ab6-8cb1-6390ecdc3792 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2541718 Mar 31 15:30:51.771053 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44444) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:51.775573 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-66323b23-b385-40f7-a875-af7a57dadfe9 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:51.777029 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-867e019b-f37b-43c2-9237-f6ba755954e5 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-96481163', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:51.797659 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7399a20c-2400-4ccb-893e-0a3de902256b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] The port '5d2b9fb7-9d8f-4703-9f2e-edbfe92df194' was deleted {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:30:51.799263 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-437f62ec-1b82-4fb8-b767-4cd3a4dc14c1 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:30:51.810055 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-867e019b-f37b-43c2-9237-f6ba755954e5 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:51.823647 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-867e019b-f37b-43c2-9237-f6ba755954e5 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:router and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:51.831873 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-96e87548-8fa0-4f71-b475-87c0e5320584 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1722386089'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:51.855864 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-96e87548-8fa0-4f71-b475-87c0e5320584 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:51.856466 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-867e019b-f37b-43c2-9237-f6ba755954e5 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:51.861117 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-437f62ec-1b82-4fb8-b767-4cd3a4dc14c1 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:51.862075 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-96e87548-8fa0-4f71-b475-87c0e5320584 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Usage tracker for resource:security_group and tenant:ee31dbde83ff49d59f0e858b6352f3bc is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:51.878988 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-18890183-7645-46d7-8993-c79109b8632a tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Deleting subnet 85c058ce-218a-421b-8c3a-38ab02342a76 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:30:51.884735 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-867e019b-f37b-43c2-9237-f6ba755954e5 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:51.911633 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18890183-7645-46d7-8993-c79109b8632a tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:51.914973 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-96e87548-8fa0-4f71-b475-87c0e5320584 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:51.930275 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-96e87548-8fa0-4f71-b475-87c0e5320584 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:51.950214 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e7b2fa2-47a7-4198-ac31-7c5d48b18c2f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:51.987971 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a26070-6140-4d3d-8e78-57a60c1ebe13 None None] Update dhcp port {'port': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'fixed_ips': [{'subnet_id': '2ea3d616-775f-4e85-a76d-0201c2cb9f8d', 'ip_address': '2001:db8::f816:3eff:fe1a:488f'}, {'subnet_id': 'c808ef4f-620a-4a6d-930e-3edded53afdf'}], 'binding:host_id': 'dv-neutron-833379-2-hyperv'}, 'id': 'f7870be2-f57b-4395-9a5f-7cd800ab1b69'} from dv-neutron-833379-2-hyperv. {{(pid=103445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 31 15:30:51.995607 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-437f62ec-1b82-4fb8-b767-4cd3a4dc14c1 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:52.064817 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d2a26070-6140-4d3d-8e78-57a60c1ebe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:52.079061 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e7b2fa2-47a7-4198-ac31-7c5d48b18c2f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:52.082611 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-87ec0902-0033-414d-a23c-307c5fe7f402 None None] Allocated IP 2001:db8::2 (6e3028d3-87b5-4f97-9eaf-e7b77ea60f03/af99b42d-0d3b-4f94-a9be-ad7016db0606/2fe1a27f-58c4-4aea-918d-00f9614fff21) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:30:52.100581 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-867e019b-f37b-43c2-9237-f6ba755954e5 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:52.102186 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-867e019b-f37b-43c2-9237-f6ba755954e5 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:52.126522 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-66323b23-b385-40f7-a875-af7a57dadfe9 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:52.129144 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-66323b23-b385-40f7-a875-af7a57dadfe9 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:52.152032 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96e87548-8fa0-4f71-b475-87c0e5320584 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:52.167153 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96e87548-8fa0-4f71-b475-87c0e5320584 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:52.170561 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b2fa2-47a7-4198-ac31-7c5d48b18c2f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event deleted for resources: {'Network': ['ID=fdda4fd7-5317-4584-aa32-a92ff7bbe14a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:52.185368 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-96e87548-8fa0-4f71-b475-87c0e5320584 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:52.190143 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-96e87548-8fa0-4f71-b475-87c0e5320584 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Usage tracker for resource:security_group_rule and tenant:ee31dbde83ff49d59f0e858b6352f3bc is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:52.195307 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-96e87548-8fa0-4f71-b475-87c0e5320584 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:52.205833 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-96e87548-8fa0-4f71-b475-87c0e5320584 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:52.208266 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7399a20c-2400-4ccb-893e-0a3de902256b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:52.255358 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-66323b23-b385-40f7-a875-af7a57dadfe9 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:52.256491 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66323b23-b385-40f7-a875-af7a57dadfe9 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Fanout notify agent at l3_agent the message router_deleted on router d6409eb5-6b98-412f-84ec-9248251f6a71 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:30:52.274054 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18890183-7645-46d7-8993-c79109b8632a tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:52.295903 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-66323b23-b385-40f7-a875-af7a57dadfe9 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:52.297850 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-66323b23-b385-40f7-a875-af7a57dadfe9 tempest-RoutersNegativeIpV6Test-1625231672 tempest-RoutersNegativeIpV6Test-1625231672-project] 10.222.0.31 "DELETE /v2.0/routers/d6409eb5-6b98-412f-84ec-9248251f6a71 HTTP/1.1" status: 204 len: 168 time: 0.8839526 Mar 31 15:30:52.312357 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8e7b2fa2-47a7-4198-ac31-7c5d48b18c2f tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "DELETE /v2.0/networks/fdda4fd7-5317-4584-aa32-a92ff7bbe14a HTTP/1.1" status: 204 len: 168 time: 6.7244620 Mar 31 15:30:52.322928 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44450) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:52.323754 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device f7870be2-f57b-4395-9a5f-7cd800ab1b69 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:30:52.343207 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f62ec-1b82-4fb8-b767-4cd3a4dc14c1 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Port': ['ID=7ed78362-f985-4377-99a7-84a1a0cc811a,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:52.385948 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96e87548-8fa0-4f71-b475-87c0e5320584 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:52.417662 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-7399a20c-2400-4ccb-893e-0a3de902256b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['822f18db-3538-4dc7-ab6f-9d6e164d1ff9']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:52.425177 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-867e019b-f37b-43c2-9237-f6ba755954e5 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:52.453924 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96e87548-8fa0-4f71-b475-87c0e5320584 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:52.481061 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-96e87548-8fa0-4f71-b475-87c0e5320584 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:52.483521 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d56ce7-4f9e-4ce8-874c-6a13232547d9 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] DELETE failed (client error): The resource could not be found. Mar 31 15:30:52.483967 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32d56ce7-4f9e-4ce8-874c-6a13232547d9 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:30:52.494958 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-96e87548-8fa0-4f71-b475-87c0e5320584 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Usage tracker for resource:security_group_rule and tenant:ee31dbde83ff49d59f0e858b6352f3bc is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:52.498931 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-7399a20c-2400-4ccb-893e-0a3de902256b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7cf174f-0c70-4ceb-bc11-1e150feb9079') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:52.498931 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-7399a20c-2400-4ccb-893e-0a3de902256b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7cf174f-0c70-4ceb-bc11-1e150feb9079') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:52.503896 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-96e87548-8fa0-4f71-b475-87c0e5320584 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:52.516919 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-96e87548-8fa0-4f71-b475-87c0e5320584 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:52.524304 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e87548-8fa0-4f71-b475-87c0e5320584 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=845a7f98-3d11-465a-ba04-97b9f66ad45c,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:52.563414 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-87ec0902-0033-414d-a23c-307c5fe7f402 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:52.569181 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7399a20c-2400-4ccb-893e-0a3de902256b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:52.576978 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-87ec0902-0033-414d-a23c-307c5fe7f402 None None] Transition to ACTIVE for port object 2fe1a27f-58c4-4aea-918d-00f9614fff21 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:52.586003 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-32d56ce7-4f9e-4ce8-874c-6a13232547d9 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "DELETE /v2.0/subnets/b3e0d9a6-8356-4cb3-8db0-1e00d1727928 HTTP/1.1" status: 404 len: 337 time: 0.2442851 Mar 31 15:30:52.590691 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44454) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:52.600282 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-87ec0902-0033-414d-a23c-307c5fe7f402 None None] Transition to ACTIVE for port object 2fe1a27f-58c4-4aea-918d-00f9614fff21 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:52.617956 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96e87548-8fa0-4f71-b475-87c0e5320584 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:52.630567 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port f7870be2-f57b-4395-9a5f-7cd800ab1b69 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:52.638698 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port f7870be2-f57b-4395-9a5f-7cd800ab1b69 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:52.639070 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:52.707954 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-87ec0902-0033-414d-a23c-307c5fe7f402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:52.718425 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96e87548-8fa0-4f71-b475-87c0e5320584 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:52.754190 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2df4b417-20a8-46d4-9028-28a679f7f27a None None] Provisioning complete for port 7ed78362-f985-4377-99a7-84a1a0cc811a triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:52.754802 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2df4b417-20a8-46d4-9028-28a679f7f27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:52.786423 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e87548-8fa0-4f71-b475-87c0e5320584 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d0f9d3-b755-43d8-8925-94efb2290389,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:52.803018 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96e87548-8fa0-4f71-b475-87c0e5320584 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:52.809383 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-96e87548-8fa0-4f71-b475-87c0e5320584 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0358484 Mar 31 15:30:52.811467 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44458) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:52.814643 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ec0902-0033-414d-a23c-307c5fe7f402 None None] Network 6e3028d3-87b5-4f97-9eaf-e7b77ea60f03 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:52.816553 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-960d58d6-cfd2-49b4-89e2-b7da48393e82 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Request body: {'security_group_rule': {'security_group_id': '68d0f9d3-b755-43d8-8925-94efb2290389', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:52.819939 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-43619816-8dfe-4e93-b813-6c0f4e4d80f6 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] DELETE failed (client error): The resource could not be found. Mar 31 15:30:52.820407 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43619816-8dfe-4e93-b813-6c0f4e4d80f6 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:30:52.821068 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-87ec0902-0033-414d-a23c-307c5fe7f402 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:52.822458 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-43619816-8dfe-4e93-b813-6c0f4e4d80f6 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "DELETE /v2.0/networks/e807375f-783d-4dca-ae60-0353326b83cf HTTP/1.1" status: 404 len: 339 time: 0.0682480 Mar 31 15:30:52.823737 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7399a20c-2400-4ccb-893e-0a3de902256b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:52.830249 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ec0902-0033-414d-a23c-307c5fe7f402 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:30:52.833626 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44462) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:52.840471 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-960d58d6-cfd2-49b4-89e2-b7da48393e82 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:52.862266 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-10fb97ea-dcb3-4715-9b28-62a4f8ab2160 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Allocated IP 172.20.0.3 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/c808ef4f-620a-4a6d-930e-3edded53afdf/ebdd35fe-04c8-4b83-a1ce-e277ecbfaa80) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:30:52.872263 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-867e019b-f37b-43c2-9237-f6ba755954e5 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:52.878824 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7399a20c-2400-4ccb-893e-0a3de902256b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:30:52.879415 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7399a20c-2400-4ccb-893e-0a3de902256b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:52.892688 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-960d58d6-cfd2-49b4-89e2-b7da48393e82 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Usage tracker for resource:security_group_rule and tenant:ee31dbde83ff49d59f0e858b6352f3bc is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:52.903812 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-960d58d6-cfd2-49b4-89e2-b7da48393e82 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:52.906222 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:30:52.906222 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:30:52.906222 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:30:52.906222 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:30:52.906222 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:30:52.906222 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:30:52.906222 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:30:52.906222 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:30:52.906222 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:30:52.906222 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:30:52.906222 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:30:52.906222 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:30:52.906222 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:30:52.906222 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:30:52.906222 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:30:52.906222 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:30:52.906222 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:30:52.906222 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:30:52.906222 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:30:52.906222 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:30:52.906222 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:30:52.906222 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:30:52.906222 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:30:52.906222 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:30:52.906222 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:30:52.906222 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:30:52.906222 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:30:52.906222 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:30:52.906222 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:30:52.906222 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:30:52.906222 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:30:52.906222 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:30:52.917231 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-960d58d6-cfd2-49b4-89e2-b7da48393e82 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:52.934209 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-10fb97ea-dcb3-4715-9b28-62a4f8ab2160 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Allocated IP 2001:db8::f816:3eff:fe41:b6a (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/2ea3d616-775f-4e85-a76d-0201c2cb9f8d/ebdd35fe-04c8-4b83-a1ce-e277ecbfaa80) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:30:52.943159 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-eefb136c-a65c-4815-931d-76238f3e4edb tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Deleting subnet 9f856c5c-781f-4049-b65f-8a1bdf62733b {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:30:52.947156 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eefb136c-a65c-4815-931d-76238f3e4edb tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:52.968389 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec0902-0033-414d-a23c-307c5fe7f402 None None] Pushing event updated for resources: {'Port': ['ID=2fe1a27f-58c4-4aea-918d-00f9614fff21,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:52.983051 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-2df4b417-20a8-46d4-9028-28a679f7f27a None None] Port 7ed78362-f985-4377-99a7-84a1a0cc811a cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:30:52.989242 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44468) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:52.994818 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18890183-7645-46d7-8993-c79109b8632a tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:53.017311 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-87ec0902-0033-414d-a23c-307c5fe7f402 None None] Attempting to bind port 2fe1a27f-58c4-4aea-918d-00f9614fff21 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:30:53.018153 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-87ec0902-0033-414d-a23c-307c5fe7f402 None None] Attempting to bind port 2fe1a27f-58c4-4aea-918d-00f9614fff21 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'ce2b0d0d-3734-49dd-b884-b7f93cf1c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6e3028d3-87b5-4f97-9eaf-e7b77ea60f03'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:30:53.018981 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ec0902-0033-414d-a23c-307c5fe7f402 None None] Attempting to bind port 2fe1a27f-58c4-4aea-918d-00f9614fff21 on network 6e3028d3-87b5-4f97-9eaf-e7b77ea60f03 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:30:53.020401 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-960d58d6-cfd2-49b4-89e2-b7da48393e82 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:53.052727 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eefb136c-a65c-4815-931d-76238f3e4edb tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:53.085439 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-867e019b-f37b-43c2-9237-f6ba755954e5 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:53.086687 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-867e019b-f37b-43c2-9237-f6ba755954e5 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3713365 Mar 31 15:30:53.108481 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44474) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:53.113522 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-437f62ec-1b82-4fb8-b767-4cd3a4dc14c1 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:53.118025 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:53.132895 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-91cbec26-fc60-44e7-aa55-f92f75eeb1ed tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'port': {'network_id': '6e3028d3-87b5-4f97-9eaf-e7b77ea60f03', 'name': 'tempest-PortsIpV6TestJSON-1195302258'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:53.136452 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ec0902-0033-414d-a23c-307c5fe7f402 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:30:53.137001 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ec0902-0033-414d-a23c-307c5fe7f402 None None] Checking segment: {'id': 'ce2b0d0d-3734-49dd-b884-b7f93cf1c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6e3028d3-87b5-4f97-9eaf-e7b77ea60f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:30:53.137384 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-87ec0902-0033-414d-a23c-307c5fe7f402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:53.138392 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ec0902-0033-414d-a23c-307c5fe7f402 None None] Bound using segment: {'id': 'ce2b0d0d-3734-49dd-b884-b7f93cf1c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6e3028d3-87b5-4f97-9eaf-e7b77ea60f03'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:30:53.138906 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-87ec0902-0033-414d-a23c-307c5fe7f402 None None] Bound port: 2fe1a27f-58c4-4aea-918d-00f9614fff21, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce2b0d0d-3734-49dd-b884-b7f93cf1c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6e3028d3-87b5-4f97-9eaf-e7b77ea60f03'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:30:53.139280 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-87ec0902-0033-414d-a23c-307c5fe7f402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:53.154901 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-960d58d6-cfd2-49b4-89e2-b7da48393e82 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:53.214381 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5b262389-a9fa-48bc-a9ac-6a31670368d5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60521320d8b145f3a1615c7cf125e5cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257075 Mar 31 15:30:53.214609 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44478) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:53.232271 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port f7870be2-f57b-4395-9a5f-7cd800ab1b69, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=f7870be2-f57b-4395-9a5f-7cd800ab1b69,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:53.234935 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-960d58d6-cfd2-49b4-89e2-b7da48393e82 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:53.255601 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7399a20c-2400-4ccb-893e-0a3de902256b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:53.257174 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eefb136c-a65c-4815-931d-76238f3e4edb tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:53.262440 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-87ec0902-0033-414d-a23c-307c5fe7f402 None None] For port 2fe1a27f-58c4-4aea-918d-00f9614fff21, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:30:53.266866 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-87ec0902-0033-414d-a23c-307c5fe7f402 None None] For port 2fe1a27f-58c4-4aea-918d-00f9614fff21, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=2fe1a27f-58c4-4aea-918d-00f9614fff21,segment=NetworkSegment(ce2b0d0d-3734-49dd-b884-b7f93cf1c244),segment_id=ce2b0d0d-3734-49dd-b884-b7f93cf1c244)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:30:53.317132 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7399a20c-2400-4ccb-893e-0a3de902256b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:53.318411 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:53.319452 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d58d6-cfd2-49b4-89e2-b7da48393e82 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99758638-4220-4475-b418-ee19226fea7e,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:53.353223 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399a20c-2400-4ccb-893e-0a3de902256b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Network': ['ID=822f18db-3538-4dc7-ab6f-9d6e164d1ff9,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:53.361975 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bfd25cd3-e289-4959-aafb-062f0c0078fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:53.379788 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-87ec0902-0033-414d-a23c-307c5fe7f402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:53.396692 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bfd25cd3-e289-4959-aafb-062f0c0078fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:53.425756 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-960d58d6-cfd2-49b4-89e2-b7da48393e82 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:53.425965 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7399a20c-2400-4ccb-893e-0a3de902256b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/networks/822f18db-3538-4dc7-ab6f-9d6e164d1ff9 HTTP/1.1" status: 204 len: 168 time: 6.1439197 Mar 31 15:30:53.428859 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-960d58d6-cfd2-49b4-89e2-b7da48393e82 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6121476 Mar 31 15:30:53.428859 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44482) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:53.429635 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44484) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:53.436150 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-ba539078-8a2b-462a-ba8c-f22163936412 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Request body: {'security_group_rule': {'security_group_id': '68d0f9d3-b755-43d8-8925-94efb2290389', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:53.442997 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=f7870be2-f57b-4395-9a5f-7cd800ab1b69,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:53.482006 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-91cbec26-fc60-44e7-aa55-f92f75eeb1ed tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:53.488775 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ba539078-8a2b-462a-ba8c-f22163936412 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:53.496865 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-91cbec26-fc60-44e7-aa55-f92f75eeb1ed tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:port and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:53.500481 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eefb136c-a65c-4815-931d-76238f3e4edb tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:53.502804 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-91cbec26-fc60-44e7-aa55-f92f75eeb1ed tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for port was recalculated. Used quota:2. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:53.512469 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-91cbec26-fc60-44e7-aa55-f92f75eeb1ed tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:53.536224 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-10fb97ea-dcb3-4715-9b28-62a4f8ab2160 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:53.541088 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18890183-7645-46d7-8993-c79109b8632a tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:53.541760 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ba539078-8a2b-462a-ba8c-f22163936412 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Usage tracker for resource:security_group_rule and tenant:ee31dbde83ff49d59f0e858b6352f3bc is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:53.551512 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec0902-0033-414d-a23c-307c5fe7f402 None None] Pushing event updated for resources: {'Port': ['ID=2fe1a27f-58c4-4aea-918d-00f9614fff21,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:53.568888 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb136c-a65c-4815-931d-76238f3e4edb tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event deleted for resources: {'Subnet': ['ID=9f856c5c-781f-4049-b65f-8a1bdf62733b,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:53.571317 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ba539078-8a2b-462a-ba8c-f22163936412 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:53.590459 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eefb136c-a65c-4815-931d-76238f3e4edb tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:53.593274 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ba539078-8a2b-462a-ba8c-f22163936412 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:53.594519 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a587a9-19e1-44c3-a710-4eb002179be2 None None] Network 5edb89bc-5556-490b-a4e4-e46c68f0d4ce requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:53.621111 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74b32e3-20ef-4d36-b590-f665f2fd9ebd tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:53.625955 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a74b32e3-20ef-4d36-b590-f665f2fd9ebd tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "GET /v2.0/ports/fde6624a-ac4f-4756-a6f2-5f350a50d815 HTTP/1.1" status: 200 len: 839 time: 0.1903241 Mar 31 15:30:53.626158 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18890183-7645-46d7-8993-c79109b8632a tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Pushing event deleted for resources: {'Subnet': ['ID=85c058ce-218a-421b-8c3a-38ab02342a76,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:53.627486 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44490) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:53.629793 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18890183-7645-46d7-8993-c79109b8632a tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:53.635009 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-18890183-7645-46d7-8993-c79109b8632a tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] 10.222.0.31 "DELETE /v2.0/subnets/85c058ce-218a-421b-8c3a-38ab02342a76 HTTP/1.1" status: 204 len: 168 time: 2.1861770 Mar 31 15:30:53.650571 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fd3adc-4d6e-46a4-9617-212c2f02e909 None None] Network 8d60d588-0402-4484-b1da-1753a3574376 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:53.650776 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-10fb97ea-dcb3-4715-9b28-62a4f8ab2160 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Transition to ACTIVE for port object ebdd35fe-04c8-4b83-a1ce-e277ecbfaa80 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:53.686175 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44494) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:53.687579 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-eefb136c-a65c-4815-931d-76238f3e4edb tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "DELETE /v2.0/subnets/9f856c5c-781f-4049-b65f-8a1bdf62733b HTTP/1.1" status: 204 len: 168 time: 0.8509223 Mar 31 15:30:53.700692 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44498) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:53.705126 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cbec26-fc60-44e7-aa55-f92f75eeb1ed tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:30:53.708650 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-91cbec26-fc60-44e7-aa55-f92f75eeb1ed tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:53.745666 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-437f62ec-1b82-4fb8-b767-4cd3a4dc14c1 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:53.842526 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bfd25cd3-e289-4959-aafb-062f0c0078fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:53.844959 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bfd25cd3-e289-4959-aafb-062f0c0078fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:53.846203 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-bfd25cd3-e289-4959-aafb-062f0c0078fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d16b8616-0a39-4ccc-9c75-160175347560 HTTP/1.1" status: 204 len: 168 time: 0.6308031 Mar 31 15:30:53.864649 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-244398de-9994-4681-856e-f8a1041b3e5c tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "GET /v2.0/ports/fde6624a-ac4f-4756-a6f2-5f350a50d815?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2347262 Mar 31 15:30:53.870519 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ba539078-8a2b-462a-ba8c-f22163936412 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:53.874592 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44504) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:53.897456 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-91cbec26-fc60-44e7-aa55-f92f75eeb1ed tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] device_id is not set on port eceae24e-8a68-4cea-beda-e8a923e99dcb yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:30:53.900895 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd25cd3-e289-4959-aafb-062f0c0078fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16b8616-0a39-4ccc-9c75-160175347560,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:53.931764 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e61b696-6a17-4b4b-9d40-43bf169bb797 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:54.012295 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7e61b696-6a17-4b4b-9d40-43bf169bb797 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Deleting port 80458637-2684-46e0-9f57-3dadc4774f9b {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:54.012295 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e61b696-6a17-4b4b-9d40-43bf169bb797 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:54.014679 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a7bbee33-a325-4499-b3d2-ec7a5d5def72 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'subnet': {'network_id': '0dfe4455-f298-4793-98de-d5f85bbf57cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:54.165391 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-ba539078-8a2b-462a-ba8c-f22163936412 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] create failed (client error): There was a conflict when trying to complete your request. Mar 31 15:30:54.169043 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ba539078-8a2b-462a-ba8c-f22163936412 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7387860 Mar 31 15:30:54.182821 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44508) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:54.185223 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab83ad2f-af9e-412c-9c35-275c2a94ad66 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:54.302232 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-d2a26070-6140-4d3d-8e78-57a60c1ebe13 None None] Allocated IP 172.20.0.2 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/c808ef4f-620a-4a6d-930e-3edded53afdf/f7870be2-f57b-4395-9a5f-7cd800ab1b69) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:30:54.419018 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5143dc51-c913-4459-81d5-f35234502e18 None None] DHCP port deletion for 5edb89bc-5556-490b-a4e4-e46c68f0d4ce request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:30:54.421598 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4d8756-84c2-4e8e-ad5f-ff9adae5900a None None] DHCP port deletion for 8d60d588-0402-4484-b1da-1753a3574376 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:30:54.426675 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 2fe1a27f-58c4-4aea-918d-00f9614fff21 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:30:54.491506 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7e61b696-6a17-4b4b-9d40-43bf169bb797 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] For port 80458637-2684-46e0-9f57-3dadc4774f9b, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=80458637-2684-46e0-9f57-3dadc4774f9b,segment=NetworkSegment(3c3cb670-bfe7-49cb-bdff-cc2b233a2c57),segment_id=3c3cb670-bfe7-49cb-bdff-cc2b233a2c57)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:54.492064 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e61b696-6a17-4b4b-9d40-43bf169bb797 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:54.492156 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d8756-84c2-4e8e-ad5f-ff9adae5900a None None] Deleting port 80458637-2684-46e0-9f57-3dadc4774f9b {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:54.492390 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ac4d8756-84c2-4e8e-ad5f-ff9adae5900a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:54.496830 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-10fb97ea-dcb3-4715-9b28-62a4f8ab2160 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:54.504205 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a7bbee33-a325-4499-b3d2-ec7a5d5def72 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:54.582466 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-5143dc51-c913-4459-81d5-f35234502e18 None None] Deleting port 4727a91c-6e33-44f4-973d-99e5ea3e2b9f {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:54.582860 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5143dc51-c913-4459-81d5-f35234502e18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:54.612174 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a7bbee33-a325-4499-b3d2-ec7a5d5def72 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:subnet and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:54.641390 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-417bf0bc-fa1a-4308-a40a-d38f8d3af232 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:54.684091 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-417bf0bc-fa1a-4308-a40a-d38f8d3af232 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:54.737032 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a7bbee33-a325-4499-b3d2-ec7a5d5def72 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:54.742927 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-91cbec26-fc60-44e7-aa55-f92f75eeb1ed tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Allocated IP 2001:db8::90 (6e3028d3-87b5-4f97-9eaf-e7b77ea60f03/af99b42d-0d3b-4f94-a9be-ad7016db0606/eceae24e-8a68-4cea-beda-e8a923e99dcb) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:30:54.767702 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-d2a26070-6140-4d3d-8e78-57a60c1ebe13 None None] For port f7870be2-f57b-4395-9a5f-7cd800ab1b69, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=f7870be2-f57b-4395-9a5f-7cd800ab1b69,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:54.835602 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7e61b696-6a17-4b4b-9d40-43bf169bb797 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Calling delete_port for 80458637-2684-46e0-9f57-3dadc4774f9b owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:54.862988 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 2fe1a27f-58c4-4aea-918d-00f9614fff21 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:54.888950 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device f7870be2-f57b-4395-9a5f-7cd800ab1b69 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:30:54.904889 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-417bf0bc-fa1a-4308-a40a-d38f8d3af232 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:54.927050 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a7bbee33-a325-4499-b3d2-ec7a5d5def72 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:54.960917 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-417bf0bc-fa1a-4308-a40a-d38f8d3af232 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:54.963034 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-417bf0bc-fa1a-4308-a40a-d38f8d3af232 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "DELETE /v2.0/security-groups/68d0f9d3-b755-43d8-8925-94efb2290389 HTTP/1.1" status: 204 len: 168 time: 0.7792723 Mar 31 15:30:54.965554 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417bf0bc-fa1a-4308-a40a-d38f8d3af232 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d0f9d3-b755-43d8-8925-94efb2290389,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:54.970574 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fb97ea-dcb3-4715-9b28-62a4f8ab2160 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:54.979554 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44526) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:54.980870 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ab83ad2f-af9e-412c-9c35-275c2a94ad66 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Deleting port 4727a91c-6e33-44f4-973d-99e5ea3e2b9f {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:54.981517 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab83ad2f-af9e-412c-9c35-275c2a94ad66 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:54.997476 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.resource_extend [None req-d2a26070-6140-4d3d-8e78-57a60c1ebe13 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:30:55.006384 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-10fb97ea-dcb3-4715-9b28-62a4f8ab2160 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:55.010604 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fb97ea-dcb3-4715-9b28-62a4f8ab2160 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:30:55.048357 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e61b696-6a17-4b4b-9d40-43bf169bb797 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:55.069869 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3739ca28-958f-48d0-9a08-afa28d79e837 None None] Network 6e3028d3-87b5-4f97-9eaf-e7b77ea60f03 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:55.090212 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d2a26070-6140-4d3d-8e78-57a60c1ebe13 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:55.129838 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e61b696-6a17-4b4b-9d40-43bf169bb797 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] No DVR routers for this DVR port 80458637-2684-46e0-9f57-3dadc4774f9b on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:30:55.157963 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb97ea-dcb3-4715-9b28-62a4f8ab2160 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Port': ['ID=ebdd35fe-04c8-4b83-a1ce-e277ecbfaa80,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:55.160268 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bbee33-a325-4499-b3d2-ec7a5d5def72 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:30:55.163767 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7bbee33-a325-4499-b3d2-ec7a5d5def72 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:55.169331 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61b696-6a17-4b4b-9d40-43bf169bb797 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Pushing event deleted for resources: {'Port': ['ID=80458637-2684-46e0-9f57-3dadc4774f9b,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:55.295893 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e61b696-6a17-4b4b-9d40-43bf169bb797 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:55.302044 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-ac4d8756-84c2-4e8e-ad5f-ff9adae5900a None None] For port 80458637-2684-46e0-9f57-3dadc4774f9b, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=80458637-2684-46e0-9f57-3dadc4774f9b,segment=NetworkSegment(3c3cb670-bfe7-49cb-bdff-cc2b233a2c57),segment_id=3c3cb670-bfe7-49cb-bdff-cc2b233a2c57)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:55.302044 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ac4d8756-84c2-4e8e-ad5f-ff9adae5900a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:55.317888 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:55.334346 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d2a26070-6140-4d3d-8e78-57a60c1ebe13 None None] Transition to ACTIVE for port object f7870be2-f57b-4395-9a5f-7cd800ab1b69 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:55.340130 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-7e61b696-6a17-4b4b-9d40-43bf169bb797 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d60d588-0402-4484-b1da-1753a3574376']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:55.361902 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-7e61b696-6a17-4b4b-9d40-43bf169bb797 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c3cb670-bfe7-49cb-bdff-cc2b233a2c57') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:55.362204 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-7e61b696-6a17-4b4b-9d40-43bf169bb797 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c3cb670-bfe7-49cb-bdff-cc2b233a2c57') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:55.379606 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e61b696-6a17-4b4b-9d40-43bf169bb797 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:55.398486 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-5143dc51-c913-4459-81d5-f35234502e18 None None] For port 4727a91c-6e33-44f4-973d-99e5ea3e2b9f, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=4727a91c-6e33-44f4-973d-99e5ea3e2b9f,segment=NetworkSegment(471cc289-b7b8-43d6-91df-36050e85a08e),segment_id=471cc289-b7b8-43d6-91df-36050e85a08e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:55.400892 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5143dc51-c913-4459-81d5-f35234502e18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:55.402061 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e61b696-6a17-4b4b-9d40-43bf169bb797 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:55.409763 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e61b696-6a17-4b4b-9d40-43bf169bb797 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:30:55.410089 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e61b696-6a17-4b4b-9d40-43bf169bb797 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:55.429399 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:30:55.429399 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:30:55.429399 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:30:55.429399 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:30:55.429399 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:30:55.429399 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:30:55.429399 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:30:55.429399 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:30:55.429399 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:30:55.429399 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:30:55.429399 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:30:55.429399 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:30:55.429399 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:30:55.429399 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:30:55.429399 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:30:55.429399 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:30:55.429399 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:30:55.429399 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:30:55.429399 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:30:55.429399 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:30:55.429399 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:30:55.429399 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:30:55.429399 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:30:55.429399 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:30:55.429399 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:30:55.429399 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:30:55.429399 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:30:55.429399 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:30:55.429399 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:30:55.429399 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:30:55.429399 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:30:55.429399 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:30:55.446677 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fb97ea-dcb3-4715-9b28-62a4f8ab2160 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:55.447269 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-10fb97ea-dcb3-4715-9b28-62a4f8ab2160 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:55.466430 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0987e3b2-7805-4771-a643-7c1d07a9d192 None None] Provisioning for port 2fe1a27f-58c4-4aea-918d-00f9614fff21 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:55.476567 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d8756-84c2-4e8e-ad5f-ff9adae5900a None None] Calling delete_port for 80458637-2684-46e0-9f57-3dadc4774f9b owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:55.493147 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44536) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:55.519560 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1ab060c2-cdf5-413d-a05d-650a35ed9dab tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5059128 Mar 31 15:30:55.520015 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44540) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:55.525954 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-e98f36de-9498-4eee-93e2-d17729fb0d45 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1938161558'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:55.535744 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e98f36de-9498-4eee-93e2-d17729fb0d45 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:55.551425 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e98f36de-9498-4eee-93e2-d17729fb0d45 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Usage tracker for resource:security_group and tenant:ee31dbde83ff49d59f0e858b6352f3bc is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:55.559954 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e98f36de-9498-4eee-93e2-d17729fb0d45 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:55.575896 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e98f36de-9498-4eee-93e2-d17729fb0d45 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:55.578512 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d2a26070-6140-4d3d-8e78-57a60c1ebe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:55.648538 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e61b696-6a17-4b4b-9d40-43bf169bb797 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:55.653973 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e61b696-6a17-4b4b-9d40-43bf169bb797 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:55.678387 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0987e3b2-7805-4771-a643-7c1d07a9d192 None None] Provisioning complete for port 2fe1a27f-58c4-4aea-918d-00f9614fff21 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:55.678387 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0987e3b2-7805-4771-a643-7c1d07a9d192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:55.690133 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e98f36de-9498-4eee-93e2-d17729fb0d45 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:55.708122 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61b696-6a17-4b4b-9d40-43bf169bb797 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] Pushing event deleted for resources: {'Network': ['ID=8d60d588-0402-4484-b1da-1753a3574376,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:55.711840 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-5143dc51-c913-4459-81d5-f35234502e18 None None] Calling delete_port for 4727a91c-6e33-44f4-973d-99e5ea3e2b9f owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:55.730464 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7e61b696-6a17-4b4b-9d40-43bf169bb797 tempest-AllowedAddressPairIpV6TestJSON-1204217061 tempest-AllowedAddressPairIpV6TestJSON-1204217061-project] 10.222.0.31 "DELETE /v2.0/networks/8d60d588-0402-4484-b1da-1753a3574376 HTTP/1.1" status: 204 len: 168 time: 2.0416408 Mar 31 15:30:55.732002 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e98f36de-9498-4eee-93e2-d17729fb0d45 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:55.738144 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e98f36de-9498-4eee-93e2-d17729fb0d45 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Usage tracker for resource:security_group_rule and tenant:ee31dbde83ff49d59f0e858b6352f3bc is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:55.740895 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e98f36de-9498-4eee-93e2-d17729fb0d45 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:55.747688 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e98f36de-9498-4eee-93e2-d17729fb0d45 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:55.788795 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-437f62ec-1b82-4fb8-b767-4cd3a4dc14c1 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:55.836002 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e98f36de-9498-4eee-93e2-d17729fb0d45 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:55.856220 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4f84490a-0505-465b-b352-1727402b6500 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-378568070'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:55.860506 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-10fb97ea-dcb3-4715-9b28-62a4f8ab2160 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 6.8720887 Mar 31 15:30:55.863309 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44548) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:55.879234 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4f84490a-0505-465b-b352-1727402b6500 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:55.895315 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-ab83ad2f-af9e-412c-9c35-275c2a94ad66 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] For port 4727a91c-6e33-44f4-973d-99e5ea3e2b9f, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=4727a91c-6e33-44f4-973d-99e5ea3e2b9f,segment=NetworkSegment(471cc289-b7b8-43d6-91df-36050e85a08e),segment_id=471cc289-b7b8-43d6-91df-36050e85a08e)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:55.895972 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab83ad2f-af9e-412c-9c35-275c2a94ad66 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:55.904294 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-437f62ec-1b82-4fb8-b767-4cd3a4dc14c1 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:55.905056 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-437f62ec-1b82-4fb8-b767-4cd3a4dc14c1 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:55.908803 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4f84490a-0505-465b-b352-1727402b6500 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Usage tracker for resource:network and tenant:d0a6e84098f744bb95208b9a0b7c1106 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:55.921312 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e98f36de-9498-4eee-93e2-d17729fb0d45 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:55.952159 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4f84490a-0505-465b-b352-1727402b6500 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:55.997372 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f36de-9498-4eee-93e2-d17729fb0d45 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59b513f9-5815-480a-8f34-efcfb87c1e91,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:56.028459 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71efde49-fd40-4807-8a9d-4465abab9599 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:56.034816 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71efde49-fd40-4807-8a9d-4465abab9599 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:56.036583 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-71efde49-fd40-4807-8a9d-4465abab9599 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1718898 Mar 31 15:30:56.039695 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44552) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:56.057010 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a26070-6140-4d3d-8e78-57a60c1ebe13 None None] Pushing event updated for resources: {'Port': ['ID=f7870be2-f57b-4395-9a5f-7cd800ab1b69,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:56.080686 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-ac4d8756-84c2-4e8e-ad5f-ff9adae5900a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:30:56.081324 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-ac4d8756-84c2-4e8e-ad5f-ff9adae5900a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:30:56.097788 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e98f36de-9498-4eee-93e2-d17729fb0d45 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:56.099002 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e98f36de-9498-4eee-93e2-d17729fb0d45 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5779400 Mar 31 15:30:56.106247 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44556) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:56.113348 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ab83ad2f-af9e-412c-9c35-275c2a94ad66 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Calling delete_port for 4727a91c-6e33-44f4-973d-99e5ea3e2b9f owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:56.113536 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-99b00364-91c6-4e0e-8f78-85b459495cd9 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Request body: {'security_group_rule': {'security_group_id': '59b513f9-5815-480a-8f34-efcfb87c1e91', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:56.114225 dv-neutron-833379-2-hyperv neutron-server[103444]: WARNING neutron.api.v2.base [None req-99b00364-91c6-4e0e-8f78-85b459495cd9 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 31 15:30:56.115571 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-99b00364-91c6-4e0e-8f78-85b459495cd9 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:30:56.119106 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-99b00364-91c6-4e0e-8f78-85b459495cd9 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0094223 Mar 31 15:30:56.119990 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44560) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:56.221945 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-35ca6bb9-b6b9-4293-a890-4d67dac247db tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting port ebdd35fe-04c8-4b83-a1ce-e277ecbfaa80 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:56.222624 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-35ca6bb9-b6b9-4293-a890-4d67dac247db tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:56.223290 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5143dc51-c913-4459-81d5-f35234502e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:56.230840 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device f7870be2-f57b-4395-9a5f-7cd800ab1b69 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:30:56.279786 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bc796971-e833-45be-913e-1708714e3716 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:56.340500 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bc796971-e833-45be-913e-1708714e3716 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:56.393899 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44566) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:56.396037 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0987e3b2-7805-4771-a643-7c1d07a9d192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:56.426039 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-91cbec26-fc60-44e7-aa55-f92f75eeb1ed tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:56.444234 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-91cbec26-fc60-44e7-aa55-f92f75eeb1ed tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Transition to ACTIVE for port object eceae24e-8a68-4cea-beda-e8a923e99dcb will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:56.460350 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143dc51-c913-4459-81d5-f35234502e18 None None] Pushing event deleted for resources: {'Port': ['ID=4727a91c-6e33-44f4-973d-99e5ea3e2b9f,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:56.465230 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4f84490a-0505-465b-b352-1727402b6500 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:56.473910 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5143dc51-c913-4459-81d5-f35234502e18 None None] No DVR routers for this DVR port 4727a91c-6e33-44f4-973d-99e5ea3e2b9f on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:30:56.491295 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7bbee33-a325-4499-b3d2-ec7a5d5def72 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:56.515380 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-0987e3b2-7805-4771-a643-7c1d07a9d192 None None] For port 2fe1a27f-58c4-4aea-918d-00f9614fff21, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=2fe1a27f-58c4-4aea-918d-00f9614fff21,segment=NetworkSegment(ce2b0d0d-3734-49dd-b884-b7f93cf1c244),segment_id=ce2b0d0d-3734-49dd-b884-b7f93cf1c244)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:30:56.580020 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 4727a91c-6e33-44f4-973d-99e5ea3e2b9f no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:30:56.611102 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bbee33-a325-4499-b3d2-ec7a5d5def72 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network 0dfe4455-f298-4793-98de-d5f85bbf57cc is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:56.645488 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d8756-84c2-4e8e-ad5f-ff9adae5900a None None] Deleting port 80458637-2684-46e0-9f57-3dadc4774f9b {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:56.645896 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ac4d8756-84c2-4e8e-ad5f-ff9adae5900a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:56.649109 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-a7bbee33-a325-4499-b3d2-ec7a5d5def72 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:56.656064 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bbee33-a325-4499-b3d2-ec7a5d5def72 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:56.659761 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7bbee33-a325-4499-b3d2-ec7a5d5def72 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:56.690824 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bc796971-e833-45be-913e-1708714e3716 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:56.699054 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-91cbec26-fc60-44e7-aa55-f92f75eeb1ed tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:56.702958 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 4727a91c-6e33-44f4-973d-99e5ea3e2b9f {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:30:56.703306 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 4727a91c-6e33-44f4-973d-99e5ea3e2b9f not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:30:56.703786 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 80458637-2684-46e0-9f57-3dadc4774f9b no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:30:56.743389 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f62ec-1b82-4fb8-b767-4cd3a4dc14c1 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Port': ['ID=7ed78362-f985-4377-99a7-84a1a0cc811a,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:56.745082 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc796971-e833-45be-913e-1708714e3716 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b513f9-5815-480a-8f34-efcfb87c1e91,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:56.764157 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f84490a-0505-465b-b352-1727402b6500 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Made reservation on behalf of d0a6e84098f744bb95208b9a0b7c1106 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:30:56.772560 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0987e3b2-7805-4771-a643-7c1d07a9d192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:56.774684 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f84490a-0505-465b-b352-1727402b6500 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:56.782500 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 80458637-2684-46e0-9f57-3dadc4774f9b {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:30:56.782500 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 80458637-2684-46e0-9f57-3dadc4774f9b not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:30:56.811291 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bc796971-e833-45be-913e-1708714e3716 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:56.812482 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-bc796971-e833-45be-913e-1708714e3716 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "DELETE /v2.0/security-groups/59b513f9-5815-480a-8f34-efcfb87c1e91 HTTP/1.1" status: 204 len: 168 time: 0.6882911 Mar 31 15:30:56.816006 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44572) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:56.821468 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a75677f3-5c21-4ce3-8cd3-efe15ea174eb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33014ad214cf4de9aa340b17e7803ece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4285977 Mar 31 15:30:56.846586 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-35ca6bb9-b6b9-4293-a890-4d67dac247db tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:56.851790 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f84490a-0505-465b-b352-1727402b6500 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:56.855537 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44574) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:56.876168 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cbec26-fc60-44e7-aa55-f92f75eeb1ed tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network 6e3028d3-87b5-4f97-9eaf-e7b77ea60f03 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:56.896007 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-91cbec26-fc60-44e7-aa55-f92f75eeb1ed tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:56.897713 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-5b44469b-0fdb-4715-88d9-1992d6a074cb tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Synchronizing usage tracker for tenant:ee31dbde83ff49d59f0e858b6352f3bc on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:56.900092 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf32f2a-16ce-45c1-ab96-ec00213bec43 None None] Network 0dfe4455-f298-4793-98de-d5f85bbf57cc requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:56.911593 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.api [None req-ab83ad2f-af9e-412c-9c35-275c2a94ad66 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:30:56.912142 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG oslo_db.api [None req-ab83ad2f-af9e-412c-9c35-275c2a94ad66 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:30:56.919014 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cbec26-fc60-44e7-aa55-f92f75eeb1ed tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:30:56.924841 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cbec26-fc60-44e7-aa55-f92f75eeb1ed tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:56.925573 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-91cbec26-fc60-44e7-aa55-f92f75eeb1ed tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:56.938220 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987e3b2-7805-4771-a643-7c1d07a9d192 None None] Pushing event updated for resources: {'Port': ['ID=2fe1a27f-58c4-4aea-918d-00f9614fff21,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:56.941465 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4f84490a-0505-465b-b352-1727402b6500 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:56.946073 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bbee33-a325-4499-b3d2-ec7a5d5def72 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Subnet': ['ID=0c149e4f-2a3f-4fdb-b291-c906a16e55bb,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:56.959283 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4f84490a-0505-465b-b352-1727402b6500 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Usage tracker for resource:security_group_rule and tenant:d0a6e84098f744bb95208b9a0b7c1106 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:56.970359 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4f84490a-0505-465b-b352-1727402b6500 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:56.989140 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a7bbee33-a325-4499-b3d2-ec7a5d5def72 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0935655 Mar 31 15:30:56.994817 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4f84490a-0505-465b-b352-1727402b6500 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:56.998653 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44580) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:57.006606 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437f62ec-1b82-4fb8-b767-4cd3a4dc14c1 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network 65af920d-ca18-4da7-b49e-8e600b310c89 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:57.015651 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-34cce35a-7d22-4cc5-856b-998ce9743564 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'security_group': {'name': 'tempest-secgroup-627356810'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:57.026918 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-437f62ec-1b82-4fb8-b767-4cd3a4dc14c1 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:57.028877 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbec26-fc60-44e7-aa55-f92f75eeb1ed tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Port': ['ID=eceae24e-8a68-4cea-beda-e8a923e99dcb,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:57.035904 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d8756-84c2-4e8e-ad5f-ff9adae5900a None None] The port '80458637-2684-46e0-9f57-3dadc4774f9b' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:30:57.036881 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-34cce35a-7d22-4cc5-856b-998ce9743564 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:57.085655 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-35ca6bb9-b6b9-4293-a890-4d67dac247db tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Calling delete_port for ebdd35fe-04c8-4b83-a1ce-e277ecbfaa80 owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:30:57.114188 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-46f8e8e7-d45a-4c57-b80a-d4035f23fead None None] Provisioning complete for port 2fe1a27f-58c4-4aea-918d-00f9614fff21 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:57.114810 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-46f8e8e7-d45a-4c57-b80a-d4035f23fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:57.359853 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-34cce35a-7d22-4cc5-856b-998ce9743564 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:security_group and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:57.374176 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-34cce35a-7d22-4cc5-856b-998ce9743564 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:57.383572 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-91cbec26-fc60-44e7-aa55-f92f75eeb1ed tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.2707815 Mar 31 15:30:57.388982 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44584) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:57.460863 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f84490a-0505-465b-b352-1727402b6500 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:57.463564 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ab83ad2f-af9e-412c-9c35-275c2a94ad66 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Deleting port 4727a91c-6e33-44f4-973d-99e5ea3e2b9f {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:30:57.463902 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab83ad2f-af9e-412c-9c35-275c2a94ad66 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:57.529628 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a2f7f7e1-0429-4b6d-9dcf-a74bdc1c7424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:57.558333 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a2f7f7e1-0429-4b6d-9dcf-a74bdc1c7424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:57.572024 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-34cce35a-7d22-4cc5-856b-998ce9743564 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:57.581169 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66b6273-8c09-408b-888b-9502c6962b2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-0dfe4455-f298-4793-98de-d5f85bbf57cc', 'network_id': '0dfe4455-f298-4793-98de-d5f85bbf57cc', 'tenant_id': '62591a084e044f5ebd9b8ec401f28de6', 'fixed_ips': [{'subnet_id': '0c149e4f-2a3f-4fdb-b291-c906a16e55bb'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:30:57.581813 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-5b44469b-0fdb-4715-88d9-1992d6a074cb tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Unset dirty status for tenant:ee31dbde83ff49d59f0e858b6352f3bc on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:57.582280 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a66b6273-8c09-408b-888b-9502c6962b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:57.587981 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5b44469b-0fdb-4715-88d9-1992d6a074cb tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7652254 Mar 31 15:30:57.588650 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44588) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:57.598229 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-35ca6bb9-b6b9-4293-a890-4d67dac247db tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:57.606804 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-14a10a9b-c337-45e9-88d8-b88b2f33630a None None] Provisioning complete for port 7ed78362-f985-4377-99a7-84a1a0cc811a triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:57.607302 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-14a10a9b-c337-45e9-88d8-b88b2f33630a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:57.610156 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-165cf557-2c21-4a04-bfad-f8ceec091228 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Request body: {'security_group': {'name': 'tempest-secgroup--2079136749'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:57.666960 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-165cf557-2c21-4a04-bfad-f8ceec091228 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:57.669593 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-14a10a9b-c337-45e9-88d8-b88b2f33630a None None] Port 7ed78362-f985-4377-99a7-84a1a0cc811a cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:30:57.694176 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca6bb9-b6b9-4293-a890-4d67dac247db tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Port': ['ID=ebdd35fe-04c8-4b83-a1ce-e277ecbfaa80,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:57.714022 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-165cf557-2c21-4a04-bfad-f8ceec091228 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:57.754443 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34cce35a-7d22-4cc5-856b-998ce9743564 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:57.766491 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f84490a-0505-465b-b352-1727402b6500 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:57.840547 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-165cf557-2c21-4a04-bfad-f8ceec091228 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:57.883504 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-14a10a9b-c337-45e9-88d8-b88b2f33630a None None] Provisioning for port f7870be2-f57b-4395-9a5f-7cd800ab1b69 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:57.897963 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-165cf557-2c21-4a04-bfad-f8ceec091228 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:57.913317 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-14a10a9b-c337-45e9-88d8-b88b2f33630a None None] Provisioning complete for port f7870be2-f57b-4395-9a5f-7cd800ab1b69 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:57.913317 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-14a10a9b-c337-45e9-88d8-b88b2f33630a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:57.913627 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a2f7f7e1-0429-4b6d-9dcf-a74bdc1c7424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:57.916476 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-165cf557-2c21-4a04-bfad-f8ceec091228 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Usage tracker for resource:security_group_rule and tenant:ee31dbde83ff49d59f0e858b6352f3bc is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:57.917333 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ab83ad2f-af9e-412c-9c35-275c2a94ad66 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] The port '4727a91c-6e33-44f4-973d-99e5ea3e2b9f' was deleted {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:30:57.936204 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-165cf557-2c21-4a04-bfad-f8ceec091228 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:57.953934 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7f7e1-0429-4b6d-9dcf-a74bdc1c7424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3add71-9fa3-4223-ba3d-b0c672566e20,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:57.958425 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-165cf557-2c21-4a04-bfad-f8ceec091228 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:57.973749 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-34cce35a-7d22-4cc5-856b-998ce9743564 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:57.986302 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-35ca6bb9-b6b9-4293-a890-4d67dac247db tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:57.997111 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-35ca6bb9-b6b9-4293-a890-4d67dac247db tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/ebdd35fe-04c8-4b83-a1ce-e277ecbfaa80 HTTP/1.1" status: 204 len: 168 time: 1.9541285 Mar 31 15:30:57.997314 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-a66b6273-8c09-408b-888b-9502c6962b2e None None] Allocated IP 172.20.0.2 (0dfe4455-f298-4793-98de-d5f85bbf57cc/0c149e4f-2a3f-4fdb-b291-c906a16e55bb/db54ad09-20ef-4e98-95f8-86ea7c24613d) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:30:57.997453 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a2f7f7e1-0429-4b6d-9dcf-a74bdc1c7424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:57.998373 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a2f7f7e1-0429-4b6d-9dcf-a74bdc1c7424 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd3add71-9fa3-4223-ba3d-b0c672566e20 HTTP/1.1" status: 204 len: 168 time: 1.1092978 Mar 31 15:30:58.005939 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44592) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:58.025243 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-34cce35a-7d22-4cc5-856b-998ce9743564 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:security_group_rule and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:58.071964 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-34cce35a-7d22-4cc5-856b-998ce9743564 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:58.097245 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccdd77d-76a1-4efa-863d-f4b69f8152e7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:58.098445 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccdd77d-76a1-4efa-863d-f4b69f8152e7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:58.100119 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccdd77d-76a1-4efa-863d-f4b69f8152e7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:58.101008 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-fccdd77d-76a1-4efa-863d-f4b69f8152e7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:58.138945 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-165cf557-2c21-4a04-bfad-f8ceec091228 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:58.165021 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-34cce35a-7d22-4cc5-856b-998ce9743564 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:58.166973 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f84490a-0505-465b-b352-1727402b6500 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:30:58.181978 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84490a-0505-465b-b352-1727402b6500 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc6b1ae-894c-4f8e-b3fc-a4aa997847d2,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:58.201910 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-fccdd77d-76a1-4efa-863d-f4b69f8152e7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:58.204445 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-fccdd77d-76a1-4efa-863d-f4b69f8152e7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1966200 Mar 31 15:30:58.211590 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44598) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:58.251335 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-165cf557-2c21-4a04-bfad-f8ceec091228 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:58.273849 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 2fe1a27f-58c4-4aea-918d-00f9614fff21 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:30:58.312475 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cf557-2c21-4a04-bfad-f8ceec091228 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0648b1f-681f-4483-8db7-5782661d6382,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:58.322186 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f84490a-0505-465b-b352-1727402b6500 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:58.322544 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-4f84490a-0505-465b-b352-1727402b6500 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Added segment 8c3eba07-78c8-4ef8-8f92-a282ed0d1592 of type vlan for network 664cecd2-16b8-4660-886d-bf7773669942 Mar 31 15:30:58.332946 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b3a0fca-0bc4-45ee-9699-9c7682df0860 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting subnet 2ea3d616-775f-4e85-a76d-0201c2cb9f8d {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:30:58.336587 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5b3a0fca-0bc4-45ee-9699-9c7682df0860 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:58.342793 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab83ad2f-af9e-412c-9c35-275c2a94ad66 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:58.391607 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-165cf557-2c21-4a04-bfad-f8ceec091228 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:58.396276 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-165cf557-2c21-4a04-bfad-f8ceec091228 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7997746 Mar 31 15:30:58.400959 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44604) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:58.407788 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-142e420c-e9b4-450d-b3c8-bccc7c9b4ef4 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Request body: {'security_group_rule': {'security_group_id': 'e0648b1f-681f-4483-8db7-5782661d6382', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:58.408688 dv-neutron-833379-2-hyperv neutron-server[103444]: WARNING neutron.api.v2.base [None req-142e420c-e9b4-450d-b3c8-bccc7c9b4ef4 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 31 15:30:58.409269 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-142e420c-e9b4-450d-b3c8-bccc7c9b4ef4 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:30:58.414555 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-142e420c-e9b4-450d-b3c8-bccc7c9b4ef4 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0133193 Mar 31 15:30:58.415186 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44608) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:58.432106 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5b3a0fca-0bc4-45ee-9699-9c7682df0860 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:58.445958 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437f62ec-1b82-4fb8-b767-4cd3a4dc14c1 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Router 2aa0edcc-44d3-4a6d-98c2-a5bcc2f1318d is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:30:58.490695 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-ab83ad2f-af9e-412c-9c35-275c2a94ad66 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5edb89bc-5556-490b-a4e4-e46c68f0d4ce']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:58.542356 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-ab83ad2f-af9e-412c-9c35-275c2a94ad66 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '471cc289-b7b8-43d6-91df-36050e85a08e') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:58.542752 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-ab83ad2f-af9e-412c-9c35-275c2a94ad66 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '471cc289-b7b8-43d6-91df-36050e85a08e') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:58.558434 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-14a10a9b-c337-45e9-88d8-b88b2f33630a None None] Provisioning for port eceae24e-8a68-4cea-beda-e8a923e99dcb completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:30:58.561449 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab83ad2f-af9e-412c-9c35-275c2a94ad66 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:58.567702 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 2fe1a27f-58c4-4aea-918d-00f9614fff21 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:58.567702 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:58.580702 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f84490a-0505-465b-b352-1727402b6500 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:58.613634 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-14a10a9b-c337-45e9-88d8-b88b2f33630a None None] Provisioning complete for port eceae24e-8a68-4cea-beda-e8a923e99dcb triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:30:58.614215 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-14a10a9b-c337-45e9-88d8-b88b2f33630a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:58.628480 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-761cefef-b4d2-4067-a3c0-ee5c49bbc9e0 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:58.631500 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5b3a0fca-0bc4-45ee-9699-9c7682df0860 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:58.697533 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a66b6273-8c09-408b-888b-9502c6962b2e None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:58.716565 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab83ad2f-af9e-412c-9c35-275c2a94ad66 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:58.723816 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab83ad2f-af9e-412c-9c35-275c2a94ad66 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:30:58.724632 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab83ad2f-af9e-412c-9c35-275c2a94ad66 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:58.733903 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-14a10a9b-c337-45e9-88d8-b88b2f33630a None None] Port eceae24e-8a68-4cea-beda-e8a923e99dcb cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:30:58.736131 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a66b6273-8c09-408b-888b-9502c6962b2e None None] Transition to ACTIVE for port object db54ad09-20ef-4e98-95f8-86ea7c24613d will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:58.742843 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-761cefef-b4d2-4067-a3c0-ee5c49bbc9e0 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:58.764648 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a66b6273-8c09-408b-888b-9502c6962b2e None None] Transition to ACTIVE for port object db54ad09-20ef-4e98-95f8-86ea7c24613d will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: util.warn( Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: util.warn( Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: util.warn( Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: util.warn( Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:30:58.813637 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:30:58.842123 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a66b6273-8c09-408b-888b-9502c6962b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:58.861850 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5b3a0fca-0bc4-45ee-9699-9c7682df0860 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:58.895494 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-8847866f-cca7-491d-9e09-d66ac21b209e None None] Could not find standard attr ID for object ebdd35fe-04c8-4b83-a1ce-e277ecbfaa80. {{(pid=103445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 15:30:58.905310 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-761cefef-b4d2-4067-a3c0-ee5c49bbc9e0 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:58.931277 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66b6273-8c09-408b-888b-9502c6962b2e None None] Network 0dfe4455-f298-4793-98de-d5f85bbf57cc is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:58.933019 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a0fca-0bc4-45ee-9699-9c7682df0860 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea3d616-775f-4e85-a76d-0201c2cb9f8d,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:58.936653 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-a66b6273-8c09-408b-888b-9502c6962b2e None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:58.947835 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761cefef-b4d2-4067-a3c0-ee5c49bbc9e0 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0648b1f-681f-4483-8db7-5782661d6382,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:58.948061 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66b6273-8c09-408b-888b-9502c6962b2e None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:30:58.950448 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5b3a0fca-0bc4-45ee-9699-9c7682df0860 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:58.960960 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-761cefef-b4d2-4067-a3c0-ee5c49bbc9e0 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:58.962552 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-761cefef-b4d2-4067-a3c0-ee5c49bbc9e0 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "DELETE /v2.0/security-groups/e0648b1f-681f-4483-8db7-5782661d6382 HTTP/1.1" status: 204 len: 168 time: 0.5440385 Mar 31 15:30:58.965950 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5b3a0fca-0bc4-45ee-9699-9c7682df0860 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/2ea3d616-775f-4e85-a76d-0201c2cb9f8d HTTP/1.1" status: 204 len: 168 time: 0.7531843 Mar 31 15:30:58.966842 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44620) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:58.969392 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44622) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:59.017425 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b6273-8c09-408b-888b-9502c6962b2e None None] Pushing event updated for resources: {'Port': ['ID=db54ad09-20ef-4e98-95f8-86ea7c24613d,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:59.028108 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15af635b-ba8f-4de6-80c3-0de443aa467e None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:30:59.090190 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-a997f677-6f64-4a6a-a439-dfcaf3cdee68 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting subnet c808ef4f-620a-4a6d-930e-3edded53afdf {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:30:59.094325 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-986e3fa1-4d2c-4c16-b5f3-6c4273507520 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Synchronizing usage tracker for tenant:ee31dbde83ff49d59f0e858b6352f3bc on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:59.099083 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a997f677-6f64-4a6a-a439-dfcaf3cdee68 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:59.163043 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a997f677-6f64-4a6a-a439-dfcaf3cdee68 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:59.171083 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f84490a-0505-465b-b352-1727402b6500 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:59.176445 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f84490a-0505-465b-b352-1727402b6500 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:59.177020 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f84490a-0505-465b-b352-1727402b6500 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:59.226812 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a66b6273-8c09-408b-888b-9502c6962b2e None None] Attempting to bind port db54ad09-20ef-4e98-95f8-86ea7c24613d on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:30:59.227318 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a66b6273-8c09-408b-888b-9502c6962b2e None None] Attempting to bind port db54ad09-20ef-4e98-95f8-86ea7c24613d by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'c939f2df-ef44-4500-a7c4-b28d6117dcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0dfe4455-f298-4793-98de-d5f85bbf57cc'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:30:59.227811 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b6273-8c09-408b-888b-9502c6962b2e None None] Attempting to bind port db54ad09-20ef-4e98-95f8-86ea7c24613d on network 0dfe4455-f298-4793-98de-d5f85bbf57cc {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:30:59.234813 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34cce35a-7d22-4cc5-856b-998ce9743564 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:59.241023 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b6273-8c09-408b-888b-9502c6962b2e None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:30:59.241576 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b6273-8c09-408b-888b-9502c6962b2e None None] Checking segment: {'id': 'c939f2df-ef44-4500-a7c4-b28d6117dcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0dfe4455-f298-4793-98de-d5f85bbf57cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:30:59.242426 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a66b6273-8c09-408b-888b-9502c6962b2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:59.242426 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b6273-8c09-408b-888b-9502c6962b2e None None] Bound using segment: {'id': 'c939f2df-ef44-4500-a7c4-b28d6117dcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0dfe4455-f298-4793-98de-d5f85bbf57cc'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:30:59.243077 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a66b6273-8c09-408b-888b-9502c6962b2e None None] Bound port: db54ad09-20ef-4e98-95f8-86ea7c24613d, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c939f2df-ef44-4500-a7c4-b28d6117dcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0dfe4455-f298-4793-98de-d5f85bbf57cc'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:30:59.243544 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a66b6273-8c09-408b-888b-9502c6962b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:59.268922 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-986e3fa1-4d2c-4c16-b5f3-6c4273507520 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Unset dirty status for tenant:ee31dbde83ff49d59f0e858b6352f3bc on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:59.270460 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-986e3fa1-4d2c-4c16-b5f3-6c4273507520 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3025489 Mar 31 15:30:59.274964 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab83ad2f-af9e-412c-9c35-275c2a94ad66 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:59.275506 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44636) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:59.283985 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab83ad2f-af9e-412c-9c35-275c2a94ad66 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:59.289799 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-6a3665c2-aea4-4266-b59e-2e49781be458 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1723126462'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:59.294542 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6a3665c2-aea4-4266-b59e-2e49781be458 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:59.305977 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6a3665c2-aea4-4266-b59e-2e49781be458 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:59.313642 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a997f677-6f64-4a6a-a439-dfcaf3cdee68 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:59.317319 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ab83ad2f-af9e-412c-9c35-275c2a94ad66 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] 10.222.0.31 "DELETE /v2.0/networks/5edb89bc-5556-490b-a4e4-e46c68f0d4ce HTTP/1.1" status: 204 len: 168 time: 5.6170721 Mar 31 15:30:59.330582 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437f62ec-1b82-4fb8-b767-4cd3a4dc14c1 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:30:59.336852 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-437f62ec-1b82-4fb8-b767-4cd3a4dc14c1 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "PUT /v2.0/routers/2aa0edcc-44d3-4a6d-98c2-a5bcc2f1318d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4820249 Mar 31 15:30:59.351990 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44642) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:59.379892 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a66b6273-8c09-408b-888b-9502c6962b2e None None] For port db54ad09-20ef-4e98-95f8-86ea7c24613d, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:30:59.383493 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a66b6273-8c09-408b-888b-9502c6962b2e None None] For port db54ad09-20ef-4e98-95f8-86ea7c24613d, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=db54ad09-20ef-4e98-95f8-86ea7c24613d,segment=NetworkSegment(c939f2df-ef44-4500-a7c4-b28d6117dcf7),segment_id=c939f2df-ef44-4500-a7c4-b28d6117dcf7)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:30:59.386414 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcebc43-673a-4e7e-878b-140203cd4844 None None] Sync routers for ids ['2aa0edcc-44d3-4a6d-98c2-a5bcc2f1318d'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:30:59.403809 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34cce35a-7d22-4cc5-856b-998ce9743564 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:59.426485 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4f84490a-0505-465b-b352-1727402b6500 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 3.9101636 Mar 31 15:30:59.431846 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44646) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:59.438709 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-596df7e2-5213-46f4-be27-b96b24b66844 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:59.447845 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-d66f647f-5cd2-4d3d-b2b5-2e8f473785bf tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Request body: {'subnet': {'network_id': '664cecd2-16b8-4660-886d-bf7773669942', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:59.492398 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84490a-0505-465b-b352-1727402b6500 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Pushing event updated for resources: {'Network': ['ID=664cecd2-16b8-4660-886d-bf7773669942,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:59.493955 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44650) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:59.501019 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a66b6273-8c09-408b-888b-9502c6962b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:59.512771 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6a3665c2-aea4-4266-b59e-2e49781be458 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:59.541174 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 664cecd2-16b8-4660-886d-bf7773669942 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:30:59.549524 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83ad2f-af9e-412c-9c35-275c2a94ad66 tempest-NetworksIpV6Test-1281838677 tempest-NetworksIpV6Test-1281838677-project] Pushing event deleted for resources: {'Network': ['ID=5edb89bc-5556-490b-a4e4-e46c68f0d4ce,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:59.580242 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cce35a-7d22-4cc5-856b-998ce9743564 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=735d4aa9-3516-4923-bce7-0ad58a276781,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:59.607739 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcebc43-673a-4e7e-878b-140203cd4844 None None] Routers {'2aa0edcc-44d3-4a6d-98c2-a5bcc2f1318d'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:30:59.608382 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-fbcebc43-673a-4e7e-878b-140203cd4844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:30:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['2aa0edcc-44d3-4a6d-98c2-a5bcc2f1318d'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:59.610773 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1275420-e386-4c7b-93ca-63b4f01a1509 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:59.611373 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e1275420-e386-4c7b-93ca-63b4f01a1509 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Synchronizing usage tracker for tenant:f5aeba78f50f4bbea010c74344321d80 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:30:59.664454 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34cce35a-7d22-4cc5-856b-998ce9743564 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:59.669533 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-34cce35a-7d22-4cc5-856b-998ce9743564 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.6660817 Mar 31 15:30:59.671419 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6a3665c2-aea4-4266-b59e-2e49781be458 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:59.674791 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44656) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:59.687231 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6a3665c2-aea4-4266-b59e-2e49781be458 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Usage tracker for resource:security_group_rule and tenant:ee31dbde83ff49d59f0e858b6352f3bc is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:59.692493 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-fa4da8b8-bb22-453e-a5be-1e8bfb28b284 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'security_group': {'name': 'tempest-secgroup-931399207'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:59.701480 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6a3665c2-aea4-4266-b59e-2e49781be458 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:59.709487 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-fa4da8b8-bb22-453e-a5be-1e8bfb28b284 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:59.717701 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-a7559342-d278-44f0-b3d1-b63216da4f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-482075794'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:59.722767 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6a3665c2-aea4-4266-b59e-2e49781be458 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:59.728601 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a7559342-d278-44f0-b3d1-b63216da4f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:59.730987 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d66f647f-5cd2-4d3d-b2b5-2e8f473785bf tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:30:59.734225 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-fa4da8b8-bb22-453e-a5be-1e8bfb28b284 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:security_group and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:59.739235 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-fa4da8b8-bb22-453e-a5be-1e8bfb28b284 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:59.744754 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d66f647f-5cd2-4d3d-b2b5-2e8f473785bf tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Usage tracker for resource:subnet and tenant:d0a6e84098f744bb95208b9a0b7c1106 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:59.750722 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a7559342-d278-44f0-b3d1-b63216da4f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Usage tracker for resource:network and tenant:9f7fd6de16334c05b3bd998c1e324e50 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:30:59.757530 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a7559342-d278-44f0-b3d1-b63216da4f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:59.760270 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d66f647f-5cd2-4d3d-b2b5-2e8f473785bf tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:30:59.763322 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-fa4da8b8-bb22-453e-a5be-1e8bfb28b284 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:59.774832 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a7559342-d278-44f0-b3d1-b63216da4f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:59.784497 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d66f647f-5cd2-4d3d-b2b5-2e8f473785bf tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:30:59.787344 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a997f677-6f64-4a6a-a439-dfcaf3cdee68 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:59.834270 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e1275420-e386-4c7b-93ca-63b4f01a1509 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Unset dirty status for tenant:f5aeba78f50f4bbea010c74344321d80 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:30:59.835495 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e1275420-e386-4c7b-93ca-63b4f01a1509 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "GET /v2.0/ports/7ed78362-f985-4377-99a7-84a1a0cc811a HTTP/1.1" status: 200 len: 984 time: 0.4825723 Mar 31 15:30:59.846428 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44660) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:30:59.846849 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-fbcebc43-673a-4e7e-878b-140203cd4844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:59.852456 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997f677-6f64-4a6a-a439-dfcaf3cdee68 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Subnet': ['ID=c808ef4f-620a-4a6d-930e-3edded53afdf,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:59.855980 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a997f677-6f64-4a6a-a439-dfcaf3cdee68 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:30:59.877842 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:30:59.931159 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b6273-8c09-408b-888b-9502c6962b2e None None] Pushing event updated for resources: {'Port': ['ID=db54ad09-20ef-4e98-95f8-86ea7c24613d,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:59.936515 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcebc43-673a-4e7e-878b-140203cd4844 None None] Routers {'2aa0edcc-44d3-4a6d-98c2-a5bcc2f1318d'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:30:59.937162 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-fbcebc43-673a-4e7e-878b-140203cd4844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:30:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['2aa0edcc-44d3-4a6d-98c2-a5bcc2f1318d'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:59.976344 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-596df7e2-5213-46f4-be27-b96b24b66844 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:00.036233 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-596df7e2-5213-46f4-be27-b96b24b66844 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:00.046607 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-fbcebc43-673a-4e7e-878b-140203cd4844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:00.047862 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcebc43-673a-4e7e-878b-140203cd4844 None None] The sync data for ids ['2aa0edcc-44d3-4a6d-98c2-a5bcc2f1318d'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:31:00.071949 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7559342-d278-44f0-b3d1-b63216da4f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Made reservation on behalf of 9f7fd6de16334c05b3bd998c1e324e50 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:00.075601 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7559342-d278-44f0-b3d1-b63216da4f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:00.086946 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fa4da8b8-bb22-453e-a5be-1e8bfb28b284 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:00.091321 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44666) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:00.093282 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66f647f-5cd2-4d3d-b2b5-2e8f473785bf tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Made reservation on behalf of d0a6e84098f744bb95208b9a0b7c1106 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:00.096983 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d66f647f-5cd2-4d3d-b2b5-2e8f473785bf tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:00.153885 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7559342-d278-44f0-b3d1-b63216da4f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:00.216986 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596df7e2-5213-46f4-be27-b96b24b66844 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Port': ['ID=eceae24e-8a68-4cea-beda-e8a923e99dcb,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:00.309149 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-fa4da8b8-bb22-453e-a5be-1e8bfb28b284 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:00.342941 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a997f677-6f64-4a6a-a439-dfcaf3cdee68 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/c808ef4f-620a-4a6d-930e-3edded53afdf HTTP/1.1" status: 204 len: 168 time: 1.3722475 Mar 31 15:31:00.357105 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44672) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:00.359622 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-fa4da8b8-bb22-453e-a5be-1e8bfb28b284 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:security_group_rule and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:00.424673 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a7559342-d278-44f0-b3d1-b63216da4f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:00.427296 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-fa4da8b8-bb22-453e-a5be-1e8bfb28b284 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:00.455265 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-fa4da8b8-bb22-453e-a5be-1e8bfb28b284 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:00.477254 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a7559342-d278-44f0-b3d1-b63216da4f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Usage tracker for resource:security_group_rule and tenant:9f7fd6de16334c05b3bd998c1e324e50 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:00.483176 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a7559342-d278-44f0-b3d1-b63216da4f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:00.502526 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6a3665c2-aea4-4266-b59e-2e49781be458 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:00.504409 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6e1d5899-0e1e-4197-9529-06333f4ff194 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1460960 Mar 31 15:31:00.504839 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a7559342-d278-44f0-b3d1-b63216da4f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:00.510388 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44676) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:00.519762 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8f1406ef-9cbe-47a5-be96-63e3c94b0279 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:00.611619 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6a3665c2-aea4-4266-b59e-2e49781be458 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:00.612368 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-596df7e2-5213-46f4-be27-b96b24b66844 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:00.666713 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d74b1dc7-6e17-4ca8-9202-effe18b15c08 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8c6575be81e7411a95d81072c1e21ab3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5637457 Mar 31 15:31:00.668077 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44680) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:00.735339 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-da71e1f2-eb2c-4dd7-bfe2-89b9c42b9455 None None] Provisioning complete for port eceae24e-8a68-4cea-beda-e8a923e99dcb triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:00.735714 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-da71e1f2-eb2c-4dd7-bfe2-89b9c42b9455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:00.815924 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-da71e1f2-eb2c-4dd7-bfe2-89b9c42b9455 None None] Port eceae24e-8a68-4cea-beda-e8a923e99dcb cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:31:00.841422 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3665c2-aea4-4266-b59e-2e49781be458 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756301c2-f36c-432b-b991-873258b0aac1,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:00.848231 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8f1406ef-9cbe-47a5-be96-63e3c94b0279 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:00.855090 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-596df7e2-5213-46f4-be27-b96b24b66844 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:00.875028 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8f1406ef-9cbe-47a5-be96-63e3c94b0279 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:subnet and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:00.879511 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8f1406ef-9cbe-47a5-be96-63e3c94b0279 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:00.890650 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8f1406ef-9cbe-47a5-be96-63e3c94b0279 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:00.929150 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d44e205a-bd76-4f3c-84e9-27bb9c71d81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:00.991370 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6a3665c2-aea4-4266-b59e-2e49781be458 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:00.993021 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6a3665c2-aea4-4266-b59e-2e49781be458 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7144938 Mar 31 15:31:00.997997 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29af22e-095e-4e79-a569-9074e617ef68 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:01.003479 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44684) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:01.040857 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-15c75f4c-e32d-4793-9432-da28d8bf24ee tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Request body: {'security_group_rule': {'security_group_id': '756301c2-f36c-432b-b991-873258b0aac1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:01.044451 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d44e205a-bd76-4f3c-84e9-27bb9c71d81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:01.057415 dv-neutron-833379-2-hyperv neutron-server[103444]: WARNING neutron.api.v2.base [None req-15c75f4c-e32d-4793-9432-da28d8bf24ee tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 31 15:31:01.060026 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-15c75f4c-e32d-4793-9432-da28d8bf24ee tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:31:01.061409 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-15c75f4c-e32d-4793-9432-da28d8bf24ee tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0557971 Mar 31 15:31:01.062717 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1406ef-9cbe-47a5-be96-63e3c94b0279 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:01.069639 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44688) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:01.091771 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-9de7fbfb-d23f-4452-87ff-e6b77a4bd163 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Request body: {'security_group_rule': {'security_group_id': '756301c2-f36c-432b-b991-873258b0aac1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:01.092577 dv-neutron-833379-2-hyperv neutron-server[103444]: WARNING neutron.api.v2.base [None req-9de7fbfb-d23f-4452-87ff-e6b77a4bd163 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 31 15:31:01.093083 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-9de7fbfb-d23f-4452-87ff-e6b77a4bd163 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:31:01.096685 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9de7fbfb-d23f-4452-87ff-e6b77a4bd163 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0209372 Mar 31 15:31:01.110168 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44692) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:01.117612 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fa4da8b8-bb22-453e-a5be-1e8bfb28b284 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:01.134248 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-0bc532a8-f05b-4380-b512-66985d84bc79 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Request body: {'security_group_rule': {'security_group_id': '756301c2-f36c-432b-b991-873258b0aac1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:01.135406 dv-neutron-833379-2-hyperv neutron-server[103444]: WARNING neutron.api.v2.base [None req-0bc532a8-f05b-4380-b512-66985d84bc79 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 31 15:31:01.136213 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-0bc532a8-f05b-4380-b512-66985d84bc79 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:31:01.137560 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0bc532a8-f05b-4380-b512-66985d84bc79 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0182333 Mar 31 15:31:01.151453 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44696) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:01.162089 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-eea959cc-843a-4867-aa74-f82a47b21313 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Request body: {'security_group_rule': {'security_group_id': '756301c2-f36c-432b-b991-873258b0aac1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:01.163260 dv-neutron-833379-2-hyperv neutron-server[103444]: WARNING neutron.api.v2.base [None req-eea959cc-843a-4867-aa74-f82a47b21313 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 31 15:31:01.163915 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-eea959cc-843a-4867-aa74-f82a47b21313 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:31:01.165094 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-eea959cc-843a-4867-aa74-f82a47b21313 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0099015 Mar 31 15:31:01.175947 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44700) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:01.198600 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f1406ef-9cbe-47a5-be96-63e3c94b0279 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:01.232240 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fa4da8b8-bb22-453e-a5be-1e8bfb28b284 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:01.238215 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7559342-d278-44f0-b3d1-b63216da4f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:01.244285 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-03f8c6ca-720d-4526-99d9-46e1ba84102a None None] Provisioning complete for port f7870be2-f57b-4395-9a5f-7cd800ab1b69 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:01.245040 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-03f8c6ca-720d-4526-99d9-46e1ba84102a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:01.275373 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d66f647f-5cd2-4d3d-b2b5-2e8f473785bf tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:01.410279 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f647f-5cd2-4d3d-b2b5-2e8f473785bf tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Pushing event updated for resources: {'Subnet': ['ID=6fabfea7-69be-4193-af73-1cfa6c959506,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:01.416636 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7559342-d278-44f0-b3d1-b63216da4f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:01.426502 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7559342-d278-44f0-b3d1-b63216da4f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:31:01.476933 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7559342-d278-44f0-b3d1-b63216da4f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:01.477303 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-a7559342-d278-44f0-b3d1-b63216da4f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Added segment e17588eb-8491-4685-83fd-35e726a2c3ea of type vlan for network 98cadaa0-48ef-4e7d-aab4-6b1a6df91bf9 Mar 31 15:31:01.515051 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fa4da8b8-bb22-453e-a5be-1e8bfb28b284 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:01.519322 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-fa4da8b8-bb22-453e-a5be-1e8bfb28b284 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.8379092 Mar 31 15:31:01.519322 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4da8b8-bb22-453e-a5be-1e8bfb28b284 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93c3ccb6-4d43-4afd-96a0-878306ad1be3,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:01.524361 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44704) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:01.550685 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-4be338ca-d094-4e29-949c-f523e734d535 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-794690570', 'security_groups': ['93c3ccb6-4d43-4afd-96a0-878306ad1be3'], 'network_id': '0dfe4455-f298-4793-98de-d5f85bbf57cc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0c149e4f-2a3f-4fdb-b291-c906a16e55bb'}]}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:01.562804 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af57f39a-6cb8-4973-b054-c0bd25138957 None None] DHCP port deletion for 0c8a31f0-c909-472a-8f72-0f3eb4f4034a request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:31:01.566888 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-af57f39a-6cb8-4973-b054-c0bd25138957 None None] Deleting port f7870be2-f57b-4395-9a5f-7cd800ab1b69 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:01.567339 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-af57f39a-6cb8-4973-b054-c0bd25138957 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:01.586528 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7117d421-bd6b-4667-8f25-44c274fb289b tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:01.627674 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-596df7e2-5213-46f4-be27-b96b24b66844 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:01.640336 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7559342-d278-44f0-b3d1-b63216da4f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:01.679362 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d44e205a-bd76-4f3c-84e9-27bb9c71d81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:01.705386 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7559342-d278-44f0-b3d1-b63216da4f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21861bbc-d859-4f33-803b-28473743be35,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:01.713179 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-77e94e83-e01f-4e6e-b85c-fbbcca4ec06f None None] Provisioning for port db54ad09-20ef-4e98-95f8-86ea7c24613d completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:01.716293 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e205a-bd76-4f3c-84e9-27bb9c71d81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de824caf-dcbe-43d6-b2f7-e123abd25e27,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:01.738392 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-596df7e2-5213-46f4-be27-b96b24b66844 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:01.743724 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-596df7e2-5213-46f4-be27-b96b24b66844 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:01.745799 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7117d421-bd6b-4667-8f25-44c274fb289b tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:01.765158 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66f647f-5cd2-4d3d-b2b5-2e8f473785bf tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Checking segment: {'id': '8c3eba07-78c8-4ef8-8f92-a282ed0d1592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '664cecd2-16b8-4660-886d-bf7773669942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:31:01.765552 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66f647f-5cd2-4d3d-b2b5-2e8f473785bf tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Network hostable DHCP agents. Network: 664cecd2-16b8-4660-886d-bf7773669942, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:31:01.786174 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d44e205a-bd76-4f3c-84e9-27bb9c71d81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:01.790522 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d44e205a-bd76-4f3c-84e9-27bb9c71d81b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de824caf-dcbe-43d6-b2f7-e123abd25e27 HTTP/1.1" status: 204 len: 168 time: 1.1192617 Mar 31 15:31:01.837298 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-af57f39a-6cb8-4973-b054-c0bd25138957 None None] For port f7870be2-f57b-4395-9a5f-7cd800ab1b69, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=f7870be2-f57b-4395-9a5f-7cd800ab1b69,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:01.837835 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-af57f39a-6cb8-4973-b054-c0bd25138957 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:01.849963 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-77e94e83-e01f-4e6e-b85c-fbbcca4ec06f None None] Provisioning complete for port fde6624a-ac4f-4756-a6f2-5f350a50d815 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:01.850469 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-77e94e83-e01f-4e6e-b85c-fbbcca4ec06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:01.927297 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4be338ca-d094-4e29-949c-f523e734d535 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:01.947726 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596df7e2-5213-46f4-be27-b96b24b66844 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Port': ['ID=eceae24e-8a68-4cea-beda-e8a923e99dcb,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:01.951268 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4be338ca-d094-4e29-949c-f523e734d535 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:port and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:01.958763 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4be338ca-d094-4e29-949c-f523e734d535 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for port was recalculated. Used quota:2. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:01.966800 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4be338ca-d094-4e29-949c-f523e734d535 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:01.982131 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad7af1bb-5f93-438c-881c-b0f660830579 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:02.010032 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-af57f39a-6cb8-4973-b054-c0bd25138957 None None] Calling delete_port for f7870be2-f57b-4395-9a5f-7cd800ab1b69 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:31:02.043549 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7559342-d278-44f0-b3d1-b63216da4f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:02.049339 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7559342-d278-44f0-b3d1-b63216da4f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:02.049946 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7559342-d278-44f0-b3d1-b63216da4f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:02.060078 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596df7e2-5213-46f4-be27-b96b24b66844 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network 6e3028d3-87b5-4f97-9eaf-e7b77ea60f03 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:02.063148 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-77e94e83-e01f-4e6e-b85c-fbbcca4ec06f None None] Port fde6624a-ac4f-4756-a6f2-5f350a50d815 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:31:02.063299 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-596df7e2-5213-46f4-be27-b96b24b66844 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:02.075797 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66f647f-5cd2-4d3d-b2b5-2e8f473785bf tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Network 664cecd2-16b8-4660-886d-bf7773669942 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:31:02.179495 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-af57f39a-6cb8-4973-b054-c0bd25138957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:02.249513 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device db54ad09-20ef-4e98-95f8-86ea7c24613d up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:31:02.326728 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7117d421-bd6b-4667-8f25-44c274fb289b tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:02.329410 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57f39a-6cb8-4973-b054-c0bd25138957 None None] Pushing event deleted for resources: {'Port': ['ID=f7870be2-f57b-4395-9a5f-7cd800ab1b69,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:02.334713 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af57f39a-6cb8-4973-b054-c0bd25138957 None None] No DVR routers for this DVR port f7870be2-f57b-4395-9a5f-7cd800ab1b69 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:31:02.374571 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be338ca-d094-4e29-949c-f523e734d535 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:02.378315 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.objects.ports [None req-8f1406ef-9cbe-47a5-be96-63e3c94b0279 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103443) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 31 15:31:02.400544 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-d66f647f-5cd2-4d3d-b2b5-2e8f473785bf tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 664cecd2-16b8-4660-886d-bf7773669942) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:02.405001 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66f647f-5cd2-4d3d-b2b5-2e8f473785bf tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:02.405666 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d66f647f-5cd2-4d3d-b2b5-2e8f473785bf tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:02.417946 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d50493f-67c2-42a0-bf23-f453212fbde1 None None] Network 664cecd2-16b8-4660-886d-bf7773669942 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:02.435556 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117d421-bd6b-4667-8f25-44c274fb289b tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=756301c2-f36c-432b-b991-873258b0aac1,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:02.440142 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7117d421-bd6b-4667-8f25-44c274fb289b tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:02.441455 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7117d421-bd6b-4667-8f25-44c274fb289b tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "DELETE /v2.0/security-groups/756301c2-f36c-432b-b991-873258b0aac1 HTTP/1.1" status: 204 len: 168 time: 1.2622292 Mar 31 15:31:02.448641 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44718) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:02.480941 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port db54ad09-20ef-4e98-95f8-86ea7c24613d completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:02.498430 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port db54ad09-20ef-4e98-95f8-86ea7c24613d triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:02.498788 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:02.504240 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a7559342-d278-44f0-b3d1-b63216da4f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.0055749 Mar 31 15:31:02.515423 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44722) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:02.534944 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d57877be-b675-48a8-89f9-039d5a09a5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Request body: {'subnet': {'network_id': '98cadaa0-48ef-4e7d-aab4-6b1a6df91bf9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:02.639533 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-da8c2598-51e4-4a60-9807-101776d931fd None None] Provisioning complete for port eceae24e-8a68-4cea-beda-e8a923e99dcb triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:02.639759 dv-neutron-833379-2-hyperv neutron-server[103443]: WARNING neutron.services.revisions.revision_plugin [None req-8f1406ef-9cbe-47a5-be96-63e3c94b0279 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Could not find related port for resource to bump revision. Mar 31 15:31:02.639893 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-da8c2598-51e4-4a60-9807-101776d931fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:02.643575 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7559342-d278-44f0-b3d1-b63216da4f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Pushing event updated for resources: {'Network': ['ID=98cadaa0-48ef-4e7d-aab4-6b1a6df91bf9,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:02.676282 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 98cadaa0-48ef-4e7d-aab4-6b1a6df91bf9 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:31:02.735314 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.ipam_pluggable_backend [None req-8f1406ef-9cbe-47a5-be96-63e3c94b0279 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Port f7870be2-f57b-4395-9a5f-7cd800ab1b69 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103443) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 31 15:31:02.735914 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.ipam_pluggable_backend [None req-8f1406ef-9cbe-47a5-be96-63e3c94b0279 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1a:488f {{(pid=103443) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 31 15:31:02.745252 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d66f647f-5cd2-4d3d-b2b5-2e8f473785bf tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3101161 Mar 31 15:31:02.753878 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f2e883d2-1eb7-4ce7-8c91-14f28e552789 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2946928 Mar 31 15:31:02.753878 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44728) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:02.756827 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44730) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:02.757740 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f1406ef-9cbe-47a5-be96-63e3c94b0279 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:02.765579 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7adb821c-8c92-4072-bb72-735e91805583 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Request body: {'port': {'network_id': '664cecd2-16b8-4660-886d-bf7773669942', 'name': 'tempest-TagsExtTest-2108698095'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:02.787689 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-7777a5dd-4bf5-4f76-a7f7-8978d2d581b1 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Request body: {'security_group': {'name': 'tempest-secgroup--235847789'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:02.807094 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-7777a5dd-4bf5-4f76-a7f7-8978d2d581b1 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:02.840188 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-7777a5dd-4bf5-4f76-a7f7-8978d2d581b1 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:02.844643 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4be338ca-d094-4e29-949c-f523e734d535 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:02.861122 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d57877be-b675-48a8-89f9-039d5a09a5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:02.878806 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d57877be-b675-48a8-89f9-039d5a09a5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Usage tracker for resource:subnet and tenant:9f7fd6de16334c05b3bd998c1e324e50 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:02.882145 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-4be338ca-d094-4e29-949c-f523e734d535 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] device_id is not set on port 172a9c99-543a-4f9f-ab55-27c89b153a94 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:31:02.924053 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1406ef-9cbe-47a5-be96-63e3c94b0279 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:02.925384 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-8f1406ef-9cbe-47a5-be96-63e3c94b0279 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:02.928168 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d57877be-b675-48a8-89f9-039d5a09a5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:02.940639 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1406ef-9cbe-47a5-be96-63e3c94b0279 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:02.940837 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-da8c2598-51e4-4a60-9807-101776d931fd None None] Port eceae24e-8a68-4cea-beda-e8a923e99dcb cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:31:02.941150 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f1406ef-9cbe-47a5-be96-63e3c94b0279 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:02.948291 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596df7e2-5213-46f4-be27-b96b24b66844 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Router 1a0102d1-642d-4c0c-ade9-6cd7ca850541 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:31:02.952457 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7777a5dd-4bf5-4f76-a7f7-8978d2d581b1 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:02.961754 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d57877be-b675-48a8-89f9-039d5a09a5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:02.981290 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1406ef-9cbe-47a5-be96-63e3c94b0279 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Subnet': ['ID=6e6fd750-2e3c-4619-af84-c6f282666f7c,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:03.017745 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1c82f7-4c74-40c6-a15b-452e1eb1edf7 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:03.022664 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ad7af1bb-5f93-438c-881c-b0f660830579 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Deleting port 7ed78362-f985-4377-99a7-84a1a0cc811a {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:03.023013 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad7af1bb-5f93-438c-881c-b0f660830579 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:03.040516 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:03.065452 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-7777a5dd-4bf5-4f76-a7f7-8978d2d581b1 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:03.090170 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-7777a5dd-4bf5-4f76-a7f7-8978d2d581b1 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Usage tracker for resource:security_group_rule and tenant:ee31dbde83ff49d59f0e858b6352f3bc is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:03.102670 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-7777a5dd-4bf5-4f76-a7f7-8978d2d581b1 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:03.117930 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-7777a5dd-4bf5-4f76-a7f7-8978d2d581b1 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:03.196118 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44744) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:03.213278 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8f1406ef-9cbe-47a5-be96-63e3c94b0279 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7017045 Mar 31 15:31:03.214061 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57877be-b675-48a8-89f9-039d5a09a5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Made reservation on behalf of 9f7fd6de16334c05b3bd998c1e324e50 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:03.217791 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d57877be-b675-48a8-89f9-039d5a09a5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:03.227634 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44748) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:03.290406 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-dbf396bf-15fb-4cab-a705-ff12196bdecd tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:03.302325 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port db54ad09-20ef-4e98-95f8-86ea7c24613d, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=db54ad09-20ef-4e98-95f8-86ea7c24613d,segment=NetworkSegment(c939f2df-ef44-4500-a7c4-b28d6117dcf7),segment_id=c939f2df-ef44-4500-a7c4-b28d6117dcf7)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:03.304277 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044a82ab-8a58-4392-9f5c-7dacac481ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-664cecd2-16b8-4660-886d-bf7773669942', 'network_id': '664cecd2-16b8-4660-886d-bf7773669942', 'tenant_id': 'd0a6e84098f744bb95208b9a0b7c1106', 'fixed_ips': [{'subnet_id': '6fabfea7-69be-4193-af73-1cfa6c959506'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:31:03.305100 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-044a82ab-8a58-4392-9f5c-7dacac481ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:03.314570 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5f1b41e5-8785-4455-a829-07c11bd28acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:03.443364 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7adb821c-8c92-4072-bb72-735e91805583 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:03.446727 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596df7e2-5213-46f4-be27-b96b24b66844 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:31:03.456503 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cbe039-df01-4110-9e0a-47a9d56055bd None None] Sync routers for ids ['1a0102d1-642d-4c0c-ade9-6cd7ca850541'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:31:03.456983 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-596df7e2-5213-46f4-be27-b96b24b66844 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "PUT /v2.0/routers/1a0102d1-642d-4c0c-ade9-6cd7ca850541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9942169 Mar 31 15:31:03.461962 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44754) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:03.462954 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7adb821c-8c92-4072-bb72-735e91805583 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Usage tracker for resource:port and tenant:d0a6e84098f744bb95208b9a0b7c1106 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:03.463574 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-4be338ca-d094-4e29-949c-f523e734d535 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Allocated IP 172.20.0.8 (0dfe4455-f298-4793-98de-d5f85bbf57cc/0c149e4f-2a3f-4fdb-b291-c906a16e55bb/172a9c99-543a-4f9f-ab55-27c89b153a94) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:03.470086 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9e007815-547e-4149-9f23-7f957e77f96e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1903428606', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:03.473268 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cbe039-df01-4110-9e0a-47a9d56055bd None None] Routers {'1a0102d1-642d-4c0c-ade9-6cd7ca850541'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:31:03.483917 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-08cbe039-df01-4110-9e0a-47a9d56055bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:30:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['1a0102d1-642d-4c0c-ade9-6cd7ca850541'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:03.484102 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7adb821c-8c92-4072-bb72-735e91805583 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:03.510050 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-044a82ab-8a58-4392-9f5c-7dacac481ee5 None None] Allocated IP 172.20.0.2 (664cecd2-16b8-4660-886d-bf7773669942/6fabfea7-69be-4193-af73-1cfa6c959506/169d3b6a-6340-45ea-aa50-bb0e2a08e8a4) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:03.522024 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9e007815-547e-4149-9f23-7f957e77f96e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:03.524675 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7adb821c-8c92-4072-bb72-735e91805583 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:03.535523 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9e007815-547e-4149-9f23-7f957e77f96e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Usage tracker for resource:router and tenant:1bcdb8bb846d48458989c3a80f112280 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:03.541351 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9e007815-547e-4149-9f23-7f957e77f96e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:03.543961 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-08cbe039-df01-4110-9e0a-47a9d56055bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:03.546838 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad7af1bb-5f93-438c-881c-b0f660830579 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:03.551345 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9e007815-547e-4149-9f23-7f957e77f96e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:03.561898 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:03.577749 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cbe039-df01-4110-9e0a-47a9d56055bd None None] Routers {'1a0102d1-642d-4c0c-ade9-6cd7ca850541'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:31:03.578593 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-08cbe039-df01-4110-9e0a-47a9d56055bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:30:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['1a0102d1-642d-4c0c-ade9-6cd7ca850541'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:03.666116 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device f7870be2-f57b-4395-9a5f-7cd800ab1b69 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:31:03.703563 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-08cbe039-df01-4110-9e0a-47a9d56055bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:03.704206 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cbe039-df01-4110-9e0a-47a9d56055bd None None] The sync data for ids ['1a0102d1-642d-4c0c-ade9-6cd7ca850541'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:31:03.717862 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e007815-547e-4149-9f23-7f957e77f96e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:03.717862 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e007815-547e-4149-9f23-7f957e77f96e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:03.726791 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7777a5dd-4bf5-4f76-a7f7-8978d2d581b1 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:03.740987 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ad7af1bb-5f93-438c-881c-b0f660830579 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Calling delete_port for 7ed78362-f985-4377-99a7-84a1a0cc811a owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:31:03.757696 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e007815-547e-4149-9f23-7f957e77f96e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:03.783622 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-dbf396bf-15fb-4cab-a705-ff12196bdecd tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:03.794632 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9827e3e3-948f-41e1-8b06-d86d95278874 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:03.795403 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9827e3e3-948f-41e1-8b06-d86d95278874 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Synchronizing usage tracker for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:31:03.795800 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-dbf396bf-15fb-4cab-a705-ff12196bdecd tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:subnet and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:03.799306 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adb821c-8c92-4072-bb72-735e91805583 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Made reservation on behalf of d0a6e84098f744bb95208b9a0b7c1106 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:03.803638 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: f7870be2-f57b-4395-9a5f-7cd800ab1b69 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:31:03.803638 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device f7870be2-f57b-4395-9a5f-7cd800ab1b69 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:31:03.803982 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7adb821c-8c92-4072-bb72-735e91805583 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:03.826493 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d57877be-b675-48a8-89f9-039d5a09a5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:03.837856 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-dbf396bf-15fb-4cab-a705-ff12196bdecd tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:03.841132 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7777a5dd-4bf5-4f76-a7f7-8978d2d581b1 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:03.866047 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=db54ad09-20ef-4e98-95f8-86ea7c24613d,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:03.892376 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-dbf396bf-15fb-4cab-a705-ff12196bdecd tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:03.893245 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-7adb821c-8c92-4072-bb72-735e91805583 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] device_id is not set on port 917ca5f6-5111-4797-a944-9166df094dcb yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:31:03.931096 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e007815-547e-4149-9f23-7f957e77f96e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:03.954655 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab65a59b-248a-419d-811a-445c27810b62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'fixed_ips': [{'subnet_id': '6e6fd750-2e3c-4619-af84-c6f282666f7c'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:31:03.955385 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ab65a59b-248a-419d-811a-445c27810b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:03.988359 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9827e3e3-948f-41e1-8b06-d86d95278874 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Unset dirty status for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:31:03.993559 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9827e3e3-948f-41e1-8b06-d86d95278874 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a0102d1-642d-4c0c-ade9-6cd7ca850541 HTTP/1.1" status: 200 len: 988 time: 0.5275271 Mar 31 15:31:03.994787 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44758) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:04.007518 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57877be-b675-48a8-89f9-039d5a09a5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Pushing event updated for resources: {'Subnet': ['ID=5b027642-2609-4143-9a57-b5d20b7ade23,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:04.027469 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777a5dd-4bf5-4f76-a7f7-8978d2d581b1 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5197ac58-d7c1-4eb5-a0f8-ef9740de3de0,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:04.043864 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-044a82ab-8a58-4392-9f5c-7dacac481ee5 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:04.073062 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-044a82ab-8a58-4392-9f5c-7dacac481ee5 None None] Transition to ACTIVE for port object 169d3b6a-6340-45ea-aa50-bb0e2a08e8a4 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:04.086534 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4be338ca-d094-4e29-949c-f523e734d535 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:04.097636 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7777a5dd-4bf5-4f76-a7f7-8978d2d581b1 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:04.102653 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7777a5dd-4bf5-4f76-a7f7-8978d2d581b1 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3468590 Mar 31 15:31:04.106622 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44762) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:04.123214 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b425c524-fb78-4992-9e43-6398b087ee92 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Request body: {'security_group_rule': {'security_group_id': '5197ac58-d7c1-4eb5-a0f8-ef9740de3de0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:04.124300 dv-neutron-833379-2-hyperv neutron-server[103443]: WARNING neutron.api.v2.base [None req-b425c524-fb78-4992-9e43-6398b087ee92 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 31 15:31:04.124790 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-b425c524-fb78-4992-9e43-6398b087ee92 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:31:04.125760 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b425c524-fb78-4992-9e43-6398b087ee92 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084050 Mar 31 15:31:04.128703 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57877be-b675-48a8-89f9-039d5a09a5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Checking segment: {'id': 'e17588eb-8491-4685-83fd-35e726a2c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '98cadaa0-48ef-4e7d-aab4-6b1a6df91bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:31:04.129133 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57877be-b675-48a8-89f9-039d5a09a5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Network hostable DHCP agents. Network: 98cadaa0-48ef-4e7d-aab4-6b1a6df91bf9, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:31:04.139527 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44766) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:04.144614 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d87f3507-eb41-4277-aebf-2edf17214a01 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Request body: {'security_group_rule': {'security_group_id': '5197ac58-d7c1-4eb5-a0f8-ef9740de3de0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:04.166583 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-ab65a59b-248a-419d-811a-445c27810b62 None None] Allocated IP 2001:db8::f816:3eff:feed:7291 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/6e6fd750-2e3c-4619-af84-c6f282666f7c/e4b739f0-97fe-49b6-956f-b429a81104a4) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:04.185834 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf396bf-15fb-4cab-a705-ff12196bdecd tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:04.189347 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbf396bf-15fb-4cab-a705-ff12196bdecd tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:04.196033 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device db54ad09-20ef-4e98-95f8-86ea7c24613d up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:31:04.209128 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d87f3507-eb41-4277-aebf-2edf17214a01 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:04.229377 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e007815-547e-4149-9f23-7f957e77f96e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:04.233382 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9e007815-547e-4149-9f23-7f957e77f96e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0338316 Mar 31 15:31:04.234214 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44770) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:04.237682 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d87f3507-eb41-4277-aebf-2edf17214a01 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Usage tracker for resource:security_group_rule and tenant:ee31dbde83ff49d59f0e858b6352f3bc is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:04.241327 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d87f3507-eb41-4277-aebf-2edf17214a01 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:04.249182 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-1661bace-ff81-491e-be2e-96469d469327 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1066253165'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:04.262899 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d87f3507-eb41-4277-aebf-2edf17214a01 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:04.267151 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-1661bace-ff81-491e-be2e-96469d469327 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:04.293437 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1661bace-ff81-491e-be2e-96469d469327 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Usage tracker for resource:network and tenant:1bcdb8bb846d48458989c3a80f112280 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:04.298996 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1661bace-ff81-491e-be2e-96469d469327 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:04.300876 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-044a82ab-8a58-4392-9f5c-7dacac481ee5 None None] Transition to ACTIVE for port object 169d3b6a-6340-45ea-aa50-bb0e2a08e8a4 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:04.366767 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port db54ad09-20ef-4e98-95f8-86ea7c24613d triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:04.366767 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:04.381945 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-1661bace-ff81-491e-be2e-96469d469327 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:04.386446 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57877be-b675-48a8-89f9-039d5a09a5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Network 98cadaa0-48ef-4e7d-aab4-6b1a6df91bf9 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:31:04.398022 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4be338ca-d094-4e29-949c-f523e734d535 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Transition to ACTIVE for port object 172a9c99-543a-4f9f-ab55-27c89b153a94 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:04.412553 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad7af1bb-5f93-438c-881c-b0f660830579 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:04.456090 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-044a82ab-8a58-4392-9f5c-7dacac481ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:04.471957 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7af1bb-5f93-438c-881c-b0f660830579 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Port': ['ID=7ed78362-f985-4377-99a7-84a1a0cc811a,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:04.537648 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044a82ab-8a58-4392-9f5c-7dacac481ee5 None None] Network 664cecd2-16b8-4660-886d-bf7773669942 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:04.546604 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-044a82ab-8a58-4392-9f5c-7dacac481ee5 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:04.549061 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044a82ab-8a58-4392-9f5c-7dacac481ee5 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:31:04.555606 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1661bace-ff81-491e-be2e-96469d469327 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Made reservation on behalf of 1bcdb8bb846d48458989c3a80f112280 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:04.560374 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1661bace-ff81-491e-be2e-96469d469327 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:04.570833 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-d57877be-b675-48a8-89f9-039d5a09a5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 98cadaa0-48ef-4e7d-aab4-6b1a6df91bf9) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:04.611129 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dd1b03-26c3-4bc1-9a8a-60e658d59ca8 None None] Network 98cadaa0-48ef-4e7d-aab4-6b1a6df91bf9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:04.627754 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57877be-b675-48a8-89f9-039d5a09a5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:04.628449 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d57877be-b675-48a8-89f9-039d5a09a5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:04.663841 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1661bace-ff81-491e-be2e-96469d469327 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:04.686157 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-1661bace-ff81-491e-be2e-96469d469327 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:04.690667 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1661bace-ff81-491e-be2e-96469d469327 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Usage tracker for resource:security_group_rule and tenant:1bcdb8bb846d48458989c3a80f112280 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:04.694271 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1661bace-ff81-491e-be2e-96469d469327 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:04.700637 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-1661bace-ff81-491e-be2e-96469d469327 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:04.722208 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a82ab-8a58-4392-9f5c-7dacac481ee5 None None] Pushing event updated for resources: {'Port': ['ID=169d3b6a-6340-45ea-aa50-bb0e2a08e8a4,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:04.778764 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d57877be-b675-48a8-89f9-039d5a09a5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2580366 Mar 31 15:31:04.779972 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ab65a59b-248a-419d-811a-445c27810b62 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:04.781921 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-7adb821c-8c92-4072-bb72-735e91805583 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Allocated IP 172.20.0.5 (664cecd2-16b8-4660-886d-bf7773669942/6fabfea7-69be-4193-af73-1cfa6c959506/917ca5f6-5111-4797-a944-9166df094dcb) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:04.783715 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44774) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:04.795261 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f1487f25-2d73-4ddb-aa0a-74c158acdbc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Request body: {'port': {'network_id': '98cadaa0-48ef-4e7d-aab4-6b1a6df91bf9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1234562663'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:04.820830 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-044a82ab-8a58-4392-9f5c-7dacac481ee5 None None] Attempting to bind port 169d3b6a-6340-45ea-aa50-bb0e2a08e8a4 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:31:04.821319 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-044a82ab-8a58-4392-9f5c-7dacac481ee5 None None] Attempting to bind port 169d3b6a-6340-45ea-aa50-bb0e2a08e8a4 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '8c3eba07-78c8-4ef8-8f92-a282ed0d1592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '664cecd2-16b8-4660-886d-bf7773669942'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:31:04.821689 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044a82ab-8a58-4392-9f5c-7dacac481ee5 None None] Attempting to bind port 169d3b6a-6340-45ea-aa50-bb0e2a08e8a4 on network 664cecd2-16b8-4660-886d-bf7773669942 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:31:04.837210 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044a82ab-8a58-4392-9f5c-7dacac481ee5 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:31:04.837577 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044a82ab-8a58-4392-9f5c-7dacac481ee5 None None] Checking segment: {'id': '8c3eba07-78c8-4ef8-8f92-a282ed0d1592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '664cecd2-16b8-4660-886d-bf7773669942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:31:04.837970 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-044a82ab-8a58-4392-9f5c-7dacac481ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:04.838366 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044a82ab-8a58-4392-9f5c-7dacac481ee5 None None] Bound using segment: {'id': '8c3eba07-78c8-4ef8-8f92-a282ed0d1592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '664cecd2-16b8-4660-886d-bf7773669942'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:31:04.839733 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-044a82ab-8a58-4392-9f5c-7dacac481ee5 None None] Bound port: 169d3b6a-6340-45ea-aa50-bb0e2a08e8a4, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3eba07-78c8-4ef8-8f92-a282ed0d1592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '664cecd2-16b8-4660-886d-bf7773669942'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:31:04.839733 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-044a82ab-8a58-4392-9f5c-7dacac481ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:04.853682 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-d87f3507-eb41-4277-aebf-2edf17214a01 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:31:04.857845 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d87f3507-eb41-4277-aebf-2edf17214a01 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7165318 Mar 31 15:31:04.868425 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44778) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:04.899340 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbf396bf-15fb-4cab-a705-ff12196bdecd tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:04.902768 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad7af1bb-5f93-438c-881c-b0f660830579 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:04.939382 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ab65a59b-248a-419d-811a-445c27810b62 None None] Transition to ACTIVE for port object e4b739f0-97fe-49b6-956f-b429a81104a4 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:04.946429 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-19216f90-7464-4f15-a49f-e0551c1444a0 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Request body: {'security_group_rule': {'security_group_id': '5197ac58-d7c1-4eb5-a0f8-ef9740de3de0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:04.946849 dv-neutron-833379-2-hyperv neutron-server[103443]: WARNING neutron.api.v2.base [None req-19216f90-7464-4f15-a49f-e0551c1444a0 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 31 15:31:04.947408 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-19216f90-7464-4f15-a49f-e0551c1444a0 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:31:04.951000 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-19216f90-7464-4f15-a49f-e0551c1444a0 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0672116 Mar 31 15:31:04.963218 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44782) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:04.996668 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-aca88e69-b397-4d56-86ed-40b167bb0726 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Request body: {'security_group_rule': {'security_group_id': '5197ac58-d7c1-4eb5-a0f8-ef9740de3de0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:05.006485 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1661bace-ff81-491e-be2e-96469d469327 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:05.030711 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ab65a59b-248a-419d-811a-445c27810b62 None None] Transition to ACTIVE for port object e4b739f0-97fe-49b6-956f-b429a81104a4 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:05.031186 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4be338ca-d094-4e29-949c-f523e734d535 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:05.037770 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf396bf-15fb-4cab-a705-ff12196bdecd tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:05.047139 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-aca88e69-b397-4d56-86ed-40b167bb0726 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:05.073208 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-aca88e69-b397-4d56-86ed-40b167bb0726 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Usage tracker for resource:security_group_rule and tenant:ee31dbde83ff49d59f0e858b6352f3bc is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:05.078360 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-aca88e69-b397-4d56-86ed-40b167bb0726 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:05.135958 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-dbf396bf-15fb-4cab-a705-ff12196bdecd tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:05.158995 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf396bf-15fb-4cab-a705-ff12196bdecd tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:05.159748 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbf396bf-15fb-4cab-a705-ff12196bdecd tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:05.167210 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf396bf-15fb-4cab-a705-ff12196bdecd tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Subnet': ['ID=49567d84-d941-4128-8099-673a2e2754b5,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:05.175666 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-044a82ab-8a58-4392-9f5c-7dacac481ee5 None None] For port 169d3b6a-6340-45ea-aa50-bb0e2a08e8a4, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:31:05.198675 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be338ca-d094-4e29-949c-f523e734d535 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network 0dfe4455-f298-4793-98de-d5f85bbf57cc is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:05.209806 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-4be338ca-d094-4e29-949c-f523e734d535 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:05.223263 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-044a82ab-8a58-4392-9f5c-7dacac481ee5 None None] For port 169d3b6a-6340-45ea-aa50-bb0e2a08e8a4, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=169d3b6a-6340-45ea-aa50-bb0e2a08e8a4,segment=NetworkSegment(8c3eba07-78c8-4ef8-8f92-a282ed0d1592),segment_id=8c3eba07-78c8-4ef8-8f92-a282ed0d1592)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:31:05.231009 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ab65a59b-248a-419d-811a-445c27810b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:05.242020 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-aca88e69-b397-4d56-86ed-40b167bb0726 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:05.264572 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be338ca-d094-4e29-949c-f523e734d535 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:31:05.267938 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1661bace-ff81-491e-be2e-96469d469327 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:05.322781 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be338ca-d094-4e29-949c-f523e734d535 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Port': ['ID=172a9c99-543a-4f9f-ab55-27c89b153a94,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:05.323199 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab65a59b-248a-419d-811a-445c27810b62 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:05.324793 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65a59b-248a-419d-811a-445c27810b62 None None] Pushing event updated for resources: {'Port': ['ID=e4b739f0-97fe-49b6-956f-b429a81104a4,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:05.329273 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-ab65a59b-248a-419d-811a-445c27810b62 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:05.331332 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab65a59b-248a-419d-811a-445c27810b62 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:31:05.382970 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-044a82ab-8a58-4392-9f5c-7dacac481ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:05.386702 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-20672212-8abd-4ea8-af7d-4f9772fec20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:05.401654 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1661bace-ff81-491e-be2e-96469d469327 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:31:05.408383 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-dbf396bf-15fb-4cab-a705-ff12196bdecd tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1798198 Mar 31 15:31:05.408576 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f1487f25-2d73-4ddb-aa0a-74c158acdbc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:05.409546 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44786) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:05.420499 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661bace-ff81-491e-be2e-96469d469327 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b91630f-9b9f-43b5-a138-d3f332f311e7,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:05.422408 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-054873d4-e10a-4995-82f8-fa9cddb2841e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'port': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'mac_address': 'fa:16:3e:6a:bc:80', 'name': 'tempest-NetworksTestDHCPv6-8533339'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:05.429011 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f1487f25-2d73-4ddb-aa0a-74c158acdbc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Usage tracker for resource:port and tenant:9f7fd6de16334c05b3bd998c1e324e50 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:05.432696 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f1487f25-2d73-4ddb-aa0a-74c158acdbc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:05.457739 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed3e552-e814-4538-a9f8-f882af8a1475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-98cadaa0-48ef-4e7d-aab4-6b1a6df91bf9', 'network_id': '98cadaa0-48ef-4e7d-aab4-6b1a6df91bf9', 'tenant_id': '9f7fd6de16334c05b3bd998c1e324e50', 'fixed_ips': [{'subnet_id': '5b027642-2609-4143-9a57-b5d20b7ade23'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:31:05.458209 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f1487f25-2d73-4ddb-aa0a-74c158acdbc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:05.458611 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3ed3e552-e814-4538-a9f8-f882af8a1475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:05.461177 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1661bace-ff81-491e-be2e-96469d469327 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:05.461548 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-1661bace-ff81-491e-be2e-96469d469327 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Added segment a8b02907-d0ba-456b-b1d2-1001168a438e of type vlan for network 1b289c1c-c64d-4695-a89d-9c0b3cf080ab Mar 31 15:31:05.466022 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7af1bb-5f93-438c-881c-b0f660830579 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Router 2aa0edcc-44d3-4a6d-98c2-a5bcc2f1318d has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:31:05.472251 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be338ca-d094-4e29-949c-f523e734d535 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:05.473161 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4be338ca-d094-4e29-949c-f523e734d535 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:05.541675 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-ab65a59b-248a-419d-811a-445c27810b62 None None] Attempting to bind port e4b739f0-97fe-49b6-956f-b429a81104a4 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:31:05.542013 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-ab65a59b-248a-419d-811a-445c27810b62 None None] Attempting to bind port e4b739f0-97fe-49b6-956f-b429a81104a4 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:31:05.542381 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab65a59b-248a-419d-811a-445c27810b62 None None] Attempting to bind port e4b739f0-97fe-49b6-956f-b429a81104a4 on network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:31:05.547845 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7adb821c-8c92-4072-bb72-735e91805583 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:05.550538 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab65a59b-248a-419d-811a-445c27810b62 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:31:05.550962 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab65a59b-248a-419d-811a-445c27810b62 None None] Checking segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:31:05.551367 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ab65a59b-248a-419d-811a-445c27810b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:05.551808 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab65a59b-248a-419d-811a-445c27810b62 None None] Bound using segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:31:05.552283 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-ab65a59b-248a-419d-811a-445c27810b62 None None] Bound port: e4b739f0-97fe-49b6-956f-b429a81104a4, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:31:05.552748 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ab65a59b-248a-419d-811a-445c27810b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:05.570323 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-7adb821c-8c92-4072-bb72-735e91805583 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Transition to ACTIVE for port object 917ca5f6-5111-4797-a944-9166df094dcb will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:05.626429 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1661bace-ff81-491e-be2e-96469d469327 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:05.699051 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4be338ca-d094-4e29-949c-f523e734d535 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.1690156 Mar 31 15:31:05.702059 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44790) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:05.712707 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-aca88e69-b397-4d56-86ed-40b167bb0726 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:31:05.716447 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-aca88e69-b397-4d56-86ed-40b167bb0726 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7370136 Mar 31 15:31:05.722866 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44794) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:05.733628 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7adb821c-8c92-4072-bb72-735e91805583 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:05.774315 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-a103d095-1900-4cd3-bc97-ab66ed57a528 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'subnet': {'network_id': '0dfe4455-f298-4793-98de-d5f85bbf57cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:05.797354 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a82ab-8a58-4392-9f5c-7dacac481ee5 None None] Pushing event updated for resources: {'Port': ['ID=169d3b6a-6340-45ea-aa50-bb0e2a08e8a4,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:05.810094 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-3ed3e552-e814-4538-a9f8-f882af8a1475 None None] Allocated IP 2001:db8::2 (98cadaa0-48ef-4e7d-aab4-6b1a6df91bf9/5b027642-2609-4143-9a57-b5d20b7ade23/00d099cc-e1e3-4a81-9c5d-f6be7074d31c) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:05.824882 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7af1bb-5f93-438c-881c-b0f660830579 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:31:05.829450 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-054873d4-e10a-4995-82f8-fa9cddb2841e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:05.834876 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-efda1884-0aaa-47de-b0bb-48c9a7e5a8d4 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Request body: {'security_group_rule': {'security_group_id': '5197ac58-d7c1-4eb5-a0f8-ef9740de3de0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:05.835444 dv-neutron-833379-2-hyperv neutron-server[103443]: WARNING neutron.api.v2.base [None req-efda1884-0aaa-47de-b0bb-48c9a7e5a8d4 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 31 15:31:05.835840 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-efda1884-0aaa-47de-b0bb-48c9a7e5a8d4 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:31:05.840291 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-efda1884-0aaa-47de-b0bb-48c9a7e5a8d4 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.1097453 Mar 31 15:31:05.840465 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ad7af1bb-5f93-438c-881c-b0f660830579 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "PUT /v2.0/routers/2aa0edcc-44d3-4a6d-98c2-a5bcc2f1318d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9891567 Mar 31 15:31:05.840575 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb821c-8c92-4072-bb72-735e91805583 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Pushing event updated for resources: {'Port': ['ID=917ca5f6-5111-4797-a944-9166df094dcb,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:05.851998 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adb821c-8c92-4072-bb72-735e91805583 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Network 664cecd2-16b8-4660-886d-bf7773669942 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:05.855324 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44798) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:05.855543 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44800) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:05.856895 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-7adb821c-8c92-4072-bb72-735e91805583 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:05.858736 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1487f25-2d73-4ddb-aa0a-74c158acdbc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Made reservation on behalf of 9f7fd6de16334c05b3bd998c1e324e50 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:05.862307 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1487f25-2d73-4ddb-aa0a-74c158acdbc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:05.891297 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1661bace-ff81-491e-be2e-96469d469327 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:05.902974 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1661bace-ff81-491e-be2e-96469d469327 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:05.902974 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1661bace-ff81-491e-be2e-96469d469327 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:05.903820 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-054873d4-e10a-4995-82f8-fa9cddb2841e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:port and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:05.916936 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbd4ca5-f9ca-4299-9873-089f805dbd3c None None] Sync routers for ids ['2aa0edcc-44d3-4a6d-98c2-a5bcc2f1318d'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:31:05.918990 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-054873d4-e10a-4995-82f8-fa9cddb2841e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for port was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:05.921539 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c8c8a690-8e43-4900-a676-fa08c758de97 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Request body: {'security_group_rule': {'security_group_id': '5197ac58-d7c1-4eb5-a0f8-ef9740de3de0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:05.930057 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adb821c-8c92-4072-bb72-735e91805583 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:31:05.930355 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-054873d4-e10a-4995-82f8-fa9cddb2841e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:05.936233 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ab74300f-35b8-458a-b044-3a2e82807c9a None None] Provisioning for port 172a9c99-543a-4f9f-ab55-27c89b153a94 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:05.946644 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-ab65a59b-248a-419d-811a-445c27810b62 None None] For port e4b739f0-97fe-49b6-956f-b429a81104a4, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:31:05.952773 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ab74300f-35b8-458a-b044-3a2e82807c9a None None] Provisioning complete for port 172a9c99-543a-4f9f-ab55-27c89b153a94 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:05.953317 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ab74300f-35b8-458a-b044-3a2e82807c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:06.058037 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c8c8a690-8e43-4900-a676-fa08c758de97 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:06.083535 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbd4ca5-f9ca-4299-9873-089f805dbd3c None None] Routers {'2aa0edcc-44d3-4a6d-98c2-a5bcc2f1318d'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:31:06.084511 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cbbd4ca5-f9ca-4299-9873-089f805dbd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:31:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['2aa0edcc-44d3-4a6d-98c2-a5bcc2f1318d'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:06.140825 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054873d4-e10a-4995-82f8-fa9cddb2841e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:06.154546 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-ab74300f-35b8-458a-b044-3a2e82807c9a None None] Port 172a9c99-543a-4f9f-ab55-27c89b153a94 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:31:06.163369 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cbbd4ca5-f9ca-4299-9873-089f805dbd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:06.165288 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-f1487f25-2d73-4ddb-aa0a-74c158acdbc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] device_id is not set on port 80625e6c-e603-4d61-b3a5-040cadf62d3c yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:31:06.169576 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-ab65a59b-248a-419d-811a-445c27810b62 None None] For port e4b739f0-97fe-49b6-956f-b429a81104a4, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e4b739f0-97fe-49b6-956f-b429a81104a4,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:31:06.182591 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a103d095-1900-4cd3-bc97-ab66ed57a528 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:06.189577 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a103d095-1900-4cd3-bc97-ab66ed57a528 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:subnet and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:06.193834 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbd4ca5-f9ca-4299-9873-089f805dbd3c None None] Routers {'2aa0edcc-44d3-4a6d-98c2-a5bcc2f1318d'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:31:06.194484 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cbbd4ca5-f9ca-4299-9873-089f805dbd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:31:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['2aa0edcc-44d3-4a6d-98c2-a5bcc2f1318d'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:06.222217 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a3ea76fb-de05-4f8c-a76a-aa58b7af40a0 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:06.245771 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a103d095-1900-4cd3-bc97-ab66ed57a528 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:06.248148 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 169d3b6a-6340-45ea-aa50-bb0e2a08e8a4 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:31:06.266266 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a103d095-1900-4cd3-bc97-ab66ed57a528 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:06.278483 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adb821c-8c92-4072-bb72-735e91805583 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:06.279240 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7adb821c-8c92-4072-bb72-735e91805583 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:06.285455 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ab65a59b-248a-419d-811a-445c27810b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:06.306940 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c8c8a690-8e43-4900-a676-fa08c758de97 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Usage tracker for resource:security_group_rule and tenant:ee31dbde83ff49d59f0e858b6352f3bc is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:06.309287 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-054873d4-e10a-4995-82f8-fa9cddb2841e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:06.324122 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c8c8a690-8e43-4900-a676-fa08c758de97 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:06.337651 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-054873d4-e10a-4995-82f8-fa9cddb2841e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] device_id is not set on port fad2f4a5-afba-41e3-9611-a568eb4012dd yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:31:06.376989 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a103d095-1900-4cd3-bc97-ab66ed57a528 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:06.379759 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cbbd4ca5-f9ca-4299-9873-089f805dbd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:06.380154 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbd4ca5-f9ca-4299-9873-089f805dbd3c None None] The sync data for ids ['2aa0edcc-44d3-4a6d-98c2-a5bcc2f1318d'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:31:06.381142 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a103d095-1900-4cd3-bc97-ab66ed57a528 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:06.507346 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:06.522300 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65a59b-248a-419d-811a-445c27810b62 None None] Pushing event updated for resources: {'Port': ['ID=e4b739f0-97fe-49b6-956f-b429a81104a4,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:06.536946 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c8c8a690-8e43-4900-a676-fa08c758de97 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:06.545165 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3ed3e552-e814-4538-a9f8-f882af8a1475 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:06.567916 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3ed3e552-e814-4538-a9f8-f882af8a1475 None None] Transition to ACTIVE for port object 00d099cc-e1e3-4a81-9c5d-f6be7074d31c will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:06.606313 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3ed3e552-e814-4538-a9f8-f882af8a1475 None None] Transition to ACTIVE for port object 00d099cc-e1e3-4a81-9c5d-f6be7074d31c will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:06.612656 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:06.637283 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.ipam_backend_mixin [None req-a103d095-1900-4cd3-bc97-ab66ed57a528 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0c149e4f-2a3f-4fdb-b291-c906a16e55bb (CIDR: 172.20.0.0/28) Mar 31 15:31:06.641862 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 169d3b6a-6340-45ea-aa50-bb0e2a08e8a4 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:06.660135 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661bace-ff81-491e-be2e-96469d469327 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Pushing event updated for resources: {'Network': ['ID=1b289c1c-c64d-4695-a89d-9c0b3cf080ab,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:06.675814 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 1b289c1c-c64d-4695-a89d-9c0b3cf080ab details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:31:06.688903 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7adb821c-8c92-4072-bb72-735e91805583 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.9263337 Mar 31 15:31:06.688903 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1661bace-ff81-491e-be2e-96469d469327 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.4385536 Mar 31 15:31:06.705569 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44806) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:06.705904 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44808) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:06.710582 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a103d095-1900-4cd3-bc97-ab66ed57a528 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:31:06.711049 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a103d095-1900-4cd3-bc97-ab66ed57a528 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:31:06.766114 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-054873d4-e10a-4995-82f8-fa9cddb2841e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Allocated IP 172.20.0.12 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/49567d84-d941-4128-8099-673a2e2754b5/fad2f4a5-afba-41e3-9611-a568eb4012dd) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:06.777788 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-054873d4-e10a-4995-82f8-fa9cddb2841e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Allocated IP 2001:db8::f816:3eff:fe6a:bc80 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/6e6fd750-2e3c-4619-af84-c6f282666f7c/fad2f4a5-afba-41e3-9611-a568eb4012dd) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:06.780570 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3633a626-5a5f-44c0-b4be-0cbcee6a4837 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-339489004', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:06.797046 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-fb38cc6c-ee71-4603-9ff4-ad94743312e0 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Request body: {'subnet': {'network_id': '1b289c1c-c64d-4695-a89d-9c0b3cf080ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:06.811332 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3ed3e552-e814-4538-a9f8-f882af8a1475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:06.875709 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a103d095-1900-4cd3-bc97-ab66ed57a528 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1698756 Mar 31 15:31:06.879245 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44814) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:06.887932 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-858f58f2-b9b0-466d-a5e5-6c4ec2633501 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'subnet': {'network_id': '0dfe4455-f298-4793-98de-d5f85bbf57cc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:06.919539 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-3633a626-5a5f-44c0-b4be-0cbcee6a4837 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:06.962451 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed3e552-e814-4538-a9f8-f882af8a1475 None None] Network 98cadaa0-48ef-4e7d-aab4-6b1a6df91bf9 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:06.968666 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-3ed3e552-e814-4538-a9f8-f882af8a1475 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:06.972699 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed3e552-e814-4538-a9f8-f882af8a1475 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:31:07.074806 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3e552-e814-4538-a9f8-f882af8a1475 None None] Pushing event updated for resources: {'Port': ['ID=00d099cc-e1e3-4a81-9c5d-f6be7074d31c,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:07.099509 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-3ed3e552-e814-4538-a9f8-f882af8a1475 None None] Attempting to bind port 00d099cc-e1e3-4a81-9c5d-f6be7074d31c on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:31:07.100174 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-3ed3e552-e814-4538-a9f8-f882af8a1475 None None] Attempting to bind port 00d099cc-e1e3-4a81-9c5d-f6be7074d31c by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'e17588eb-8491-4685-83fd-35e726a2c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '98cadaa0-48ef-4e7d-aab4-6b1a6df91bf9'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:31:07.100753 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed3e552-e814-4538-a9f8-f882af8a1475 None None] Attempting to bind port 00d099cc-e1e3-4a81-9c5d-f6be7074d31c on network 98cadaa0-48ef-4e7d-aab4-6b1a6df91bf9 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:31:07.104312 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-3633a626-5a5f-44c0-b4be-0cbcee6a4837 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Usage tracker for resource:router and tenant:d0a6e84098f744bb95208b9a0b7c1106 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:07.107850 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed3e552-e814-4538-a9f8-f882af8a1475 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:31:07.108515 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed3e552-e814-4538-a9f8-f882af8a1475 None None] Checking segment: {'id': 'e17588eb-8491-4685-83fd-35e726a2c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '98cadaa0-48ef-4e7d-aab4-6b1a6df91bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:31:07.109125 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3ed3e552-e814-4538-a9f8-f882af8a1475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:07.109856 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed3e552-e814-4538-a9f8-f882af8a1475 None None] Bound using segment: {'id': 'e17588eb-8491-4685-83fd-35e726a2c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '98cadaa0-48ef-4e7d-aab4-6b1a6df91bf9'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:31:07.110545 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-3ed3e552-e814-4538-a9f8-f882af8a1475 None None] Bound port: 00d099cc-e1e3-4a81-9c5d-f6be7074d31c, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17588eb-8491-4685-83fd-35e726a2c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '98cadaa0-48ef-4e7d-aab4-6b1a6df91bf9'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:31:07.111142 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3ed3e552-e814-4538-a9f8-f882af8a1475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:07.213538 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-054873d4-e10a-4995-82f8-fa9cddb2841e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:07.214606 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-3ed3e552-e814-4538-a9f8-f882af8a1475 None None] For port 00d099cc-e1e3-4a81-9c5d-f6be7074d31c, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:31:07.218365 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-3ed3e552-e814-4538-a9f8-f882af8a1475 None None] For port 00d099cc-e1e3-4a81-9c5d-f6be7074d31c, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=00d099cc-e1e3-4a81-9c5d-f6be7074d31c,segment=NetworkSegment(e17588eb-8491-4685-83fd-35e726a2c3ea),segment_id=e17588eb-8491-4685-83fd-35e726a2c3ea)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:31:07.236660 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-054873d4-e10a-4995-82f8-fa9cddb2841e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Transition to ACTIVE for port object fad2f4a5-afba-41e3-9611-a568eb4012dd will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:07.237796 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefe5fb2-df6b-49e6-8998-05a1c66028a7 None None] Network 664cecd2-16b8-4660-886d-bf7773669942 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:07.304989 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-858f58f2-b9b0-466d-a5e5-6c4ec2633501 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:07.313851 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-858f58f2-b9b0-466d-a5e5-6c4ec2633501 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:subnet and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:07.320899 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-858f58f2-b9b0-466d-a5e5-6c4ec2633501 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:07.329528 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-858f58f2-b9b0-466d-a5e5-6c4ec2633501 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:07.346157 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-3633a626-5a5f-44c0-b4be-0cbcee6a4837 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:07.351341 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3ed3e552-e814-4538-a9f8-f882af8a1475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:07.404986 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-3633a626-5a5f-44c0-b4be-0cbcee6a4837 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:07.419905 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858f58f2-b9b0-466d-a5e5-6c4ec2633501 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:07.432311 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-858f58f2-b9b0-466d-a5e5-6c4ec2633501 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:07.434516 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-19345f75-b0b5-4a74-ac2d-080c4acad421 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] remove_router_interface failed (client error): The resource could not be found. Mar 31 15:31:07.435583 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-19345f75-b0b5-4a74-ac2d-080c4acad421 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "PUT /v2.0/routers/2aa0edcc-44d3-4a6d-98c2-a5bcc2f1318d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.5481043 Mar 31 15:31:07.447840 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44818) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:07.497803 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-f1487f25-2d73-4ddb-aa0a-74c158acdbc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Allocated IP 2001:db8::2f9 (98cadaa0-48ef-4e7d-aab4-6b1a6df91bf9/5b027642-2609-4143-9a57-b5d20b7ade23/80625e6c-e603-4d61-b3a5-040cadf62d3c) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:07.510895 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-054873d4-e10a-4995-82f8-fa9cddb2841e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:07.530618 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-fb38cc6c-ee71-4603-9ff4-ad94743312e0 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:07.543083 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2f62efdc-dfe3-452c-bb8f-02b51c44edb2 None None] Provisioning for port 169d3b6a-6340-45ea-aa50-bb0e2a08e8a4 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:07.546719 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-c8c8a690-8e43-4900-a676-fa08c758de97 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:31:07.560376 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c8c8a690-8e43-4900-a676-fa08c758de97 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.6595542 Mar 31 15:31:07.563049 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c1dc3009-b8f6-494b-bda9-f6e3cf2ea71c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Synchronizing usage tracker for tenant:f5aeba78f50f4bbea010c74344321d80 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:31:07.565600 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44822) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:07.578175 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-fb38cc6c-ee71-4603-9ff4-ad94743312e0 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Usage tracker for resource:subnet and tenant:1bcdb8bb846d48458989c3a80f112280 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:07.585378 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3633a626-5a5f-44c0-b4be-0cbcee6a4837 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:07.589088 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3e552-e814-4538-a9f8-f882af8a1475 None None] Pushing event updated for resources: {'Port': ['ID=00d099cc-e1e3-4a81-9c5d-f6be7074d31c,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:07.600373 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3633a626-5a5f-44c0-b4be-0cbcee6a4837 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:07.607078 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-fb38cc6c-ee71-4603-9ff4-ad94743312e0 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:07.611382 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2f62efdc-dfe3-452c-bb8f-02b51c44edb2 None None] Provisioning complete for port 169d3b6a-6340-45ea-aa50-bb0e2a08e8a4 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:07.613773 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2f62efdc-dfe3-452c-bb8f-02b51c44edb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:07.629961 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e859f1b5-bb81-4d4f-9419-c0e081e66765 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Request body: {'security_group_rule': {'security_group_id': '5197ac58-d7c1-4eb5-a0f8-ef9740de3de0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:07.630488 dv-neutron-833379-2-hyperv neutron-server[103443]: WARNING neutron.api.v2.base [None req-e859f1b5-bb81-4d4f-9419-c0e081e66765 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 31 15:31:07.631000 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-e859f1b5-bb81-4d4f-9419-c0e081e66765 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:31:07.632110 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e859f1b5-bb81-4d4f-9419-c0e081e66765 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0615666 Mar 31 15:31:07.678902 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-fb38cc6c-ee71-4603-9ff4-ad94743312e0 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:07.694093 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44826) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:07.726226 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3633a626-5a5f-44c0-b4be-0cbcee6a4837 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:07.753747 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d331ddb0-9aef-450c-a9a1-164e9ea5b650 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Request body: {'security_group_rule': {'security_group_id': '5197ac58-d7c1-4eb5-a0f8-ef9740de3de0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:07.763762 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d331ddb0-9aef-450c-a9a1-164e9ea5b650 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:07.768477 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d331ddb0-9aef-450c-a9a1-164e9ea5b650 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Usage tracker for resource:security_group_rule and tenant:ee31dbde83ff49d59f0e858b6352f3bc is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:07.773666 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d331ddb0-9aef-450c-a9a1-164e9ea5b650 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:07.789164 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d331ddb0-9aef-450c-a9a1-164e9ea5b650 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:07.932915 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:08.042311 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054873d4-e10a-4995-82f8-fa9cddb2841e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:08.058983 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3633a626-5a5f-44c0-b4be-0cbcee6a4837 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:08.068676 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2f62efdc-dfe3-452c-bb8f-02b51c44edb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:08.083019 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb38cc6c-ee71-4603-9ff4-ad94743312e0 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Made reservation on behalf of 1bcdb8bb846d48458989c3a80f112280 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:08.087881 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb38cc6c-ee71-4603-9ff4-ad94743312e0 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:08.146178 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c1dc3009-b8f6-494b-bda9-f6e3cf2ea71c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Unset dirty status for tenant:f5aeba78f50f4bbea010c74344321d80 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:31:08.148423 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c1dc3009-b8f6-494b-bda9-f6e3cf2ea71c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "GET /v2.0/ports?device_id=2aa0edcc-44d3-4a6d-98c2-a5bcc2f1318d HTTP/1.1" status: 200 len: 205 time: 0.6977706 Mar 31 15:31:08.160407 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44830) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:08.165013 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-2f62efdc-dfe3-452c-bb8f-02b51c44edb2 None None] For port 169d3b6a-6340-45ea-aa50-bb0e2a08e8a4, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=169d3b6a-6340-45ea-aa50-bb0e2a08e8a4,segment=NetworkSegment(8c3eba07-78c8-4ef8-8f92-a282ed0d1592),segment_id=8c3eba07-78c8-4ef8-8f92-a282ed0d1592)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:08.206429 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-054873d4-e10a-4995-82f8-fa9cddb2841e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:08.228918 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054873d4-e10a-4995-82f8-fa9cddb2841e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Port': ['ID=fad2f4a5-afba-41e3-9611-a568eb4012dd,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:08.241709 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054873d4-e10a-4995-82f8-fa9cddb2841e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:31:08.250560 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2f62efdc-dfe3-452c-bb8f-02b51c44edb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:08.316012 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3633a626-5a5f-44c0-b4be-0cbcee6a4837 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:08.327057 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3633a626-5a5f-44c0-b4be-0cbcee6a4837 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.6102755 Mar 31 15:31:08.387022 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0139cbf-b723-411c-b47e-3c3b7a85722b None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:08.392666 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054873d4-e10a-4995-82f8-fa9cddb2841e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:08.393590 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-054873d4-e10a-4995-82f8-fa9cddb2841e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:08.398123 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44834) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:08.412744 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-9d46b2f8-8b08-474c-9231-d01ef3d0a315 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1088435267', 'prefixes': ['172.20.0.0/16']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:08.416550 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 00d099cc-e1e3-4a81-9c5d-f6be7074d31c up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:31:08.433670 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9d46b2f8-8b08-474c-9231-d01ef3d0a315 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:08.446626 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a3ea76fb-de05-4f8c-a76a-aa58b7af40a0 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting port eceae24e-8a68-4cea-beda-e8a923e99dcb {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:08.448794 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a3ea76fb-de05-4f8c-a76a-aa58b7af40a0 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:08.478268 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-858f58f2-b9b0-466d-a5e5-6c4ec2633501 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:08.579207 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f58f2-b9b0-466d-a5e5-6c4ec2633501 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Subnet': ['ID=da658fdd-1c11-4d95-8745-96caa1b5db00,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:08.593787 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-054873d4-e10a-4995-82f8-fa9cddb2841e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 3.1784043 Mar 31 15:31:08.595930 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858f58f2-b9b0-466d-a5e5-6c4ec2633501 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network 0dfe4455-f298-4793-98de-d5f85bbf57cc is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:08.601581 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44838) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:08.601581 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-858f58f2-b9b0-466d-a5e5-6c4ec2633501 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:08.612762 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858f58f2-b9b0-466d-a5e5-6c4ec2633501 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:08.616640 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-858f58f2-b9b0-466d-a5e5-6c4ec2633501 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:08.684884 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa77db31-7f79-48d6-9a95-16283c57dbbe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:08.701951 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75311346-c118-4876-a618-b1f62488fa8e None None] Network 0dfe4455-f298-4793-98de-d5f85bbf57cc requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:08.768530 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62efdc-dfe3-452c-bb8f-02b51c44edb2 None None] Pushing event updated for resources: {'Port': ['ID=169d3b6a-6340-45ea-aa50-bb0e2a08e8a4,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:08.788576 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec0e3d5-4ce5-424b-9988-921c1b7a9717 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:08.795552 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec0e3d5-4ce5-424b-9988-921c1b7a9717 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:08.796608 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-cec0e3d5-4ce5-424b-9988-921c1b7a9717 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:31:08.808102 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-858f58f2-b9b0-466d-a5e5-6c4ec2633501 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9278181 Mar 31 15:31:08.809042 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44842) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:08.823746 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-c47ca57d-7ccd-44ad-9040-da42959b8f89 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2119129052', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'da658fdd-1c11-4d95-8745-96caa1b5db00'}], 'security_groups': ['735d4aa9-3516-4923-bce7-0ad58a276781']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:08.881415 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-d331ddb0-9aef-450c-a9a1-164e9ea5b650 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:31:08.881415 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d331ddb0-9aef-450c-a9a1-164e9ea5b650 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 1.1814492 Mar 31 15:31:08.881739 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-7e4327fe-fa74-4ffe-80ab-15e52c0b0763 None None] Provisioning for port e4b739f0-97fe-49b6-956f-b429a81104a4 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:08.881831 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44846) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:08.897937 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-751ee26d-c660-4d40-8bd4-3949cbef9b2c tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Request body: {'security_group_rule': {'security_group_id': '5197ac58-d7c1-4eb5-a0f8-ef9740de3de0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:08.899263 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 00d099cc-e1e3-4a81-9c5d-f6be7074d31c completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:08.908266 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1487f25-2d73-4ddb-aa0a-74c158acdbc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:08.910808 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-751ee26d-c660-4d40-8bd4-3949cbef9b2c tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:08.915792 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-751ee26d-c660-4d40-8bd4-3949cbef9b2c tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Usage tracker for resource:security_group_rule and tenant:ee31dbde83ff49d59f0e858b6352f3bc is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:08.919731 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-751ee26d-c660-4d40-8bd4-3949cbef9b2c tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:08.926440 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-751ee26d-c660-4d40-8bd4-3949cbef9b2c tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:08.928705 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e4b739f0-97fe-49b6-956f-b429a81104a4 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:31:08.951169 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-cec0e3d5-4ce5-424b-9988-921c1b7a9717 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:31:08.952378 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-cec0e3d5-4ce5-424b-9988-921c1b7a9717 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.3535757 Mar 31 15:31:08.959524 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44850) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:09.063367 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-11801503-61d2-4664-a26d-c2f2faa5bfd2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting port fad2f4a5-afba-41e3-9611-a568eb4012dd {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:09.063733 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-11801503-61d2-4664-a26d-c2f2faa5bfd2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:09.096029 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-f1487f25-2d73-4ddb-aa0a-74c158acdbc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Transition to ACTIVE for port object 80625e6c-e603-4d61-b3a5-040cadf62d3c will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:09.262949 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-407c2320-0a88-4a28-acd7-0d325cee83c1 None None] Provisioning for port 917ca5f6-5111-4797-a944-9166df094dcb completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:09.293356 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9d46b2f8-8b08-474c-9231-d01ef3d0a315 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks [] for subnetpool, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:09.294455 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9d46b2f8-8b08-474c-9231-d01ef3d0a315 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.8930326 Mar 31 15:31:09.301511 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a6de61-64d3-4a66-8150-9b48c5716845 None None] Network 98cadaa0-48ef-4e7d-aab4-6b1a6df91bf9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:09.313529 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44854) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:09.322465 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-407c2320-0a88-4a28-acd7-0d325cee83c1 None None] Provisioning complete for port 917ca5f6-5111-4797-a944-9166df094dcb triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:09.322840 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-407c2320-0a88-4a28-acd7-0d325cee83c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:09.332069 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.tag.tag_plugin [None req-fcd855d5-93f0-450e-99e6-581582a861b8 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6fabfea7-69be-4193-af73-1cfa6c959506', 'tempest-TagsExtTest-Tag-1077687907') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:09.369248 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1487f25-2d73-4ddb-aa0a-74c158acdbc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:09.375170 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port e4b739f0-97fe-49b6-956f-b429a81104a4 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:09.397069 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port e4b739f0-97fe-49b6-956f-b429a81104a4 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:09.397549 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:09.523891 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-751ee26d-c660-4d40-8bd4-3949cbef9b2c tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:31:09.524987 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-751ee26d-c660-4d40-8bd4-3949cbef9b2c tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6407847 Mar 31 15:31:09.526762 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-407c2320-0a88-4a28-acd7-0d325cee83c1 None None] Port 917ca5f6-5111-4797-a944-9166df094dcb cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:31:09.604417 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44858) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:09.635699 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-407c2320-0a88-4a28-acd7-0d325cee83c1 None None] Provisioning complete for port 169d3b6a-6340-45ea-aa50-bb0e2a08e8a4 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:09.636096 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-407c2320-0a88-4a28-acd7-0d325cee83c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:09.688491 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa77db31-7f79-48d6-9a95-16283c57dbbe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:09.695458 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa77db31-7f79-48d6-9a95-16283c57dbbe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:09.704097 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1487f25-2d73-4ddb-aa0a-74c158acdbc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Network 98cadaa0-48ef-4e7d-aab4-6b1a6df91bf9 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:09.712371 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-f1487f25-2d73-4ddb-aa0a-74c158acdbc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:09.733039 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1487f25-2d73-4ddb-aa0a-74c158acdbc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:31:09.736735 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c47ca57d-7ccd-44ad-9040-da42959b8f89 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:09.739260 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1487f25-2d73-4ddb-aa0a-74c158acdbc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:09.740795 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1487f25-2d73-4ddb-aa0a-74c158acdbc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:09.776611 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-11801503-61d2-4664-a26d-c2f2faa5bfd2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:09.783943 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a3ea76fb-de05-4f8c-a76a-aa58b7af40a0 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:09.804184 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb38cc6c-ee71-4603-9ff4-ad94743312e0 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:09.912847 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1487f25-2d73-4ddb-aa0a-74c158acdbc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Pushing event updated for resources: {'Port': ['ID=80625e6c-e603-4d61-b3a5-040cadf62d3c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:09.977170 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f1487f25-2d73-4ddb-aa0a-74c158acdbc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 5.1921663 Mar 31 15:31:09.984931 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a3ea76fb-de05-4f8c-a76a-aa58b7af40a0 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Calling delete_port for eceae24e-8a68-4cea-beda-e8a923e99dcb owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:31:09.986565 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-11801503-61d2-4664-a26d-c2f2faa5bfd2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Calling delete_port for fad2f4a5-afba-41e3-9611-a568eb4012dd owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:31:09.994678 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:10.007047 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348fc8f7-05ad-4a2a-b6fd-f8f7a57ba95f None None] Update dhcp port {'port': {'network_id': '0dfe4455-f298-4793-98de-d5f85bbf57cc', 'fixed_ips': [{'subnet_id': '0c149e4f-2a3f-4fdb-b291-c906a16e55bb', 'ip_address': '172.20.0.2'}, {'subnet_id': 'da658fdd-1c11-4d95-8745-96caa1b5db00'}], 'binding:host_id': 'dv-neutron-833379-2-hyperv'}, 'id': 'db54ad09-20ef-4e98-95f8-86ea7c24613d'} from dv-neutron-833379-2-hyperv. {{(pid=103445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 31 15:31:10.017034 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44862) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:10.017034 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b5bbc122-6cf4-4ebf-87a0-b99cc1b34eb7 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:10.021071 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa77db31-7f79-48d6-9a95-16283c57dbbe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:10.021071 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa77db31-7f79-48d6-9a95-16283c57dbbe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Fanout notify agent at l3_agent the message router_deleted on router 2aa0edcc-44d3-4a6d-98c2-a5bcc2f1318d {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:31:10.047034 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-4df056e7-77b6-407c-822e-ffd62e6a668d tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Request body: {'port': {'network_id': '98cadaa0-48ef-4e7d-aab4-6b1a6df91bf9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1085784714', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:10.053037 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.api.validators [None req-4df056e7-77b6-407c-822e-ffd62e6a668d tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] bootfile-name is not in valid_values {{(pid=103444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 31 15:31:10.053182 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38cc6c-ee71-4603-9ff4-ad94743312e0 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Pushing event updated for resources: {'Subnet': ['ID=e0829f2f-85f5-4e46-b166-73726c8e97aa,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:10.053499 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.api.validators [None req-4df056e7-77b6-407c-822e-ffd62e6a668d tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] tftp-server is not in valid_values {{(pid=103444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 31 15:31:10.053499 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.api.validators [None req-4df056e7-77b6-407c-822e-ffd62e6a668d tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] server-ip-address is not in valid_values {{(pid=103444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 31 15:31:10.059816 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa77db31-7f79-48d6-9a95-16283c57dbbe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:10.064084 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-aa77db31-7f79-48d6-9a95-16283c57dbbe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/routers/2aa0edcc-44d3-4a6d-98c2-a5bcc2f1318d HTTP/1.1" status: 204 len: 168 time: 1.8812668 Mar 31 15:31:10.064267 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653817fd-e1ab-43c1-92b0-14e284100db8 None None] Update dhcp port {'port': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'fixed_ips': [{'subnet_id': '6e6fd750-2e3c-4619-af84-c6f282666f7c', 'ip_address': '2001:db8::f816:3eff:feed:7291'}, {'subnet_id': '49567d84-d941-4128-8099-673a2e2754b5'}], 'binding:host_id': 'dv-neutron-833379-2-hyperv'}, 'id': 'e4b739f0-97fe-49b6-956f-b429a81104a4'} from dv-neutron-833379-2-hyperv. {{(pid=103445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 31 15:31:10.079159 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44866) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:10.110753 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb38cc6c-ee71-4603-9ff4-ad94743312e0 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Checking segment: {'id': 'a8b02907-d0ba-456b-b1d2-1001168a438e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1b289c1c-c64d-4695-a89d-9c0b3cf080ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:31:10.111344 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb38cc6c-ee71-4603-9ff4-ad94743312e0 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Network hostable DHCP agents. Network: 1b289c1c-c64d-4695-a89d-9c0b3cf080ab, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:31:10.202600 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-348fc8f7-05ad-4a2a-b6fd-f8f7a57ba95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:10.204537 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb38cc6c-ee71-4603-9ff4-ad94743312e0 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Network 1b289c1c-c64d-4695-a89d-9c0b3cf080ab is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:31:10.209053 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-fcd855d5-93f0-450e-99e6-581582a861b8 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "PUT /v2.0/subnets/6fabfea7-69be-4193-af73-1cfa6c959506/tags/tempest-TagsExtTest-Tag-1077687907 HTTP/1.1" status: 201 len: 201 time: 0.8929036 Mar 31 15:31:10.212502 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port e4b739f0-97fe-49b6-956f-b429a81104a4, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e4b739f0-97fe-49b6-956f-b429a81104a4,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:10.214791 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-653817fd-e1ab-43c1-92b0-14e284100db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:10.220562 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44870) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:10.229805 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-c8e42b38-f8ba-4e2f-981b-6450b876e639 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '917ca5f6-5111-4797-a944-9166df094dcb', 'tempest-TagsExtTest-Tag-1639346348') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:10.267379 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b5bbc122-6cf4-4ebf-87a0-b99cc1b34eb7 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:10.327577 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:10.339522 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-fb38cc6c-ee71-4603-9ff4-ad94743312e0 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 1b289c1c-c64d-4695-a89d-9c0b3cf080ab) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:10.344600 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb38cc6c-ee71-4603-9ff4-ad94743312e0 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:10.345262 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb38cc6c-ee71-4603-9ff4-ad94743312e0 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:10.373061 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a3ea76fb-de05-4f8c-a76a-aa58b7af40a0 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:10.373869 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c561f09-b928-44c6-987e-538510ce3929 None None] Network 1b289c1c-c64d-4695-a89d-9c0b3cf080ab requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:10.431321 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce45bdd-88d6-4706-9c10-adc620a61519 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Deleting subnet 7a4fe234-40d6-43b8-8f3a-c4c6c5355a6a {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:31:10.446732 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c8e42b38-f8ba-4e2f-981b-6450b876e639 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "PUT /v2.0/ports/917ca5f6-5111-4797-a944-9166df094dcb/tags/tempest-TagsExtTest-Tag-1639346348 HTTP/1.1" status: 201 len: 201 time: 0.2250023 Mar 31 15:31:10.447552 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44874) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:10.448299 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bce45bdd-88d6-4706-9c10-adc620a61519 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:10.467696 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea76fb-de05-4f8c-a76a-aa58b7af40a0 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Port': ['ID=eceae24e-8a68-4cea-beda-e8a923e99dcb,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:10.475258 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-6be26354-92e2-4082-a353-a07e92c5a299 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2ed7f9de-96d7-4ab8-883d-3fad1a6adee8', 'tempest-TagsExtTest-Tag-907799444') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:10.520029 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 169d3b6a-6340-45ea-aa50-bb0e2a08e8a4 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:31:10.647978 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4df056e7-77b6-407c-822e-ffd62e6a668d tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:10.658861 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bce45bdd-88d6-4706-9c10-adc620a61519 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:10.684984 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-fb38cc6c-ee71-4603-9ff4-ad94743312e0 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9759998 Mar 31 15:31:10.690982 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4df056e7-77b6-407c-822e-ffd62e6a668d tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Usage tracker for resource:port and tenant:9f7fd6de16334c05b3bd998c1e324e50 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:10.694196 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44878) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:10.709755 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4df056e7-77b6-407c-822e-ffd62e6a668d tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Quota usage for port was recalculated. Used quota:2. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:10.727532 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-6b1de5e8-1645-4b49-93ec-8a8758ff7afa tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Request body: {'network': {'name': 'tempest-router-network01--588956740'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:10.734303 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b5bbc122-6cf4-4ebf-87a0-b99cc1b34eb7 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:10.761058 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4df056e7-77b6-407c-822e-ffd62e6a668d tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:10.796072 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6b1de5e8-1645-4b49-93ec-8a8758ff7afa tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:10.823914 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bbc122-6cf4-4ebf-87a0-b99cc1b34eb7 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5197ac58-d7c1-4eb5-a0f8-ef9740de3de0,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:10.827890 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6b1de5e8-1645-4b49-93ec-8a8758ff7afa tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Usage tracker for resource:network and tenant:1bcdb8bb846d48458989c3a80f112280 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:10.871432 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a3ea76fb-de05-4f8c-a76a-aa58b7af40a0 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:10.875722 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6b1de5e8-1645-4b49-93ec-8a8758ff7afa tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:10.903289 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-dd496e75-9996-4179-b135-3d0e5b091972 None None] Provisioning for port 00d099cc-e1e3-4a81-9c5d-f6be7074d31c completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:10.907549 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6b1de5e8-1645-4b49-93ec-8a8758ff7afa tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:10.960291 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b5bbc122-6cf4-4ebf-87a0-b99cc1b34eb7 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:10.960679 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=e4b739f0-97fe-49b6-956f-b429a81104a4,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:10.961454 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b5bbc122-6cf4-4ebf-87a0-b99cc1b34eb7 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "DELETE /v2.0/security-groups/5197ac58-d7c1-4eb5-a0f8-ef9740de3de0 HTTP/1.1" status: 204 len: 168 time: 1.3442776 Mar 31 15:31:10.963885 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-dd496e75-9996-4179-b135-3d0e5b091972 None None] Provisioning complete for port 00d099cc-e1e3-4a81-9c5d-f6be7074d31c triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:10.964427 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dd496e75-9996-4179-b135-3d0e5b091972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:10.965062 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44882) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:11.160868 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df056e7-77b6-407c-822e-ffd62e6a668d tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Made reservation on behalf of 9f7fd6de16334c05b3bd998c1e324e50 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:11.165261 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4df056e7-77b6-407c-822e-ffd62e6a668d tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:11.183813 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1de5e8-1645-4b49-93ec-8a8758ff7afa tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Made reservation on behalf of 1bcdb8bb846d48458989c3a80f112280 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:11.187163 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b1de5e8-1645-4b49-93ec-8a8758ff7afa tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:11.195882 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-11801503-61d2-4664-a26d-c2f2faa5bfd2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:11.202919 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-653817fd-e1ab-43c1-92b0-14e284100db8 None None] Allocated IP 172.20.0.2 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/49567d84-d941-4128-8099-673a2e2754b5/e4b739f0-97fe-49b6-956f-b429a81104a4) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:11.229436 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 169d3b6a-6340-45ea-aa50-bb0e2a08e8a4 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:11.229869 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:11.237137 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ea76fb-de05-4f8c-a76a-aa58b7af40a0 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Router 1a0102d1-642d-4c0c-ade9-6cd7ca850541 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:31:11.256766 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bce45bdd-88d6-4706-9c10-adc620a61519 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:11.295310 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dd496e75-9996-4179-b135-3d0e5b091972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:11.306070 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6be26354-92e2-4082-a353-a07e92c5a299 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "PUT /v2.0/routers/2ed7f9de-96d7-4ab8-883d-3fad1a6adee8/tags/tempest-TagsExtTest-Tag-907799444 HTTP/1.1" status: 201 len: 201 time: 0.8538864 Mar 31 15:31:11.306807 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44886) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:11.322575 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-88847c58-a7f0-46ce-b290-8609b687a5cb tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7eb92274-fdcc-469e-8a1f-ec4d501b3ba8', 'tempest-TagsExtTest-Tag-1287663159') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:11.375689 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11801503-61d2-4664-a26d-c2f2faa5bfd2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Port': ['ID=fad2f4a5-afba-41e3-9611-a568eb4012dd,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:11.399673 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-4df056e7-77b6-407c-822e-ffd62e6a668d tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] device_id is not set on port 7e55eab5-0583-4bfa-a8ae-7b6664cd8000 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:31:11.466865 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-dd496e75-9996-4179-b135-3d0e5b091972 None None] For port 00d099cc-e1e3-4a81-9c5d-f6be7074d31c, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=00d099cc-e1e3-4a81-9c5d-f6be7074d31c,segment=NetworkSegment(e17588eb-8491-4685-83fd-35e726a2c3ea),segment_id=e17588eb-8491-4685-83fd-35e726a2c3ea)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:11.481657 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbc1089-6edd-4507-924d-8bce51a722fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-1b289c1c-c64d-4695-a89d-9c0b3cf080ab', 'network_id': '1b289c1c-c64d-4695-a89d-9c0b3cf080ab', 'tenant_id': '1bcdb8bb846d48458989c3a80f112280', 'fixed_ips': [{'subnet_id': 'e0829f2f-85f5-4e46-b166-73726c8e97aa'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:31:11.482597 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5bbc1089-6edd-4507-924d-8bce51a722fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:11.537553 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-c47ca57d-7ccd-44ad-9040-da42959b8f89 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Delete allocated IP 172.20.0.8 (0dfe4455-f298-4793-98de-d5f85bbf57cc/0c149e4f-2a3f-4fdb-b291-c906a16e55bb) {{(pid=103444) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 31 15:31:11.543720 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ea76fb-de05-4f8c-a76a-aa58b7af40a0 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:31:11.548386 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b1de5e8-1645-4b49-93ec-8a8758ff7afa tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:31:11.552230 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-27bf65ed-c3e9-4552-bfac-02411ff9c10a tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Synchronizing usage tracker for tenant:ee31dbde83ff49d59f0e858b6352f3bc on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:31:11.553350 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a3ea76fb-de05-4f8c-a76a-aa58b7af40a0 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "PUT /v2.0/routers/1a0102d1-642d-4c0c-ade9-6cd7ca850541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5474167 Mar 31 15:31:11.554157 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44890) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:11.573423 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0401a0-29c3-4512-b7ec-09bfe6f4bae5 None None] Sync routers for ids ['1a0102d1-642d-4c0c-ade9-6cd7ca850541'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:31:11.590272 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0401a0-29c3-4512-b7ec-09bfe6f4bae5 None None] Routers {'1a0102d1-642d-4c0c-ade9-6cd7ca850541'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:31:11.591155 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ab0401a0-29c3-4512-b7ec-09bfe6f4bae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:31:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['1a0102d1-642d-4c0c-ade9-6cd7ca850541'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:11.604357 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-9efb106f-2f6a-4296-94f1-b8e6f2657a7c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] GET failed (client error): The resource could not be found. Mar 31 15:31:11.605258 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9efb106f-2f6a-4296-94f1-b8e6f2657a7c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Synchronizing usage tracker for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:31:11.615412 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dd496e75-9996-4179-b135-3d0e5b091972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:11.637286 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-c47ca57d-7ccd-44ad-9040-da42959b8f89 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Allocated IP 172.20.0.26 (0dfe4455-f298-4793-98de-d5f85bbf57cc/da658fdd-1c11-4d95-8745-96caa1b5db00/172a9c99-543a-4f9f-ab55-27c89b153a94) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:11.678602 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ab0401a0-29c3-4512-b7ec-09bfe6f4bae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:11.681536 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9efb106f-2f6a-4296-94f1-b8e6f2657a7c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Unset dirty status for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:31:11.682854 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9efb106f-2f6a-4296-94f1-b8e6f2657a7c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "GET /v2.0/ports/eceae24e-8a68-4cea-beda-e8a923e99dcb HTTP/1.1" status: 404 len: 333 time: 0.1268809 Mar 31 15:31:11.685623 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44894) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:11.693618 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0401a0-29c3-4512-b7ec-09bfe6f4bae5 None None] Routers {'1a0102d1-642d-4c0c-ade9-6cd7ca850541'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:31:11.694579 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ab0401a0-29c3-4512-b7ec-09bfe6f4bae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:31:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['1a0102d1-642d-4c0c-ade9-6cd7ca850541'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:11.696557 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b1de5e8-1645-4b49-93ec-8a8758ff7afa tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:11.697355 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-6b1de5e8-1645-4b49-93ec-8a8758ff7afa tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Added segment b5d9b4d6-dc80-4b52-8152-dbd94662a561 of type vlan for network a9ba70e8-d92d-4933-b162-d931d1c35fa6 Mar 31 15:31:11.736142 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b1de5e8-1645-4b49-93ec-8a8758ff7afa tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:11.740511 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-653817fd-e1ab-43c1-92b0-14e284100db8 None None] For port e4b739f0-97fe-49b6-956f-b429a81104a4, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e4b739f0-97fe-49b6-956f-b429a81104a4,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:11.764465 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-88847c58-a7f0-46ce-b290-8609b687a5cb tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "PUT /v2.0/subnetpools/7eb92274-fdcc-469e-8a1f-ec4d501b3ba8/tags/tempest-TagsExtTest-Tag-1287663159 HTTP/1.1" status: 201 len: 201 time: 0.4490345 Mar 31 15:31:11.777649 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ab0401a0-29c3-4512-b7ec-09bfe6f4bae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:11.778311 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0401a0-29c3-4512-b7ec-09bfe6f4bae5 None None] The sync data for ids ['1a0102d1-642d-4c0c-ade9-6cd7ca850541'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:31:11.781557 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44898) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:11.782589 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-27bf65ed-c3e9-4552-bfac-02411ff9c10a tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Unset dirty status for tenant:ee31dbde83ff49d59f0e858b6352f3bc on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:31:11.787857 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-27bf65ed-c3e9-4552-bfac-02411ff9c10a tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8172443 Mar 31 15:31:11.787857 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bce45bdd-88d6-4706-9c10-adc620a61519 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:11.799586 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.tag.tag_plugin [None req-124e21ed-255b-4e41-8350-316ba4a79721 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6fabfea7-69be-4193-af73-1cfa6c959506') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:11.823228 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44f1ef04-83eb-4243-a1b0-d89ffd387326 None None] Provisioning complete for port 00d099cc-e1e3-4a81-9c5d-f6be7074d31c triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:11.823599 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44f1ef04-83eb-4243-a1b0-d89ffd387326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:11.825281 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44900) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:11.856003 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0510a009-2b4b-4bac-a1db-e01351d26fce tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:11.862693 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd496e75-9996-4179-b135-3d0e5b091972 None None] Pushing event updated for resources: {'Port': ['ID=00d099cc-e1e3-4a81-9c5d-f6be7074d31c,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:11.886760 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-7b698b1f-029a-498f-bd46-22aaa6ee6ee3 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Request body: {'security_group': {'name': 'tempest-secgroup--427694381'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:11.896493 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce45bdd-88d6-4706-9c10-adc620a61519 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Subnet': ['ID=7a4fe234-40d6-43b8-8f3a-c4c6c5355a6a,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:11.920656 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-653817fd-e1ab-43c1-92b0-14e284100db8 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:11.952428 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-7b698b1f-029a-498f-bd46-22aaa6ee6ee3 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:11.962225 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bce45bdd-88d6-4706-9c10-adc620a61519 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:11.964716 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-653817fd-e1ab-43c1-92b0-14e284100db8 None None] Transition to ACTIVE for port object e4b739f0-97fe-49b6-956f-b429a81104a4 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:11.965355 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-11801503-61d2-4664-a26d-c2f2faa5bfd2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:11.971862 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c2ca72-10d7-4de8-9183-c79ed77aa028 None None] Network 65af920d-ca18-4da7-b49e-8e600b310c89 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:11.986503 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-5bbc1089-6edd-4507-924d-8bce51a722fc None None] Allocated IP 172.20.0.2 (1b289c1c-c64d-4695-a89d-9c0b3cf080ab/e0829f2f-85f5-4e46-b166-73726c8e97aa/6c086c1f-6079-43d3-9d57-af22015b0a28) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:12.016242 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-7b698b1f-029a-498f-bd46-22aaa6ee6ee3 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:12.063387 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-11801503-61d2-4664-a26d-c2f2faa5bfd2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/fad2f4a5-afba-41e3-9611-a568eb4012dd HTTP/1.1" status: 204 len: 168 time: 3.0982375 Mar 31 15:31:12.063387 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-bce45bdd-88d6-4706-9c10-adc620a61519 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/subnets/7a4fe234-40d6-43b8-8f3a-c4c6c5355a6a HTTP/1.1" status: 204 len: 168 time: 1.9761336 Mar 31 15:31:12.068666 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44906) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:12.068666 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44908) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:12.076368 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b1de5e8-1645-4b49-93ec-8a8758ff7afa tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:12.078938 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-653817fd-e1ab-43c1-92b0-14e284100db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:12.082022 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1de5e8-1645-4b49-93ec-8a8758ff7afa tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:12.082633 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b1de5e8-1645-4b49-93ec-8a8758ff7afa tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:12.170441 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0510a009-2b4b-4bac-a1db-e01351d26fce tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:12.172727 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0510a009-2b4b-4bac-a1db-e01351d26fce tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:12.254210 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7b698b1f-029a-498f-bd46-22aaa6ee6ee3 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:12.270204 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0510a009-2b4b-4bac-a1db-e01351d26fce tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:12.270788 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0510a009-2b4b-4bac-a1db-e01351d26fce tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Fanout notify agent at l3_agent the message router_deleted on router 1a0102d1-642d-4c0c-ade9-6cd7ca850541 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:31:12.287488 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0510a009-2b4b-4bac-a1db-e01351d26fce tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:12.291397 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0510a009-2b4b-4bac-a1db-e01351d26fce tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/routers/1a0102d1-642d-4c0c-ade9-6cd7ca850541 HTTP/1.1" status: 204 len: 168 time: 0.6047263 Mar 31 15:31:12.292702 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44914) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:12.298780 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-4df056e7-77b6-407c-822e-ffd62e6a668d tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Allocated IP 2001:db8::90 (98cadaa0-48ef-4e7d-aab4-6b1a6df91bf9/5b027642-2609-4143-9a57-b5d20b7ade23/7e55eab5-0583-4bfa-a8ae-7b6664cd8000) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:12.364325 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-3acf9bad-f939-425d-ae27-5fb8ebee108d tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting subnet af99b42d-0d3b-4f94-a9be-ad7016db0606 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:31:12.368394 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3acf9bad-f939-425d-ae27-5fb8ebee108d tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:12.436914 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6b1de5e8-1645-4b49-93ec-8a8758ff7afa tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7397032 Mar 31 15:31:12.438666 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3acf9bad-f939-425d-ae27-5fb8ebee108d tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:12.455119 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653817fd-e1ab-43c1-92b0-14e284100db8 None None] Pushing event updated for resources: {'Port': ['ID=e4b739f0-97fe-49b6-956f-b429a81104a4,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:12.464648 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44918) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:12.467151 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1de5e8-1645-4b49-93ec-8a8758ff7afa tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Pushing event updated for resources: {'Network': ['ID=a9ba70e8-d92d-4933-b162-d931d1c35fa6,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:12.472683 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 00d099cc-e1e3-4a81-9c5d-f6be7074d31c up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:31:12.482818 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-aed787f6-a90c-4bd4-8d3e-a385df50e355 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Request body: {'network': {'name': 'tempest-router-network02--1803129587'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:12.493802 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-7b698b1f-029a-498f-bd46-22aaa6ee6ee3 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:12.501700 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b509ce0b-a8bc-420a-b1c6-45cad2aa8bd1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:12.503054 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b509ce0b-a8bc-420a-b1c6-45cad2aa8bd1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:12.506157 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b509ce0b-a8bc-420a-b1c6-45cad2aa8bd1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:12.506157 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-b509ce0b-a8bc-420a-b1c6-45cad2aa8bd1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:31:12.508975 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network a9ba70e8-d92d-4933-b162-d931d1c35fa6 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:31:12.511113 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-aed787f6-a90c-4bd4-8d3e-a385df50e355 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:12.522324 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f650e9cd-1f97-4182-b38b-a762417e8336 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:12.535702 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-7b698b1f-029a-498f-bd46-22aaa6ee6ee3 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Usage tracker for resource:security_group_rule and tenant:ee31dbde83ff49d59f0e858b6352f3bc is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:12.544531 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-aed787f6-a90c-4bd4-8d3e-a385df50e355 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Usage tracker for resource:network and tenant:1bcdb8bb846d48458989c3a80f112280 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:12.551153 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-7b698b1f-029a-498f-bd46-22aaa6ee6ee3 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:12.561436 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-aed787f6-a90c-4bd4-8d3e-a385df50e355 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Quota usage for network was recalculated. Used quota:2. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:12.577616 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-124e21ed-255b-4e41-8350-316ba4a79721 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "GET /v2.0/subnets/6fabfea7-69be-4193-af73-1cfa6c959506/tags HTTP/1.1" status: 200 len: 241 time: 0.7851000 Mar 31 15:31:12.578120 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44922) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:12.581431 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-7b698b1f-029a-498f-bd46-22aaa6ee6ee3 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:12.584067 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-8b9f6923-5bec-44a4-85a2-1c0151d07a1d tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6fabfea7-69be-4193-af73-1cfa6c959506', 'tempest-TagsExtTest-Tag-1077687907') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:12.606480 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-aed787f6-a90c-4bd4-8d3e-a385df50e355 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:12.647904 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3acf9bad-f939-425d-ae27-5fb8ebee108d tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:12.657714 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f650e9cd-1f97-4182-b38b-a762417e8336 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Deleting port 19c7c247-de93-4371-a856-d3f61ff35e8b {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:12.658051 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f650e9cd-1f97-4182-b38b-a762417e8336 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:12.685386 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5bbc1089-6edd-4507-924d-8bce51a722fc None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:12.705393 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-5bbc1089-6edd-4507-924d-8bce51a722fc None None] Transition to ACTIVE for port object 6c086c1f-6079-43d3-9d57-af22015b0a28 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:12.746897 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8b9f6923-5bec-44a4-85a2-1c0151d07a1d tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "GET /v2.0/subnets/6fabfea7-69be-4193-af73-1cfa6c959506/tags/tempest-TagsExtTest-Tag-1077687907 HTTP/1.1" status: 204 len: 168 time: 0.1653957 Mar 31 15:31:12.747607 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44926) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:12.753181 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44f1ef04-83eb-4243-a1b0-d89ffd387326 None None] Provisioning for port 80625e6c-e603-4d61-b3a5-040cadf62d3c completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:12.766233 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-ae41aa10-964f-4a97-9a36-eab1c2a302bf tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '6fabfea7-69be-4193-af73-1cfa6c959506', 'tempest-TagsExtTest-Tag-1077687907') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:12.768706 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-5bbc1089-6edd-4507-924d-8bce51a722fc None None] Transition to ACTIVE for port object 6c086c1f-6079-43d3-9d57-af22015b0a28 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:12.830226 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-b509ce0b-a8bc-420a-b1c6-45cad2aa8bd1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:31:12.831399 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b509ce0b-a8bc-420a-b1c6-45cad2aa8bd1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.7579072 Mar 31 15:31:12.834826 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44930) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:12.842900 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44f1ef04-83eb-4243-a1b0-d89ffd387326 None None] Provisioning complete for port 80625e6c-e603-4d61-b3a5-040cadf62d3c triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:12.847853 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44f1ef04-83eb-4243-a1b0-d89ffd387326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:12.855631 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed787f6-a90c-4bd4-8d3e-a385df50e355 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Made reservation on behalf of 1bcdb8bb846d48458989c3a80f112280 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:12.859287 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aed787f6-a90c-4bd4-8d3e-a385df50e355 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:12.879457 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c47ca57d-7ccd-44ad-9040-da42959b8f89 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:12.893605 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3acf9bad-f939-425d-ae27-5fb8ebee108d tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:12.920561 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44f1ef04-83eb-4243-a1b0-d89ffd387326 None None] Port 80625e6c-e603-4d61-b3a5-040cadf62d3c cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:31:12.943377 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5bbc1089-6edd-4507-924d-8bce51a722fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:12.949093 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf9bad-f939-425d-ae27-5fb8ebee108d tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Subnet': ['ID=af99b42d-0d3b-4f94-a9be-ad7016db0606,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:12.967452 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3acf9bad-f939-425d-ae27-5fb8ebee108d tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:12.985412 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-21401688-5d98-4466-a3a3-b5ba8aef835a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting subnet 49567d84-d941-4128-8099-673a2e2754b5 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:31:12.988913 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21401688-5d98-4466-a3a3-b5ba8aef835a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:13.017635 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c47ca57d-7ccd-44ad-9040-da42959b8f89 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Transition to ACTIVE for port object 172a9c99-543a-4f9f-ab55-27c89b153a94 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:13.052805 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21401688-5d98-4466-a3a3-b5ba8aef835a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:13.061418 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc1089-6edd-4507-924d-8bce51a722fc None None] Pushing event updated for resources: {'Port': ['ID=6c086c1f-6079-43d3-9d57-af22015b0a28,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:13.074771 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2353f1-01a9-4f7d-8138-062e5c6eb657 None None] Network 6e3028d3-87b5-4f97-9eaf-e7b77ea60f03 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:13.092349 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed787f6-a90c-4bd4-8d3e-a385df50e355 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:31:13.150939 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3acf9bad-f939-425d-ae27-5fb8ebee108d tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/subnets/af99b42d-0d3b-4f94-a9be-ad7016db0606 HTTP/1.1" status: 204 len: 168 time: 0.8546600 Mar 31 15:31:13.153945 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44934) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:13.154863 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21401688-5d98-4466-a3a3-b5ba8aef835a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:13.180019 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbc1089-6edd-4507-924d-8bce51a722fc None None] Network 1b289c1c-c64d-4695-a89d-9c0b3cf080ab is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:13.189895 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-5bbc1089-6edd-4507-924d-8bce51a722fc None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:13.192490 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbc1089-6edd-4507-924d-8bce51a722fc None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:31:13.284506 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7b698b1f-029a-498f-bd46-22aaa6ee6ee3 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:13.288624 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c47ca57d-7ccd-44ad-9040-da42959b8f89 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:13.329222 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3d742a37-d15c-439d-a85a-fc0afe20168a None None] Could not find standard attr ID for object fad2f4a5-afba-41e3-9611-a568eb4012dd. {{(pid=103445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 15:31:13.335598 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7df748-bca4-47da-8448-5b67d7021065 None None] DHCP port deletion for 65af920d-ca18-4da7-b49e-8e600b310c89 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:31:13.367498 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9ab59bfb-2e1c-498d-a780-d0d7f20f2655 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:13.386155 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-9ab59bfb-2e1c-498d-a780-d0d7f20f2655 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting port 2fe1a27f-58c4-4aea-918d-00f9614fff21 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:13.386711 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9ab59bfb-2e1c-498d-a780-d0d7f20f2655 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:13.397240 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 00d099cc-e1e3-4a81-9c5d-f6be7074d31c triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:13.397601 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:13.447932 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ae41aa10-964f-4a97-9a36-eab1c2a302bf tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "DELETE /v2.0/subnets/6fabfea7-69be-4193-af73-1cfa6c959506/tags/tempest-TagsExtTest-Tag-1077687907 HTTP/1.1" status: 204 len: 168 time: 0.6968467 Mar 31 15:31:13.449981 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44938) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:13.459259 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-e788752c-cf38-4564-a9ad-fb29b37ae198 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6fabfea7-69be-4193-af73-1cfa6c959506') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:13.466846 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f650e9cd-1f97-4182-b38b-a762417e8336 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] For port 19c7c247-de93-4371-a856-d3f61ff35e8b, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=19c7c247-de93-4371-a856-d3f61ff35e8b,segment=NetworkSegment(ed2b79c8-2eae-4a83-9b4d-4155d4d9777e),segment_id=ed2b79c8-2eae-4a83-9b4d-4155d4d9777e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:13.467209 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f650e9cd-1f97-4182-b38b-a762417e8336 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:13.522352 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-9e7df748-bca4-47da-8448-5b67d7021065 None None] Deleting port 19c7c247-de93-4371-a856-d3f61ff35e8b {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:13.522943 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e7df748-bca4-47da-8448-5b67d7021065 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:13.604550 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f650e9cd-1f97-4182-b38b-a762417e8336 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Calling delete_port for 19c7c247-de93-4371-a856-d3f61ff35e8b owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:31:13.657490 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-348fc8f7-05ad-4a2a-b6fd-f8f7a57ba95f None None] Allocated IP 172.20.0.18 (0dfe4455-f298-4793-98de-d5f85bbf57cc/da658fdd-1c11-4d95-8745-96caa1b5db00/db54ad09-20ef-4e98-95f8-86ea7c24613d) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:13.689704 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-5bbc1089-6edd-4507-924d-8bce51a722fc None None] Attempting to bind port 6c086c1f-6079-43d3-9d57-af22015b0a28 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:31:13.690073 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-5bbc1089-6edd-4507-924d-8bce51a722fc None None] Attempting to bind port 6c086c1f-6079-43d3-9d57-af22015b0a28 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'a8b02907-d0ba-456b-b1d2-1001168a438e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1b289c1c-c64d-4695-a89d-9c0b3cf080ab'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:31:13.690438 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc1089-6edd-4507-924d-8bce51a722fc None None] Attempting to bind port 6c086c1f-6079-43d3-9d57-af22015b0a28 on network 1b289c1c-c64d-4695-a89d-9c0b3cf080ab {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:31:13.696790 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21401688-5d98-4466-a3a3-b5ba8aef835a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:13.700220 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aed787f6-a90c-4bd4-8d3e-a385df50e355 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:13.700543 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-aed787f6-a90c-4bd4-8d3e-a385df50e355 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Added segment 11d97e96-98ce-4826-9836-2388cb90ab94 of type vlan for network 1d7f8f21-0ea6-44c1-a356-fe428fc29da7 Mar 31 15:31:13.713018 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc1089-6edd-4507-924d-8bce51a722fc None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:31:13.714970 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc1089-6edd-4507-924d-8bce51a722fc None None] Checking segment: {'id': 'a8b02907-d0ba-456b-b1d2-1001168a438e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1b289c1c-c64d-4695-a89d-9c0b3cf080ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:31:13.714970 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5bbc1089-6edd-4507-924d-8bce51a722fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:13.714970 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc1089-6edd-4507-924d-8bce51a722fc None None] Bound using segment: {'id': 'a8b02907-d0ba-456b-b1d2-1001168a438e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1b289c1c-c64d-4695-a89d-9c0b3cf080ab'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:31:13.714970 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-5bbc1089-6edd-4507-924d-8bce51a722fc None None] Bound port: 6c086c1f-6079-43d3-9d57-af22015b0a28, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b02907-d0ba-456b-b1d2-1001168a438e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1b289c1c-c64d-4695-a89d-9c0b3cf080ab'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:31:13.715382 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7b698b1f-029a-498f-bd46-22aaa6ee6ee3 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:13.715496 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5bbc1089-6edd-4507-924d-8bce51a722fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:13.754916 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21401688-5d98-4466-a3a3-b5ba8aef835a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Subnet': ['ID=49567d84-d941-4128-8099-673a2e2754b5,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:13.766871 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21401688-5d98-4466-a3a3-b5ba8aef835a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:13.779585 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3d742a37-d15c-439d-a85a-fc0afe20168a None None] Provisioning for port e4b739f0-97fe-49b6-956f-b429a81104a4 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:13.830855 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b698b1f-029a-498f-bd46-22aaa6ee6ee3 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9cf48f-5aac-4d24-979e-e2088fb6e1c2,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:13.848752 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3d742a37-d15c-439d-a85a-fc0afe20168a None None] Provisioning complete for port e4b739f0-97fe-49b6-956f-b429a81104a4 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:13.850094 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3d742a37-d15c-439d-a85a-fc0afe20168a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:13.852384 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4df056e7-77b6-407c-822e-ffd62e6a668d tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:13.887070 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-21401688-5d98-4466-a3a3-b5ba8aef835a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/49567d84-d941-4128-8099-673a2e2754b5 HTTP/1.1" status: 204 len: 168 time: 1.0506148 Mar 31 15:31:13.893866 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44942) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:13.901130 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ca57d-7ccd-44ad-9040-da42959b8f89 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Port': ['ID=172a9c99-543a-4f9f-ab55-27c89b153a94,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:13.909216 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-9ab59bfb-2e1c-498d-a780-d0d7f20f2655 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] For port 2fe1a27f-58c4-4aea-918d-00f9614fff21, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=2fe1a27f-58c4-4aea-918d-00f9614fff21,segment=NetworkSegment(ce2b0d0d-3734-49dd-b884-b7f93cf1c244),segment_id=ce2b0d0d-3734-49dd-b884-b7f93cf1c244)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:13.909818 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9ab59bfb-2e1c-498d-a780-d0d7f20f2655 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:13.949332 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aed787f6-a90c-4bd4-8d3e-a385df50e355 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:13.971318 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f650e9cd-1f97-4182-b38b-a762417e8336 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:13.977510 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4df056e7-77b6-407c-822e-ffd62e6a668d tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Transition to ACTIVE for port object 7e55eab5-0583-4bfa-a8ae-7b6664cd8000 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:13.988942 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e788752c-cf38-4564-a9ad-fb29b37ae198 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "GET /v2.0/subnets/6fabfea7-69be-4193-af73-1cfa6c959506/tags HTTP/1.1" status: 200 len: 205 time: 0.5354514 Mar 31 15:31:14.014211 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44946) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:14.032010 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.tag.tag_plugin [None req-2b79174f-c650-4f40-8baf-278c466defe6 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '917ca5f6-5111-4797-a944-9166df094dcb') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:14.057241 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-9ab59bfb-2e1c-498d-a780-d0d7f20f2655 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Calling delete_port for 2fe1a27f-58c4-4aea-918d-00f9614fff21 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:31:14.079325 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c47ca57d-7ccd-44ad-9040-da42959b8f89 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] In _notify_port_updated(), no bound segment for port 172a9c99-543a-4f9f-ab55-27c89b153a94 on network 0dfe4455-f298-4793-98de-d5f85bbf57cc {{(pid=103444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 31 15:31:14.085130 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47ca57d-7ccd-44ad-9040-da42959b8f89 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:14.085799 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c47ca57d-7ccd-44ad-9040-da42959b8f89 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:14.087249 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c47ca57d-7ccd-44ad-9040-da42959b8f89 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "PUT /v2.0/ports/172a9c99-543a-4f9f-ab55-27c89b153a94 HTTP/1.1" status: 200 len: 921 time: 5.2749128 Mar 31 15:31:14.095101 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44950) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:14.099215 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f650e9cd-1f97-4182-b38b-a762417e8336 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Port': ['ID=19c7c247-de93-4371-a856-d3f61ff35e8b,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:14.111873 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7b698b1f-029a-498f-bd46-22aaa6ee6ee3 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:14.117022 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7b698b1f-029a-498f-bd46-22aaa6ee6ee3 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.2427309 Mar 31 15:31:14.119892 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f650e9cd-1f97-4182-b38b-a762417e8336 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] No DVR routers for this DVR port 19c7c247-de93-4371-a856-d3f61ff35e8b on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:31:14.146680 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44954) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:14.148561 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-aed787f6-a90c-4bd4-8d3e-a385df50e355 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:31:14.164528 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9ed58dd3-0ad2-4160-b323-483fa785a3fa tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Request body: {'security_group_rule': {'security_group_id': '1e9cf48f-5aac-4d24-979e-e2088fb6e1c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:14.187257 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ef4b20-6223-4ec2-9b82-be8b01a667c0 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting subnet 6e6fd750-2e3c-4619-af84-c6f282666f7c {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:31:14.202470 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9ed58dd3-0ad2-4160-b323-483fa785a3fa tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:14.216675 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9ed58dd3-0ad2-4160-b323-483fa785a3fa tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Usage tracker for resource:security_group_rule and tenant:ee31dbde83ff49d59f0e858b6352f3bc is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:14.217135 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c184f788-acb2-45e3-8999-eb5e0ac0faaf None None] DHCP port deletion for 6e3028d3-87b5-4f97-9eaf-e7b77ea60f03 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:31:14.217347 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97ef4b20-6223-4ec2-9b82-be8b01a667c0 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:14.226689 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9ed58dd3-0ad2-4160-b323-483fa785a3fa tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:14.237093 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-348fc8f7-05ad-4a2a-b6fd-f8f7a57ba95f None None] For port db54ad09-20ef-4e98-95f8-86ea7c24613d, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=db54ad09-20ef-4e98-95f8-86ea7c24613d,segment=NetworkSegment(c939f2df-ef44-4500-a7c4-b28d6117dcf7),segment_id=c939f2df-ef44-4500-a7c4-b28d6117dcf7)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:14.240460 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-9e7df748-bca4-47da-8448-5b67d7021065 None None] For port 19c7c247-de93-4371-a856-d3f61ff35e8b, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=19c7c247-de93-4371-a856-d3f61ff35e8b,segment=NetworkSegment(ed2b79c8-2eae-4a83-9b4d-4155d4d9777e),segment_id=ed2b79c8-2eae-4a83-9b4d-4155d4d9777e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:14.241088 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e7df748-bca4-47da-8448-5b67d7021065 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:14.257264 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9ed58dd3-0ad2-4160-b323-483fa785a3fa tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:14.257992 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e4b739f0-97fe-49b6-956f-b429a81104a4 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:31:14.262967 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-21d18127-85fd-4fc9-abe4-b0e691b4ef8f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting port 172a9c99-543a-4f9f-ab55-27c89b153a94 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:14.263427 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21d18127-85fd-4fc9-abe4-b0e691b4ef8f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:14.288244 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-c184f788-acb2-45e3-8999-eb5e0ac0faaf None None] Deleting port 2fe1a27f-58c4-4aea-918d-00f9614fff21 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:14.288876 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c184f788-acb2-45e3-8999-eb5e0ac0faaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:14.315400 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-5bbc1089-6edd-4507-924d-8bce51a722fc None None] For port 6c086c1f-6079-43d3-9d57-af22015b0a28, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:31:14.372141 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aed787f6-a90c-4bd4-8d3e-a385df50e355 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:14.377757 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed787f6-a90c-4bd4-8d3e-a385df50e355 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:14.378451 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aed787f6-a90c-4bd4-8d3e-a385df50e355 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:14.383223 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f650e9cd-1f97-4182-b38b-a762417e8336 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:14.426948 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97ef4b20-6223-4ec2-9b82-be8b01a667c0 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:14.454648 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9ab59bfb-2e1c-498d-a780-d0d7f20f2655 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:14.468198 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91c56cb-bb67-4645-9a2a-5863f0c985fb None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:14.500837 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-9e7df748-bca4-47da-8448-5b67d7021065 None None] Calling delete_port for 19c7c247-de93-4371-a856-d3f61ff35e8b owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:31:14.510098 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab59bfb-2e1c-498d-a780-d0d7f20f2655 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Port': ['ID=2fe1a27f-58c4-4aea-918d-00f9614fff21,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:14.550575 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-5bbc1089-6edd-4507-924d-8bce51a722fc None None] For port 6c086c1f-6079-43d3-9d57-af22015b0a28, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=6c086c1f-6079-43d3-9d57-af22015b0a28,segment=NetworkSegment(a8b02907-d0ba-456b-b1d2-1001168a438e),segment_id=a8b02907-d0ba-456b-b1d2-1001168a438e)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:31:14.584701 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-f650e9cd-1f97-4182-b38b-a762417e8336 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65af920d-ca18-4da7-b49e-8e600b310c89']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:14.588322 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-9ed58dd3-0ad2-4160-b323-483fa785a3fa tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] create failed (client error): The resource could not be found. Mar 31 15:31:14.589576 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9ed58dd3-0ad2-4160-b323-483fa785a3fa tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4322362 Mar 31 15:31:14.590812 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab59bfb-2e1c-498d-a780-d0d7f20f2655 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] No DVR routers for this DVR port 2fe1a27f-58c4-4aea-918d-00f9614fff21 on host dv-neutron-833379-2-hyperv {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:31:14.597725 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44958) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:14.603523 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed787f6-a90c-4bd4-8d3e-a385df50e355 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Pushing event updated for resources: {'Network': ['ID=1d7f8f21-0ea6-44c1-a356-fe428fc29da7,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:14.616288 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2b79174f-c650-4f40-8baf-278c466defe6 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "GET /v2.0/ports/917ca5f6-5111-4797-a944-9166df094dcb/tags HTTP/1.1" status: 200 len: 241 time: 0.5851238 Mar 31 15:31:14.617648 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-d3182d56-6f1f-487d-879f-4de530501d02 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Request body: {'security_group_rule': {'security_group_id': '1e9cf48f-5aac-4d24-979e-e2088fb6e1c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '7489a610-35f2-4522-abdc-cd2455472f45'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:14.624772 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-f650e9cd-1f97-4182-b38b-a762417e8336 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed2b79c8-2eae-4a83-9b4d-4155d4d9777e') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:14.625221 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-f650e9cd-1f97-4182-b38b-a762417e8336 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed2b79c8-2eae-4a83-9b4d-4155d4d9777e') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:14.636769 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44962) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:14.639576 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d3182d56-6f1f-487d-879f-4de530501d02 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:14.649352 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.tag.tag_plugin [None req-abc55830-0e86-409a-bd44-9a8dc88e4224 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '917ca5f6-5111-4797-a944-9166df094dcb', 'tempest-TagsExtTest-Tag-1639346348') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:14.675934 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.resource_extend [None req-348fc8f7-05ad-4a2a-b6fd-f8f7a57ba95f None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:31:14.679834 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-aed787f6-a90c-4bd4-8d3e-a385df50e355 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2100787 Mar 31 15:31:14.681276 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4df056e7-77b6-407c-822e-ffd62e6a668d tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:14.683755 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44966) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:14.684704 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 1d7f8f21-0ea6-44c1-a356-fe428fc29da7 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:31:14.695256 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-0326d4a4-5d17-4ebf-ab2d-c6c6456d053e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Request body: {'subnet': {'network_id': 'a9ba70e8-d92d-4933-b162-d931d1c35fa6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:14.697300 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f650e9cd-1f97-4182-b38b-a762417e8336 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:14.747622 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d3182d56-6f1f-487d-879f-4de530501d02 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Usage tracker for resource:security_group_rule and tenant:ee31dbde83ff49d59f0e858b6352f3bc is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:14.747855 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5bbc1089-6edd-4507-924d-8bce51a722fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:14.761492 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-348fc8f7-05ad-4a2a-b6fd-f8f7a57ba95f None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:14.761744 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d3182d56-6f1f-487d-879f-4de530501d02 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:14.786669 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d3182d56-6f1f-487d-879f-4de530501d02 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:14.793415 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f650e9cd-1f97-4182-b38b-a762417e8336 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:14.827023 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f650e9cd-1f97-4182-b38b-a762417e8336 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:31:14.827414 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f650e9cd-1f97-4182-b38b-a762417e8336 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:14.842897 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:31:14.842897 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:31:14.842897 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:31:14.842897 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:31:14.842897 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:31:14.842897 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:31:14.842897 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:31:14.842897 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:31:14.842897 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:31:14.842897 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:31:14.842897 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:31:14.842897 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:31:14.842897 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:31:14.842897 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:31:14.842897 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:31:14.842897 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:31:14.842897 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:31:14.842897 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:31:14.842897 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:31:14.842897 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:31:14.842897 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:31:14.842897 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:31:14.842897 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:31:14.842897 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:31:14.842897 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:31:14.842897 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:31:14.842897 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:31:14.842897 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:31:14.842897 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:31:14.842897 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:31:14.842897 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:31:14.842897 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:31:14.851490 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9ab59bfb-2e1c-498d-a780-d0d7f20f2655 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:14.855267 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-c184f788-acb2-45e3-8999-eb5e0ac0faaf None None] The port '2fe1a27f-58c4-4aea-918d-00f9614fff21' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:31:14.861146 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df056e7-77b6-407c-822e-ffd62e6a668d tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Network 98cadaa0-48ef-4e7d-aab4-6b1a6df91bf9 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:14.864002 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97ef4b20-6223-4ec2-9b82-be8b01a667c0 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:14.865659 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21d18127-85fd-4fc9-abe4-b0e691b4ef8f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:14.900959 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-4df056e7-77b6-407c-822e-ffd62e6a668d tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:14.958350 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df056e7-77b6-407c-822e-ffd62e6a668d tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Pushing event updated for resources: {'Port': ['ID=7e55eab5-0583-4bfa-a8ae-7b6664cd8000,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:14.966263 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df056e7-77b6-407c-822e-ffd62e6a668d tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:31:14.971841 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df056e7-77b6-407c-822e-ffd62e6a668d tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:14.972481 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4df056e7-77b6-407c-822e-ffd62e6a668d tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:15.018712 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-9ab59bfb-2e1c-498d-a780-d0d7f20f2655 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3028d3-87b5-4f97-9eaf-e7b77ea60f03']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:15.037904 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-21d18127-85fd-4fc9-abe4-b0e691b4ef8f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Calling delete_port for 172a9c99-543a-4f9f-ab55-27c89b153a94 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:31:15.086163 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-abc55830-0e86-409a-bd44-9a8dc88e4224 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "GET /v2.0/ports/917ca5f6-5111-4797-a944-9166df094dcb/tags/tempest-TagsExtTest-Tag-1639346348 HTTP/1.1" status: 204 len: 168 time: 0.4455781 Mar 31 15:31:15.086403 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44970) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:15.091546 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-9ab59bfb-2e1c-498d-a780-d0d7f20f2655 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce2b0d0d-3734-49dd-b884-b7f93cf1c244') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:15.094475 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-9ab59bfb-2e1c-498d-a780-d0d7f20f2655 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce2b0d0d-3734-49dd-b884-b7f93cf1c244') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:15.094603 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.tag.tag_plugin [None req-da4e00f3-506a-4d94-b123-cd5f24fb875d tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '917ca5f6-5111-4797-a944-9166df094dcb', 'tempest-TagsExtTest-Tag-1639346348') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:15.103198 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0326d4a4-5d17-4ebf-ab2d-c6c6456d053e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:15.117071 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0326d4a4-5d17-4ebf-ab2d-c6c6456d053e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Usage tracker for resource:subnet and tenant:1bcdb8bb846d48458989c3a80f112280 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:15.123919 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9ab59bfb-2e1c-498d-a780-d0d7f20f2655 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:15.132146 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0326d4a4-5d17-4ebf-ab2d-c6c6456d053e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:15.133248 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-9e7df748-bca4-47da-8448-5b67d7021065 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:31:15.133586 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-9e7df748-bca4-47da-8448-5b67d7021065 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:31:15.147224 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc1089-6edd-4507-924d-8bce51a722fc None None] Pushing event updated for resources: {'Port': ['ID=6c086c1f-6079-43d3-9d57-af22015b0a28,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:15.152796 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0326d4a4-5d17-4ebf-ab2d-c6c6456d053e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:15.153443 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port e4b739f0-97fe-49b6-956f-b429a81104a4 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:15.157557 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f650e9cd-1f97-4182-b38b-a762417e8336 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:15.157752 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:15.162942 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4df056e7-77b6-407c-822e-ffd62e6a668d tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 5.1442034 Mar 31 15:31:15.163903 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-d3182d56-6f1f-487d-879f-4de530501d02 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] create failed (client error): The resource could not be found. Mar 31 15:31:15.167296 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d3182d56-6f1f-487d-879f-4de530501d02 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5626543 Mar 31 15:31:15.176366 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44974) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:15.176694 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 44976) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:15.183452 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f650e9cd-1f97-4182-b38b-a762417e8336 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:15.207644 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f650e9cd-1f97-4182-b38b-a762417e8336 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Network': ['ID=65af920d-ca18-4da7-b49e-8e600b310c89,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:15.229116 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-05e1d515-225b-4d37-bb3c-581491d48ea4 None None] Could not find standard attr ID for object fad2f4a5-afba-41e3-9611-a568eb4012dd. {{(pid=103445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 15:31:15.229266 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f650e9cd-1f97-4182-b38b-a762417e8336 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/networks/65af920d-ca18-4da7-b49e-8e600b310c89 HTTP/1.1" status: 204 len: 168 time: 3.1428187 Mar 31 15:31:15.229266 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44982) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:15.231916 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-16446aaa-b233-4992-8f97-574454c1a71f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1361593214'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:15.239172 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-16446aaa-b233-4992-8f97-574454c1a71f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:15.241059 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9ab59bfb-2e1c-498d-a780-d0d7f20f2655 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:15.250728 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-16446aaa-b233-4992-8f97-574454c1a71f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Usage tracker for resource:network and tenant:f5aeba78f50f4bbea010c74344321d80 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:15.315697 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab59bfb-2e1c-498d-a780-d0d7f20f2655 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:31:15.316099 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9ab59bfb-2e1c-498d-a780-d0d7f20f2655 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:15.425839 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-16446aaa-b233-4992-8f97-574454c1a71f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:15.434003 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97ef4b20-6223-4ec2-9b82-be8b01a667c0 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:15.443338 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-16446aaa-b233-4992-8f97-574454c1a71f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:15.474863 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:31:15.474863 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:31:15.474863 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:31:15.474863 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:31:15.474863 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:31:15.474863 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:31:15.474863 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:31:15.474863 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:31:15.474863 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:31:15.474863 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:31:15.474863 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:31:15.474863 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:31:15.474863 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:31:15.474863 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:31:15.474863 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:31:15.474863 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:31:15.474863 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:31:15.474863 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:31:15.474863 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:31:15.474863 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:31:15.474863 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:31:15.474863 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:31:15.474863 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:31:15.474863 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:31:15.474863 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:31:15.474863 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:31:15.474863 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:31:15.474863 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:31:15.474863 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:31:15.474863 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:31:15.474863 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:31:15.474863 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:31:15.502944 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0326d4a4-5d17-4ebf-ab2d-c6c6456d053e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Made reservation on behalf of 1bcdb8bb846d48458989c3a80f112280 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:15.507509 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0326d4a4-5d17-4ebf-ab2d-c6c6456d053e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:15.525235 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef4b20-6223-4ec2-9b82-be8b01a667c0 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Subnet': ['ID=6e6fd750-2e3c-4619-af84-c6f282666f7c,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:15.531852 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97ef4b20-6223-4ec2-9b82-be8b01a667c0 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:15.536787 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-97ef4b20-6223-4ec2-9b82-be8b01a667c0 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/6e6fd750-2e3c-4619-af84-c6f282666f7c HTTP/1.1" status: 204 len: 168 time: 1.6367848 Mar 31 15:31:15.541376 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44988) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:15.627745 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-865c1eb0-cdd8-4056-b6fd-2c62a72a05bb None None] Provisioning for port 7e55eab5-0583-4bfa-a8ae-7b6664cd8000 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:15.631956 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e4b739f0-97fe-49b6-956f-b429a81104a4 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:31:15.636120 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d3a98bf6-0386-4716-8187-fd55cf577f39 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0950048 Mar 31 15:31:15.638614 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44992) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:15.642178 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16446aaa-b233-4992-8f97-574454c1a71f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Made reservation on behalf of f5aeba78f50f4bbea010c74344321d80 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:15.645581 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-16446aaa-b233-4992-8f97-574454c1a71f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:15.664784 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-ed58a7c4-3d0c-4f11-aa64-a0b9abea65ba tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:15.691892 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-9e7df748-bca4-47da-8448-5b67d7021065 None None] Deleting port 19c7c247-de93-4371-a856-d3f61ff35e8b {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:15.692353 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e7df748-bca4-47da-8448-5b67d7021065 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:15.738223 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-865c1eb0-cdd8-4056-b6fd-2c62a72a05bb None None] Provisioning complete for port 7e55eab5-0583-4bfa-a8ae-7b6664cd8000 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:15.738971 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-865c1eb0-cdd8-4056-b6fd-2c62a72a05bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:15.807172 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ed58a7c4-3d0c-4f11-aa64-a0b9abea65ba tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:15.809179 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16446aaa-b233-4992-8f97-574454c1a71f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:31:15.814198 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-9e7df748-bca4-47da-8448-5b67d7021065 None None] The port '19c7c247-de93-4371-a856-d3f61ff35e8b' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:31:15.815274 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ed58a7c4-3d0c-4f11-aa64-a0b9abea65ba tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:subnet and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:15.820559 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ed58a7c4-3d0c-4f11-aa64-a0b9abea65ba tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:15.830789 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-16446aaa-b233-4992-8f97-574454c1a71f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:15.831140 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-16446aaa-b233-4992-8f97-574454c1a71f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Added segment 3a701e7d-340b-427b-abc8-564775f9483b of type vlan for network ceb1d069-dc18-4963-a21a-0f447d66c0a9 Mar 31 15:31:15.832384 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ed58a7c4-3d0c-4f11-aa64-a0b9abea65ba tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:15.846440 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-da4e00f3-506a-4d94-b123-cd5f24fb875d tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "DELETE /v2.0/ports/917ca5f6-5111-4797-a944-9166df094dcb/tags/tempest-TagsExtTest-Tag-1639346348 HTTP/1.1" status: 204 len: 168 time: 0.7568042 Mar 31 15:31:15.848766 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 44996) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:15.858055 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.tag.tag_plugin [None req-8284842e-5243-4928-a6e9-63192bc69c36 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '917ca5f6-5111-4797-a944-9166df094dcb') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:15.870546 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-865c1eb0-cdd8-4056-b6fd-2c62a72a05bb None None] Port 7e55eab5-0583-4bfa-a8ae-7b6664cd8000 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:31:15.878982 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c2e993-3d8c-4456-863f-ca26fb0ce1a0 None None] Update dhcp port {'port': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'fixed_ips': [{'subnet_id': '6e6fd750-2e3c-4619-af84-c6f282666f7c'}], 'binding:host_id': 'dv-neutron-833379-2-hyperv'}, 'id': 'e4b739f0-97fe-49b6-956f-b429a81104a4'} from dv-neutron-833379-2-hyperv. {{(pid=103445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 31 15:31:15.909266 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-348fc8f7-05ad-4a2a-b6fd-f8f7a57ba95f None None] Transition to ACTIVE for port object db54ad09-20ef-4e98-95f8-86ea7c24613d will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:15.917537 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-16446aaa-b233-4992-8f97-574454c1a71f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:15.924773 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9ab59bfb-2e1c-498d-a780-d0d7f20f2655 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:15.931910 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9ab59bfb-2e1c-498d-a780-d0d7f20f2655 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:15.942065 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port e4b739f0-97fe-49b6-956f-b429a81104a4 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:15.942661 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:15.950319 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed58a7c4-3d0c-4f11-aa64-a0b9abea65ba tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:15.953886 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ed58a7c4-3d0c-4f11-aa64-a0b9abea65ba tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:15.984007 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-348fc8f7-05ad-4a2a-b6fd-f8f7a57ba95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:15.987727 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-86c2e993-3d8c-4456-863f-ca26fb0ce1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:16.005858 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e7dafcff-517b-4a82-bc86-4b770f3cf1f0 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:16.015550 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab59bfb-2e1c-498d-a780-d0d7f20f2655 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Network': ['ID=6e3028d3-87b5-4f97-9eaf-e7b77ea60f03,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:16.015754 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8284842e-5243-4928-a6e9-63192bc69c36 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "GET /v2.0/ports/917ca5f6-5111-4797-a944-9166df094dcb/tags HTTP/1.1" status: 200 len: 205 time: 0.1640108 Mar 31 15:31:16.015859 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45000) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:16.030616 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.tag.tag_plugin [None req-7ac30a9a-0ef2-4d35-800d-33df8e06c804 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2ed7f9de-96d7-4ab8-883d-3fad1a6adee8') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:16.052102 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9ab59bfb-2e1c-498d-a780-d0d7f20f2655 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/networks/6e3028d3-87b5-4f97-9eaf-e7b77ea60f03 HTTP/1.1" status: 204 len: 168 time: 2.8674331 Mar 31 15:31:16.060134 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45004) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:16.118773 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e7dafcff-517b-4a82-bc86-4b770f3cf1f0 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:16.137534 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-16446aaa-b233-4992-8f97-574454c1a71f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:16.142858 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16446aaa-b233-4992-8f97-574454c1a71f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:16.143511 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-16446aaa-b233-4992-8f97-574454c1a71f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:16.143663 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73eca7f-1f1d-4adb-b12c-ab703e4ed783 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:16.150391 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73eca7f-1f1d-4adb-b12c-ab703e4ed783 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:16.156928 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73eca7f-1f1d-4adb-b12c-ab703e4ed783 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:16.157857 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c73eca7f-1f1d-4adb-b12c-ab703e4ed783 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Synchronizing usage tracker for tenant:9f7fd6de16334c05b3bd998c1e324e50 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:31:16.167731 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0326d4a4-5d17-4ebf-ab2d-c6c6456d053e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:16.208465 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21d18127-85fd-4fc9-abe4-b0e691b4ef8f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:16.219871 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fc8f7-05ad-4a2a-b6fd-f8f7a57ba95f None None] Pushing event updated for resources: {'Port': ['ID=db54ad09-20ef-4e98-95f8-86ea7c24613d,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:16.291704 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-16446aaa-b233-4992-8f97-574454c1a71f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0645046 Mar 31 15:31:16.292378 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45008) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:16.295329 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18127-85fd-4fc9-abe4-b0e691b4ef8f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Port': ['ID=172a9c99-543a-4f9f-ab55-27c89b153a94,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:16.303341 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-a98e19f0-cb08-4bb1-9169-4188175f09db tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Request body: {'subnet': {'network_id': 'ceb1d069-dc18-4963-a21a-0f447d66c0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:16.405494 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16446aaa-b233-4992-8f97-574454c1a71f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Network': ['ID=ceb1d069-dc18-4963-a21a-0f447d66c0a9,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:16.436403 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network ceb1d069-dc18-4963-a21a-0f447d66c0a9 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:31:16.439844 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f3ae79-dfab-4788-8471-bde64381c966 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:16.440443 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a8f3ae79-dfab-4788-8471-bde64381c966 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Synchronizing usage tracker for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:31:16.538036 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c73eca7f-1f1d-4adb-b12c-ab703e4ed783 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Unset dirty status for tenant:9f7fd6de16334c05b3bd998c1e324e50 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:31:16.540596 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c73eca7f-1f1d-4adb-b12c-ab703e4ed783 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 1.3555236 Mar 31 15:31:16.553169 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45012) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:16.556650 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326d4a4-5d17-4ebf-ab2d-c6c6456d053e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Pushing event updated for resources: {'Subnet': ['ID=8c46df3d-8003-494c-bc8b-ee1654e6d417,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:16.565644 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0326d4a4-5d17-4ebf-ab2d-c6c6456d053e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Checking segment: {'id': 'b5d9b4d6-dc80-4b52-8152-dbd94662a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a9ba70e8-d92d-4933-b162-d931d1c35fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:31:16.566004 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0326d4a4-5d17-4ebf-ab2d-c6c6456d053e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Network hostable DHCP agents. Network: a9ba70e8-d92d-4933-b162-d931d1c35fa6, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:31:16.649356 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 2fe1a27f-58c4-4aea-918d-00f9614fff21 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:31:16.670017 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7ac30a9a-0ef2-4d35-800d-33df8e06c804 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "GET /v2.0/routers/2ed7f9de-96d7-4ab8-883d-3fad1a6adee8/tags HTTP/1.1" status: 200 len: 240 time: 0.6509414 Mar 31 15:31:16.685967 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45016) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:16.694109 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f90a50-621c-442f-8a74-80c305251810 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:16.705260 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e7dafcff-517b-4a82-bc86-4b770f3cf1f0 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:16.717517 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 2fe1a27f-58c4-4aea-918d-00f9614fff21 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:31:16.717870 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 2fe1a27f-58c4-4aea-918d-00f9614fff21 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:31:16.718346 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 19c7c247-de93-4371-a856-d3f61ff35e8b no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:31:16.719074 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.tag.tag_plugin [None req-9b704e80-eb49-4473-85d6-6961fe9935ca tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2ed7f9de-96d7-4ab8-883d-3fad1a6adee8', 'tempest-TagsExtTest-Tag-907799444') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:16.772813 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21d18127-85fd-4fc9-abe4-b0e691b4ef8f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:16.782386 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4422deeb-74ec-458b-8d07-169edd913bea None None] Provisioning complete for port e4b739f0-97fe-49b6-956f-b429a81104a4 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:16.782766 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4422deeb-74ec-458b-8d07-169edd913bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:16.792564 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-21d18127-85fd-4fc9-abe4-b0e691b4ef8f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/ports/172a9c99-543a-4f9f-ab55-27c89b153a94 HTTP/1.1" status: 204 len: 168 time: 2.6942208 Mar 31 15:31:16.793942 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dafcff-517b-4a82-bc86-4b770f3cf1f0 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9cf48f-5aac-4d24-979e-e2088fb6e1c2,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:16.796721 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45020) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:16.801454 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e7dafcff-517b-4a82-bc86-4b770f3cf1f0 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:16.807087 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e7dafcff-517b-4a82-bc86-4b770f3cf1f0 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "DELETE /v2.0/security-groups/1e9cf48f-5aac-4d24-979e-e2088fb6e1c2 HTTP/1.1" status: 204 len: 168 time: 1.6144230 Mar 31 15:31:16.808150 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a98e19f0-cb08-4bb1-9169-4188175f09db tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:16.810502 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45022) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:16.814495 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-66d72be5-dd46-4b3f-9773-4c459b55cbca tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Deleting port 7e55eab5-0583-4bfa-a8ae-7b6664cd8000 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:16.814848 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66d72be5-dd46-4b3f-9773-4c459b55cbca tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:16.827511 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 19c7c247-de93-4371-a856-d3f61ff35e8b {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:31:16.828373 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 19c7c247-de93-4371-a856-d3f61ff35e8b not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:31:16.831378 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a98e19f0-cb08-4bb1-9169-4188175f09db tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Usage tracker for resource:subnet and tenant:f5aeba78f50f4bbea010c74344321d80 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:16.841122 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a98e19f0-cb08-4bb1-9169-4188175f09db tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:16.863540 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a98e19f0-cb08-4bb1-9169-4188175f09db tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:16.920248 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a8f3ae79-dfab-4788-8471-bde64381c966 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Unset dirty status for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:31:16.921731 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a8f3ae79-dfab-4788-8471-bde64381c966 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "GET /v2.0/ports/2a866d2c-94bb-4295-a9d4-9b9a71745ca9 HTTP/1.1" status: 200 len: 844 time: 0.8504019 Mar 31 15:31:16.922607 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0326d4a4-5d17-4ebf-ab2d-c6c6456d053e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Network a9ba70e8-d92d-4933-b162-d931d1c35fa6 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:31:16.947800 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45028) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:16.998803 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ed58a7c4-3d0c-4f11-aa64-a0b9abea65ba tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:17.018022 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2428b4-5e14-4389-9488-e07574558cd3 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] GET failed (client error): The resource could not be found. Mar 31 15:31:17.018557 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1d2428b4-5e14-4389-9488-e07574558cd3 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Synchronizing usage tracker for tenant:62591a084e044f5ebd9b8ec401f28de6 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:31:17.030433 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca717a87-2c1d-4442-bf56-b063235607a6 None None] Network 1b289c1c-c64d-4695-a89d-9c0b3cf080ab requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:17.050805 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9b704e80-eb49-4473-85d6-6961fe9935ca tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "GET /v2.0/routers/2ed7f9de-96d7-4ab8-883d-3fad1a6adee8/tags/tempest-TagsExtTest-Tag-907799444 HTTP/1.1" status: 204 len: 168 time: 0.3582869 Mar 31 15:31:17.055971 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45032) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:17.072362 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.tag.tag_plugin [None req-184353b4-923f-47c2-be6d-bf7bd95b9c79 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2ed7f9de-96d7-4ab8-883d-3fad1a6adee8', 'tempest-TagsExtTest-Tag-907799444') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:17.081211 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7c6cd600-4d8b-4da7-8885-f3c5f64b9a2b tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Synchronizing usage tracker for tenant:ee31dbde83ff49d59f0e858b6352f3bc on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:31:17.135000 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-0326d4a4-5d17-4ebf-ab2d-c6c6456d053e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, a9ba70e8-d92d-4933-b162-d931d1c35fa6) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:17.139401 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0326d4a4-5d17-4ebf-ab2d-c6c6456d053e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:17.139803 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed58a7c4-3d0c-4f11-aa64-a0b9abea65ba tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:17.140180 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0326d4a4-5d17-4ebf-ab2d-c6c6456d053e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:17.140596 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98e19f0-cb08-4bb1-9169-4188175f09db tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Made reservation on behalf of f5aeba78f50f4bbea010c74344321d80 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:17.151450 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a98e19f0-cb08-4bb1-9169-4188175f09db tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:17.194169 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-48bd5f24-2e9a-4310-97b6-cd4a295ba793 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "GET /v2.0/ports/2a866d2c-94bb-4295-a9d4-9b9a71745ca9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2414443 Mar 31 15:31:17.194926 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45036) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:17.207047 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-439a7e39-0c41-40cf-9edb-c9ac1cf96a44 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'subnet': {'network_id': '21fb1b93-57bc-469c-b44e-283edc84fea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:17.214898 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-ed58a7c4-3d0c-4f11-aa64-a0b9abea65ba tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:17.285584 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1d2428b4-5e14-4389-9488-e07574558cd3 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Unset dirty status for tenant:62591a084e044f5ebd9b8ec401f28de6 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:31:17.290296 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1d2428b4-5e14-4389-9488-e07574558cd3 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "GET /v2.0/ports/172a9c99-543a-4f9f-ab55-27c89b153a94 HTTP/1.1" status: 404 len: 333 time: 0.4817669 Mar 31 15:31:17.290911 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45040) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:17.298164 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a15670-f255-455e-baa6-572692cf5009 None None] Network a9ba70e8-d92d-4933-b162-d931d1c35fa6 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:17.325419 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0326d4a4-5d17-4ebf-ab2d-c6c6456d053e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6380265 Mar 31 15:31:17.326230 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7c6cd600-4d8b-4da7-8885-f3c5f64b9a2b tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Unset dirty status for tenant:ee31dbde83ff49d59f0e858b6352f3bc on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:31:17.331201 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7c6cd600-4d8b-4da7-8885-f3c5f64b9a2b tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4650044 Mar 31 15:31:17.374434 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45044) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:17.374764 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45046) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:17.410338 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed58a7c4-3d0c-4f11-aa64-a0b9abea65ba tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:17.410912 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ed58a7c4-3d0c-4f11-aa64-a0b9abea65ba tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:17.438740 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58a7c4-3d0c-4f11-aa64-a0b9abea65ba tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Subnet': ['ID=1c012aca-077b-48c8-8ef1-56302f62fa12,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:17.499537 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66d72be5-dd46-4b3f-9773-4c459b55cbca tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:17.538368 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ed58a7c4-3d0c-4f11-aa64-a0b9abea65ba tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8977427 Mar 31 15:31:17.545111 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45052) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:17.582481 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-d26a3f8c-ce21-419b-905f-5fb027558e05 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:17.741032 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-66d72be5-dd46-4b3f-9773-4c459b55cbca tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Calling delete_port for 7e55eab5-0583-4bfa-a8ae-7b6664cd8000 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:31:17.792519 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device db54ad09-20ef-4e98-95f8-86ea7c24613d up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:31:17.844354 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-184353b4-923f-47c2-be6d-bf7bd95b9c79 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "DELETE /v2.0/routers/2ed7f9de-96d7-4ab8-883d-3fad1a6adee8/tags/tempest-TagsExtTest-Tag-907799444 HTTP/1.1" status: 204 len: 168 time: 0.7820113 Mar 31 15:31:17.852599 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45056) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:17.859348 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.tag.tag_plugin [None req-99835be3-95de-4624-9ab7-0534ffefd8d4 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2ed7f9de-96d7-4ab8-883d-3fad1a6adee8') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:17.987702 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364f4957-4fbf-4dfd-8721-6b4e5694fec7 None None] Update dhcp port {'port': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'fixed_ips': [{'subnet_id': '1c012aca-077b-48c8-8ef1-56302f62fa12'}], 'binding:host_id': 'dv-neutron-833379-2-hyperv'}, 'id': 'e4b739f0-97fe-49b6-956f-b429a81104a4'} from dv-neutron-833379-2-hyperv. {{(pid=103445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 31 15:31:18.002264 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ccf849cb-dfcb-474b-aa9a-ad5677ddb81e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Request body: {'subnet': {'network_id': '1d7f8f21-0ea6-44c1-a356-fe428fc29da7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:18.039901 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4b84b1ae-6836-49c7-9d0b-8596fb0e1909 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Request body: {'security_group_rule': {'security_group_id': 'a92b19d7-c260-4676-a118-5e65370e3c61', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:18.054498 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 6c086c1f-6079-43d3-9d57-af22015b0a28 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:31:18.074938 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4b84b1ae-6836-49c7-9d0b-8596fb0e1909 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:18.081058 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-265a1ce2-1d0f-4876-9169-4c658cdb784f None None] Provisioning for port db54ad09-20ef-4e98-95f8-86ea7c24613d completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:18.096084 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d26a3f8c-ce21-419b-905f-5fb027558e05 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:18.100382 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d26a3f8c-ce21-419b-905f-5fb027558e05 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:subnet and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:18.103700 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d26a3f8c-ce21-419b-905f-5fb027558e05 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:18.110174 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d26a3f8c-ce21-419b-905f-5fb027558e05 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:18.125479 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-99835be3-95de-4624-9ab7-0534ffefd8d4 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "GET /v2.0/routers/2ed7f9de-96d7-4ab8-883d-3fad1a6adee8/tags HTTP/1.1" status: 200 len: 205 time: 0.2711751 Mar 31 15:31:18.127920 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45060) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:18.134114 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.tag.tag_plugin [None req-5b4c3582-6c8c-4cd7-a64f-d017ca1a52fb tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7eb92274-fdcc-469e-8a1f-ec4d501b3ba8') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:18.140581 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4b84b1ae-6836-49c7-9d0b-8596fb0e1909 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Usage tracker for resource:security_group_rule and tenant:ee31dbde83ff49d59f0e858b6352f3bc is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:18.144371 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-265a1ce2-1d0f-4876-9169-4c658cdb784f None None] Provisioning complete for port db54ad09-20ef-4e98-95f8-86ea7c24613d triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:18.144918 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-265a1ce2-1d0f-4876-9169-4c658cdb784f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:18.147993 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4b84b1ae-6836-49c7-9d0b-8596fb0e1909 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:18.168889 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5b4c3582-6c8c-4cd7-a64f-d017ca1a52fb tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "GET /v2.0/subnetpools/7eb92274-fdcc-469e-8a1f-ec4d501b3ba8/tags HTTP/1.1" status: 200 len: 241 time: 0.0399139 Mar 31 15:31:18.182482 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45064) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:18.187966 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.tag.tag_plugin [None req-8c8355f9-9a7d-4901-bfcf-1284bfc5b6bd tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7eb92274-fdcc-469e-8a1f-ec4d501b3ba8', 'tempest-TagsExtTest-Tag-1287663159') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:18.193683 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19affc98-354c-47f3-a10f-065fb66e58d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-a9ba70e8-d92d-4933-b162-d931d1c35fa6', 'network_id': 'a9ba70e8-d92d-4933-b162-d931d1c35fa6', 'tenant_id': '1bcdb8bb846d48458989c3a80f112280', 'fixed_ips': [{'subnet_id': '8c46df3d-8003-494c-bc8b-ee1654e6d417'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:31:18.194853 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-19affc98-354c-47f3-a10f-065fb66e58d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:18.201174 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26a3f8c-ce21-419b-905f-5fb027558e05 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:18.205323 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d26a3f8c-ce21-419b-905f-5fb027558e05 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:18.241361 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4b84b1ae-6836-49c7-9d0b-8596fb0e1909 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:18.244584 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-364f4957-4fbf-4dfd-8721-6b4e5694fec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:18.261999 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-439a7e39-0c41-40cf-9edb-c9ac1cf96a44 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:18.315325 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-439a7e39-0c41-40cf-9edb-c9ac1cf96a44 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:subnet and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:18.337442 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a98e19f0-cb08-4bb1-9169-4188175f09db tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:18.338293 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-439a7e39-0c41-40cf-9edb-c9ac1cf96a44 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:18.344603 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4afed2a0-a25d-42e1-abe4-29cd55ce0308 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:18.380126 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4afed2a0-a25d-42e1-abe4-29cd55ce0308 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:18.408873 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-439a7e39-0c41-40cf-9edb-c9ac1cf96a44 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:18.419235 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ccf849cb-dfcb-474b-aa9a-ad5677ddb81e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:18.431815 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ccf849cb-dfcb-474b-aa9a-ad5677ddb81e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Usage tracker for resource:subnet and tenant:1bcdb8bb846d48458989c3a80f112280 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:18.448845 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ccf849cb-dfcb-474b-aa9a-ad5677ddb81e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:18.451556 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8c8355f9-9a7d-4901-bfcf-1284bfc5b6bd tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "GET /v2.0/subnetpools/7eb92274-fdcc-469e-8a1f-ec4d501b3ba8/tags/tempest-TagsExtTest-Tag-1287663159 HTTP/1.1" status: 204 len: 168 time: 0.2677143 Mar 31 15:31:18.459172 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45070) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:18.467945 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.tag.tag_plugin [None req-981c341b-b89b-4112-b005-21ae1316cf04 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7eb92274-fdcc-469e-8a1f-ec4d501b3ba8', 'tempest-TagsExtTest-Tag-1287663159') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:18.485512 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ccf849cb-dfcb-474b-aa9a-ad5677ddb81e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:18.493303 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e19f0-cb08-4bb1-9169-4188175f09db tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Subnet': ['ID=4ed1778a-03d6-49aa-a5f2-5d5337fa36b7,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:18.507149 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98e19f0-cb08-4bb1-9169-4188175f09db tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Checking segment: {'id': '3a701e7d-340b-427b-abc8-564775f9483b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ceb1d069-dc18-4963-a21a-0f447d66c0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:31:18.507865 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98e19f0-cb08-4bb1-9169-4188175f09db tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network hostable DHCP agents. Network: ceb1d069-dc18-4963-a21a-0f447d66c0a9, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:31:18.537513 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439a7e39-0c41-40cf-9edb-c9ac1cf96a44 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:18.540923 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-439a7e39-0c41-40cf-9edb-c9ac1cf96a44 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:18.565174 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 6c086c1f-6079-43d3-9d57-af22015b0a28 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:18.591027 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf849cb-dfcb-474b-aa9a-ad5677ddb81e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Made reservation on behalf of 1bcdb8bb846d48458989c3a80f112280 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:18.595160 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ccf849cb-dfcb-474b-aa9a-ad5677ddb81e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:18.622600 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98e19f0-cb08-4bb1-9169-4188175f09db tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network ceb1d069-dc18-4963-a21a-0f447d66c0a9 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:31:18.652412 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-19affc98-354c-47f3-a10f-065fb66e58d1 None None] Allocated IP 172.20.0.2 (a9ba70e8-d92d-4933-b162-d931d1c35fa6/8c46df3d-8003-494c-bc8b-ee1654e6d417/88571ec6-8ffc-4311-90bc-3be75f5db3bb) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:18.657291 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-265a1ce2-1d0f-4876-9169-4c658cdb784f None None] Could not find standard attr ID for object 172a9c99-543a-4f9f-ab55-27c89b153a94. {{(pid=103445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 15:31:18.691417 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-981c341b-b89b-4112-b005-21ae1316cf04 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "DELETE /v2.0/subnetpools/7eb92274-fdcc-469e-8a1f-ec4d501b3ba8/tags/tempest-TagsExtTest-Tag-1287663159 HTTP/1.1" status: 204 len: 168 time: 0.2309771 Mar 31 15:31:18.693690 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45074) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:18.702063 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e4b739f0-97fe-49b6-956f-b429a81104a4 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:31:18.703751 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-4b84b1ae-6836-49c7-9d0b-8596fb0e1909 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] create failed (client error): The resource could not be found. Mar 31 15:31:18.704751 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4b84b1ae-6836-49c7-9d0b-8596fb0e1909 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.2771318 Mar 31 15:31:18.705423 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4afed2a0-a25d-42e1-abe4-29cd55ce0308 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:18.708409 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66d72be5-dd46-4b3f-9773-4c459b55cbca tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:18.712770 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.tag.tag_plugin [None req-2d48bfdb-2489-4115-8134-6cd72d23bee0 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7eb92274-fdcc-469e-8a1f-ec4d501b3ba8') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:18.712926 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45078) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:18.722083 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-a98e19f0-cb08-4bb1-9169-4188175f09db tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, ceb1d069-dc18-4963-a21a-0f447d66c0a9) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:18.729066 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98e19f0-cb08-4bb1-9169-4188175f09db tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:18.729711 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a98e19f0-cb08-4bb1-9169-4188175f09db tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:18.749723 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14067a29-0127-4fe0-8006-d40d2d2dd463 None None] Network ceb1d069-dc18-4963-a21a-0f447d66c0a9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:18.764432 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2d48bfdb-2489-4115-8134-6cd72d23bee0 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "GET /v2.0/subnetpools/7eb92274-fdcc-469e-8a1f-ec4d501b3ba8/tags HTTP/1.1" status: 200 len: 205 time: 0.0608757 Mar 31 15:31:18.764627 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45082) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:18.769640 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.tag.tag_plugin [None req-4d0293cb-f8b2-44b9-b2c3-fc08ea31876f tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7eb92274-fdcc-469e-8a1f-ec4d501b3ba8') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:18.776488 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7bfb3973-7d3e-48ad-82ef-148bc51ec2e0 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Request body: {'security_group': {'name': 'tempest-secgroup--2130434677'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:18.841855 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a98e19f0-cb08-4bb1-9169-4188175f09db tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5435584 Mar 31 15:31:18.844265 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afed2a0-a25d-42e1-abe4-29cd55ce0308 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c3ccb6-4d43-4afd-96a0-878306ad1be3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:18.846351 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7bfb3973-7d3e-48ad-82ef-148bc51ec2e0 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:18.848297 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45086) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:18.859776 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4d0293cb-f8b2-44b9-b2c3-fc08ea31876f tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "DELETE /v2.0/subnetpools/7eb92274-fdcc-469e-8a1f-ec4d501b3ba8/tags HTTP/1.1" status: 204 len: 168 time: 0.0919130 Mar 31 15:31:18.862040 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45088) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:18.868493 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.tag.tag_plugin [None req-0eeaf452-a75f-4b07-8b09-bf5a4f6b0064 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2ed7f9de-96d7-4ab8-883d-3fad1a6adee8') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:18.876132 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d72be5-dd46-4b3f-9773-4c459b55cbca tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Pushing event deleted for resources: {'Port': ['ID=7e55eab5-0583-4bfa-a8ae-7b6664cd8000,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:18.885156 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a669580d-62ff-4baa-9496-268b04037865 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-170060293', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:18.932497 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a669580d-62ff-4baa-9496-268b04037865 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:18.933316 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7bfb3973-7d3e-48ad-82ef-148bc51ec2e0 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:18.936179 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-364f4957-4fbf-4dfd-8721-6b4e5694fec7 None None] Allocated IP 172.20.0.2 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/1c012aca-077b-48c8-8ef1-56302f62fa12/e4b739f0-97fe-49b6-956f-b429a81104a4) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:18.940084 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-265a1ce2-1d0f-4876-9169-4c658cdb784f None None] Provisioning for port 6c086c1f-6079-43d3-9d57-af22015b0a28 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:18.958527 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a669580d-62ff-4baa-9496-268b04037865 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Usage tracker for resource:router and tenant:f5aeba78f50f4bbea010c74344321d80 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:18.972775 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a669580d-62ff-4baa-9496-268b04037865 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:18.976533 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4afed2a0-a25d-42e1-abe4-29cd55ce0308 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:18.982357 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4afed2a0-a25d-42e1-abe4-29cd55ce0308 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/security-groups/93c3ccb6-4d43-4afd-96a0-878306ad1be3 HTTP/1.1" status: 204 len: 168 time: 1.6843793 Mar 31 15:31:18.987077 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45094) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:18.989579 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66d72be5-dd46-4b3f-9773-4c459b55cbca tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:19.015304 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a669580d-62ff-4baa-9496-268b04037865 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:19.050514 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-66d72be5-dd46-4b3f-9773-4c459b55cbca tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] 10.222.0.31 "DELETE /v2.0/ports/7e55eab5-0583-4bfa-a8ae-7b6664cd8000 HTTP/1.1" status: 204 len: 168 time: 2.4731369 Mar 31 15:31:19.050803 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.objects.ports [None req-d26a3f8c-ce21-419b-905f-5fb027558e05 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103444) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 31 15:31:19.051961 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45098) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:19.083488 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-265a1ce2-1d0f-4876-9169-4c658cdb784f None None] Provisioning complete for port 6c086c1f-6079-43d3-9d57-af22015b0a28 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:19.083860 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-265a1ce2-1d0f-4876-9169-4c658cdb784f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:19.112923 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7bfb3973-7d3e-48ad-82ef-148bc51ec2e0 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:19.167733 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a669580d-62ff-4baa-9496-268b04037865 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:19.169014 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a669580d-62ff-4baa-9496-268b04037865 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:19.196050 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-74c11c72-b5db-40cf-b285-e8ebf74bf3d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Request body: {'port': {'name': 'tempest-new-port-name-678447643', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:19.196050 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.api.validators [None req-74c11c72-b5db-40cf-b285-e8ebf74bf3d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] bootfile-name is not in valid_values {{(pid=103444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 31 15:31:19.196050 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.api.validators [None req-74c11c72-b5db-40cf-b285-e8ebf74bf3d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] tftp-server is not in valid_values {{(pid=103444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 31 15:31:19.196050 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.api.validators [None req-74c11c72-b5db-40cf-b285-e8ebf74bf3d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] server-ip-address is not in valid_values {{(pid=103444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 31 15:31:19.236364 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7bfb3973-7d3e-48ad-82ef-148bc51ec2e0 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:19.266635 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0eeaf452-a75f-4b07-8b09-bf5a4f6b0064 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "DELETE /v2.0/routers/2ed7f9de-96d7-4ab8-883d-3fad1a6adee8/tags HTTP/1.1" status: 204 len: 168 time: 0.4037173 Mar 31 15:31:19.271780 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b5313e76-d735-4180-a7fd-453368aea973 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:19.273903 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7bfb3973-7d3e-48ad-82ef-148bc51ec2e0 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Usage tracker for resource:security_group_rule and tenant:ee31dbde83ff49d59f0e858b6352f3bc is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:19.274183 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45102) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:19.282396 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a669580d-62ff-4baa-9496-268b04037865 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:19.293501 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7bfb3973-7d3e-48ad-82ef-148bc51ec2e0 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:19.312101 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.tag.tag_plugin [None req-2cc2d097-fbef-46b2-a982-e465eebe1049 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '917ca5f6-5111-4797-a944-9166df094dcb') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:19.325942 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7bfb3973-7d3e-48ad-82ef-148bc51ec2e0 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:19.366365 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b5313e76-d735-4180-a7fd-453368aea973 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:19.394505 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:19.405836 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-74c11c72-b5db-40cf-b285-e8ebf74bf3d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:19.504108 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7bfb3973-7d3e-48ad-82ef-148bc51ec2e0 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:19.533124 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a669580d-62ff-4baa-9496-268b04037865 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:19.572418 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ccf849cb-dfcb-474b-aa9a-ad5677ddb81e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:19.617505 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b5313e76-d735-4180-a7fd-453368aea973 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:19.620772 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0330069-517c-4fe0-b5d3-18b2ee17ffb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-ceb1d069-dc18-4963-a21a-0f447d66c0a9', 'network_id': 'ceb1d069-dc18-4963-a21a-0f447d66c0a9', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'fixed_ips': [{'subnet_id': '4ed1778a-03d6-49aa-a5f2-5d5337fa36b7'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:31:19.621776 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b0330069-517c-4fe0-b5d3-18b2ee17ffb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:19.622202 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-439a7e39-0c41-40cf-9edb-c9ac1cf96a44 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:19.662549 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7bfb3973-7d3e-48ad-82ef-148bc51ec2e0 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:19.670840 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-19affc98-354c-47f3-a10f-065fb66e58d1 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:19.682778 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-364f4957-4fbf-4dfd-8721-6b4e5694fec7 None None] For port e4b739f0-97fe-49b6-956f-b429a81104a4, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e4b739f0-97fe-49b6-956f-b429a81104a4,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:19.692360 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2cc2d097-fbef-46b2-a982-e465eebe1049 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "DELETE /v2.0/ports/917ca5f6-5111-4797-a944-9166df094dcb/tags HTTP/1.1" status: 204 len: 168 time: 0.4167774 Mar 31 15:31:19.695132 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45106) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:19.702274 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.tag.tag_plugin [None req-05b82b9d-d0a3-4d08-b389-820450fe7a5b tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6fabfea7-69be-4193-af73-1cfa6c959506') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:19.729694 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf849cb-dfcb-474b-aa9a-ad5677ddb81e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Pushing event updated for resources: {'Subnet': ['ID=f7912cab-d753-4668-9693-e29a4fd755f6,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:19.729967 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-19affc98-354c-47f3-a10f-065fb66e58d1 None None] Transition to ACTIVE for port object 88571ec6-8ffc-4311-90bc-3be75f5db3bb will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:19.741763 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439a7e39-0c41-40cf-9edb-c9ac1cf96a44 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network 21fb1b93-57bc-469c-b44e-283edc84fea9 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:19.751720 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf849cb-dfcb-474b-aa9a-ad5677ddb81e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:19.752170 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf849cb-dfcb-474b-aa9a-ad5677ddb81e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:19.752588 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf849cb-dfcb-474b-aa9a-ad5677ddb81e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:19.752993 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf849cb-dfcb-474b-aa9a-ad5677ddb81e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:19.753426 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf849cb-dfcb-474b-aa9a-ad5677ddb81e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:19.753827 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf849cb-dfcb-474b-aa9a-ad5677ddb81e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:19.754225 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf849cb-dfcb-474b-aa9a-ad5677ddb81e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:19.754624 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf849cb-dfcb-474b-aa9a-ad5677ddb81e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:19.755023 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf849cb-dfcb-474b-aa9a-ad5677ddb81e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:19.755443 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf849cb-dfcb-474b-aa9a-ad5677ddb81e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:19.755837 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf849cb-dfcb-474b-aa9a-ad5677ddb81e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:19.756226 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf849cb-dfcb-474b-aa9a-ad5677ddb81e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:19.760795 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5313e76-d735-4180-a7fd-453368aea973 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=735d4aa9-3516-4923-bce7-0ad58a276781,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:19.763142 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-439a7e39-0c41-40cf-9edb-c9ac1cf96a44 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:19.764968 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a669580d-62ff-4baa-9496-268b04037865 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:19.769012 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45110) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:19.770944 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a669580d-62ff-4baa-9496-268b04037865 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9035065 Mar 31 15:31:19.772169 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b5313e76-d735-4180-a7fd-453368aea973 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:19.777663 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b5313e76-d735-4180-a7fd-453368aea973 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/security-groups/735d4aa9-3516-4923-bce7-0ad58a276781 HTTP/1.1" status: 204 len: 168 time: 0.7752893 Mar 31 15:31:19.797135 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5c4e31-a3db-4568-be32-64f6fdcaa799 None None] Network 21fb1b93-57bc-469c-b44e-283edc84fea9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:19.818685 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-19affc98-354c-47f3-a10f-065fb66e58d1 None None] Transition to ACTIVE for port object 88571ec6-8ffc-4311-90bc-3be75f5db3bb will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:19.825185 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-265a1ce2-1d0f-4876-9169-4c658cdb784f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:19.830415 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45114) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:19.859892 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.resource_extend [None req-364f4957-4fbf-4dfd-8721-6b4e5694fec7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:31:19.884697 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439a7e39-0c41-40cf-9edb-c9ac1cf96a44 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:19.885402 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-439a7e39-0c41-40cf-9edb-c9ac1cf96a44 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:19.904088 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb3973-7d3e-48ad-82ef-148bc51ec2e0 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8149e155-7db6-49bb-945d-8b0bf782d056,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:19.909454 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a7e39-0c41-40cf-9edb-c9ac1cf96a44 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Subnet': ['ID=44a69253-6cf7-4dbf-bd66-22363a85b685,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:19.913451 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7bfb3973-7d3e-48ad-82ef-148bc51ec2e0 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:19.915237 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7bfb3973-7d3e-48ad-82ef-148bc51ec2e0 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1886544 Mar 31 15:31:19.919745 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45118) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:19.928119 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-96e1dd85-fdf2-4ba2-88f3-3acfac5bfb12 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1898644883'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:19.938799 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-96e1dd85-fdf2-4ba2-88f3-3acfac5bfb12 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:19.953015 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf849cb-dfcb-474b-aa9a-ad5677ddb81e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Checking segment: {'id': '11d97e96-98ce-4826-9836-2388cb90ab94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '1d7f8f21-0ea6-44c1-a356-fe428fc29da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:31:19.953015 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf849cb-dfcb-474b-aa9a-ad5677ddb81e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Network hostable DHCP agents. Network: 1d7f8f21-0ea6-44c1-a356-fe428fc29da7, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:31:19.953542 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-364f4957-4fbf-4dfd-8721-6b4e5694fec7 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:19.964753 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-96e1dd85-fdf2-4ba2-88f3-3acfac5bfb12 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:20.002009 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-19affc98-354c-47f3-a10f-065fb66e58d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:20.035372 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-439a7e39-0c41-40cf-9edb-c9ac1cf96a44 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8394008 Mar 31 15:31:20.039731 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45122) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:20.047071 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3451f81b-b3e2-43ca-8642-b13160b346c4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'security_group': {'name': 'tempest-secgroup-895498114'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:20.053607 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-3451f81b-b3e2-43ca-8642-b13160b346c4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:20.058265 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-3451f81b-b3e2-43ca-8642-b13160b346c4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:security_group and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:20.061338 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf849cb-dfcb-474b-aa9a-ad5677ddb81e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Network 1d7f8f21-0ea6-44c1-a356-fe428fc29da7 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:31:20.069284 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-96e1dd85-fdf2-4ba2-88f3-3acfac5bfb12 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:20.087936 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-3451f81b-b3e2-43ca-8642-b13160b346c4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:20.094626 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-364f4957-4fbf-4dfd-8721-6b4e5694fec7 None None] Transition to ACTIVE for port object e4b739f0-97fe-49b6-956f-b429a81104a4 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:20.096274 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-96e1dd85-fdf2-4ba2-88f3-3acfac5bfb12 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:20.099801 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-3451f81b-b3e2-43ca-8642-b13160b346c4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:20.106857 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-96e1dd85-fdf2-4ba2-88f3-3acfac5bfb12 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Usage tracker for resource:security_group_rule and tenant:ee31dbde83ff49d59f0e858b6352f3bc is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:20.112174 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-96e1dd85-fdf2-4ba2-88f3-3acfac5bfb12 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:20.122046 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-265a1ce2-1d0f-4876-9169-4c658cdb784f None None] For port 6c086c1f-6079-43d3-9d57-af22015b0a28, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=6c086c1f-6079-43d3-9d57-af22015b0a28,segment=NetworkSegment(a8b02907-d0ba-456b-b1d2-1001168a438e),segment_id=a8b02907-d0ba-456b-b1d2-1001168a438e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:20.127360 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-96e1dd85-fdf2-4ba2-88f3-3acfac5bfb12 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:20.128022 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19affc98-354c-47f3-a10f-065fb66e58d1 None None] Network a9ba70e8-d92d-4933-b162-d931d1c35fa6 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:20.144046 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-19affc98-354c-47f3-a10f-065fb66e58d1 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:20.148215 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19affc98-354c-47f3-a10f-065fb66e58d1 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:31:20.153863 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-ccf849cb-dfcb-474b-aa9a-ad5677ddb81e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 1d7f8f21-0ea6-44c1-a356-fe428fc29da7) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:20.158354 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf849cb-dfcb-474b-aa9a-ad5677ddb81e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:20.158713 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ccf849cb-dfcb-474b-aa9a-ad5677ddb81e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:20.169033 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e322d26d-e27e-4363-a985-815fe968be13 None None] Network 1d7f8f21-0ea6-44c1-a356-fe428fc29da7 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:20.183302 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19affc98-354c-47f3-a10f-065fb66e58d1 None None] Pushing event updated for resources: {'Port': ['ID=88571ec6-8ffc-4311-90bc-3be75f5db3bb,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:20.207298 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cbce7ff-2ae9-4902-afc2-73fa6cc0c792 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting subnet 0c149e4f-2a3f-4fdb-b291-c906a16e55bb {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:31:20.217127 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3451f81b-b3e2-43ca-8642-b13160b346c4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:20.217958 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4cbce7ff-2ae9-4902-afc2-73fa6cc0c792 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:20.222317 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-b0330069-517c-4fe0-b5d3-18b2ee17ffb8 None None] Allocated IP 2001:db8::2 (ceb1d069-dc18-4963-a21a-0f447d66c0a9/4ed1778a-03d6-49aa-a5f2-5d5337fa36b7/2ad75ba7-c5e4-4bec-8877-2846080331fb) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:20.243054 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-364f4957-4fbf-4dfd-8721-6b4e5694fec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:20.252448 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-96e1dd85-fdf2-4ba2-88f3-3acfac5bfb12 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:20.255857 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-3451f81b-b3e2-43ca-8642-b13160b346c4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:20.260173 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-3451f81b-b3e2-43ca-8642-b13160b346c4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:security_group_rule and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:20.263416 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-3451f81b-b3e2-43ca-8642-b13160b346c4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:20.269566 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-3451f81b-b3e2-43ca-8642-b13160b346c4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:20.290283 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ccf849cb-dfcb-474b-aa9a-ad5677ddb81e tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8622072 Mar 31 15:31:20.290581 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45126) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:20.315285 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-265a1ce2-1d0f-4876-9169-4c658cdb784f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:20.384060 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-96e1dd85-fdf2-4ba2-88f3-3acfac5bfb12 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:20.462599 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4cbce7ff-2ae9-4902-afc2-73fa6cc0c792 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:20.513487 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-96e1dd85-fdf2-4ba2-88f3-3acfac5bfb12 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:20.517362 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-96e1dd85-fdf2-4ba2-88f3-3acfac5bfb12 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5930483 Mar 31 15:31:20.545061 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45130) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:20.551638 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-05b82b9d-d0a3-4d08-b389-820450fe7a5b tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "DELETE /v2.0/subnets/6fabfea7-69be-4193-af73-1cfa6c959506/tags HTTP/1.1" status: 204 len: 168 time: 0.8555443 Mar 31 15:31:20.561905 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d26a3f8c-ce21-419b-905f-5fb027558e05 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:20.579229 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45134) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:20.582450 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-acca798c-9073-4604-93b5-bb8b5c0a53ce tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Request body: {'security_group_rule': {'security_group_id': '8149e155-7db6-49bb-945d-8b0bf782d056', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '23a80ccb-6e5a-4f57-9679-383300c1b47a'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:20.593523 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-74c11c72-b5db-40cf-b285-e8ebf74bf3d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:31:20.612739 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-acca798c-9073-4604-93b5-bb8b5c0a53ce tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:20.618542 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.tag.tag_plugin [None req-6a1bb676-f707-446b-9a92-e0f8deccd4fc tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6fabfea7-69be-4193-af73-1cfa6c959506', 'tempest-TagsExtTest-Tag-1440152257') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:20.676073 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-acca798c-9073-4604-93b5-bb8b5c0a53ce tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Usage tracker for resource:security_group_rule and tenant:ee31dbde83ff49d59f0e858b6352f3bc is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:20.686395 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-74c11c72-b5db-40cf-b285-e8ebf74bf3d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:20.720624 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-265a1ce2-1d0f-4876-9169-4c658cdb784f None None] Provisioning complete for port fde6624a-ac4f-4756-a6f2-5f350a50d815 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:20.720992 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-265a1ce2-1d0f-4876-9169-4c658cdb784f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:20.740407 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-acca798c-9073-4604-93b5-bb8b5c0a53ce tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:20.747377 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:31:20.747731 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:31:20.765360 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-acca798c-9073-4604-93b5-bb8b5c0a53ce tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:20.766655 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1dd85-fdf2-4ba2-88f3-3acfac5bfb12 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23a80ccb-6e5a-4f57-9679-383300c1b47a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:20.837810 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-74c11c72-b5db-40cf-b285-e8ebf74bf3d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:20.860013 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-19affc98-354c-47f3-a10f-065fb66e58d1 None None] Attempting to bind port 88571ec6-8ffc-4311-90bc-3be75f5db3bb on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:31:20.860842 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-19affc98-354c-47f3-a10f-065fb66e58d1 None None] Attempting to bind port 88571ec6-8ffc-4311-90bc-3be75f5db3bb by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'b5d9b4d6-dc80-4b52-8152-dbd94662a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a9ba70e8-d92d-4933-b162-d931d1c35fa6'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:31:20.861396 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19affc98-354c-47f3-a10f-065fb66e58d1 None None] Attempting to bind port 88571ec6-8ffc-4311-90bc-3be75f5db3bb on network a9ba70e8-d92d-4933-b162-d931d1c35fa6 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:31:20.904296 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fff74b82-4964-4003-8729-58dbfb238277 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:20.907178 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f4957-4fbf-4dfd-8721-6b4e5694fec7 None None] Pushing event updated for resources: {'Port': ['ID=e4b739f0-97fe-49b6-956f-b429a81104a4,revision_number=8']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:20.946907 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3451f81b-b3e2-43ca-8642-b13160b346c4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:20.957385 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-74c11c72-b5db-40cf-b285-e8ebf74bf3d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] In _notify_port_updated(), no bound segment for port 80625e6c-e603-4d61-b3a5-040cadf62d3c on network 98cadaa0-48ef-4e7d-aab4-6b1a6df91bf9 {{(pid=103444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 31 15:31:20.958993 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19affc98-354c-47f3-a10f-065fb66e58d1 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:31:20.960045 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19affc98-354c-47f3-a10f-065fb66e58d1 None None] Checking segment: {'id': 'b5d9b4d6-dc80-4b52-8152-dbd94662a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a9ba70e8-d92d-4933-b162-d931d1c35fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:31:20.960446 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-19affc98-354c-47f3-a10f-065fb66e58d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:20.960898 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19affc98-354c-47f3-a10f-065fb66e58d1 None None] Bound using segment: {'id': 'b5d9b4d6-dc80-4b52-8152-dbd94662a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a9ba70e8-d92d-4933-b162-d931d1c35fa6'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:31:20.961395 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-19affc98-354c-47f3-a10f-065fb66e58d1 None None] Bound port: 88571ec6-8ffc-4311-90bc-3be75f5db3bb, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d9b4d6-dc80-4b52-8152-dbd94662a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a9ba70e8-d92d-4933-b162-d931d1c35fa6'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:31:20.961774 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-19affc98-354c-47f3-a10f-065fb66e58d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:20.963449 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c11c72-b5db-40cf-b285-e8ebf74bf3d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:20.964113 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-74c11c72-b5db-40cf-b285-e8ebf74bf3d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:20.965522 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-74c11c72-b5db-40cf-b285-e8ebf74bf3d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] 10.222.0.31 "PUT /v2.0/ports/80625e6c-e603-4d61-b3a5-040cadf62d3c HTTP/1.1" status: 200 len: 1129 time: 1.8032582 Mar 31 15:31:20.971185 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45138) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:21.026898 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-265a1ce2-1d0f-4876-9169-4c658cdb784f None None] Port fde6624a-ac4f-4756-a6f2-5f350a50d815 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:31:21.054272 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3451f81b-b3e2-43ca-8642-b13160b346c4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:21.192950 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a1ce2-1d0f-4876-9169-4c658cdb784f None None] Pushing event updated for resources: {'Port': ['ID=6c086c1f-6079-43d3-9d57-af22015b0a28,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:21.194397 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451f81b-b3e2-43ca-8642-b13160b346c4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f964fd3e-23e4-4838-8857-d71941bd14e4,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:21.224773 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-8b1eacbc-e4d3-400f-8376-bb72495208b3 None None] Could not find standard attr ID for object 172a9c99-543a-4f9f-ab55-27c89b153a94. {{(pid=103445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 15:31:21.266749 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8393db42-d2dd-4576-b500-8e0b4ca0feb9 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:21.284896 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3451f81b-b3e2-43ca-8642-b13160b346c4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:21.292126 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3451f81b-b3e2-43ca-8642-b13160b346c4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2507405 Mar 31 15:31:21.296002 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45142) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:21.304505 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c76b352d-3a47-41a7-b4e9-e3bc9e7298a7 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'security_group': {'name': 'tempest-secgroup-512935817'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:21.360125 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4cbce7ff-2ae9-4902-afc2-73fa6cc0c792 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:21.362649 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c76b352d-3a47-41a7-b4e9-e3bc9e7298a7 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:21.363973 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-19affc98-354c-47f3-a10f-065fb66e58d1 None None] For port 88571ec6-8ffc-4311-90bc-3be75f5db3bb, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:31:21.369652 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-19affc98-354c-47f3-a10f-065fb66e58d1 None None] For port 88571ec6-8ffc-4311-90bc-3be75f5db3bb, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=88571ec6-8ffc-4311-90bc-3be75f5db3bb,segment=NetworkSegment(b5d9b4d6-dc80-4b52-8152-dbd94662a561),segment_id=b5d9b4d6-dc80-4b52-8152-dbd94662a561)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:31:21.384324 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c76b352d-3a47-41a7-b4e9-e3bc9e7298a7 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:security_group and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:21.388875 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c76b352d-3a47-41a7-b4e9-e3bc9e7298a7 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:21.416956 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c11c72-b5db-40cf-b285-e8ebf74bf3d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Pushing event updated for resources: {'Port': ['ID=80625e6c-e603-4d61-b3a5-040cadf62d3c,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:21.446962 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c76b352d-3a47-41a7-b4e9-e3bc9e7298a7 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:21.469641 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a81470-1aae-4bfe-a97b-eb18535a77f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-21fb1b93-57bc-469c-b44e-283edc84fea9', 'network_id': '21fb1b93-57bc-469c-b44e-283edc84fea9', 'tenant_id': '24409fb148c545f09958fe765489c869', 'fixed_ips': [{'subnet_id': '44a69253-6cf7-4dbf-bd66-22363a85b685'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:31:21.470568 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16a81470-1aae-4bfe-a97b-eb18535a77f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:21.571165 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c11c72-b5db-40cf-b285-e8ebf74bf3d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:21.571537 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c11c72-b5db-40cf-b285-e8ebf74bf3d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:21.571856 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c11c72-b5db-40cf-b285-e8ebf74bf3d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:21.572195 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c11c72-b5db-40cf-b285-e8ebf74bf3d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:21.572532 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c11c72-b5db-40cf-b285-e8ebf74bf3d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:21.572861 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c11c72-b5db-40cf-b285-e8ebf74bf3d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:21.573398 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c11c72-b5db-40cf-b285-e8ebf74bf3d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:21.573874 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c11c72-b5db-40cf-b285-e8ebf74bf3d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:21.574362 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c11c72-b5db-40cf-b285-e8ebf74bf3d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:21.574863 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c11c72-b5db-40cf-b285-e8ebf74bf3d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:21.575367 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c11c72-b5db-40cf-b285-e8ebf74bf3d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:21.575864 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c11c72-b5db-40cf-b285-e8ebf74bf3d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:21.687727 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c76b352d-3a47-41a7-b4e9-e3bc9e7298a7 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:21.696086 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-16a81470-1aae-4bfe-a97b-eb18535a77f6 None None] Allocated IP 2001:db8::2 (21fb1b93-57bc-469c-b44e-283edc84fea9/44a69253-6cf7-4dbf-bd66-22363a85b685/54774a8c-e5c7-4630-aab5-cda41a864962) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:21.713180 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d26a3f8c-ce21-419b-905f-5fb027558e05 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] For port e4b739f0-97fe-49b6-956f-b429a81104a4, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e4b739f0-97fe-49b6-956f-b429a81104a4,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:21.741965 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c76b352d-3a47-41a7-b4e9-e3bc9e7298a7 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:21.749458 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-acca798c-9073-4604-93b5-bb8b5c0a53ce tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:31:21.753216 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-acca798c-9073-4604-93b5-bb8b5c0a53ce tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 1.1974640 Mar 31 15:31:21.753346 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c76b352d-3a47-41a7-b4e9-e3bc9e7298a7 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:security_group_rule and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:21.756893 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45146) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:21.757816 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b72b3a-400a-45c4-aaff-8c502abcc655 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:21.758441 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-96b72b3a-400a-45c4-aaff-8c502abcc655 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Synchronizing usage tracker for tenant:9f7fd6de16334c05b3bd998c1e324e50 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:31:21.759218 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c76b352d-3a47-41a7-b4e9-e3bc9e7298a7 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:21.762651 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-8393db42-d2dd-4576-b500-8e0b4ca0feb9 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Allocated IP 172.20.0.1 (a9ba70e8-d92d-4933-b162-d931d1c35fa6/8c46df3d-8003-494c-bc8b-ee1654e6d417/6e836e76-beef-4044-bc2c-829e5d55c19e) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:21.781537 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c76b352d-3a47-41a7-b4e9-e3bc9e7298a7 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:21.812863 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-1d7f8f21-0ea6-44c1-a356-fe428fc29da7', 'network_id': '1d7f8f21-0ea6-44c1-a356-fe428fc29da7', 'tenant_id': '1bcdb8bb846d48458989c3a80f112280', 'fixed_ips': [{'subnet_id': 'f7912cab-d753-4668-9693-e29a4fd755f6'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:31:21.813844 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:21.829280 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d26a3f8c-ce21-419b-905f-5fb027558e05 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:21.832032 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60bdaca-f22b-48ee-90dd-32f3d1e3101c None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:21.849305 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-19affc98-354c-47f3-a10f-065fb66e58d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:21.890984 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-8b1eacbc-e4d3-400f-8376-bb72495208b3 None None] Provisioning complete for port 6c086c1f-6079-43d3-9d57-af22015b0a28 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:21.891233 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8b1eacbc-e4d3-400f-8376-bb72495208b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:21.899267 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4cbce7ff-2ae9-4902-afc2-73fa6cc0c792 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:21.944290 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:21.945813 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d26a3f8c-ce21-419b-905f-5fb027558e05 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:21.946554 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d26a3f8c-ce21-419b-905f-5fb027558e05 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:21.959181 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d68615ec-2fcf-4451-a094-793edc84d384 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:21.996704 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-96b72b3a-400a-45c4-aaff-8c502abcc655 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Unset dirty status for tenant:9f7fd6de16334c05b3bd998c1e324e50 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:31:22.001002 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-96b72b3a-400a-45c4-aaff-8c502abcc655 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] 10.222.0.31 "GET /v2.0/ports/80625e6c-e603-4d61-b3a5-040cadf62d3c HTTP/1.1" status: 200 len: 1129 time: 1.0194161 Mar 31 15:31:22.001002 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbce7ff-2ae9-4902-afc2-73fa6cc0c792 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Subnet': ['ID=0c149e4f-2a3f-4fdb-b291-c906a16e55bb,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:22.002134 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b0330069-517c-4fe0-b5d3-18b2ee17ffb8 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:22.007761 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45150) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:22.045801 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6a1bb676-f707-446b-9a92-e0f8deccd4fc tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "PUT /v2.0/subnets/6fabfea7-69be-4193-af73-1cfa6c959506/tags/tempest-TagsExtTest-Tag-1440152257 HTTP/1.1" status: 201 len: 201 time: 1.4514384 Mar 31 15:31:22.048019 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4cbce7ff-2ae9-4902-afc2-73fa6cc0c792 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:22.052057 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45154) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:22.073213 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-3febec36-0c0e-4acd-be18-c64a089616a3 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '917ca5f6-5111-4797-a944-9166df094dcb', 'tempest-TagsExtTest-Tag-1134509815') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:22.088509 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26a3f8c-ce21-419b-905f-5fb027558e05 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:22.093822 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-d26a3f8c-ce21-419b-905f-5fb027558e05 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:22.108919 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4cbce7ff-2ae9-4902-afc2-73fa6cc0c792 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/subnets/0c149e4f-2a3f-4fdb-b291-c906a16e55bb HTTP/1.1" status: 204 len: 168 time: 2.2678287 Mar 31 15:31:22.111771 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d68615ec-2fcf-4451-a094-793edc84d384 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:22.111945 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26a3f8c-ce21-419b-905f-5fb027558e05 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:22.112535 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d26a3f8c-ce21-419b-905f-5fb027558e05 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:22.118685 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45158) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:22.130008 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920ecf29-948a-4b5e-b337-10b7fee8ab1f None None] Network 0dfe4455-f298-4793-98de-d5f85bbf57cc requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:22.131570 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-4a388959-572f-4654-be26-45f347c155b2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'subnet': {'network_id': '0dfe4455-f298-4793-98de-d5f85bbf57cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:22.174095 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a3f8c-ce21-419b-905f-5fb027558e05 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Subnet': ['ID=f2a2890a-02ff-4a28-809a-29a91e152970,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:22.181028 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a3f8c-ce21-419b-905f-5fb027558e05 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Port': ['ID=e4b739f0-97fe-49b6-956f-b429a81104a4,revision_number=9']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:22.186604 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b0330069-517c-4fe0-b5d3-18b2ee17ffb8 None None] Transition to ACTIVE for port object 2ad75ba7-c5e4-4bec-8877-2846080331fb will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:22.205435 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c76b352d-3a47-41a7-b4e9-e3bc9e7298a7 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:22.221833 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8393db42-d2dd-4576-b500-8e0b4ca0feb9 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:22.228029 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-0bd458cc-e7dd-42ab-951e-524db3babfe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Deleting port 80625e6c-e603-4d61-b3a5-040cadf62d3c {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:22.228368 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0bd458cc-e7dd-42ab-951e-524db3babfe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:22.256652 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d26a3f8c-ce21-419b-905f-5fb027558e05 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.6969726 Mar 31 15:31:22.260401 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45162) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:22.268594 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-f8b6de10-027c-4e00-a06d-02e261db6d93 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'port': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'mac_address': 'fa:16:3e:45:c5:aa', 'name': 'tempest-NetworksTestDHCPv6-1503754149'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:22.296925 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c76b352d-3a47-41a7-b4e9-e3bc9e7298a7 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:22.407474 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4a388959-572f-4654-be26-45f347c155b2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:22.409352 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-8393db42-d2dd-4576-b500-8e0b4ca0feb9 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Transition to ACTIVE for port object 6e836e76-beef-4044-bc2c-829e5d55c19e will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:22.417597 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4a388959-572f-4654-be26-45f347c155b2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:subnet and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:22.419573 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b352d-3a47-41a7-b4e9-e3bc9e7298a7 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfa8faf-2c1b-4d13-8351-4b4a49141a29,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:22.429012 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4a388959-572f-4654-be26-45f347c155b2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:22.430704 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d68615ec-2fcf-4451-a094-793edc84d384 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:22.438732 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4a388959-572f-4654-be26-45f347c155b2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:22.439208 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19affc98-354c-47f3-a10f-065fb66e58d1 None None] Pushing event updated for resources: {'Port': ['ID=88571ec6-8ffc-4311-90bc-3be75f5db3bb,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:22.450900 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f8b6de10-027c-4e00-a06d-02e261db6d93 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:22.461132 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f8b6de10-027c-4e00-a06d-02e261db6d93 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:22.461374 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b0330069-517c-4fe0-b5d3-18b2ee17ffb8 None None] Transition to ACTIVE for port object 2ad75ba7-c5e4-4bec-8877-2846080331fb will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:22.469942 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68615ec-2fcf-4451-a094-793edc84d384 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a80ccb-6e5a-4f57-9679-383300c1b47a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:22.499032 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d68615ec-2fcf-4451-a094-793edc84d384 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:22.500148 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d68615ec-2fcf-4451-a094-793edc84d384 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "DELETE /v2.0/security-groups/23a80ccb-6e5a-4f57-9679-383300c1b47a HTTP/1.1" status: 204 len: 168 time: 0.7423241 Mar 31 15:31:22.503392 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45166) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:22.508273 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:31:22.508273 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:31:22.526744 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c76b352d-3a47-41a7-b4e9-e3bc9e7298a7 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:22.527206 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c76b352d-3a47-41a7-b4e9-e3bc9e7298a7 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2300813 Mar 31 15:31:22.530778 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45170) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:22.535851 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a388959-572f-4654-be26-45f347c155b2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:22.539945 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4a388959-572f-4654-be26-45f347c155b2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:22.553532 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b6de10-027c-4e00-a06d-02e261db6d93 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:22.583744 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7ebd85bd-92c4-48bf-95ab-e3277f3efe8c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1453179333', 'security_groups': ['8dfa8faf-2c1b-4d13-8351-4b4a49141a29'], 'network_id': '21fb1b93-57bc-469c-b44e-283edc84fea9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '44a69253-6cf7-4dbf-bd66-22363a85b685'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:22.584494 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Allocated IP 172.20.0.2 (1d7f8f21-0ea6-44c1-a356-fe428fc29da7/f7912cab-d753-4668-9693-e29a4fd755f6/33ba1218-8bda-4e31-87d3-35b113b3a422) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:22.633405 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3febec36-0c0e-4acd-be18-c64a089616a3 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "PUT /v2.0/ports/917ca5f6-5111-4797-a944-9166df094dcb/tags/tempest-TagsExtTest-Tag-1134509815 HTTP/1.1" status: 201 len: 201 time: 0.5742457 Mar 31 15:31:22.640478 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45174) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:22.646194 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-78f05c4b-1336-417d-83ea-c3bb12015cb7 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2ed7f9de-96d7-4ab8-883d-3fad1a6adee8', 'tempest-TagsExtTest-Tag-1955142333') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:22.833638 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-fff74b82-4964-4003-8729-58dbfb238277 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Allocated IP 2001:db8::1 (ceb1d069-dc18-4963-a21a-0f447d66c0a9/4ed1778a-03d6-49aa-a5f2-5d5337fa36b7/4094d5e8-030a-44d7-b170-58e586c7343d) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:22.840004 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-abec239b-32ec-4084-b492-da9c4e8c2f97 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Synchronizing usage tracker for tenant:ee31dbde83ff49d59f0e858b6352f3bc on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:31:22.877452 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b0330069-517c-4fe0-b5d3-18b2ee17ffb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:22.916573 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f8b6de10-027c-4e00-a06d-02e261db6d93 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:22.922433 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8393db42-d2dd-4576-b500-8e0b4ca0feb9 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:22.969305 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0bd458cc-e7dd-42ab-951e-524db3babfe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:22.991770 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16a81470-1aae-4bfe-a97b-eb18535a77f6 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:23.017968 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8393db42-d2dd-4576-b500-8e0b4ca0feb9 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Network a9ba70e8-d92d-4933-b162-d931d1c35fa6 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:23.060664 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0330069-517c-4fe0-b5d3-18b2ee17ffb8 None None] Network ceb1d069-dc18-4963-a21a-0f447d66c0a9 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:23.063747 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-16a81470-1aae-4bfe-a97b-eb18535a77f6 None None] Transition to ACTIVE for port object 54774a8c-e5c7-4630-aab5-cda41a864962 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:23.069101 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-abec239b-32ec-4084-b492-da9c4e8c2f97 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Unset dirty status for tenant:ee31dbde83ff49d59f0e858b6352f3bc on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:31:23.072425 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-8393db42-d2dd-4576-b500-8e0b4ca0feb9 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:23.073588 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-abec239b-32ec-4084-b492-da9c4e8c2f97 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5690978 Mar 31 15:31:23.078657 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45178) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:23.087452 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-b0330069-517c-4fe0-b5d3-18b2ee17ffb8 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:23.090005 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0330069-517c-4fe0-b5d3-18b2ee17ffb8 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:31:23.098741 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-f8b6de10-027c-4e00-a06d-02e261db6d93 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] device_id is not set on port b20d63ff-9f8a-4927-a5c8-0ac606e2a251 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:31:23.137318 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0330069-517c-4fe0-b5d3-18b2ee17ffb8 None None] Pushing event updated for resources: {'Port': ['ID=2ad75ba7-c5e4-4bec-8877-2846080331fb,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:23.163922 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-0bd458cc-e7dd-42ab-951e-524db3babfe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Calling delete_port for 80625e6c-e603-4d61-b3a5-040cadf62d3c owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:31:23.202337 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8393db42-d2dd-4576-b500-8e0b4ca0feb9 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:31:23.372551 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-16a81470-1aae-4bfe-a97b-eb18535a77f6 None None] Transition to ACTIVE for port object 54774a8c-e5c7-4630-aab5-cda41a864962 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:23.416471 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393db42-d2dd-4576-b500-8e0b4ca0feb9 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Pushing event updated for resources: {'Port': ['ID=6e836e76-beef-4044-bc2c-829e5d55c19e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:23.437679 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7ebd85bd-92c4-48bf-95ab-e3277f3efe8c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:23.456320 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7ebd85bd-92c4-48bf-95ab-e3277f3efe8c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:port and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:23.464404 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7ebd85bd-92c4-48bf-95ab-e3277f3efe8c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for port was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:23.483180 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8393db42-d2dd-4576-b500-8e0b4ca0feb9 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:23.487563 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16a81470-1aae-4bfe-a97b-eb18535a77f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:23.494720 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7ebd85bd-92c4-48bf-95ab-e3277f3efe8c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:23.520456 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fff74b82-4964-4003-8729-58dbfb238277 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:23.545226 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ef6a37e-e850-4fe4-9d18-73c987325937 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:23.569313 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-b0330069-517c-4fe0-b5d3-18b2ee17ffb8 None None] Attempting to bind port 2ad75ba7-c5e4-4bec-8877-2846080331fb on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:31:23.569313 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-b0330069-517c-4fe0-b5d3-18b2ee17ffb8 None None] Attempting to bind port 2ad75ba7-c5e4-4bec-8877-2846080331fb by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '3a701e7d-340b-427b-abc8-564775f9483b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ceb1d069-dc18-4963-a21a-0f447d66c0a9'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:31:23.571216 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0330069-517c-4fe0-b5d3-18b2ee17ffb8 None None] Attempting to bind port 2ad75ba7-c5e4-4bec-8877-2846080331fb on network ceb1d069-dc18-4963-a21a-0f447d66c0a9 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:31:23.580306 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:23.601562 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-fff74b82-4964-4003-8729-58dbfb238277 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Transition to ACTIVE for port object 4094d5e8-030a-44d7-b170-58e586c7343d will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:23.611298 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0330069-517c-4fe0-b5d3-18b2ee17ffb8 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:31:23.612242 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0330069-517c-4fe0-b5d3-18b2ee17ffb8 None None] Checking segment: {'id': '3a701e7d-340b-427b-abc8-564775f9483b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ceb1d069-dc18-4963-a21a-0f447d66c0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:31:23.612242 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b0330069-517c-4fe0-b5d3-18b2ee17ffb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:23.612470 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0330069-517c-4fe0-b5d3-18b2ee17ffb8 None None] Bound using segment: {'id': '3a701e7d-340b-427b-abc8-564775f9483b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ceb1d069-dc18-4963-a21a-0f447d66c0a9'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:31:23.613033 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-b0330069-517c-4fe0-b5d3-18b2ee17ffb8 None None] Bound port: 2ad75ba7-c5e4-4bec-8877-2846080331fb, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a701e7d-340b-427b-abc8-564775f9483b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ceb1d069-dc18-4963-a21a-0f447d66c0a9'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:31:23.613288 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b0330069-517c-4fe0-b5d3-18b2ee17ffb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:23.627378 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a81470-1aae-4bfe-a97b-eb18535a77f6 None None] Network 21fb1b93-57bc-469c-b44e-283edc84fea9 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:23.632602 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-f8b6de10-027c-4e00-a06d-02e261db6d93 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Allocated IP 172.20.0.11 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/1c012aca-077b-48c8-8ef1-56302f62fa12/b20d63ff-9f8a-4927-a5c8-0ac606e2a251) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:23.647479 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-f8b6de10-027c-4e00-a06d-02e261db6d93 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Allocated IP 2001:db8::f816:3eff:fe45:c5aa (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/f2a2890a-02ff-4a28-809a-29a91e152970/b20d63ff-9f8a-4927-a5c8-0ac606e2a251) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:23.654503 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-16a81470-1aae-4bfe-a97b-eb18535a77f6 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:23.655553 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-78f05c4b-1336-417d-83ea-c3bb12015cb7 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "PUT /v2.0/routers/2ed7f9de-96d7-4ab8-883d-3fad1a6adee8/tags/tempest-TagsExtTest-Tag-1955142333 HTTP/1.1" status: 201 len: 201 time: 1.0133970 Mar 31 15:31:23.657140 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a81470-1aae-4bfe-a97b-eb18535a77f6 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:31:23.672653 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45182) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:23.682071 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:23.688243 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebd85bd-92c4-48bf-95ab-e3277f3efe8c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:23.688838 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.tag.tag_plugin [None req-8b8d1cdf-8737-4eae-aeff-dc4826f2da68 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7eb92274-fdcc-469e-8a1f-ec4d501b3ba8', 'tempest-TagsExtTest-Tag-3666519') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:23.720125 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a81470-1aae-4bfe-a97b-eb18535a77f6 None None] Pushing event updated for resources: {'Port': ['ID=54774a8c-e5c7-4630-aab5-cda41a864962,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:23.731169 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ef6a37e-e850-4fe4-9d18-73c987325937 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:23.769975 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3ed436cd-2233-4f4b-9f83-a04a99986fb0 None None] Provisioning for port e4b739f0-97fe-49b6-956f-b429a81104a4 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:23.793034 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Transition to ACTIVE for port object 33ba1218-8bda-4e31-87d3-35b113b3a422 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:23.831025 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3ed436cd-2233-4f4b-9f83-a04a99986fb0 None None] Provisioning complete for port e4b739f0-97fe-49b6-956f-b429a81104a4 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:23.831394 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3ed436cd-2233-4f4b-9f83-a04a99986fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:23.860389 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port e4b739f0-97fe-49b6-956f-b429a81104a4, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e4b739f0-97fe-49b6-956f-b429a81104a4,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:23.878359 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4a388959-572f-4654-be26-45f347c155b2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:23.883610 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fff74b82-4964-4003-8729-58dbfb238277 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:23.905594 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ebd85bd-92c4-48bf-95ab-e3277f3efe8c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:23.927643 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0bd458cc-e7dd-42ab-951e-524db3babfe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:23.953884 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Transition to ACTIVE for port object 33ba1218-8bda-4e31-87d3-35b113b3a422 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:23.982702 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8b8d1cdf-8737-4eae-aeff-dc4826f2da68 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "PUT /v2.0/subnetpools/7eb92274-fdcc-469e-8a1f-ec4d501b3ba8/tags/tempest-TagsExtTest-Tag-3666519 HTTP/1.1" status: 201 len: 201 time: 0.3082006 Mar 31 15:31:23.994407 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:24.019912 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45186) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:24.046678 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a388959-572f-4654-be26-45f347c155b2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network 0dfe4455-f298-4793-98de-d5f85bbf57cc is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:24.066709 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-7ebd85bd-92c4-48bf-95ab-e3277f3efe8c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] device_id is not set on port f03343ae-a592-4215-bbce-4df41c48fb30 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:31:24.075716 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-16a81470-1aae-4bfe-a97b-eb18535a77f6 None None] Attempting to bind port 54774a8c-e5c7-4630-aab5-cda41a864962 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:31:24.076311 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-16a81470-1aae-4bfe-a97b-eb18535a77f6 None None] Attempting to bind port 54774a8c-e5c7-4630-aab5-cda41a864962 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '8c5c35e6-ebc8-4bd1-8538-66155bd34455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '21fb1b93-57bc-469c-b44e-283edc84fea9'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:31:24.076421 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a81470-1aae-4bfe-a97b-eb18535a77f6 None None] Attempting to bind port 54774a8c-e5c7-4630-aab5-cda41a864962 on network 21fb1b93-57bc-469c-b44e-283edc84fea9 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:31:24.078447 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-4a388959-572f-4654-be26-45f347c155b2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:24.104776 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:24.113269 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a81470-1aae-4bfe-a97b-eb18535a77f6 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:31:24.115643 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a81470-1aae-4bfe-a97b-eb18535a77f6 None None] Checking segment: {'id': '8c5c35e6-ebc8-4bd1-8538-66155bd34455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '21fb1b93-57bc-469c-b44e-283edc84fea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:31:24.115643 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16a81470-1aae-4bfe-a97b-eb18535a77f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:24.115643 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a81470-1aae-4bfe-a97b-eb18535a77f6 None None] Bound using segment: {'id': '8c5c35e6-ebc8-4bd1-8538-66155bd34455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '21fb1b93-57bc-469c-b44e-283edc84fea9'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:31:24.115643 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-16a81470-1aae-4bfe-a97b-eb18535a77f6 None None] Bound port: 54774a8c-e5c7-4630-aab5-cda41a864962, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c5c35e6-ebc8-4bd1-8538-66155bd34455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '21fb1b93-57bc-469c-b44e-283edc84fea9'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:31:24.115643 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16a81470-1aae-4bfe-a97b-eb18535a77f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:24.127034 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff74b82-4964-4003-8729-58dbfb238277 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network ceb1d069-dc18-4963-a21a-0f447d66c0a9 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:24.128680 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a388959-572f-4654-be26-45f347c155b2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:24.129634 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4a388959-572f-4654-be26-45f347c155b2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:24.152892 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-b0330069-517c-4fe0-b5d3-18b2ee17ffb8 None None] For port 2ad75ba7-c5e4-4bec-8877-2846080331fb, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:31:24.188464 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-b0330069-517c-4fe0-b5d3-18b2ee17ffb8 None None] For port 2ad75ba7-c5e4-4bec-8877-2846080331fb, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=2ad75ba7-c5e4-4bec-8877-2846080331fb,segment=NetworkSegment(3a701e7d-340b-427b-abc8-564775f9483b),segment_id=3a701e7d-340b-427b-abc8-564775f9483b)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:31:24.200030 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-fff74b82-4964-4003-8729-58dbfb238277 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:24.243028 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Network 1d7f8f21-0ea6-44c1-a356-fe428fc29da7 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:24.251288 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff74b82-4964-4003-8729-58dbfb238277 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:31:24.252118 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fff74b82-4964-4003-8729-58dbfb238277 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:24.253763 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:24.268265 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:31:24.271374 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=e4b739f0-97fe-49b6-956f-b429a81104a4,revision_number=10']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:24.279364 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff74b82-4964-4003-8729-58dbfb238277 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Port': ['ID=4094d5e8-030a-44d7-b170-58e586c7343d,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:24.292209 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4a388959-572f-4654-be26-45f347c155b2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1675036 Mar 31 15:31:24.318181 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45190) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:24.323521 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a388959-572f-4654-be26-45f347c155b2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Subnet': ['ID=7473ed4c-a7d9-4f7b-8a58-b302c7fbf293,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:24.335348 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b0330069-517c-4fe0-b5d3-18b2ee17ffb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:24.352600 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-b722043c-a83d-4c79-a1c2-09069a079f3a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'security_group': {'name': 'tempest-secgroup-761666566'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:24.373722 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-b722043c-a83d-4c79-a1c2-09069a079f3a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:24.458197 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-b722043c-a83d-4c79-a1c2-09069a079f3a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:security_group and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:24.468462 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e4b739f0-97fe-49b6-956f-b429a81104a4 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:31:24.473910 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-b722043c-a83d-4c79-a1c2-09069a079f3a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:24.487731 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f8b6de10-027c-4e00-a06d-02e261db6d93 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:24.504514 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-b722043c-a83d-4c79-a1c2-09069a079f3a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:24.538491 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-7ebd85bd-92c4-48bf-95ab-e3277f3efe8c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Allocated IP 2001:db8::160 (21fb1b93-57bc-469c-b44e-283edc84fea9/44a69253-6cf7-4dbf-bd66-22363a85b685/f03343ae-a592-4215-bbce-4df41c48fb30) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:24.556845 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f8b6de10-027c-4e00-a06d-02e261db6d93 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Transition to ACTIVE for port object b20d63ff-9f8a-4927-a5c8-0ac606e2a251 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:24.674838 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b722043c-a83d-4c79-a1c2-09069a079f3a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:24.681137 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-269a1e23-39b3-4ebe-9760-df486e5bcd4b tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '6fabfea7-69be-4193-af73-1cfa6c959506', {'tags': ['tempest-TagsExtTest-Tag-1083121155', 'tempest-TagsExtTest-Tag-868914560', 'tempest-TagsExtTest-Tag-1023973815']}) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:24.740569 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f8b6de10-027c-4e00-a06d-02e261db6d93 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:24.754066 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc72bbd-76e9-4189-84cf-f56391272673 None None] Network a9ba70e8-d92d-4933-b162-d931d1c35fa6 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:24.758127 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ef6a37e-e850-4fe4-9d18-73c987325937 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:24.761686 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd458cc-e7dd-42ab-951e-524db3babfe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Pushing event deleted for resources: {'Port': ['ID=80625e6c-e603-4d61-b3a5-040cadf62d3c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:24.762919 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-b722043c-a83d-4c79-a1c2-09069a079f3a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:24.858145 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0bd458cc-e7dd-42ab-951e-524db3babfe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:24.902233 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3ed436cd-2233-4f4b-9f83-a04a99986fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:24.908443 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6a37e-e850-4fe4-9d18-73c987325937 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8149e155-7db6-49bb-945d-8b0bf782d056,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:24.912381 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-b722043c-a83d-4c79-a1c2-09069a079f3a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:security_group_rule and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:24.945375 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-b722043c-a83d-4c79-a1c2-09069a079f3a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:24.971956 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b6de10-027c-4e00-a06d-02e261db6d93 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:24.983317 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-b722043c-a83d-4c79-a1c2-09069a079f3a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:25.007808 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-f8b6de10-027c-4e00-a06d-02e261db6d93 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:25.069849 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b6de10-027c-4e00-a06d-02e261db6d93 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:31:25.179524 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6de10-027c-4e00-a06d-02e261db6d93 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Port': ['ID=b20d63ff-9f8a-4927-a5c8-0ac606e2a251,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:25.182534 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fff74b82-4964-4003-8729-58dbfb238277 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:25.230148 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ef6a37e-e850-4fe4-9d18-73c987325937 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:25.231884 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6ef6a37e-e850-4fe4-9d18-73c987325937 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "DELETE /v2.0/security-groups/8149e155-7db6-49bb-945d-8b0bf782d056 HTTP/1.1" status: 204 len: 168 time: 2.0867662 Mar 31 15:31:25.234771 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b6de10-027c-4e00-a06d-02e261db6d93 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:25.236051 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f8b6de10-027c-4e00-a06d-02e261db6d93 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:25.237503 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0bd458cc-e7dd-42ab-951e-524db3babfe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] 10.222.0.31 "DELETE /v2.0/ports/80625e6c-e603-4d61-b3a5-040cadf62d3c HTTP/1.1" status: 204 len: 168 time: 3.2277129 Mar 31 15:31:25.257045 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45194) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:25.257680 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45196) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:25.259130 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Pushing event updated for resources: {'Port': ['ID=33ba1218-8bda-4e31-87d3-35b113b3a422,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:25.308445 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182130ab-4968-45a7-8e2e-bb89cdc97164 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:25.346973 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-269a1e23-39b3-4ebe-9760-df486e5bcd4b tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "PUT /v2.0/subnets/6fabfea7-69be-4193-af73-1cfa6c959506/tags HTTP/1.1" status: 200 len: 317 time: 1.3226845 Mar 31 15:31:25.351756 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Attempting to bind port 33ba1218-8bda-4e31-87d3-35b113b3a422 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:31:25.352387 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Attempting to bind port 33ba1218-8bda-4e31-87d3-35b113b3a422 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '11d97e96-98ce-4826-9836-2388cb90ab94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '1d7f8f21-0ea6-44c1-a356-fe428fc29da7'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:31:25.353152 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Attempting to bind port 33ba1218-8bda-4e31-87d3-35b113b3a422 on network 1d7f8f21-0ea6-44c1-a356-fe428fc29da7 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:31:25.360311 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-16a81470-1aae-4bfe-a97b-eb18535a77f6 None None] For port 54774a8c-e5c7-4630-aab5-cda41a864962, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:31:25.363929 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ebd85bd-92c4-48bf-95ab-e3277f3efe8c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:25.369685 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45202) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:25.387141 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-8bb3bd12-3ad2-47fb-8394-fd370b726c81 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6fabfea7-69be-4193-af73-1cfa6c959506') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:25.396489 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:25.396900 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:25.397430 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:25.398770 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:25.398770 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:25.398770 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:25.399456 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:25.399999 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:25.400535 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:25.401411 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:25.401997 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:25.402528 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:25.417143 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8976f03-6226-477e-a605-2e3b6d971285 None None] Network 0dfe4455-f298-4793-98de-d5f85bbf57cc requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:25.451485 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8393db42-d2dd-4576-b500-8e0b4ca0feb9 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:25.472484 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:31:25.472993 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Checking segment: {'id': '11d97e96-98ce-4826-9836-2388cb90ab94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '1d7f8f21-0ea6-44c1-a356-fe428fc29da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:31:25.473135 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-7ebd85bd-92c4-48bf-95ab-e3277f3efe8c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Transition to ACTIVE for port object f03343ae-a592-4215-bbce-4df41c48fb30 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:25.474645 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:25.474645 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Bound using segment: {'id': '11d97e96-98ce-4826-9836-2388cb90ab94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '1d7f8f21-0ea6-44c1-a356-fe428fc29da7'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:31:25.475208 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Bound port: 33ba1218-8bda-4e31-87d3-35b113b3a422, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d97e96-98ce-4826-9836-2388cb90ab94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '1d7f8f21-0ea6-44c1-a356-fe428fc29da7'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:31:25.475946 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:25.495262 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f8b6de10-027c-4e00-a06d-02e261db6d93 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.2334859 Mar 31 15:31:25.502476 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45206) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:25.540199 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f01cc50-3e82-465d-b977-51578f1069be tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Deleting subnet 5b027642-2609-4143-9a57-b5d20b7ade23 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:31:25.580654 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-16a81470-1aae-4bfe-a97b-eb18535a77f6 None None] For port 54774a8c-e5c7-4630-aab5-cda41a864962, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=54774a8c-e5c7-4630-aab5-cda41a864962,segment=NetworkSegment(8c5c35e6-ebc8-4bd1-8538-66155bd34455),segment_id=8c5c35e6-ebc8-4bd1-8538-66155bd34455)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:31:25.581043 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f01cc50-3e82-465d-b977-51578f1069be tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:25.591474 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:25.611931 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-3ed436cd-2233-4f4b-9f83-a04a99986fb0 None None] For port e4b739f0-97fe-49b6-956f-b429a81104a4, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e4b739f0-97fe-49b6-956f-b429a81104a4,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:25.624379 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-cfd20f18-41a7-47f5-93e5-d794d9a99e76 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Synchronizing usage tracker for tenant:ee31dbde83ff49d59f0e858b6352f3bc on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:31:25.685866 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b722043c-a83d-4c79-a1c2-09069a079f3a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:25.699643 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port e4b739f0-97fe-49b6-956f-b429a81104a4 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:25.700380 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:25.761642 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b722043c-a83d-4c79-a1c2-09069a079f3a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:25.777985 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16a81470-1aae-4bfe-a97b-eb18535a77f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:25.781743 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3ed436cd-2233-4f4b-9f83-a04a99986fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:25.784051 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f01cc50-3e82-465d-b977-51578f1069be tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:25.821476 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722043c-a83d-4c79-a1c2-09069a079f3a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a33d4458-733d-4f04-a593-f601bdb823bd,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:25.825610 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fff74b82-4964-4003-8729-58dbfb238277 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:25.870297 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b722043c-a83d-4c79-a1c2-09069a079f3a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:25.875277 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b722043c-a83d-4c79-a1c2-09069a079f3a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.5533566 Mar 31 15:31:25.875907 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45210) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:25.887583 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-9aba2e6a-d6ae-4815-a202-cb940e9c9770 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'security_group': {'name': 'tempest-secgroup-2121722835'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:25.889427 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3ed436cd-2233-4f4b-9f83-a04a99986fb0 None None] Could not find standard attr ID for object 80625e6c-e603-4d61-b3a5-040cadf62d3c. {{(pid=103445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 15:31:25.895134 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-cfd20f18-41a7-47f5-93e5-d794d9a99e76 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Unset dirty status for tenant:ee31dbde83ff49d59f0e858b6352f3bc on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:31:25.896386 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9aba2e6a-d6ae-4815-a202-cb940e9c9770 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:25.901051 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-cfd20f18-41a7-47f5-93e5-d794d9a99e76 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6382868 Mar 31 15:31:25.902486 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45214) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:25.913044 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-d1cf57d6-26d9-4c86-8041-bdd855a13145 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Request body: {'security_group': {'name': 'tempest-secgroup--683738418'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:25.919691 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9aba2e6a-d6ae-4815-a202-cb940e9c9770 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:security_group and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:25.935099 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fff74b82-4964-4003-8729-58dbfb238277 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:25.937101 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fff74b82-4964-4003-8729-58dbfb238277 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:25.948418 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d1cf57d6-26d9-4c86-8041-bdd855a13145 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:25.952216 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9aba2e6a-d6ae-4815-a202-cb940e9c9770 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:25.984615 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0330069-517c-4fe0-b5d3-18b2ee17ffb8 None None] Pushing event updated for resources: {'Port': ['ID=2ad75ba7-c5e4-4bec-8877-2846080331fb,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:26.032078 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ebd85bd-92c4-48bf-95ab-e3277f3efe8c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:26.047225 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea56c0cf-e06a-4ab6-b761-051e1188c00f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:26.053781 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9aba2e6a-d6ae-4815-a202-cb940e9c9770 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:26.056159 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea56c0cf-e06a-4ab6-b761-051e1188c00f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:26.056997 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ea56c0cf-e06a-4ab6-b761-051e1188c00f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:31:26.252562 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebd85bd-92c4-48bf-95ab-e3277f3efe8c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network 21fb1b93-57bc-469c-b44e-283edc84fea9 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:26.257923 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-7ebd85bd-92c4-48bf-95ab-e3277f3efe8c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:26.270193 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebd85bd-92c4-48bf-95ab-e3277f3efe8c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:31:26.278842 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebd85bd-92c4-48bf-95ab-e3277f3efe8c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:26.279592 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ebd85bd-92c4-48bf-95ab-e3277f3efe8c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:26.297837 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-5c45f3b3-fdb8-4eb5-a63f-863948b112aa None None] Provisioning complete for port db54ad09-20ef-4e98-95f8-86ea7c24613d triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:26.298482 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5c45f3b3-fdb8-4eb5-a63f-863948b112aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:26.313000 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8bb3bd12-3ad2-47fb-8394-fd370b726c81 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "DELETE /v2.0/subnets/6fabfea7-69be-4193-af73-1cfa6c959506/tags HTTP/1.1" status: 204 len: 168 time: 0.9332371 Mar 31 15:31:26.314044 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ea56c0cf-e06a-4ab6-b761-051e1188c00f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:31:26.316272 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ea56c0cf-e06a-4ab6-b761-051e1188c00f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.8094800 Mar 31 15:31:26.335810 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45218) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:26.336231 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45220) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:26.386508 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-a951fcf7-dcc6-47f5-8715-325f5fc50624 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6fabfea7-69be-4193-af73-1cfa6c959506', 'tempest-TagsExtTest-Tag-1083121155') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:26.416850 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd85bd-92c4-48bf-95ab-e3277f3efe8c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Port': ['ID=f03343ae-a592-4215-bbce-4df41c48fb30,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:26.427532 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f01cc50-3e82-465d-b977-51578f1069be tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:26.436463 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d1cf57d6-26d9-4c86-8041-bdd855a13145 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:26.473412 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff74b82-4964-4003-8729-58dbfb238277 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network ceb1d069-dc18-4963-a21a-0f447d66c0a9 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:26.477815 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff74b82-4964-4003-8729-58dbfb238277 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Port': ['ID=4094d5e8-030a-44d7-b170-58e586c7343d,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:26.480722 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-fff74b82-4964-4003-8729-58dbfb238277 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:26.534843 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6aea24-2689-4731-9e4e-5432ddf6f4fb None None] Network ceb1d069-dc18-4963-a21a-0f447d66c0a9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:26.554563 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-0d20c1d1-13d7-43b8-9c48-70d96cb2aa1e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting port b20d63ff-9f8a-4927-a5c8-0ac606e2a251 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:26.554998 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0d20c1d1-13d7-43b8-9c48-70d96cb2aa1e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:26.591079 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7ebd85bd-92c4-48bf-95ab-e3277f3efe8c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0584893 Mar 31 15:31:26.603051 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45226) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:26.622901 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-787cd057-e96f-4159-99b4-62f3fa715109 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'subnet': {'network_id': '21fb1b93-57bc-469c-b44e-283edc84fea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:26.657296 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d1cf57d6-26d9-4c86-8041-bdd855a13145 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:26.669525 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9aba2e6a-d6ae-4815-a202-cb940e9c9770 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:26.707550 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d1cf57d6-26d9-4c86-8041-bdd855a13145 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:26.714167 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9aba2e6a-d6ae-4815-a202-cb940e9c9770 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:26.721090 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d1cf57d6-26d9-4c86-8041-bdd855a13145 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Usage tracker for resource:security_group_rule and tenant:ee31dbde83ff49d59f0e858b6352f3bc is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:26.730306 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9aba2e6a-d6ae-4815-a202-cb940e9c9770 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:security_group_rule and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:26.730306 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d1cf57d6-26d9-4c86-8041-bdd855a13145 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:26.730885 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9aba2e6a-d6ae-4815-a202-cb940e9c9770 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:26.744656 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9aba2e6a-d6ae-4815-a202-cb940e9c9770 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:26.746813 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d1cf57d6-26d9-4c86-8041-bdd855a13145 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:26.808363 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8393db42-d2dd-4576-b500-8e0b4ca0feb9 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:26.813984 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f01cc50-3e82-465d-b977-51578f1069be tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:26.827593 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] For port 33ba1218-8bda-4e31-87d3-35b113b3a422, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:31:26.849630 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff74b82-4964-4003-8729-58dbfb238277 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Router 5e437bd3-d186-4fc6-8c45-fd55789ee1ea is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:31:26.865672 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01cc50-3e82-465d-b977-51578f1069be tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Pushing event deleted for resources: {'Subnet': ['ID=5b027642-2609-4143-9a57-b5d20b7ade23,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:26.881099 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-a951fcf7-dcc6-47f5-8715-325f5fc50624 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] show failed (client error): The resource could not be found. Mar 31 15:31:26.881099 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a951fcf7-dcc6-47f5-8715-325f5fc50624 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "GET /v2.0/subnets/6fabfea7-69be-4193-af73-1cfa6c959506/tags/tempest-TagsExtTest-Tag-1083121155 HTTP/1.1" status: 404 len: 329 time: 0.5352056 Mar 31 15:31:26.888240 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d1cf57d6-26d9-4c86-8041-bdd855a13145 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:26.889021 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45230) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:26.889939 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f01cc50-3e82-465d-b977-51578f1069be tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:26.892467 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9aba2e6a-d6ae-4815-a202-cb940e9c9770 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:26.900481 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.tag.tag_plugin [None req-3298336f-bf5a-4689-9a73-70a521363287 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6fabfea7-69be-4193-af73-1cfa6c959506', 'tempest-TagsExtTest-Tag-868914560') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:26.915721 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] For port 33ba1218-8bda-4e31-87d3-35b113b3a422, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=33ba1218-8bda-4e31-87d3-35b113b3a422,segment=NetworkSegment(11d97e96-98ce-4826-9836-2388cb90ab94),segment_id=11d97e96-98ce-4826-9836-2388cb90ab94)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:31:26.924035 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8393db42-d2dd-4576-b500-8e0b4ca0feb9 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:26.931904 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a81470-1aae-4bfe-a97b-eb18535a77f6 None None] Pushing event updated for resources: {'Port': ['ID=54774a8c-e5c7-4630-aab5-cda41a864962,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:26.939106 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6faffc1-e8d1-4555-876e-1221aeb28bad None None] Network 98cadaa0-48ef-4e7d-aab4-6b1a6df91bf9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:26.990732 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d1cf57d6-26d9-4c86-8041-bdd855a13145 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:27.022197 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9aba2e6a-d6ae-4815-a202-cb940e9c9770 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:27.153951 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf57d6-26d9-4c86-8041-bdd855a13145 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a22223-1a21-4da7-a72d-3a3e21e4606d,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:27.207829 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff74b82-4964-4003-8729-58dbfb238277 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:31:27.219195 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393db42-d2dd-4576-b500-8e0b4ca0feb9 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Pushing event updated for resources: {'Port': ['ID=6e836e76-beef-4044-bc2c-829e5d55c19e,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:27.223285 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4f01cc50-3e82-465d-b977-51578f1069be tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] 10.222.0.31 "DELETE /v2.0/subnets/5b027642-2609-4143-9a57-b5d20b7ade23 HTTP/1.1" status: 204 len: 168 time: 1.9526474 Mar 31 15:31:27.234595 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-fff74b82-4964-4003-8729-58dbfb238277 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "PUT /v2.0/routers/5e437bd3-d186-4fc6-8c45-fd55789ee1ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4644341 Mar 31 15:31:27.240631 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45234) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:27.240631 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45236) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:27.276557 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:27.298934 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba2e6a-d6ae-4815-a202-cb940e9c9770 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15ffcf08-d3c1-4680-bc7a-b3514d712ce3,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:27.301150 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d1cf57d6-26d9-4c86-8041-bdd855a13145 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:27.305726 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d1cf57d6-26d9-4c86-8041-bdd855a13145 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3995836 Mar 31 15:31:27.308524 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45242) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:27.325550 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8c64855d-1010-4024-980d-a886ca572f6a tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:27.326187 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9aba2e6a-d6ae-4815-a202-cb940e9c9770 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:27.326318 dv-neutron-833379-2-hyperv neutron-server[103443]: WARNING neutron.api.v2.base [None req-8c64855d-1010-4024-980d-a886ca572f6a tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 31 15:31:27.326681 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-8c64855d-1010-4024-980d-a886ca572f6a tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] update failed (client error): There was a conflict when trying to complete your request. Mar 31 15:31:27.327684 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8c64855d-1010-4024-980d-a886ca572f6a tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "PUT /v2.0/security-groups/c5a22223-1a21-4da7-a72d-3a3e21e4606d HTTP/1.1" status: 409 len: 330 time: 0.0157969 Mar 31 15:31:27.330587 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9aba2e6a-d6ae-4815-a202-cb940e9c9770 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4514062 Mar 31 15:31:27.330971 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-787cd057-e96f-4159-99b4-62f3fa715109 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:27.335929 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45246) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:27.336262 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45248) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:27.344867 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 88571ec6-8ffc-4311-90bc-3be75f5db3bb up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:31:27.346588 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d614d338-5c97-478c-b48e-760d2f9fc702 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'security_group': {'name': 'tempest-secgroup-21044952'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:27.366671 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-787cd057-e96f-4159-99b4-62f3fa715109 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:subnet and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:27.374017 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d614d338-5c97-478c-b48e-760d2f9fc702 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:27.378572 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-787cd057-e96f-4159-99b4-62f3fa715109 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:27.392293 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8393db42-d2dd-4576-b500-8e0b4ca0feb9 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:27.400059 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6363e4f-6a13-4b9c-bd15-25dc72764a3a None None] Sync routers for ids ['5e437bd3-d186-4fc6-8c45-fd55789ee1ea'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:31:27.406611 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-787cd057-e96f-4159-99b4-62f3fa715109 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:27.408851 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d614d338-5c97-478c-b48e-760d2f9fc702 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:security_group and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:27.424702 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d614d338-5c97-478c-b48e-760d2f9fc702 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:27.435265 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ec745a-bd8f-4970-8994-ad715eb24967 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:27.436247 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-26ec745a-bd8f-4970-8994-ad715eb24967 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Synchronizing usage tracker for tenant:f5aeba78f50f4bbea010c74344321d80 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:31:27.457524 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d614d338-5c97-478c-b48e-760d2f9fc702 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:27.475557 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bee5ae4c-f09f-4601-85b8-adbd630c67bc tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:27.483852 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-3298336f-bf5a-4689-9a73-70a521363287 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] show failed (client error): The resource could not be found. Mar 31 15:31:27.484872 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3298336f-bf5a-4689-9a73-70a521363287 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "GET /v2.0/subnets/6fabfea7-69be-4193-af73-1cfa6c959506/tags/tempest-TagsExtTest-Tag-868914560 HTTP/1.1" status: 404 len: 328 time: 0.5911877 Mar 31 15:31:27.487718 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45254) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:27.493783 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.tag.tag_plugin [None req-a56c65b2-5468-48dd-96db-a53ee8cc8729 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6fabfea7-69be-4193-af73-1cfa6c959506', 'tempest-TagsExtTest-Tag-1023973815') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:27.503786 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0d20c1d1-13d7-43b8-9c48-70d96cb2aa1e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:27.531136 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-bee5ae4c-f09f-4601-85b8-adbd630c67bc tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Deleting port 00d099cc-e1e3-4a81-9c5d-f6be7074d31c {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:27.531366 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bee5ae4c-f09f-4601-85b8-adbd630c67bc tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:27.610920 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6363e4f-6a13-4b9c-bd15-25dc72764a3a None None] Routers {'5e437bd3-d186-4fc6-8c45-fd55789ee1ea'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:31:27.611475 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e6363e4f-6a13-4b9c-bd15-25dc72764a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:31:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['5e437bd3-d186-4fc6-8c45-fd55789ee1ea'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:27.614119 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-26ec745a-bd8f-4970-8994-ad715eb24967 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Unset dirty status for tenant:f5aeba78f50f4bbea010c74344321d80 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:31:27.622524 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-26ec745a-bd8f-4970-8994-ad715eb24967 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "GET /v2.0/ports/4094d5e8-030a-44d7-b170-58e586c7343d HTTP/1.1" status: 200 len: 911 time: 0.3804920 Mar 31 15:31:27.626504 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45258) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:27.679260 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed436cd-2233-4f4b-9f83-a04a99986fb0 None None] Pushing event updated for resources: {'Port': ['ID=e4b739f0-97fe-49b6-956f-b429a81104a4,revision_number=11']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:27.717631 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787cd057-e96f-4159-99b4-62f3fa715109 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:27.722161 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-787cd057-e96f-4159-99b4-62f3fa715109 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:27.745915 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-0d20c1d1-13d7-43b8-9c48-70d96cb2aa1e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Calling delete_port for b20d63ff-9f8a-4927-a5c8-0ac606e2a251 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:31:27.824842 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d614d338-5c97-478c-b48e-760d2f9fc702 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:27.856617 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf5c2e30-f691-41c6-90cd-d65bb30db57f tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:27.897871 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e6363e4f-6a13-4b9c-bd15-25dc72764a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:27.916532 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c499f-ffb5-4cbc-8f98-f967f2119638 None None] Pushing event updated for resources: {'Port': ['ID=33ba1218-8bda-4e31-87d3-35b113b3a422,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:27.941941 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a15c50-9202-42cd-b2cc-d5b5812ab2db None None] Update dhcp port {'port': {'network_id': '0dfe4455-f298-4793-98de-d5f85bbf57cc', 'fixed_ips': [{'subnet_id': 'da658fdd-1c11-4d95-8745-96caa1b5db00', 'ip_address': '172.20.0.18'}, {'subnet_id': '7473ed4c-a7d9-4f7b-8a58-b302c7fbf293'}], 'binding:host_id': 'dv-neutron-833379-2-hyperv'}, 'id': 'db54ad09-20ef-4e98-95f8-86ea7c24613d'} from dv-neutron-833379-2-hyperv. {{(pid=103445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 31 15:31:27.987760 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d614d338-5c97-478c-b48e-760d2f9fc702 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:27.997541 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6363e4f-6a13-4b9c-bd15-25dc72764a3a None None] Routers {'5e437bd3-d186-4fc6-8c45-fd55789ee1ea'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:31:27.998194 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e6363e4f-6a13-4b9c-bd15-25dc72764a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:31:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['5e437bd3-d186-4fc6-8c45-fd55789ee1ea'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:28.021529 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d614d338-5c97-478c-b48e-760d2f9fc702 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:security_group_rule and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:28.038895 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d614d338-5c97-478c-b48e-760d2f9fc702 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:28.065771 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d614d338-5c97-478c-b48e-760d2f9fc702 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:28.075076 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf5c2e30-f691-41c6-90cd-d65bb30db57f tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:28.086658 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8393db42-d2dd-4576-b500-8e0b4ca0feb9 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Network a9ba70e8-d92d-4933-b162-d931d1c35fa6 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:28.096345 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e6363e4f-6a13-4b9c-bd15-25dc72764a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:28.096759 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6363e4f-6a13-4b9c-bd15-25dc72764a3a None None] The sync data for ids ['5e437bd3-d186-4fc6-8c45-fd55789ee1ea'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:31:28.135932 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-8393db42-d2dd-4576-b500-8e0b4ca0feb9 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:28.184185 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-73a15c50-9202-42cd-b2cc-d5b5812ab2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:28.443604 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ce0e93-7219-43c6-a368-96114c92f671 None None] DHCP port deletion for 98cadaa0-48ef-4e7d-aab4-6b1a6df91bf9 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:31:28.449481 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-5c45f3b3-fdb8-4eb5-a63f-863948b112aa None None] Provisioning for port 88571ec6-8ffc-4311-90bc-3be75f5db3bb completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:28.455359 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 88571ec6-8ffc-4311-90bc-3be75f5db3bb completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:28.462148 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-5c45f3b3-fdb8-4eb5-a63f-863948b112aa None None] Provisioning complete for port 88571ec6-8ffc-4311-90bc-3be75f5db3bb triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:28.462537 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5c45f3b3-fdb8-4eb5-a63f-863948b112aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:28.525620 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.ipam_backend_mixin [None req-787cd057-e96f-4159-99b4-62f3fa715109 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 44a69253-6cf7-4dbf-bd66-22363a85b685 (CIDR: 2001:db8::/64) Mar 31 15:31:28.609003 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-a56c65b2-5468-48dd-96db-a53ee8cc8729 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] show failed (client error): The resource could not be found. Mar 31 15:31:28.610085 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a56c65b2-5468-48dd-96db-a53ee8cc8729 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "GET /v2.0/subnets/6fabfea7-69be-4193-af73-1cfa6c959506/tags/tempest-TagsExtTest-Tag-1023973815 HTTP/1.1" status: 404 len: 329 time: 1.1214647 Mar 31 15:31:28.623619 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45264) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:28.642584 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-c5ce0e93-7219-43c6-a368-96114c92f671 None None] Deleting port 00d099cc-e1e3-4a81-9c5d-f6be7074d31c {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:28.642965 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c5ce0e93-7219-43c6-a368-96114c92f671 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:28.659903 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.tag.tag_plugin [None req-5ef7797f-cfb2-48d7-818f-588ddfafc357 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '917ca5f6-5111-4797-a944-9166df094dcb', {'tags': ['tempest-TagsExtTest-Tag-765829132', 'tempest-TagsExtTest-Tag-57585721', 'tempest-TagsExtTest-Tag-827504137']}) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:28.667113 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-787cd057-e96f-4159-99b4-62f3fa715109 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:31:28.673664 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-787cd057-e96f-4159-99b4-62f3fa715109 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:31:28.702654 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 88571ec6-8ffc-4311-90bc-3be75f5db3bb triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:28.703183 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:28.752324 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf5c2e30-f691-41c6-90cd-d65bb30db57f tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:28.772691 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-bee5ae4c-f09f-4601-85b8-adbd630c67bc tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] For port 00d099cc-e1e3-4a81-9c5d-f6be7074d31c, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=00d099cc-e1e3-4a81-9c5d-f6be7074d31c,segment=NetworkSegment(e17588eb-8491-4685-83fd-35e726a2c3ea),segment_id=e17588eb-8491-4685-83fd-35e726a2c3ea)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:28.773309 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bee5ae4c-f09f-4601-85b8-adbd630c67bc tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:28.839193 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c2e30-f691-41c6-90cd-d65bb30db57f tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a22223-1a21-4da7-a72d-3a3e21e4606d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:28.867720 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d614d338-5c97-478c-b48e-760d2f9fc702 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:28.931883 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf5c2e30-f691-41c6-90cd-d65bb30db57f tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:28.933425 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-bf5c2e30-f691-41c6-90cd-d65bb30db57f tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "DELETE /v2.0/security-groups/c5a22223-1a21-4da7-a72d-3a3e21e4606d HTTP/1.1" status: 204 len: 168 time: 1.5942328 Mar 31 15:31:28.939286 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d614d338-5c97-478c-b48e-760d2f9fc702 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:28.949977 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45268) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:29.049319 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-787cd057-e96f-4159-99b4-62f3fa715109 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4419458 Mar 31 15:31:29.068848 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0d20c1d1-13d7-43b8-9c48-70d96cb2aa1e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:29.077404 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45272) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:29.092285 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-73a15c50-9202-42cd-b2cc-d5b5812ab2db None None] Allocated IP 172.20.0.2 (0dfe4455-f298-4793-98de-d5f85bbf57cc/7473ed4c-a7d9-4f7b-8a58-b302c7fbf293/db54ad09-20ef-4e98-95f8-86ea7c24613d) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:29.123167 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-bee5ae4c-f09f-4601-85b8-adbd630c67bc tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Calling delete_port for 00d099cc-e1e3-4a81-9c5d-f6be7074d31c owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:31:29.175897 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5c45f3b3-fdb8-4eb5-a63f-863948b112aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:29.188375 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-0d15ed0e-1895-4044-bc20-743ac6a2b5bd tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'subnet': {'network_id': '21fb1b93-57bc-469c-b44e-283edc84fea9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:29.213818 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614d338-5c97-478c-b48e-760d2f9fc702 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a154b66-9940-4699-b3ac-f22220047c54,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:29.236223 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8393db42-d2dd-4576-b500-8e0b4ca0feb9 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Router 14e96466-6310-45d2-af63-f1ab174cf6e7 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:31:29.263993 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d614d338-5c97-478c-b48e-760d2f9fc702 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:29.265238 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d614d338-5c97-478c-b48e-760d2f9fc702 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 1.9280357 Mar 31 15:31:29.266067 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20c1d1-13d7-43b8-9c48-70d96cb2aa1e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Port': ['ID=b20d63ff-9f8a-4927-a5c8-0ac606e2a251,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:29.270342 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45276) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:29.307064 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5ef7797f-cfb2-48d7-818f-588ddfafc357 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "PUT /v2.0/ports/917ca5f6-5111-4797-a944-9166df094dcb/tags HTTP/1.1" status: 200 len: 314 time: 0.6767480 Mar 31 15:31:29.312758 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-6cac5e94-1d41-4dd9-a4a2-d9544486aaf5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-138832959', 'security_groups': ['5a154b66-9940-4699-b3ac-f22220047c54'], 'network_id': '0dfe4455-f298-4793-98de-d5f85bbf57cc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7473ed4c-a7d9-4f7b-8a58-b302c7fbf293'}]}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:29.341894 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45280) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:29.377213 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.tag.tag_plugin [None req-912be66d-240c-446e-aee8-e9e661a86bb3 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '917ca5f6-5111-4797-a944-9166df094dcb') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:29.528105 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:29.694234 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bee5ae4c-f09f-4601-85b8-adbd630c67bc tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:29.815616 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5ae4c-f09f-4601-85b8-adbd630c67bc tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Pushing event deleted for resources: {'Port': ['ID=00d099cc-e1e3-4a81-9c5d-f6be7074d31c,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:29.842199 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-c5ce0e93-7219-43c6-a368-96114c92f671 None None] For port 00d099cc-e1e3-4a81-9c5d-f6be7074d31c, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=00d099cc-e1e3-4a81-9c5d-f6be7074d31c,segment=NetworkSegment(e17588eb-8491-4685-83fd-35e726a2c3ea),segment_id=e17588eb-8491-4685-83fd-35e726a2c3ea)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:29.842597 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c5ce0e93-7219-43c6-a368-96114c92f671 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:29.853843 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6f9698-4f3b-4eb1-93d6-c798fdac09ef None None] Network 1d7f8f21-0ea6-44c1-a356-fe428fc29da7 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:29.858116 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6cac5e94-1d41-4dd9-a4a2-d9544486aaf5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:29.869778 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1e63c243-4d96-4979-aec9-ad31c77cceb7 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Synchronizing usage tracker for tenant:ee31dbde83ff49d59f0e858b6352f3bc on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:31:29.870400 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6cac5e94-1d41-4dd9-a4a2-d9544486aaf5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:29.883531 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee5ae4c-f09f-4601-85b8-adbd630c67bc tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] No DVR routers for this DVR port 00d099cc-e1e3-4a81-9c5d-f6be7074d31c on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:31:29.883752 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-5c45f3b3-fdb8-4eb5-a63f-863948b112aa None None] For port 88571ec6-8ffc-4311-90bc-3be75f5db3bb, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=88571ec6-8ffc-4311-90bc-3be75f5db3bb,segment=NetworkSegment(b5d9b4d6-dc80-4b52-8152-dbd94662a561),segment_id=b5d9b4d6-dc80-4b52-8152-dbd94662a561)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:29.937704 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cac5e94-1d41-4dd9-a4a2-d9544486aaf5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:29.964248 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8393db42-d2dd-4576-b500-8e0b4ca0feb9 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:31:29.966422 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0d20c1d1-13d7-43b8-9c48-70d96cb2aa1e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:29.970770 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0d20c1d1-13d7-43b8-9c48-70d96cb2aa1e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/b20d63ff-9f8a-4927-a5c8-0ac606e2a251 HTTP/1.1" status: 204 len: 168 time: 3.6243896 Mar 31 15:31:29.985441 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8393db42-d2dd-4576-b500-8e0b4ca0feb9 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] 10.222.0.31 "PUT /v2.0/routers/14e96466-6310-45d2-af63-f1ab174cf6e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6913002 Mar 31 15:31:29.985441 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45284) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:29.992297 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d382dfeb-3211-406c-86ec-18ff59728550 None None] Sync routers for ids ['14e96466-6310-45d2-af63-f1ab174cf6e7'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:31:29.992749 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45286) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:30.009986 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d382dfeb-3211-406c-86ec-18ff59728550 None None] Routers {'14e96466-6310-45d2-af63-f1ab174cf6e7'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:31:30.010968 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-d382dfeb-3211-406c-86ec-18ff59728550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:31:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['14e96466-6310-45d2-af63-f1ab174cf6e7'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:30.037696 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-c5ce0e93-7219-43c6-a368-96114c92f671 None None] Calling delete_port for 00d099cc-e1e3-4a81-9c5d-f6be7074d31c owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:31:30.068923 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5c45f3b3-fdb8-4eb5-a63f-863948b112aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:30.098554 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-d382dfeb-3211-406c-86ec-18ff59728550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:30.111238 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d382dfeb-3211-406c-86ec-18ff59728550 None None] Routers {'14e96466-6310-45d2-af63-f1ab174cf6e7'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:31:30.112453 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-d382dfeb-3211-406c-86ec-18ff59728550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:31:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['14e96466-6310-45d2-af63-f1ab174cf6e7'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:30.141899 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c094897a-9d00-427b-85de-c40af3355652 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:30.197947 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bee5ae4c-f09f-4601-85b8-adbd630c67bc tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:30.198763 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-d382dfeb-3211-406c-86ec-18ff59728550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:30.199542 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d382dfeb-3211-406c-86ec-18ff59728550 None None] The sync data for ids ['14e96466-6310-45d2-af63-f1ab174cf6e7'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:31:30.227049 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-912be66d-240c-446e-aee8-e9e661a86bb3 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "DELETE /v2.0/ports/917ca5f6-5111-4797-a944-9166df094dcb/tags HTTP/1.1" status: 204 len: 168 time: 0.8807678 Mar 31 15:31:30.227284 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-73a15c50-9202-42cd-b2cc-d5b5812ab2db None None] For port db54ad09-20ef-4e98-95f8-86ea7c24613d, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=db54ad09-20ef-4e98-95f8-86ea7c24613d,segment=NetworkSegment(c939f2df-ef44-4500-a7c4-b28d6117dcf7),segment_id=c939f2df-ef44-4500-a7c4-b28d6117dcf7)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:30.231389 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45292) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:30.270358 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1e63c243-4d96-4979-aec9-ad31c77cceb7 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] Unset dirty status for tenant:ee31dbde83ff49d59f0e858b6352f3bc on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:31:30.272202 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1e63c243-4d96-4979-aec9-ad31c77cceb7 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.3066854 Mar 31 15:31:30.280090 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-5c45f3b3-fdb8-4eb5-a63f-863948b112aa None None] Provisioning complete for port fde6624a-ac4f-4756-a6f2-5f350a50d815 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:30.280473 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5c45f3b3-fdb8-4eb5-a63f-863948b112aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:30.283647 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45296) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:30.308593 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0d15ed0e-1895-4044-bc20-743ac6a2b5bd tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:30.308997 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.tag.tag_plugin [None req-8ba8590d-11fc-4517-adfc-dacf9152977f tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '917ca5f6-5111-4797-a944-9166df094dcb', 'tempest-TagsExtTest-Tag-765829132') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:30.338096 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:31:30.338449 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:31:30.340701 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-bee5ae4c-f09f-4601-85b8-adbd630c67bc tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98cadaa0-48ef-4e7d-aab4-6b1a6df91bf9']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:30.375683 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0d15ed0e-1895-4044-bc20-743ac6a2b5bd tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:subnet and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:30.385691 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0d15ed0e-1895-4044-bc20-743ac6a2b5bd tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:30.386095 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45f3b3-fdb8-4eb5-a63f-863948b112aa None None] Pushing event updated for resources: {'Port': ['ID=88571ec6-8ffc-4311-90bc-3be75f5db3bb,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:30.386870 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-bee5ae4c-f09f-4601-85b8-adbd630c67bc tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e17588eb-8491-4685-83fd-35e726a2c3ea') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:30.387165 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-bee5ae4c-f09f-4601-85b8-adbd630c67bc tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e17588eb-8491-4685-83fd-35e726a2c3ea') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:30.399541 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6cac5e94-1d41-4dd9-a4a2-d9544486aaf5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:30.400332 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0d15ed0e-1895-4044-bc20-743ac6a2b5bd tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:30.402553 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-7cbe51ea-7a4f-411b-b16b-73919f4312c4 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] delete failed (client error): The resource could not be found. Mar 31 15:31:30.403244 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7cbe51ea-7a4f-411b-b16b-73919f4312c4 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "DELETE /v2.0/security-groups/5de46994-093d-4aa0-b368-48dc6fff5ac4 HTTP/1.1" status: 404 len: 347 time: 0.1177745 Mar 31 15:31:30.409344 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45300) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:30.409524 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-73a15c50-9202-42cd-b2cc-d5b5812ab2db None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:30.414151 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-5c45f3b3-fdb8-4eb5-a63f-863948b112aa None None] Port fde6624a-ac4f-4756-a6f2-5f350a50d815 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:31:30.449041 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bee5ae4c-f09f-4601-85b8-adbd630c67bc tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:30.449423 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-c5ce0e93-7219-43c6-a368-96114c92f671 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:31:30.450041 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-c5ce0e93-7219-43c6-a368-96114c92f671 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:31:30.452875 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41545087-b32e-43a7-8082-62c460764d25 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:30.454492 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41545087-b32e-43a7-8082-62c460764d25 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:30.456377 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41545087-b32e-43a7-8082-62c460764d25 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:30.457174 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-41545087-b32e-43a7-8082-62c460764d25 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:31:30.477009 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-73a15c50-9202-42cd-b2cc-d5b5812ab2db None None] Transition to ACTIVE for port object db54ad09-20ef-4e98-95f8-86ea7c24613d will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:30.488406 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-5c45f3b3-fdb8-4eb5-a63f-863948b112aa None None] Provisioning complete for port e4b739f0-97fe-49b6-956f-b429a81104a4 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:30.488789 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5c45f3b3-fdb8-4eb5-a63f-863948b112aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:30.522065 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-6cac5e94-1d41-4dd9-a4a2-d9544486aaf5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] device_id is not set on port c97fe364-fac1-45ca-8c2e-4fb409b9edb8 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:31:30.522905 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-eff2f303-d07b-453a-8f27-22315764ce96 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] show failed (client error): The resource could not be found. Mar 31 15:31:30.525251 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-eff2f303-d07b-453a-8f27-22315764ce96 tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "GET /v2.0/security-groups/d69a317e-0680-4887-aa4f-019c43a5cd23 HTTP/1.1" status: 404 len: 347 time: 0.1030724 Mar 31 15:31:30.535397 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45304) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:30.621772 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-137f8e00-c6f3-435d-91e8-6d017b7c02af tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] show failed (client error): The resource could not be found. Mar 31 15:31:30.627189 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-137f8e00-c6f3-435d-91e8-6d017b7c02af tempest-NegativeSecGroupTest-1460374316 tempest-NegativeSecGroupTest-1460374316-project] 10.222.0.31 "GET /v2.0/security-group-rules/79de8952-98c5-466f-a7c6-7dc7516cbc0c HTTP/1.1" status: 404 len: 356 time: 0.0864050 Mar 31 15:31:30.627189 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d15ed0e-1895-4044-bc20-743ac6a2b5bd tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:30.627189 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0d15ed0e-1895-4044-bc20-743ac6a2b5bd tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:30.628200 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-73a15c50-9202-42cd-b2cc-d5b5812ab2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:30.687469 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-41545087-b32e-43a7-8082-62c460764d25 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:31:30.688972 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-41545087-b32e-43a7-8082-62c460764d25 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.7037985 Mar 31 15:31:30.697422 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45310) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:30.741602 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bee5ae4c-f09f-4601-85b8-adbd630c67bc tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:30.773157 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee5ae4c-f09f-4601-85b8-adbd630c67bc tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:31:30.773640 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bee5ae4c-f09f-4601-85b8-adbd630c67bc tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:30.790703 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:31:30.790703 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:31:30.790703 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:31:30.790703 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:31:30.790703 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:31:30.790703 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:31:30.790703 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:31:30.790703 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:31:30.790703 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:31:30.790703 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:31:30.790703 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:31:30.790703 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:31:30.790703 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:31:30.790703 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:31:30.790703 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:31:30.790703 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:31:30.790703 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:31:30.790703 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:31:30.790703 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:31:30.790703 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:31:30.790703 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:31:30.790703 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:31:30.790703 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:31:30.790703 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:31:30.790703 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:31:30.790703 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:31:30.790703 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:31:30.790703 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:31:30.790703 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:31:30.790703 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:31:30.790703 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:31:30.790703 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:31:30.929767 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-d071f053-ff0f-4e87-bbd3-3c711c876ac3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting subnet 1c012aca-077b-48c8-8ef1-56302f62fa12 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:31:30.950970 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d071f053-ff0f-4e87-bbd3-3c711c876ac3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:30.971724 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-c5ce0e93-7219-43c6-a368-96114c92f671 None None] Deleting port 00d099cc-e1e3-4a81-9c5d-f6be7074d31c {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:30.972101 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c5ce0e93-7219-43c6-a368-96114c92f671 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:30.979513 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-8ba8590d-11fc-4517-adfc-dacf9152977f tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] show failed (client error): The resource could not be found. Mar 31 15:31:30.980949 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8ba8590d-11fc-4517-adfc-dacf9152977f tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "GET /v2.0/ports/917ca5f6-5111-4797-a944-9166df094dcb/tags/tempest-TagsExtTest-Tag-765829132 HTTP/1.1" status: 404 len: 328 time: 0.7411969 Mar 31 15:31:31.015942 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45314) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:31.019701 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 6c086c1f-6079-43d3-9d57-af22015b0a28 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:31:31.029860 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-89356057-ad46-45f4-bf07-0aae0a0d8aef tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '917ca5f6-5111-4797-a944-9166df094dcb', 'tempest-TagsExtTest-Tag-57585721') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:31.130781 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-c5ce0e93-7219-43c6-a368-96114c92f671 None None] The port '00d099cc-e1e3-4a81-9c5d-f6be7074d31c' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:31:31.154428 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a15c50-9202-42cd-b2cc-d5b5812ab2db None None] Pushing event updated for resources: {'Port': ['ID=db54ad09-20ef-4e98-95f8-86ea7c24613d,revision_number=6']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:31.165405 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bee5ae4c-f09f-4601-85b8-adbd630c67bc tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:31.198645 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d071f053-ff0f-4e87-bbd3-3c711c876ac3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:31.231970 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bee5ae4c-f09f-4601-85b8-adbd630c67bc tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:31.262888 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-bee5ae4c-f09f-4601-85b8-adbd630c67bc tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] 10.222.0.31 "DELETE /v2.0/networks/98cadaa0-48ef-4e7d-aab4-6b1a6df91bf9 HTTP/1.1" status: 204 len: 168 time: 4.0223155 Mar 31 15:31:31.264065 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 6c086c1f-6079-43d3-9d57-af22015b0a28 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:31.265472 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:31.280973 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5ae4c-f09f-4601-85b8-adbd630c67bc tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197 tempest-ExtraDHCPOptionsIpV6TestJSON-1969233197-project] Pushing event deleted for resources: {'Network': ['ID=98cadaa0-48ef-4e7d-aab4-6b1a6df91bf9,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:31.307401 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d071f053-ff0f-4e87-bbd3-3c711c876ac3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:31.321614 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-6cac5e94-1d41-4dd9-a4a2-d9544486aaf5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Allocated IP 172.20.0.13 (0dfe4455-f298-4793-98de-d5f85bbf57cc/7473ed4c-a7d9-4f7b-8a58-b302c7fbf293/c97fe364-fac1-45ca-8c2e-4fb409b9edb8) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:31.327700 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c094897a-9d00-427b-85de-c40af3355652 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Deleting port 4094d5e8-030a-44d7-b170-58e586c7343d {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:31.327992 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c094897a-9d00-427b-85de-c40af3355652 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:31.420077 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45322) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:31.488422 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1bd8ac19-cccc-48ac-ac24-9d8e1a3a1646 None None] Provisioning for port 54774a8c-e5c7-4630-aab5-cda41a864962 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:31.598524 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-f3ed5e6b-6604-4ced-ba41-40266bf00b46 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:31:31.600295 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f3ed5e6b-6604-4ced-ba41-40266bf00b46 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] 10.222.0.31 "PUT /v2.0/routers/14e96466-6310-45d2-af63-f1ab174cf6e7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6094372 Mar 31 15:31:31.605993 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45328) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:31.635819 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1bd8ac19-cccc-48ac-ac24-9d8e1a3a1646 None None] Provisioning for port 2ad75ba7-c5e4-4bec-8877-2846080331fb completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:31.677614 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1bd8ac19-cccc-48ac-ac24-9d8e1a3a1646 None None] Provisioning complete for port 2a866d2c-94bb-4295-a9d4-9b9a71745ca9 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:31.677614 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1bd8ac19-cccc-48ac-ac24-9d8e1a3a1646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:31.756924 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d071f053-ff0f-4e87-bbd3-3c711c876ac3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:31.786976 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-1bd8ac19-cccc-48ac-ac24-9d8e1a3a1646 None None] Port 2a866d2c-94bb-4295-a9d4-9b9a71745ca9 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:31:31.799562 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1bd8ac19-cccc-48ac-ac24-9d8e1a3a1646 None None] Provisioning complete for port 88571ec6-8ffc-4311-90bc-3be75f5db3bb triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:31.800146 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1bd8ac19-cccc-48ac-ac24-9d8e1a3a1646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:31.956687 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c094897a-9d00-427b-85de-c40af3355652 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:31.978426 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 33ba1218-8bda-4e31-87d3-35b113b3a422 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:31:32.016863 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071f053-ff0f-4e87-bbd3-3c711c876ac3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Subnet': ['ID=1c012aca-077b-48c8-8ef1-56302f62fa12,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:32.037277 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d071f053-ff0f-4e87-bbd3-3c711c876ac3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:32.045834 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c7685e-ee63-4865-80d9-d0065e63b063 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:32.100115 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-dafb1ae8-f1cc-4577-b543-ff73960d77a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ee31dbde83ff49d59f0e858b6352f3bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6785157 Mar 31 15:31:32.112704 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45334) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:32.125981 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1bd8ac19-cccc-48ac-ac24-9d8e1a3a1646 None None] Provisioning for port 33ba1218-8bda-4e31-87d3-35b113b3a422 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:32.152949 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45338) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:32.174388 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-89356057-ad46-45f4-bf07-0aae0a0d8aef tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] show failed (client error): The resource could not be found. Mar 31 15:31:32.179561 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-89356057-ad46-45f4-bf07-0aae0a0d8aef tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "GET /v2.0/ports/917ca5f6-5111-4797-a944-9166df094dcb/tags/tempest-TagsExtTest-Tag-57585721 HTTP/1.1" status: 404 len: 327 time: 1.1508334 Mar 31 15:31:32.183246 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c094897a-9d00-427b-85de-c40af3355652 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Calling delete_port for 4094d5e8-030a-44d7-b170-58e586c7343d owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:31:32.193208 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45344) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:32.206585 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-eb813980-7036-485c-aaf4-108346dcb796 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '917ca5f6-5111-4797-a944-9166df094dcb', 'tempest-TagsExtTest-Tag-827504137') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:32.316755 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6cac5e94-1d41-4dd9-a4a2-d9544486aaf5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:32.324584 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1bd8ac19-cccc-48ac-ac24-9d8e1a3a1646 None None] Provisioning for port 6e836e76-beef-4044-bc2c-829e5d55c19e completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:32.334398 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 33ba1218-8bda-4e31-87d3-35b113b3a422 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:32.344734 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1bd8ac19-cccc-48ac-ac24-9d8e1a3a1646 None None] Provisioning complete for port 6e836e76-beef-4044-bc2c-829e5d55c19e triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:32.345099 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1bd8ac19-cccc-48ac-ac24-9d8e1a3a1646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:32.345548 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d071f053-ff0f-4e87-bbd3-3c711c876ac3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/1c012aca-077b-48c8-8ef1-56302f62fa12 HTTP/1.1" status: 204 len: 168 time: 1.6467929 Mar 31 15:31:32.348183 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6cac5e94-1d41-4dd9-a4a2-d9544486aaf5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Transition to ACTIVE for port object c97fe364-fac1-45ca-8c2e-4fb409b9edb8 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:32.350228 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45348) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:32.405743 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-1bd8ac19-cccc-48ac-ac24-9d8e1a3a1646 None None] Port 6e836e76-beef-4044-bc2c-829e5d55c19e cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:31:32.407365 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 33ba1218-8bda-4e31-87d3-35b113b3a422 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:32.407786 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:32.415523 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc3550fb-9455-4751-ba1d-7f62e70075ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:32.475952 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-628a185e-85db-4195-ab43-5d681a71a26c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting subnet f2a2890a-02ff-4a28-809a-29a91e152970 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:31:32.478721 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1bd8ac19-cccc-48ac-ac24-9d8e1a3a1646 None None] Provisioning complete for port e4b739f0-97fe-49b6-956f-b429a81104a4 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:32.479083 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1bd8ac19-cccc-48ac-ac24-9d8e1a3a1646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:32.491336 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-628a185e-85db-4195-ab43-5d681a71a26c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:32.507095 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc3550fb-9455-4751-ba1d-7f62e70075ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:32.544259 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-90c0ab4e-a3b9-45b0-8b32-1a722f14ada5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9f7fd6de16334c05b3bd998c1e324e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3876112 Mar 31 15:31:32.545862 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45352) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:32.580648 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-eb813980-7036-485c-aaf4-108346dcb796 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] show failed (client error): The resource could not be found. Mar 31 15:31:32.585175 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-eb813980-7036-485c-aaf4-108346dcb796 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "GET /v2.0/ports/917ca5f6-5111-4797-a944-9166df094dcb/tags/tempest-TagsExtTest-Tag-827504137 HTTP/1.1" status: 404 len: 328 time: 0.3822954 Mar 31 15:31:32.586913 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45356) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:32.592700 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0d15ed0e-1895-4044-bc20-743ac6a2b5bd tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:32.600342 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-db4287a0-534e-4651-b6a1-92d85eb7e218 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2ed7f9de-96d7-4ab8-883d-3fad1a6adee8', {'tags': ['tempest-TagsExtTest-Tag-904945386', 'tempest-TagsExtTest-Tag-1248249995', 'tempest-TagsExtTest-Tag-18399728']}) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:32.623523 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b898d649-fdeb-454a-bab1-639c3d4ddde0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:32.650655 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b898d649-fdeb-454a-bab1-639c3d4ddde0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:32.665376 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:32.688803 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-628a185e-85db-4195-ab43-5d681a71a26c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:32.726082 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6cac5e94-1d41-4dd9-a4a2-d9544486aaf5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:32.737250 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 33ba1218-8bda-4e31-87d3-35b113b3a422, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=33ba1218-8bda-4e31-87d3-35b113b3a422,segment=NetworkSegment(11d97e96-98ce-4826-9836-2388cb90ab94),segment_id=11d97e96-98ce-4826-9836-2388cb90ab94)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:32.798489 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1bd8ac19-cccc-48ac-ac24-9d8e1a3a1646 None None] Provisioning for port 4094d5e8-030a-44d7-b170-58e586c7343d completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:32.803527 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cac5e94-1d41-4dd9-a4a2-d9544486aaf5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network 0dfe4455-f298-4793-98de-d5f85bbf57cc is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:32.805598 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1bd8ac19-cccc-48ac-ac24-9d8e1a3a1646 None None] Provisioning complete for port 4094d5e8-030a-44d7-b170-58e586c7343d triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:32.806214 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1bd8ac19-cccc-48ac-ac24-9d8e1a3a1646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:32.809560 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-6cac5e94-1d41-4dd9-a4a2-d9544486aaf5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:32.812064 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cac5e94-1d41-4dd9-a4a2-d9544486aaf5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:31:32.836103 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d15ed0e-1895-4044-bc20-743ac6a2b5bd tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network 21fb1b93-57bc-469c-b44e-283edc84fea9 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:32.846443 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-0d15ed0e-1895-4044-bc20-743ac6a2b5bd tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:32.855197 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d15ed0e-1895-4044-bc20-743ac6a2b5bd tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:32.856057 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0d15ed0e-1895-4044-bc20-743ac6a2b5bd tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:32.869731 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c094897a-9d00-427b-85de-c40af3355652 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:32.874838 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d15ed0e-1895-4044-bc20-743ac6a2b5bd tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Subnet': ['ID=cc25b847-8377-4cdd-8f11-d39788ad1678,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:32.878068 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e194ec64-756c-4c4f-9092-ea76872ac0ef None None] Network 21fb1b93-57bc-469c-b44e-283edc84fea9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:32.892684 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:32.893536 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 54774a8c-e5c7-4630-aab5-cda41a864962 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:31:32.934212 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc3550fb-9455-4751-ba1d-7f62e70075ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:32.971332 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3550fb-9455-4751-ba1d-7f62e70075ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845a7f98-3d11-465a-ba04-97b9f66ad45c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:33.004587 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca2a4cfd-162d-4f65-bca5-4c9e3e6aaad5 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:33.143840 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cac5e94-1d41-4dd9-a4a2-d9544486aaf5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:33.144485 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6cac5e94-1d41-4dd9-a4a2-d9544486aaf5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:33.177582 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac5e94-1d41-4dd9-a4a2-d9544486aaf5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Port': ['ID=c97fe364-fac1-45ca-8c2e-4fb409b9edb8,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:33.184367 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-1bd8ac19-cccc-48ac-ac24-9d8e1a3a1646 None None] Port 4094d5e8-030a-44d7-b170-58e586c7343d was deleted so its status cannot be updated. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 31 15:31:33.243670 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=33ba1218-8bda-4e31-87d3-35b113b3a422,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:33.295552 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6cac5e94-1d41-4dd9-a4a2-d9544486aaf5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9948626 Mar 31 15:31:33.296471 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b898d649-fdeb-454a-bab1-639c3d4ddde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:33.298909 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b898d649-fdeb-454a-bab1-639c3d4ddde0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:33.303060 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b898d649-fdeb-454a-bab1-639c3d4ddde0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21861bbc-d859-4f33-803b-28473743be35 HTTP/1.1" status: 204 len: 168 time: 0.7531819 Mar 31 15:31:33.303060 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45364) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:33.318774 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094897a-9d00-427b-85de-c40af3355652 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Port': ['ID=4094d5e8-030a-44d7-b170-58e586c7343d,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:33.329156 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-01832d7f-198e-4313-a6ba-5d077dc806e8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'subnet': {'network_id': '0dfe4455-f298-4793-98de-d5f85bbf57cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:33.359478 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3f9c44a2-d266-4949-9294-ada13a73cf3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:33.375896 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0d15ed0e-1895-4044-bc20-743ac6a2b5bd tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.2966497 Mar 31 15:31:33.387511 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45370) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:33.429830 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898d649-fdeb-454a-bab1-639c3d4ddde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21861bbc-d859-4f33-803b-28473743be35,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:33.448225 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-628a185e-85db-4195-ab43-5d681a71a26c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:33.455472 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1bd8ac19-cccc-48ac-ac24-9d8e1a3a1646 None None] Provisioning for port f03343ae-a592-4215-bbce-4df41c48fb30 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:33.478542 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1bd8ac19-cccc-48ac-ac24-9d8e1a3a1646 None None] Provisioning complete for port f03343ae-a592-4215-bbce-4df41c48fb30 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:33.479258 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1bd8ac19-cccc-48ac-ac24-9d8e1a3a1646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:33.492051 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c094897a-9d00-427b-85de-c40af3355652 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:33.522328 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 54774a8c-e5c7-4630-aab5-cda41a864962 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:33.566895 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 54774a8c-e5c7-4630-aab5-cda41a864962 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:33.570350 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:33.626606 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc3550fb-9455-4751-ba1d-7f62e70075ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:33.627959 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-dc3550fb-9455-4751-ba1d-7f62e70075ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/845a7f98-3d11-465a-ba04-97b9f66ad45c HTTP/1.1" status: 204 len: 168 time: 1.5046651 Mar 31 15:31:33.644904 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-1bd8ac19-cccc-48ac-ac24-9d8e1a3a1646 None None] Port f03343ae-a592-4215-bbce-4df41c48fb30 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:31:33.667699 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-db4287a0-534e-4651-b6a1-92d85eb7e218 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "PUT /v2.0/routers/2ed7f9de-96d7-4ab8-883d-3fad1a6adee8/tags HTTP/1.1" status: 200 len: 315 time: 1.0795093 Mar 31 15:31:33.675520 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ce96d966-9024-4c51-8e02-83cc56a96bcf tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-783726086', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cc25b847-8377-4cdd-8f11-d39788ad1678'}], 'security_groups': ['f964fd3e-23e4-4838-8857-d71941bd14e4']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:33.707532 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1bd8ac19-cccc-48ac-ac24-9d8e1a3a1646 None None] Could not find standard attr ID for object b20d63ff-9f8a-4927-a5c8-0ac606e2a251. {{(pid=103445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 15:31:33.767631 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45378) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:33.790970 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-79f20265-8b92-4c14-a8f8-7290c39fae58 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2ed7f9de-96d7-4ab8-883d-3fad1a6adee8') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:33.824174 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:33.831880 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-01832d7f-198e-4313-a6ba-5d077dc806e8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:33.837922 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-01832d7f-198e-4313-a6ba-5d077dc806e8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:subnet and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:33.842485 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-01832d7f-198e-4313-a6ba-5d077dc806e8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:33.862455 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-fd677eea-3c40-4517-aa93-04c7f1853b7c None None] Provisioning complete for port e4b739f0-97fe-49b6-956f-b429a81104a4 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:33.863352 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fd677eea-3c40-4517-aa93-04c7f1853b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:33.949662 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-01832d7f-198e-4313-a6ba-5d077dc806e8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:33.968683 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 54774a8c-e5c7-4630-aab5-cda41a864962, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=54774a8c-e5c7-4630-aab5-cda41a864962,segment=NetworkSegment(8c5c35e6-ebc8-4bd1-8538-66155bd34455),segment_id=8c5c35e6-ebc8-4bd1-8538-66155bd34455)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:34.015558 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826fa7c3-e2a1-4df0-adc2-3498ca78400c None None] Update dhcp port {'port': {'network_id': '21fb1b93-57bc-469c-b44e-283edc84fea9', 'fixed_ips': [{'subnet_id': '44a69253-6cf7-4dbf-bd66-22363a85b685', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cc25b847-8377-4cdd-8f11-d39788ad1678'}], 'binding:host_id': 'dv-neutron-833379-2-hyperv'}, 'id': '54774a8c-e5c7-4630-aab5-cda41a864962'} from dv-neutron-833379-2-hyperv. {{(pid=103445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 31 15:31:34.071721 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:34.072662 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device db54ad09-20ef-4e98-95f8-86ea7c24613d up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:31:34.092189 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c094897a-9d00-427b-85de-c40af3355652 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Router 5e437bd3-d186-4fc6-8c45-fd55789ee1ea has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:31:34.189711 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-628a185e-85db-4195-ab43-5d681a71a26c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:34.276731 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01832d7f-198e-4313-a6ba-5d077dc806e8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:34.282056 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-01832d7f-198e-4313-a6ba-5d077dc806e8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:34.292251 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-826fa7c3-e2a1-4df0-adc2-3498ca78400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:34.312498 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a185e-85db-4195-ab43-5d681a71a26c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Subnet': ['ID=f2a2890a-02ff-4a28-809a-29a91e152970,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:34.363207 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ca2a4cfd-162d-4f65-bca5-4c9e3e6aaad5 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Deleting port 6e836e76-beef-4044-bc2c-829e5d55c19e {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:34.363576 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca2a4cfd-162d-4f65-bca5-4c9e3e6aaad5 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:34.395247 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=54774a8c-e5c7-4630-aab5-cda41a864962,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:34.407085 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ce96d966-9024-4c51-8e02-83cc56a96bcf tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:34.413701 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 2ad75ba7-c5e4-4bec-8877-2846080331fb up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:31:34.429595 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-79f20265-8b92-4c14-a8f8-7290c39fae58 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "DELETE /v2.0/routers/2ed7f9de-96d7-4ab8-883d-3fad1a6adee8/tags HTTP/1.1" status: 204 len: 168 time: 0.6579628 Mar 31 15:31:34.435051 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45396) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:34.463778 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-fd677eea-3c40-4517-aa93-04c7f1853b7c None None] Provisioning for port db54ad09-20ef-4e98-95f8-86ea7c24613d completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:34.472461 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-fd677eea-3c40-4517-aa93-04c7f1853b7c None None] Provisioning complete for port db54ad09-20ef-4e98-95f8-86ea7c24613d triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:34.472932 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fd677eea-3c40-4517-aa93-04c7f1853b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:34.482158 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-298fe2fa-a9c1-4a19-b0e2-7c75930002bc tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2ed7f9de-96d7-4ab8-883d-3fad1a6adee8', 'tempest-TagsExtTest-Tag-904945386') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:34.516710 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3c82dd-abb9-4b43-8468-e31ee2b8aa60 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:34.690089 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.ipam_backend_mixin [None req-01832d7f-198e-4313-a6ba-5d077dc806e8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7473ed4c-a7d9-4f7b-8a58-b302c7fbf293 (CIDR: 172.20.0.0/28) Mar 31 15:31:34.696578 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-628a185e-85db-4195-ab43-5d681a71a26c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:34.713029 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-628a185e-85db-4195-ab43-5d681a71a26c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/f2a2890a-02ff-4a28-809a-29a91e152970 HTTP/1.1" status: 204 len: 168 time: 2.3615673 Mar 31 15:31:34.715027 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c094897a-9d00-427b-85de-c40af3355652 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:31:34.716725 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45414) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:34.726239 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c094897a-9d00-427b-85de-c40af3355652 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "PUT /v2.0/routers/5e437bd3-d186-4fc6-8c45-fd55789ee1ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0856516 Mar 31 15:31:34.727299 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45418) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:34.801104 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-01832d7f-198e-4313-a6ba-5d077dc806e8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:31:34.801807 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01832d7f-198e-4313-a6ba-5d077dc806e8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:31:34.860804 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2f8fcef5-0bad-4085-af1d-4f1cbf5d372a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1406896 Mar 31 15:31:34.868785 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca2a4cfd-162d-4f65-bca5-4c9e3e6aaad5 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:34.875768 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45422) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:34.877916 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c85b89d8-f3f6-41af-a7d2-32359d2e087a tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Synchronizing usage tracker for tenant:f5aeba78f50f4bbea010c74344321d80 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:31:34.891014 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-c54f12c8-b0a9-4af0-b733-44f55195adf1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:34.916533 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7500cbf-2e81-4ac4-adb6-b78c0687bfe2 None None] Sync routers for ids ['5e437bd3-d186-4fc6-8c45-fd55789ee1ea'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:31:34.956951 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-01832d7f-198e-4313-a6ba-5d077dc806e8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6346054 Mar 31 15:31:34.957970 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45428) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:35.012899 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7500cbf-2e81-4ac4-adb6-b78c0687bfe2 None None] Routers {'5e437bd3-d186-4fc6-8c45-fd55789ee1ea'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:31:35.013594 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d7500cbf-2e81-4ac4-adb6-b78c0687bfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:31:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['5e437bd3-d186-4fc6-8c45-fd55789ee1ea'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:35.017265 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ca2a4cfd-162d-4f65-bca5-4c9e3e6aaad5 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Calling delete_port for 6e836e76-beef-4044-bc2c-829e5d55c19e owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:31:35.041736 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c85b89d8-f3f6-41af-a7d2-32359d2e087a tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Unset dirty status for tenant:f5aeba78f50f4bbea010c74344321d80 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:31:35.046060 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c85b89d8-f3f6-41af-a7d2-32359d2e087a tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e437bd3-d186-4fc6-8c45-fd55789ee1ea HTTP/1.1" status: 200 len: 205 time: 0.2549655 Mar 31 15:31:35.046703 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45432) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:35.054590 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-d9485992-db91-43fc-95a2-c7cc98725d8e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'subnet': {'network_id': '0dfe4455-f298-4793-98de-d5f85bbf57cc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:35.166100 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d7500cbf-2e81-4ac4-adb6-b78c0687bfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:35.178634 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 2ad75ba7-c5e4-4bec-8877-2846080331fb completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:35.229800 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 2ad75ba7-c5e4-4bec-8877-2846080331fb triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:35.229800 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:35.258761 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45434) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:35.281957 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-298fe2fa-a9c1-4a19-b0e2-7c75930002bc tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] show failed (client error): The resource could not be found. Mar 31 15:31:35.286904 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-298fe2fa-a9c1-4a19-b0e2-7c75930002bc tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "GET /v2.0/routers/2ed7f9de-96d7-4ab8-883d-3fad1a6adee8/tags/tempest-TagsExtTest-Tag-904945386 HTTP/1.1" status: 404 len: 328 time: 0.8501790 Mar 31 15:31:35.287621 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45448) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:35.289980 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-871b9449-cac7-4be1-9346-c6516c34e9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:35.300416 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-fa1da591-c1a7-495d-95fc-8c6772237c82 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2ed7f9de-96d7-4ab8-883d-3fad1a6adee8', 'tempest-TagsExtTest-Tag-1248249995') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:35.300560 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7500cbf-2e81-4ac4-adb6-b78c0687bfe2 None None] Routers {'5e437bd3-d186-4fc6-8c45-fd55789ee1ea'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:31:35.301217 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d7500cbf-2e81-4ac4-adb6-b78c0687bfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:31:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['5e437bd3-d186-4fc6-8c45-fd55789ee1ea'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:35.383574 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c54f12c8-b0a9-4af0-b733-44f55195adf1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:35.405760 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d7500cbf-2e81-4ac4-adb6-b78c0687bfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:35.406179 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7500cbf-2e81-4ac4-adb6-b78c0687bfe2 None None] The sync data for ids ['5e437bd3-d186-4fc6-8c45-fd55789ee1ea'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:31:35.410010 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-826fa7c3-e2a1-4df0-adc2-3498ca78400c None None] Allocated IP 2001:db8:0:1::2 (21fb1b93-57bc-469c-b44e-283edc84fea9/cc25b847-8377-4cdd-8f11-d39788ad1678/54774a8c-e5c7-4630-aab5-cda41a864962) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:35.511861 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c54f12c8-b0a9-4af0-b733-44f55195adf1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:subnet and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:35.524268 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c54f12c8-b0a9-4af0-b733-44f55195adf1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:35.531115 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-fd677eea-3c40-4517-aa93-04c7f1853b7c None None] Provisioning complete for port fde6624a-ac4f-4756-a6f2-5f350a50d815 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:35.532360 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fd677eea-3c40-4517-aa93-04c7f1853b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:35.558035 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c54f12c8-b0a9-4af0-b733-44f55195adf1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:35.576129 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0491e577-fd58-430a-a21b-f06f71b44341 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:35.639906 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-fd677eea-3c40-4517-aa93-04c7f1853b7c None None] Port fde6624a-ac4f-4756-a6f2-5f350a50d815 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:31:35.641774 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52ebada-e75b-4236-8d45-1e3f482bd250 None None] DHCP port deletion for 0c8a31f0-c909-472a-8f72-0f3eb4f4034a request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:31:35.686594 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45454) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:35.693975 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-b52ebada-e75b-4236-8d45-1e3f482bd250 None None] Deleting port e4b739f0-97fe-49b6-956f-b429a81104a4 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:35.694346 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b52ebada-e75b-4236-8d45-1e3f482bd250 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:35.751502 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d9485992-db91-43fc-95a2-c7cc98725d8e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:35.760875 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-fa1da591-c1a7-495d-95fc-8c6772237c82 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] show failed (client error): The resource could not be found. Mar 31 15:31:35.761759 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-ebc4108c-6bbc-424f-a920-9c2a3b482a90 tempest-NetworksNegativeTestJSON-472964615 tempest-NetworksNegativeTestJSON-472964615-project] Request body: {'port': {'network_id': '1c080f90-9c0f-4014-a622-39ea6444c060', 'name': 'tempest-NetworksNegativeTestJSON-647351913'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:35.762433 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-fa1da591-c1a7-495d-95fc-8c6772237c82 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "GET /v2.0/routers/2ed7f9de-96d7-4ab8-883d-3fad1a6adee8/tags/tempest-TagsExtTest-Tag-1248249995 HTTP/1.1" status: 404 len: 329 time: 0.4715750 Mar 31 15:31:35.765661 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45462) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:35.777138 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-c7c2db68-373b-434a-9278-a59d6bfe81e1 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2ed7f9de-96d7-4ab8-883d-3fad1a6adee8', 'tempest-TagsExtTest-Tag-18399728') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:35.781456 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d9485992-db91-43fc-95a2-c7cc98725d8e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:subnet and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:35.840898 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d9485992-db91-43fc-95a2-c7cc98725d8e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:35.850098 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7173bf6a-45ef-41d3-9deb-e633b575adba tempest-SubnetPoolsTestJSON-729369473 tempest-SubnetPoolsTestJSON-729369473-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-238054247', 'prefixes': ['172.20.0.0/16']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:35.857012 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54f12c8-b0a9-4af0-b733-44f55195adf1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:35.860444 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c54f12c8-b0a9-4af0-b733-44f55195adf1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:35.868824 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7173bf6a-45ef-41d3-9deb-e633b575adba tempest-SubnetPoolsTestJSON-729369473 tempest-SubnetPoolsTestJSON-729369473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:35.870853 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:35.874727 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d9485992-db91-43fc-95a2-c7cc98725d8e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:35.881425 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc4108c-6bbc-424f-a920-9c2a3b482a90 tempest-NetworksNegativeTestJSON-472964615 tempest-NetworksNegativeTestJSON-472964615-project] POST failed (client error): The resource could not be found. Mar 31 15:31:35.881966 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc4108c-6bbc-424f-a920-9c2a3b482a90 tempest-NetworksNegativeTestJSON-472964615 tempest-NetworksNegativeTestJSON-472964615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:31:35.883112 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ebc4108c-6bbc-424f-a920-9c2a3b482a90 tempest-NetworksNegativeTestJSON-472964615 tempest-NetworksNegativeTestJSON-472964615-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6192305 Mar 31 15:31:35.887036 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45466) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:35.904533 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-fd677eea-3c40-4517-aa93-04c7f1853b7c None None] Provisioning for port c97fe364-fac1-45ca-8c2e-4fb409b9edb8 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:35.935910 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-fd677eea-3c40-4517-aa93-04c7f1853b7c None None] Provisioning complete for port c97fe364-fac1-45ca-8c2e-4fb409b9edb8 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:35.937031 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fd677eea-3c40-4517-aa93-04c7f1853b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:35.990144 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-60cd44a0-041c-4f55-bc24-80273d05e347 tempest-NetworksNegativeTestJSON-472964615 tempest-NetworksNegativeTestJSON-472964615-project] DELETE failed (client error): The resource could not be found. Mar 31 15:31:35.990773 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60cd44a0-041c-4f55-bc24-80273d05e347 tempest-NetworksNegativeTestJSON-472964615 tempest-NetworksNegativeTestJSON-472964615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:31:35.993371 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca2a4cfd-162d-4f65-bca5-4c9e3e6aaad5 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:36.017566 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-826fa7c3-e2a1-4df0-adc2-3498ca78400c None None] For port 54774a8c-e5c7-4630-aab5-cda41a864962, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=54774a8c-e5c7-4630-aab5-cda41a864962,segment=NetworkSegment(8c5c35e6-ebc8-4bd1-8538-66155bd34455),segment_id=8c5c35e6-ebc8-4bd1-8538-66155bd34455)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:36.024395 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 2ad75ba7-c5e4-4bec-8877-2846080331fb, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=2ad75ba7-c5e4-4bec-8877-2846080331fb,segment=NetworkSegment(3a701e7d-340b-427b-abc8-564775f9483b),segment_id=3a701e7d-340b-427b-abc8-564775f9483b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:36.050908 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-c7c2db68-373b-434a-9278-a59d6bfe81e1 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] show failed (client error): The resource could not be found. Mar 31 15:31:36.052854 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c7c2db68-373b-434a-9278-a59d6bfe81e1 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "GET /v2.0/routers/2ed7f9de-96d7-4ab8-883d-3fad1a6adee8/tags/tempest-TagsExtTest-Tag-18399728 HTTP/1.1" status: 404 len: 327 time: 0.2858267 Mar 31 15:31:36.059091 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-60cd44a0-041c-4f55-bc24-80273d05e347 tempest-NetworksNegativeTestJSON-472964615 tempest-NetworksNegativeTestJSON-472964615-project] 10.222.0.31 "DELETE /v2.0/networks/297502e3-a392-4495-a972-3609f3f79481 HTTP/1.1" status: 404 len: 339 time: 0.1708894 Mar 31 15:31:36.067849 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a4cfd-162d-4f65-bca5-4c9e3e6aaad5 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Pushing event deleted for resources: {'Port': ['ID=6e836e76-beef-4044-bc2c-829e5d55c19e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:36.067849 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45470) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:36.104644 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-fd677eea-3c40-4517-aa93-04c7f1853b7c None None] Port c97fe364-fac1-45ca-8c2e-4fb409b9edb8 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:31:36.121443 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:36.121443 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e4b739f0-97fe-49b6-956f-b429a81104a4 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:31:36.121672 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45472) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:36.121672 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-f68a9cb5-7b34-4528-8924-b673604c6458 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7eb92274-fdcc-469e-8a1f-ec4d501b3ba8', {'tags': ['tempest-TagsExtTest-Tag-1046949521', 'tempest-TagsExtTest-Tag-1829739948', 'tempest-TagsExtTest-Tag-2132263425']}) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:36.137355 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9485992-db91-43fc-95a2-c7cc98725d8e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:36.138820 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9485992-db91-43fc-95a2-c7cc98725d8e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:36.225835 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b00833-5dc5-43e0-ab4b-4faa20b54e37 tempest-NetworksNegativeTestJSON-472964615 tempest-NetworksNegativeTestJSON-472964615-project] DELETE failed (client error): The resource could not be found. Mar 31 15:31:36.226155 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b00833-5dc5-43e0-ab4b-4faa20b54e37 tempest-NetworksNegativeTestJSON-472964615 tempest-NetworksNegativeTestJSON-472964615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:31:36.237788 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-826fa7c3-e2a1-4df0-adc2-3498ca78400c None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:36.254372 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-b52ebada-e75b-4236-8d45-1e3f482bd250 None None] For port e4b739f0-97fe-49b6-956f-b429a81104a4, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e4b739f0-97fe-49b6-956f-b429a81104a4,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:36.258977 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b52ebada-e75b-4236-8d45-1e3f482bd250 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:36.292633 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-06b00833-5dc5-43e0-ab4b-4faa20b54e37 tempest-NetworksNegativeTestJSON-472964615 tempest-NetworksNegativeTestJSON-472964615-project] 10.222.0.31 "DELETE /v2.0/ports/86e68893-0280-4e10-b661-a9c6dc6ffa4b HTTP/1.1" status: 404 len: 333 time: 0.1774087 Mar 31 15:31:36.300338 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45478) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:36.314502 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.ipam_backend_mixin [None req-d9485992-db91-43fc-95a2-c7cc98725d8e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet da658fdd-1c11-4d95-8745-96caa1b5db00 (CIDR: 172.20.0.16/28) Mar 31 15:31:36.322029 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0491e577-fd58-430a-a21b-f06f71b44341 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:36.326326 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0491e577-fd58-430a-a21b-f06f71b44341 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:36.403771 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9485992-db91-43fc-95a2-c7cc98725d8e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:31:36.404605 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9485992-db91-43fc-95a2-c7cc98725d8e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:31:36.406644 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-826fa7c3-e2a1-4df0-adc2-3498ca78400c None None] Transition to ACTIVE for port object 54774a8c-e5c7-4630-aab5-cda41a864962 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:36.407243 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c77528f-2f86-4053-acc7-a2da44a817cf tempest-NetworksNegativeTestJSON-472964615 tempest-NetworksNegativeTestJSON-472964615-project] DELETE failed (client error): The resource could not be found. Mar 31 15:31:36.407986 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c77528f-2f86-4053-acc7-a2da44a817cf tempest-NetworksNegativeTestJSON-472964615 tempest-NetworksNegativeTestJSON-472964615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:31:36.414425 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7c77528f-2f86-4053-acc7-a2da44a817cf tempest-NetworksNegativeTestJSON-472964615 tempest-NetworksNegativeTestJSON-472964615-project] 10.222.0.31 "DELETE /v2.0/subnets/14025d9c-4266-4571-976f-a5abb25e9776 HTTP/1.1" status: 404 len: 337 time: 0.0929677 Mar 31 15:31:36.420408 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f68a9cb5-7b34-4528-8924-b673604c6458 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "PUT /v2.0/subnetpools/7eb92274-fdcc-469e-8a1f-ec4d501b3ba8/tags HTTP/1.1" status: 200 len: 318 time: 0.3347628 Mar 31 15:31:36.420408 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45482) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:36.421017 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45484) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:36.429852 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-996b840d-082d-4e2e-b363-658737c85e47 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7eb92274-fdcc-469e-8a1f-ec4d501b3ba8') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:36.474926 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0491e577-fd58-430a-a21b-f06f71b44341 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:36.476083 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0491e577-fd58-430a-a21b-f06f71b44341 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Fanout notify agent at l3_agent the message router_deleted on router 5e437bd3-d186-4fc6-8c45-fd55789ee1ea {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:31:36.478446 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-b52ebada-e75b-4236-8d45-1e3f482bd250 None None] Calling delete_port for e4b739f0-97fe-49b6-956f-b429a81104a4 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:31:36.487898 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0491e577-fd58-430a-a21b-f06f71b44341 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:36.492697 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0491e577-fd58-430a-a21b-f06f71b44341 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/routers/5e437bd3-d186-4fc6-8c45-fd55789ee1ea HTTP/1.1" status: 204 len: 168 time: 1.2475359 Mar 31 15:31:36.493558 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45490) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:36.532954 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=2ad75ba7-c5e4-4bec-8877-2846080331fb,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:36.535628 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port e4b739f0-97fe-49b6-956f-b429a81104a4 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:36.536108 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:36.540684 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7173bf6a-45ef-41d3-9deb-e633b575adba tempest-SubnetPoolsTestJSON-729369473 tempest-SubnetPoolsTestJSON-729369473-project] Notify callbacks [] for subnetpool, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:36.541498 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7173bf6a-45ef-41d3-9deb-e633b575adba tempest-SubnetPoolsTestJSON-729369473 tempest-SubnetPoolsTestJSON-729369473-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.8530934 Mar 31 15:31:36.547147 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d9485992-db91-43fc-95a2-c7cc98725d8e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.5137634 Mar 31 15:31:36.549670 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45494) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:36.549670 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45496) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:36.578969 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-826fa7c3-e2a1-4df0-adc2-3498ca78400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:36.589273 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c32ac18-3136-4d49-a39d-bf751897ac1e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Deleting subnet 4ed1778a-03d6-49aa-a5f2-5d5337fa36b7 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:31:36.592730 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8c32ac18-3136-4d49-a39d-bf751897ac1e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:36.644417 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-80622480-1d39-4659-aed0-48a00948c4df tempest-NetworksNegativeTestJSON-472964615 tempest-NetworksNegativeTestJSON-472964615-project] GET failed (client error): The resource could not be found. Mar 31 15:31:36.652527 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-80622480-1d39-4659-aed0-48a00948c4df tempest-NetworksNegativeTestJSON-472964615 tempest-NetworksNegativeTestJSON-472964615-project] 10.222.0.31 "GET /v2.0/networks/acf4ab64-6b49-47ee-b6a7-72da5fc5743f HTTP/1.1" status: 404 len: 339 time: 0.2301681 Mar 31 15:31:36.655877 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8c32ac18-3136-4d49-a39d-bf751897ac1e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:36.663099 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826fa7c3-e2a1-4df0-adc2-3498ca78400c None None] Pushing event updated for resources: {'Port': ['ID=54774a8c-e5c7-4630-aab5-cda41a864962,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:36.671420 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:36.672694 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-87ca11fc-c5c6-42cd-b60f-b760b272f1ad tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'subnet': {'network_id': '0dfe4455-f298-4793-98de-d5f85bbf57cc', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:36.685021 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:36.696673 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45502) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:36.705476 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c54f12c8-b0a9-4af0-b733-44f55195adf1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:36.748899 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca2a4cfd-162d-4f65-bca5-4c9e3e6aaad5 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:36.818369 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-82238ba4-6757-40ce-a3c6-5e01cda9c5e0 tempest-NetworksNegativeTestJSON-472964615 tempest-NetworksNegativeTestJSON-472964615-project] GET failed (client error): The resource could not be found. Mar 31 15:31:36.820079 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-82238ba4-6757-40ce-a3c6-5e01cda9c5e0 tempest-NetworksNegativeTestJSON-472964615 tempest-NetworksNegativeTestJSON-472964615-project] 10.222.0.31 "GET /v2.0/ports/cd2ea0a3-8666-4afe-aaa9-0d8d9eb513aa HTTP/1.1" status: 404 len: 333 time: 0.1221571 Mar 31 15:31:36.826082 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54f12c8-b0a9-4af0-b733-44f55195adf1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:36.829771 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45506) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:36.831187 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b52ebada-e75b-4236-8d45-1e3f482bd250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:36.832697 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-c54f12c8-b0a9-4af0-b733-44f55195adf1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:36.834102 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-311350a8-9467-4476-8409-373eb4e41bcd tempest-SubnetPoolsTestJSON-729369473 tempest-SubnetPoolsTestJSON-729369473-project] 10.222.0.31 "GET /v2.0/subnetpools/3f4ba912-8c03-404c-b9c1-315ffdf25709 HTTP/1.1" status: 200 len: 731 time: 0.2750347 Mar 31 15:31:36.839326 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45508) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:36.840599 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54f12c8-b0a9-4af0-b733-44f55195adf1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:36.841417 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c54f12c8-b0a9-4af0-b733-44f55195adf1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:36.882214 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:31:36.884761 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52ebada-e75b-4236-8d45-1e3f482bd250 None None] No DVR routers for this DVR port e4b739f0-97fe-49b6-956f-b429a81104a4 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:31:36.898148 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ebada-e75b-4236-8d45-1e3f482bd250 None None] Pushing event deleted for resources: {'Port': ['ID=e4b739f0-97fe-49b6-956f-b429a81104a4,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:36.901026 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 88571ec6-8ffc-4311-90bc-3be75f5db3bb up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:31:36.946052 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da92cf2e-67d6-4410-8ebe-82873e7f3af9 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:37.062519 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-d6924a5b-bb1f-47d4-9653-50b5dcbbe2c6 tempest-SubnetPoolsTestJSON-729369473 tempest-SubnetPoolsTestJSON-729369473-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1222724548'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:37.103950 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8f6e44-4eb6-49b0-b498-9445ddc9df0b tempest-NetworksNegativeTestJSON-472964615 tempest-NetworksNegativeTestJSON-472964615-project] GET failed (client error): The resource could not be found. Mar 31 15:31:37.105541 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3d8f6e44-4eb6-49b0-b498-9445ddc9df0b tempest-NetworksNegativeTestJSON-472964615 tempest-NetworksNegativeTestJSON-472964615-project] 10.222.0.31 "GET /v2.0/subnets/525a0e35-0938-4733-a697-a7e4a35855e3 HTTP/1.1" status: 404 len: 337 time: 0.2676291 Mar 31 15:31:37.112086 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f12c8-b0a9-4af0-b733-44f55195adf1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Subnet': ['ID=70f6e185-201b-4b39-aac0-7cd8e846ef87,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:37.113593 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 88571ec6-8ffc-4311-90bc-3be75f5db3bb triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:37.113968 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:37.115417 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45514) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:37.132325 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-be36a429-d109-454d-8f09-cb6ee433293a tempest-NetworksNegativeTestJSON-472964615 tempest-NetworksNegativeTestJSON-472964615-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:37.183399 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-be36a429-d109-454d-8f09-cb6ee433293a tempest-NetworksNegativeTestJSON-472964615 tempest-NetworksNegativeTestJSON-472964615-project] PUT failed (client error): The resource could not be found. Mar 31 15:31:37.183399 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be36a429-d109-454d-8f09-cb6ee433293a tempest-NetworksNegativeTestJSON-472964615 tempest-NetworksNegativeTestJSON-472964615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:31:37.183399 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-be36a429-d109-454d-8f09-cb6ee433293a tempest-NetworksNegativeTestJSON-472964615 tempest-NetworksNegativeTestJSON-472964615-project] 10.222.0.31 "PUT /v2.0/networks/c3f353a0-11e5-4b5c-9bd4-8bb98168fe0d HTTP/1.1" status: 404 len: 339 time: 0.0540464 Mar 31 15:31:37.183399 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8c32ac18-3136-4d49-a39d-bf751897ac1e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:37.199517 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45518) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:37.229019 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c54f12c8-b0a9-4af0-b733-44f55195adf1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3443155 Mar 31 15:31:37.231152 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9ec024fa-bcb1-42d4-9c9b-13165cce762a tempest-NetworksNegativeTestJSON-472964615 tempest-NetworksNegativeTestJSON-472964615-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:37.247437 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45522) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:37.258653 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-d5a1834f-8acf-4fa2-aa59-916c30d0c876 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:37.328075 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ed7792-0d40-406a-b6f4-80aeb112db59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'fixed_ips': [{'subnet_id': '70f6e185-201b-4b39-aac0-7cd8e846ef87'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:31:37.328942 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-28ed7792-0d40-406a-b6f4-80aeb112db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:37.444102 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d5a1834f-8acf-4fa2-aa59-916c30d0c876 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:37.444686 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-87ca11fc-c5c6-42cd-b60f-b760b272f1ad tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:37.450657 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d5a1834f-8acf-4fa2-aa59-916c30d0c876 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:subnet and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:37.453373 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-ce96d966-9024-4c51-8e02-83cc56a96bcf tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Delete allocated IP 2001:db8::160 (21fb1b93-57bc-469c-b44e-283edc84fea9/44a69253-6cf7-4dbf-bd66-22363a85b685) {{(pid=103443) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 31 15:31:37.455446 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d5a1834f-8acf-4fa2-aa59-916c30d0c876 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:37.460476 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-996b840d-082d-4e2e-b363-658737c85e47 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "DELETE /v2.0/subnetpools/7eb92274-fdcc-469e-8a1f-ec4d501b3ba8/tags HTTP/1.1" status: 204 len: 168 time: 1.0362792 Mar 31 15:31:37.471390 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d5a1834f-8acf-4fa2-aa59-916c30d0c876 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:37.481043 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45526) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:37.501436 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.tag.tag_plugin [None req-30995727-2041-48dc-9944-f98e21d5cbaf tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7eb92274-fdcc-469e-8a1f-ec4d501b3ba8', 'tempest-TagsExtTest-Tag-1046949521') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:37.522937 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-87ca11fc-c5c6-42cd-b60f-b760b272f1ad tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Usage tracker for resource:subnet and tenant:62591a084e044f5ebd9b8ec401f28de6 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:37.525772 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec024fa-bcb1-42d4-9c9b-13165cce762a tempest-NetworksNegativeTestJSON-472964615 tempest-NetworksNegativeTestJSON-472964615-project] PUT failed (client error): The resource could not be found. Mar 31 15:31:37.526242 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ec024fa-bcb1-42d4-9c9b-13165cce762a tempest-NetworksNegativeTestJSON-472964615 tempest-NetworksNegativeTestJSON-472964615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:31:37.532939 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9ec024fa-bcb1-42d4-9c9b-13165cce762a tempest-NetworksNegativeTestJSON-472964615 tempest-NetworksNegativeTestJSON-472964615-project] 10.222.0.31 "PUT /v2.0/ports/01f79118-8104-4e9a-8b61-c866b7cbb388 HTTP/1.1" status: 404 len: 333 time: 0.3215845 Mar 31 15:31:37.533976 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-87ca11fc-c5c6-42cd-b60f-b760b272f1ad tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:37.539592 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d6924a5b-bb1f-47d4-9653-50b5dcbbe2c6 tempest-SubnetPoolsTestJSON-729369473 tempest-SubnetPoolsTestJSON-729369473-project] Notify callbacks [] for subnetpool, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:37.540244 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d6924a5b-bb1f-47d4-9653-50b5dcbbe2c6 tempest-SubnetPoolsTestJSON-729369473 tempest-SubnetPoolsTestJSON-729369473-project] 10.222.0.31 "PUT /v2.0/subnetpools/3f4ba912-8c03-404c-b9c1-315ffdf25709 HTTP/1.1" status: 200 len: 684 time: 0.6899817 Mar 31 15:31:37.541110 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45530) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:37.544878 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8c32ac18-3136-4d49-a39d-bf751897ac1e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:37.552935 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-87ca11fc-c5c6-42cd-b60f-b760b272f1ad tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:37.554712 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45534) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:37.555740 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-ce96d966-9024-4c51-8e02-83cc56a96bcf tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Allocated IP 2001:db8:0:1::127 (21fb1b93-57bc-469c-b44e-283edc84fea9/cc25b847-8377-4cdd-8f11-d39788ad1678/f03343ae-a592-4215-bbce-4df41c48fb30) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:37.569731 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-28ed7792-0d40-406a-b6f4-80aeb112db59 None None] Allocated IP 172.20.0.2 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/70f6e185-201b-4b39-aac0-7cd8e846ef87/9f8d667a-1b31-42b2-b3e8-b4c25588b7ed) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:37.588962 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 00d099cc-e1e3-4a81-9c5d-f6be7074d31c no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:31:37.604225 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2a4cfd-162d-4f65-bca5-4c9e3e6aaad5 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Router 14e96466-6310-45d2-af63-f1ab174cf6e7 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:31:37.659979 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-746b1532-83f8-4153-b2e0-f8aad0af6fd3 tempest-NetworksNegativeTestJSON-472964615 tempest-NetworksNegativeTestJSON-472964615-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:37.677792 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d45d7f5-a83b-4fab-a78b-e31739b08b4c None None] Network ceb1d069-dc18-4963-a21a-0f447d66c0a9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:37.685716 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32ac18-3136-4d49-a39d-bf751897ac1e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Subnet': ['ID=4ed1778a-03d6-49aa-a5f2-5d5337fa36b7,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:37.687541 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a1834f-8acf-4fa2-aa59-916c30d0c876 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:37.691433 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d5a1834f-8acf-4fa2-aa59-916c30d0c876 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:37.712313 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8c32ac18-3136-4d49-a39d-bf751897ac1e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:37.716929 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8c32ac18-3136-4d49-a39d-bf751897ac1e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/subnets/4ed1778a-03d6-49aa-a5f2-5d5337fa36b7 HTTP/1.1" status: 204 len: 168 time: 1.2179971 Mar 31 15:31:37.731353 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45538) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:37.738431 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-746b1532-83f8-4153-b2e0-f8aad0af6fd3 tempest-NetworksNegativeTestJSON-472964615 tempest-NetworksNegativeTestJSON-472964615-project] PUT failed (client error): The resource could not be found. Mar 31 15:31:37.738886 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-746b1532-83f8-4153-b2e0-f8aad0af6fd3 tempest-NetworksNegativeTestJSON-472964615 tempest-NetworksNegativeTestJSON-472964615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:31:37.751258 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-746b1532-83f8-4153-b2e0-f8aad0af6fd3 tempest-NetworksNegativeTestJSON-472964615 tempest-NetworksNegativeTestJSON-472964615-project] 10.222.0.31 "PUT /v2.0/subnets/60f3aa33-3bae-419b-b2ac-10804c96ec00 HTTP/1.1" status: 404 len: 337 time: 0.2003088 Mar 31 15:31:37.787937 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 00d099cc-e1e3-4a81-9c5d-f6be7074d31c {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:31:37.788277 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 00d099cc-e1e3-4a81-9c5d-f6be7074d31c not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:31:37.918094 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ca11fc-c5c6-42cd-b60f-b760b272f1ad tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Made reservation on behalf of 62591a084e044f5ebd9b8ec401f28de6 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:37.923069 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87ca11fc-c5c6-42cd-b60f-b760b272f1ad tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:37.947622 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d67e5ac0-c1e1-4296-89e7-ea26dbe50373 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:37.966497 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 33ba1218-8bda-4e31-87d3-35b113b3a422 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:31:37.987236 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-30995727-2041-48dc-9944-f98e21d5cbaf tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] show failed (client error): The resource could not be found. Mar 31 15:31:37.991363 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-30995727-2041-48dc-9944-f98e21d5cbaf tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "GET /v2.0/subnetpools/7eb92274-fdcc-469e-8a1f-ec4d501b3ba8/tags/tempest-TagsExtTest-Tag-1046949521 HTTP/1.1" status: 404 len: 329 time: 0.5093064 Mar 31 15:31:37.995273 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45544) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:38.005508 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.tag.tag_plugin [None req-35fb011b-fe36-4de9-a992-77c69be0a7c6 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7eb92274-fdcc-469e-8a1f-ec4d501b3ba8', 'tempest-TagsExtTest-Tag-1829739948') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:38.009591 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2a4cfd-162d-4f65-bca5-4c9e3e6aaad5 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:31:38.020088 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-e7fac326-1c81-45c5-a095-3ebd60816b6f None None] Provisioning for port 54774a8c-e5c7-4630-aab5-cda41a864962 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:38.021715 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ca2a4cfd-162d-4f65-bca5-4c9e3e6aaad5 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] 10.222.0.31 "PUT /v2.0/routers/14e96466-6310-45d2-af63-f1ab174cf6e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4128084 Mar 31 15:31:38.023159 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77b8bd0-997f-49ed-801d-d146e33d1c5a None None] Sync routers for ids ['14e96466-6310-45d2-af63-f1ab174cf6e7'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:31:38.025359 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45548) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:38.031255 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d67e5ac0-c1e1-4296-89e7-ea26dbe50373 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Deleting port 2ad75ba7-c5e4-4bec-8877-2846080331fb {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:38.031600 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d67e5ac0-c1e1-4296-89e7-ea26dbe50373 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:38.037473 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77b8bd0-997f-49ed-801d-d146e33d1c5a None None] Routers {'14e96466-6310-45d2-af63-f1ab174cf6e7'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:31:38.038415 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-a77b8bd0-997f-49ed-801d-d146e33d1c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:31:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['14e96466-6310-45d2-af63-f1ab174cf6e7'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:38.047130 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-e7fac326-1c81-45c5-a095-3ebd60816b6f None None] Provisioning complete for port 54774a8c-e5c7-4630-aab5-cda41a864962 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:38.047503 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e7fac326-1c81-45c5-a095-3ebd60816b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:38.122426 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-35fb011b-fe36-4de9-a992-77c69be0a7c6 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] show failed (client error): The resource could not be found. Mar 31 15:31:38.126902 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-35fb011b-fe36-4de9-a992-77c69be0a7c6 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "GET /v2.0/subnetpools/7eb92274-fdcc-469e-8a1f-ec4d501b3ba8/tags/tempest-TagsExtTest-Tag-1829739948 HTTP/1.1" status: 404 len: 329 time: 0.1297803 Mar 31 15:31:38.129025 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45552) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:38.131810 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:38.145925 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-a77b8bd0-997f-49ed-801d-d146e33d1c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:38.152809 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.tag.tag_plugin [None req-4b382fc6-7977-4b50-8707-c3dbe63cc2cf tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7eb92274-fdcc-469e-8a1f-ec4d501b3ba8', 'tempest-TagsExtTest-Tag-2132263425') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:38.160369 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77b8bd0-997f-49ed-801d-d146e33d1c5a None None] Routers {'14e96466-6310-45d2-af63-f1ab174cf6e7'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:31:38.161647 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-a77b8bd0-997f-49ed-801d-d146e33d1c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:31:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['14e96466-6310-45d2-af63-f1ab174cf6e7'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:38.197803 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-acb94b2a-e536-4d71-a67b-8869e63acfaa tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] delete failed (client error): The resource could not be found. Mar 31 15:31:38.204598 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-acb94b2a-e536-4d71-a67b-8869e63acfaa tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-2147331960 HTTP/1.1" status: 404 len: 335 time: 0.1733265 Mar 31 15:31:38.216345 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45556) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:38.226974 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-eafacc2c-8c82-4ad7-9e28-5ce540e4fd02 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Request body: {'router': {'external_gateway_info': {'network_id': '14e96466-6310-45d2-af63-f1ab174cf6e7'}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:38.274274 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4135a6-9abf-4b27-b3d2-db864ff7dd18 None None] DHCP port deletion for ceb1d069-dc18-4963-a21a-0f447d66c0a9 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:31:38.280825 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-1c4135a6-9abf-4b27-b3d2-db864ff7dd18 None None] Deleting port 2ad75ba7-c5e4-4bec-8877-2846080331fb {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:38.281219 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1c4135a6-9abf-4b27-b3d2-db864ff7dd18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:38.294565 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ce96d966-9024-4c51-8e02-83cc56a96bcf tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:38.322617 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-28ed7792-0d40-406a-b6f4-80aeb112db59 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:38.329138 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-ce96d966-9024-4c51-8e02-83cc56a96bcf tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Transition to ACTIVE for port object f03343ae-a592-4215-bbce-4df41c48fb30 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:38.333586 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8b0bb4ab-aae6-47f6-a441-ef4059c37a3d tempest-SubnetPoolsTestJSON-729369473 tempest-SubnetPoolsTestJSON-729369473-project] Notify callbacks [] for subnetpool, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:38.334859 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8b0bb4ab-aae6-47f6-a441-ef4059c37a3d tempest-SubnetPoolsTestJSON-729369473 tempest-SubnetPoolsTestJSON-729369473-project] 10.222.0.31 "DELETE /v2.0/subnetpools/3f4ba912-8c03-404c-b9c1-315ffdf25709 HTTP/1.1" status: 204 len: 168 time: 0.7766623 Mar 31 15:31:38.338076 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45560) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:38.346383 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-a77b8bd0-997f-49ed-801d-d146e33d1c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:38.347274 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77b8bd0-997f-49ed-801d-d146e33d1c5a None None] The sync data for ids ['14e96466-6310-45d2-af63-f1ab174cf6e7'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:31:38.347559 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 33ba1218-8bda-4e31-87d3-35b113b3a422 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:38.347939 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:38.376347 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-28ed7792-0d40-406a-b6f4-80aeb112db59 None None] Transition to ACTIVE for port object 9f8d667a-1b31-42b2-b3e8-b4c25588b7ed will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:38.394846 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-6ddeb8b8-8ad9-4707-9753-866a1f756741 tempest-SubnetPoolsTestJSON-729369473 tempest-SubnetPoolsTestJSON-729369473-project] show failed (client error): The resource could not be found. Mar 31 15:31:38.395918 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6ddeb8b8-8ad9-4707-9753-866a1f756741 tempest-SubnetPoolsTestJSON-729369473 tempest-SubnetPoolsTestJSON-729369473-project] 10.222.0.31 "GET /v2.0/subnetpools/3f4ba912-8c03-404c-b9c1-315ffdf25709 HTTP/1.1" status: 404 len: 346 time: 0.0569282 Mar 31 15:31:38.402094 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45564) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:38.439449 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ce96d966-9024-4c51-8e02-83cc56a96bcf tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:38.445776 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-f01b65d7-de62-4f36-ae66-b762e164e881 tempest-SubnetPoolsTestJSON-729369473 tempest-SubnetPoolsTestJSON-729369473-project] delete failed (client error): The resource could not be found. Mar 31 15:31:38.446810 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f01b65d7-de62-4f36-ae66-b762e164e881 tempest-SubnetPoolsTestJSON-729369473 tempest-SubnetPoolsTestJSON-729369473-project] 10.222.0.31 "DELETE /v2.0/subnetpools/3f4ba912-8c03-404c-b9c1-315ffdf25709 HTTP/1.1" status: 404 len: 346 time: 0.0439370 Mar 31 15:31:38.522247 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-28ed7792-0d40-406a-b6f4-80aeb112db59 None None] Transition to ACTIVE for port object 9f8d667a-1b31-42b2-b3e8-b4c25588b7ed will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:38.522800 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-4b382fc6-7977-4b50-8707-c3dbe63cc2cf tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] show failed (client error): The resource could not be found. Mar 31 15:31:38.526777 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4b382fc6-7977-4b50-8707-c3dbe63cc2cf tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "GET /v2.0/subnetpools/7eb92274-fdcc-469e-8a1f-ec4d501b3ba8/tags/tempest-TagsExtTest-Tag-2132263425 HTTP/1.1" status: 404 len: 329 time: 0.3883181 Mar 31 15:31:38.527418 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45572) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:38.536967 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96d966-9024-4c51-8e02-83cc56a96bcf tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Port': ['ID=f03343ae-a592-4215-bbce-4df41c48fb30,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:38.609035 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.tag.tag_plugin [None req-3a6fff33-fa7c-483d-8f91-4a43355b4746 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7eb92274-fdcc-469e-8a1f-ec4d501b3ba8') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:38.635002 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-28ed7792-0d40-406a-b6f4-80aeb112db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:38.650455 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ce96d966-9024-4c51-8e02-83cc56a96bcf tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] In _notify_port_updated(), no bound segment for port f03343ae-a592-4215-bbce-4df41c48fb30 on network 21fb1b93-57bc-469c-b44e-283edc84fea9 {{(pid=103443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 31 15:31:38.664065 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce96d966-9024-4c51-8e02-83cc56a96bcf tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:38.666779 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ce96d966-9024-4c51-8e02-83cc56a96bcf tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:38.671877 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ce96d966-9024-4c51-8e02-83cc56a96bcf tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "PUT /v2.0/ports/f03343ae-a592-4215-bbce-4df41c48fb30 HTTP/1.1" status: 200 len: 930 time: 5.0415127 Mar 31 15:31:38.673474 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45576) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:38.694803 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45578) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:38.808082 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-11d54d9e-43e7-4854-829a-dea7353f73e0 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting port f03343ae-a592-4215-bbce-4df41c48fb30 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:38.808835 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-11d54d9e-43e7-4854-829a-dea7353f73e0 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:38.833795 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-e7fac326-1c81-45c5-a095-3ebd60816b6f None None] Provisioning complete for port 2a866d2c-94bb-4295-a9d4-9b9a71745ca9 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:38.834253 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e7fac326-1c81-45c5-a095-3ebd60816b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:38.925921 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ed7792-0d40-406a-b6f4-80aeb112db59 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:38.933960 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-1c4135a6-9abf-4b27-b3d2-db864ff7dd18 None None] For port 2ad75ba7-c5e4-4bec-8877-2846080331fb, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=2ad75ba7-c5e4-4bec-8877-2846080331fb,segment=NetworkSegment(3a701e7d-340b-427b-abc8-564775f9483b),segment_id=3a701e7d-340b-427b-abc8-564775f9483b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:38.934771 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1c4135a6-9abf-4b27-b3d2-db864ff7dd18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:38.944985 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 54774a8c-e5c7-4630-aab5-cda41a864962 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:31:39.011372 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-28ed7792-0d40-406a-b6f4-80aeb112db59 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:39.025651 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-e7fac326-1c81-45c5-a095-3ebd60816b6f None None] Port 2a866d2c-94bb-4295-a9d4-9b9a71745ca9 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:31:39.028503 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ed7792-0d40-406a-b6f4-80aeb112db59 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:31:39.058361 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87ca11fc-c5c6-42cd-b60f-b760b272f1ad tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:39.061955 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-470c4f4d-12cc-4f3c-8415-c645d2df3ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:39.140846 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eafacc2c-8c82-4ad7-9e28-5ce540e4fd02 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:39.145972 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ca11fc-c5c6-42cd-b60f-b760b272f1ad tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Network 0dfe4455-f298-4793-98de-d5f85bbf57cc is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:39.152494 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed7792-0d40-406a-b6f4-80aeb112db59 None None] Pushing event updated for resources: {'Port': ['ID=9f8d667a-1b31-42b2-b3e8-b4c25588b7ed,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:39.152691 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-87ca11fc-c5c6-42cd-b60f-b760b272f1ad tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:39.157905 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3a6fff33-fa7c-483d-8f91-4a43355b4746 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "DELETE /v2.0/subnetpools/7eb92274-fdcc-469e-8a1f-ec4d501b3ba8/tags HTTP/1.1" status: 204 len: 168 time: 0.6125634 Mar 31 15:31:39.163421 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ca11fc-c5c6-42cd-b60f-b760b272f1ad tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:39.163639 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87ca11fc-c5c6-42cd-b60f-b760b272f1ad tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:39.171684 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d67e5ac0-c1e1-4296-89e7-ea26dbe50373 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] For port 2ad75ba7-c5e4-4bec-8877-2846080331fb, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=2ad75ba7-c5e4-4bec-8877-2846080331fb,segment=NetworkSegment(3a701e7d-340b-427b-abc8-564775f9483b),segment_id=3a701e7d-340b-427b-abc8-564775f9483b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:39.172283 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d67e5ac0-c1e1-4296-89e7-ea26dbe50373 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:39.180762 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45588) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:39.198225 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-1c4135a6-9abf-4b27-b3d2-db864ff7dd18 None None] Calling delete_port for 2ad75ba7-c5e4-4bec-8877-2846080331fb owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:31:39.202055 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.tag.tag_plugin [None req-d417378a-557f-4e2a-9e03-9bb8444bdd71 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2ed7f9de-96d7-4ab8-883d-3fad1a6adee8') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:39.206637 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-470c4f4d-12cc-4f3c-8415-c645d2df3ee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:39.227411 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2c45b9-8643-420c-a8e9-f53de33e9a78 None None] Network 0dfe4455-f298-4793-98de-d5f85bbf57cc requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:39.230904 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-470c4f4d-12cc-4f3c-8415-c645d2df3ee5 admin admin] Usage tracker for resource:security_group_rule and tenant:ea0bdaec72484b5a9324fc844aae8d71 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:39.236176 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-470c4f4d-12cc-4f3c-8415-c645d2df3ee5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:39.274555 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45592) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:39.303688 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca11fc-c5c6-42cd-b60f-b760b272f1ad tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Subnet': ['ID=629f3d8b-0de8-4f41-91fc-1697fb677623,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:39.306015 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-470c4f4d-12cc-4f3c-8415-c645d2df3ee5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:39.341016 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 54774a8c-e5c7-4630-aab5-cda41a864962 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:39.341423 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:39.355853 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-87ca11fc-c5c6-42cd-b60f-b760b272f1ad tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7992792 Mar 31 15:31:39.360634 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45596) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:39.363591 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-11d54d9e-43e7-4854-829a-dea7353f73e0 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:39.435580 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d67e5ac0-c1e1-4296-89e7-ea26dbe50373 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Calling delete_port for 2ad75ba7-c5e4-4bec-8877-2846080331fb owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:31:39.447430 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-28ed7792-0d40-406a-b6f4-80aeb112db59 None None] Attempting to bind port 9f8d667a-1b31-42b2-b3e8-b4c25588b7ed on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:31:39.447858 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-28ed7792-0d40-406a-b6f4-80aeb112db59 None None] Attempting to bind port 9f8d667a-1b31-42b2-b3e8-b4c25588b7ed by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:31:39.448285 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ed7792-0d40-406a-b6f4-80aeb112db59 None None] Attempting to bind port 9f8d667a-1b31-42b2-b3e8-b4c25588b7ed on network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:31:39.456514 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-e7fac326-1c81-45c5-a095-3ebd60816b6f None None] Provisioning for port f03343ae-a592-4215-bbce-4df41c48fb30 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:39.463406 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-eafacc2c-8c82-4ad7-9e28-5ce540e4fd02 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] update failed (client error): The resource could not be found. Mar 31 15:31:39.474176 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-eafacc2c-8c82-4ad7-9e28-5ce540e4fd02 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] 10.222.0.31 "PUT /v2.0/routers/14e96466-6310-45d2-af63-f1ab174cf6e7 HTTP/1.1" status: 404 len: 339 time: 1.2493925 Mar 31 15:31:39.486262 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ed7792-0d40-406a-b6f4-80aeb112db59 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:31:39.486750 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ed7792-0d40-406a-b6f4-80aeb112db59 None None] Checking segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:31:39.487029 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-28ed7792-0d40-406a-b6f4-80aeb112db59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:39.487432 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ed7792-0d40-406a-b6f4-80aeb112db59 None None] Bound using segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:31:39.487922 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-28ed7792-0d40-406a-b6f4-80aeb112db59 None None] Bound port: 9f8d667a-1b31-42b2-b3e8-b4c25588b7ed, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:31:39.488303 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-28ed7792-0d40-406a-b6f4-80aeb112db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:39.510172 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-e7fac326-1c81-45c5-a095-3ebd60816b6f None None] Provisioning complete for port f03343ae-a592-4215-bbce-4df41c48fb30 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:39.510575 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e7fac326-1c81-45c5-a095-3ebd60816b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:39.512173 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-bd8103a6-ea70-4627-8545-e4964ecab7b8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-143798267', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '629f3d8b-0de8-4f41-91fc-1697fb677623'}], 'security_groups': ['a33d4458-733d-4f04-a593-f601bdb823bd', '15ffcf08-d3c1-4680-bc7a-b3514d712ce3']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:39.553678 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45602) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:39.652417 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-11d54d9e-43e7-4854-829a-dea7353f73e0 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Calling delete_port for f03343ae-a592-4215-bbce-4df41c48fb30 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:31:39.696987 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1c4135a6-9abf-4b27-b3d2-db864ff7dd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:39.703897 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-e7fac326-1c81-45c5-a095-3ebd60816b6f None None] Port f03343ae-a592-4215-bbce-4df41c48fb30 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:31:39.815404 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4135a6-9abf-4b27-b3d2-db864ff7dd18 None None] Pushing event deleted for resources: {'Port': ['ID=2ad75ba7-c5e4-4bec-8877-2846080331fb,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:39.836075 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4135a6-9abf-4b27-b3d2-db864ff7dd18 None None] No DVR routers for this DVR port 2ad75ba7-c5e4-4bec-8877-2846080331fb on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:31:39.843041 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-470c4f4d-12cc-4f3c-8415-c645d2df3ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:39.872128 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c51eec8a-05b9-4909-bb9f-83b6d0d9b46b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:39.886864 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-470c4f4d-12cc-4f3c-8415-c645d2df3ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:39.913615 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-11d54d9e-43e7-4854-829a-dea7353f73e0 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:39.955403 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-28ed7792-0d40-406a-b6f4-80aeb112db59 None None] For port 9f8d667a-1b31-42b2-b3e8-b4c25588b7ed, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:31:39.971841 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-089c810c-5740-4f64-915f-75f2057bf837 None None] Provisioning complete for port f03343ae-a592-4215-bbce-4df41c48fb30 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:39.971841 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-089c810c-5740-4f64-915f-75f2057bf837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:39.987696 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d417378a-557f-4e2a-9e03-9bb8444bdd71 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "DELETE /v2.0/routers/2ed7f9de-96d7-4ab8-883d-3fad1a6adee8/tags HTTP/1.1" status: 204 len: 168 time: 0.8033092 Mar 31 15:31:39.992050 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c4f4d-12cc-4f3c-8415-c645d2df3ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b7b05b-4a0e-43d1-9876-813aa21c507e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:39.994592 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d54d9e-43e7-4854-829a-dea7353f73e0 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Port': ['ID=f03343ae-a592-4215-bbce-4df41c48fb30,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:39.997721 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45606) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:40.005155 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.api [None req-d67e5ac0-c1e1-4296-89e7-ea26dbe50373 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:31:40.005882 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG oslo_db.api [None req-d67e5ac0-c1e1-4296-89e7-ea26dbe50373 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:31:40.006651 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 2ad75ba7-c5e4-4bec-8877-2846080331fb up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:31:40.030396 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-be686493-f14c-4f52-a3a6-060ab0c4cdc4 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '917ca5f6-5111-4797-a944-9166df094dcb') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:40.037147 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c51eec8a-05b9-4909-bb9f-83b6d0d9b46b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:40.058158 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-28ed7792-0d40-406a-b6f4-80aeb112db59 None None] For port 9f8d667a-1b31-42b2-b3e8-b4c25588b7ed, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=9f8d667a-1b31-42b2-b3e8-b4c25588b7ed,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:31:40.059160 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-089c810c-5740-4f64-915f-75f2057bf837 None None] Port f03343ae-a592-4215-bbce-4df41c48fb30 was deleted so its status cannot be updated. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 31 15:31:40.064331 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 2ad75ba7-c5e4-4bec-8877-2846080331fb {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:31:40.064684 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 2ad75ba7-c5e4-4bec-8877-2846080331fb not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 31 15:31:40.077307 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-470c4f4d-12cc-4f3c-8415-c645d2df3ee5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea0bdaec72484b5a9324fc844aae8d71&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3815467 Mar 31 15:31:40.079589 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45610) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:40.112487 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Port 2ad75ba7-c5e4-4bec-8877-2846080331fb not found, will not notify nova. {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 31 15:31:40.112684 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c51eec8a-05b9-4909-bb9f-83b6d0d9b46b admin admin] Usage tracker for resource:security_group_rule and tenant:8a65a7e97cd949cbb7954e48c94b1fba is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:40.116524 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-11d54d9e-43e7-4854-829a-dea7353f73e0 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:40.123818 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c51eec8a-05b9-4909-bb9f-83b6d0d9b46b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:40.146888 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-28ed7792-0d40-406a-b6f4-80aeb112db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:40.180033 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-11d54d9e-43e7-4854-829a-dea7353f73e0 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/ports/f03343ae-a592-4215-bbce-4df41c48fb30 HTTP/1.1" status: 204 len: 168 time: 1.4942372 Mar 31 15:31:40.181908 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45614) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:40.229430 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e4b739f0-97fe-49b6-956f-b429a81104a4 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:31:40.258808 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbb63adf-867f-4385-aa2a-650496c93168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:40.262771 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a704245-ad96-44d6-bb93-6172dabebc6f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] GET failed (client error): The resource could not be found. Mar 31 15:31:40.263366 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0a704245-ad96-44d6-bb93-6172dabebc6f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Synchronizing usage tracker for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:31:40.284355 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-be686493-f14c-4f52-a3a6-060ab0c4cdc4 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "DELETE /v2.0/ports/917ca5f6-5111-4797-a944-9166df094dcb/tags HTTP/1.1" status: 204 len: 168 time: 0.2845337 Mar 31 15:31:40.289286 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45618) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:40.295689 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c51eec8a-05b9-4909-bb9f-83b6d0d9b46b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:40.301034 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: e4b739f0-97fe-49b6-956f-b429a81104a4 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:31:40.301412 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e4b739f0-97fe-49b6-956f-b429a81104a4 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:31:40.301528 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-81cceb2a-e746-409c-a7ed-35f1b35a8d2d tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6fabfea7-69be-4193-af73-1cfa6c959506') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:40.375969 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbb63adf-867f-4385-aa2a-650496c93168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:40.423789 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0a704245-ad96-44d6-bb93-6172dabebc6f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Unset dirty status for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:31:40.428247 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0a704245-ad96-44d6-bb93-6172dabebc6f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "GET /v2.0/ports/f03343ae-a592-4215-bbce-4df41c48fb30 HTTP/1.1" status: 404 len: 333 time: 0.2413261 Mar 31 15:31:40.428428 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 2ad75ba7-c5e4-4bec-8877-2846080331fb no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:31:40.430465 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45622) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:40.468739 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 2ad75ba7-c5e4-4bec-8877-2846080331fb {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:31:40.469074 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 2ad75ba7-c5e4-4bec-8877-2846080331fb not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:31:40.471616 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b34c61-8899-43e8-bb84-edadf021cf23 None None] Update dhcp port {'port': {'network_id': '0dfe4455-f298-4793-98de-d5f85bbf57cc', 'fixed_ips': [{'subnet_id': 'da658fdd-1c11-4d95-8745-96caa1b5db00', 'ip_address': '172.20.0.18'}, {'subnet_id': '7473ed4c-a7d9-4f7b-8a58-b302c7fbf293', 'ip_address': '172.20.0.2'}, {'subnet_id': '629f3d8b-0de8-4f41-91fc-1697fb677623'}], 'binding:host_id': 'dv-neutron-833379-2-hyperv'}, 'id': 'db54ad09-20ef-4e98-95f8-86ea7c24613d'} from dv-neutron-833379-2-hyperv. {{(pid=103445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 31 15:31:40.513234 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-81cceb2a-e746-409c-a7ed-35f1b35a8d2d tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "DELETE /v2.0/subnets/6fabfea7-69be-4193-af73-1cfa6c959506/tags HTTP/1.1" status: 204 len: 168 time: 0.2198324 Mar 31 15:31:40.519539 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45626) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:40.528540 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d67e5ac0-c1e1-4296-89e7-ea26dbe50373 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Deleting port 2ad75ba7-c5e4-4bec-8877-2846080331fb {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:40.528872 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d67e5ac0-c1e1-4296-89e7-ea26dbe50373 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:40.534950 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52b4e9a6-7aa1-4e8e-9503-da30a736014c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:40.540643 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-75b34c61-8899-43e8-bb84-edadf021cf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:40.580938 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbb63adf-867f-4385-aa2a-650496c93168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:40.587887 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.objects.ports [None req-d5a1834f-8acf-4fa2-aa59-916c30d0c876 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103444) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 31 15:31:40.598347 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52b4e9a6-7aa1-4e8e-9503-da30a736014c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:40.616079 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb63adf-867f-4385-aa2a-650496c93168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b7b05b-4a0e-43d1-9876-813aa21c507e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:40.631484 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbb63adf-867f-4385-aa2a-650496c93168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:40.632625 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-dbb63adf-867f-4385-aa2a-650496c93168 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e9b7b05b-4a0e-43d1-9876-813aa21c507e HTTP/1.1" status: 204 len: 168 time: 0.5433078 Mar 31 15:31:40.736108 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed7792-0d40-406a-b6f4-80aeb112db59 None None] Pushing event updated for resources: {'Port': ['ID=9f8d667a-1b31-42b2-b3e8-b4c25588b7ed,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:40.740004 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d67e5ac0-c1e1-4296-89e7-ea26dbe50373 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] The port '2ad75ba7-c5e4-4bec-8877-2846080331fb' was deleted {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:31:40.790355 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5a9d48a-b4e6-4c9b-b337-ecb4099275eb tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks [] for subnetpool, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:40.794974 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c5a9d48a-b4e6-4c9b-b337-ecb4099275eb tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "DELETE /v2.0/subnetpools/7eb92274-fdcc-469e-8a1f-ec4d501b3ba8 HTTP/1.1" status: 204 len: 168 time: 0.2742112 Mar 31 15:31:40.795387 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45632) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:40.836114 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-75b34c61-8899-43e8-bb84-edadf021cf23 None None] Allocated IP 172.20.0.34 (0dfe4455-f298-4793-98de-d5f85bbf57cc/629f3d8b-0de8-4f41-91fc-1697fb677623/db54ad09-20ef-4e98-95f8-86ea7c24613d) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:40.844396 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52b4e9a6-7aa1-4e8e-9503-da30a736014c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:40.846511 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52b4e9a6-7aa1-4e8e-9503-da30a736014c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:40.850173 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-52b4e9a6-7aa1-4e8e-9503-da30a736014c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/security-groups/8dfa8faf-2c1b-4d13-8351-4b4a49141a29 HTTP/1.1" status: 204 len: 168 time: 0.4156170 Mar 31 15:31:40.857799 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45636) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:40.862044 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1e544a5d-afb5-4962-b28c-cee4c0c7d2eb tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Synchronizing usage tracker for tenant:d0a6e84098f744bb95208b9a0b7c1106 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:31:40.875033 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4e9a6-7aa1-4e8e-9503-da30a736014c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfa8faf-2c1b-4d13-8351-4b4a49141a29,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:40.985295 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1e544a5d-afb5-4962-b28c-cee4c0c7d2eb tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Unset dirty status for tenant:d0a6e84098f744bb95208b9a0b7c1106 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:31:40.986852 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1e544a5d-afb5-4962-b28c-cee4c0c7d2eb tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ed7f9de-96d7-4ab8-883d-3fad1a6adee8 HTTP/1.1" status: 200 len: 205 time: 0.1904306 Mar 31 15:31:40.991306 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45640) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:41.058989 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-75b34c61-8899-43e8-bb84-edadf021cf23 None None] For port db54ad09-20ef-4e98-95f8-86ea7c24613d, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=db54ad09-20ef-4e98-95f8-86ea7c24613d,segment=NetworkSegment(c939f2df-ef44-4500-a7c4-b28d6117dcf7),segment_id=c939f2df-ef44-4500-a7c4-b28d6117dcf7)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:41.091974 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-75b34c61-8899-43e8-bb84-edadf021cf23 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:41.110549 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7c02d14-aa49-4687-beab-475f937d0334 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:41.129089 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d67e5ac0-c1e1-4296-89e7-ea26dbe50373 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:41.134574 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-75b34c61-8899-43e8-bb84-edadf021cf23 None None] Transition to ACTIVE for port object db54ad09-20ef-4e98-95f8-86ea7c24613d will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:41.202079 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-75b34c61-8899-43e8-bb84-edadf021cf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:41.214584 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-d67e5ac0-c1e1-4296-89e7-ea26dbe50373 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb1d069-dc18-4963-a21a-0f447d66c0a9']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:41.243259 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6dfa1f14-2dbd-45e2-9c16-47b53475b6f4 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:41.257998 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-d67e5ac0-c1e1-4296-89e7-ea26dbe50373 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a701e7d-340b-427b-abc8-564775f9483b') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:41.258308 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-d67e5ac0-c1e1-4296-89e7-ea26dbe50373 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a701e7d-340b-427b-abc8-564775f9483b') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:41.277546 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bd8103a6-ea70-4627-8545-e4964ecab7b8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:41.368111 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d67e5ac0-c1e1-4296-89e7-ea26dbe50373 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:41.414483 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b34c61-8899-43e8-bb84-edadf021cf23 None None] Pushing event updated for resources: {'Port': ['ID=db54ad09-20ef-4e98-95f8-86ea7c24613d,revision_number=7']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:41.597353 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a564a070-9309-445d-8ac9-50ea6bc425e2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:41.599557 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6dfa1f14-2dbd-45e2-9c16-47b53475b6f4 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:41.604927 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6dfa1f14-2dbd-45e2-9c16-47b53475b6f4 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:41.606550 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d67e5ac0-c1e1-4296-89e7-ea26dbe50373 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:41.616340 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c51eec8a-05b9-4909-bb9f-83b6d0d9b46b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:41.689987 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d67e5ac0-c1e1-4296-89e7-ea26dbe50373 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:31:41.690392 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d67e5ac0-c1e1-4296-89e7-ea26dbe50373 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: util.warn( Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: util.warn( Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: util.warn( Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: util.warn( Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:31:41.713120 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:31:41.781706 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c51eec8a-05b9-4909-bb9f-83b6d0d9b46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:41.794455 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6dfa1f14-2dbd-45e2-9c16-47b53475b6f4 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:41.795819 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfa1f14-2dbd-45e2-9c16-47b53475b6f4 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Fanout notify agent at l3_agent the message router_deleted on router 2ed7f9de-96d7-4ab8-883d-3fad1a6adee8 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:31:41.808518 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6dfa1f14-2dbd-45e2-9c16-47b53475b6f4 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:41.809933 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6dfa1f14-2dbd-45e2-9c16-47b53475b6f4 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "DELETE /v2.0/routers/2ed7f9de-96d7-4ab8-883d-3fad1a6adee8 HTTP/1.1" status: 204 len: 168 time: 0.8174670 Mar 31 15:31:41.812678 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45644) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:41.849555 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a564a070-9309-445d-8ac9-50ea6bc425e2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:41.889227 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8e09ca94-d8bb-4c66-b689-859fe3e193cf tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Deleting port 917ca5f6-5111-4797-a944-9166df094dcb {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:41.889582 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e09ca94-d8bb-4c66-b689-859fe3e193cf tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:41.992518 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51eec8a-05b9-4909-bb9f-83b6d0d9b46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf09c769-f833-430f-8a9e-145b866107c9,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:42.074361 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d5a1834f-8acf-4fa2-aa59-916c30d0c876 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:42.111745 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c51eec8a-05b9-4909-bb9f-83b6d0d9b46b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a65a7e97cd949cbb7954e48c94b1fba&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8288808 Mar 31 15:31:42.111745 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d67e5ac0-c1e1-4296-89e7-ea26dbe50373 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:42.112045 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45648) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:42.114157 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d67e5ac0-c1e1-4296-89e7-ea26dbe50373 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:42.213403 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e5ac0-c1e1-4296-89e7-ea26dbe50373 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Network': ['ID=ceb1d069-dc18-4963-a21a-0f447d66c0a9,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:42.269348 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2f4145d5-a0cc-494d-8dd5-be180d32f456 None None] Provisioning for port 9f8d667a-1b31-42b2-b3e8-b4c25588b7ed completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:42.293224 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c3dadb88-b9c7-45e4-9e7f-a4a500070d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:42.338842 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2f4145d5-a0cc-494d-8dd5-be180d32f456 None None] Provisioning for port db54ad09-20ef-4e98-95f8-86ea7c24613d completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:42.342844 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c3dadb88-b9c7-45e4-9e7f-a4a500070d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:42.348807 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2f4145d5-a0cc-494d-8dd5-be180d32f456 None None] Provisioning complete for port db54ad09-20ef-4e98-95f8-86ea7c24613d triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:42.350970 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2f4145d5-a0cc-494d-8dd5-be180d32f456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:42.355989 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e09ca94-d8bb-4c66-b689-859fe3e193cf tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:42.466178 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a564a070-9309-445d-8ac9-50ea6bc425e2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:42.508052 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8e09ca94-d8bb-4c66-b689-859fe3e193cf tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Calling delete_port for 917ca5f6-5111-4797-a944-9166df094dcb owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:31:42.525619 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564a070-9309-445d-8ac9-50ea6bc425e2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f964fd3e-23e4-4838-8857-d71941bd14e4,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:42.526841 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device db54ad09-20ef-4e98-95f8-86ea7c24613d up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:31:42.540079 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a564a070-9309-445d-8ac9-50ea6bc425e2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:42.543776 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a564a070-9309-445d-8ac9-50ea6bc425e2 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/security-groups/f964fd3e-23e4-4838-8857-d71941bd14e4 HTTP/1.1" status: 204 len: 168 time: 1.6714058 Mar 31 15:31:42.543776 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d67e5ac0-c1e1-4296-89e7-ea26dbe50373 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/networks/ceb1d069-dc18-4963-a21a-0f447d66c0a9 HTTP/1.1" status: 204 len: 168 time: 4.8058009 Mar 31 15:31:42.549857 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45652) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:42.550140 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45654) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:42.566486 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-228e3901-2046-4429-8681-62c8478a7464 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1521367715', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}, 'admin_state_up': False}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:42.596432 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-228e3901-2046-4429-8681-62c8478a7464 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:42.619585 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-a7c02d14-aa49-4687-beab-475f937d0334 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Allocated IP 172.20.0.1 (1b289c1c-c64d-4695-a89d-9c0b3cf080ab/e0829f2f-85f5-4e46-b166-73726c8e97aa/f3023feb-690a-4b27-950f-ef877c86f17f) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:42.636650 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2f4145d5-a0cc-494d-8dd5-be180d32f456 None None] Provisioning complete for port fde6624a-ac4f-4756-a6f2-5f350a50d815 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:42.637068 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2f4145d5-a0cc-494d-8dd5-be180d32f456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:42.657992 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-228e3901-2046-4429-8681-62c8478a7464 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Usage tracker for resource:router and tenant:f5aeba78f50f4bbea010c74344321d80 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:42.664276 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-228e3901-2046-4429-8681-62c8478a7464 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:42.679656 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port db54ad09-20ef-4e98-95f8-86ea7c24613d triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:42.681723 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:42.730736 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-228e3901-2046-4429-8681-62c8478a7464 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:42.742203 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-2f4145d5-a0cc-494d-8dd5-be180d32f456 None None] Port fde6624a-ac4f-4756-a6f2-5f350a50d815 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:31:42.759491 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf76d62-4658-423a-a69f-0b0b3088d37a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting subnet 44a69253-6cf7-4dbf-bd66-22363a85b685 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:31:42.762583 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-baf76d62-4658-423a-a69f-0b0b3088d37a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:42.772380 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2f4145d5-a0cc-494d-8dd5-be180d32f456 None None] Provisioning complete for port c97fe364-fac1-45ca-8c2e-4fb409b9edb8 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:42.772757 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2f4145d5-a0cc-494d-8dd5-be180d32f456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:42.824302 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-baf76d62-4658-423a-a69f-0b0b3088d37a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:42.857849 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e09ca94-d8bb-4c66-b689-859fe3e193cf tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:42.859387 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c3dadb88-b9c7-45e4-9e7f-a4a500070d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:42.873762 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-2f4145d5-a0cc-494d-8dd5-be180d32f456 None None] Port c97fe364-fac1-45ca-8c2e-4fb409b9edb8 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:31:42.877728 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 9f8d667a-1b31-42b2-b3e8-b4c25588b7ed up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:31:42.929146 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-228e3901-2046-4429-8681-62c8478a7464 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:42.930163 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-228e3901-2046-4429-8681-62c8478a7464 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:42.935198 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dadb88-b9c7-45e4-9e7f-a4a500070d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf09c769-f833-430f-8a9e-145b866107c9,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:42.940834 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09ca94-d8bb-4c66-b689-859fe3e193cf tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Pushing event deleted for resources: {'Port': ['ID=917ca5f6-5111-4797-a944-9166df094dcb,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:42.959628 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d5a1834f-8acf-4fa2-aa59-916c30d0c876 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] For port 9f8d667a-1b31-42b2-b3e8-b4c25588b7ed, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=9f8d667a-1b31-42b2-b3e8-b4c25588b7ed,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:43.006847 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 9f8d667a-1b31-42b2-b3e8-b4c25588b7ed completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:43.007355 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-228e3901-2046-4429-8681-62c8478a7464 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:43.013929 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 9f8d667a-1b31-42b2-b3e8-b4c25588b7ed triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:43.017803 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:43.024858 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-bd8103a6-ea70-4627-8545-e4964ecab7b8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Delete allocated IP 172.20.0.13 (0dfe4455-f298-4793-98de-d5f85bbf57cc/7473ed4c-a7d9-4f7b-8a58-b302c7fbf293) {{(pid=103444) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 31 15:31:43.058726 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c3dadb88-b9c7-45e4-9e7f-a4a500070d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:43.060142 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c3dadb88-b9c7-45e4-9e7f-a4a500070d12 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf09c769-f833-430f-8a9e-145b866107c9 HTTP/1.1" status: 204 len: 168 time: 0.9472628 Mar 31 15:31:43.061049 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d5a1834f-8acf-4fa2-aa59-916c30d0c876 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:43.079422 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-bd8103a6-ea70-4627-8545-e4964ecab7b8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Allocated IP 172.20.0.40 (0dfe4455-f298-4793-98de-d5f85bbf57cc/629f3d8b-0de8-4f41-91fc-1697fb677623/c97fe364-fac1-45ca-8c2e-4fb409b9edb8) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:43.095573 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e09ca94-d8bb-4c66-b689-859fe3e193cf tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:43.096633 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7c02d14-aa49-4687-beab-475f937d0334 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:43.100087 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8e09ca94-d8bb-4c66-b689-859fe3e193cf tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "DELETE /v2.0/ports/917ca5f6-5111-4797-a944-9166df094dcb HTTP/1.1" status: 204 len: 168 time: 1.2837625 Mar 31 15:31:43.102984 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45662) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:43.122783 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-baf76d62-4658-423a-a69f-0b0b3088d37a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:43.133616 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d5a1834f-8acf-4fa2-aa59-916c30d0c876 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:43.134339 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d5a1834f-8acf-4fa2-aa59-916c30d0c876 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:43.138565 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a7c02d14-aa49-4687-beab-475f937d0334 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Transition to ACTIVE for port object f3023feb-690a-4b27-950f-ef877c86f17f will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:43.271234 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:43.276111 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a41e55a-68f7-4ee7-8986-dcb67aa1d2d8 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Deleting subnet 6fabfea7-69be-4193-af73-1cfa6c959506 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:31:43.281857 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a41e55a-68f7-4ee7-8986-dcb67aa1d2d8 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:43.306543 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 9f8d667a-1b31-42b2-b3e8-b4c25588b7ed, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=9f8d667a-1b31-42b2-b3e8-b4c25588b7ed,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:43.341854 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a41e55a-68f7-4ee7-8986-dcb67aa1d2d8 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:43.400689 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:43.420904 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a1834f-8acf-4fa2-aa59-916c30d0c876 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:43.429431 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-baf76d62-4658-423a-a69f-0b0b3088d37a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:43.441413 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-d5a1834f-8acf-4fa2-aa59-916c30d0c876 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:43.454954 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a1834f-8acf-4fa2-aa59-916c30d0c876 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:43.455556 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d5a1834f-8acf-4fa2-aa59-916c30d0c876 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:43.471587 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31056c70-bf82-4784-be8d-d802cd0752ea None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:43.479181 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-baf76d62-4658-423a-a69f-0b0b3088d37a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:43.482503 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf76d62-4658-423a-a69f-0b0b3088d37a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Subnet': ['ID=44a69253-6cf7-4dbf-bd66-22363a85b685,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:43.498204 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a41e55a-68f7-4ee7-8986-dcb67aa1d2d8 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:43.528804 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-baf76d62-4658-423a-a69f-0b0b3088d37a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/subnets/44a69253-6cf7-4dbf-bd66-22363a85b685 HTTP/1.1" status: 204 len: 168 time: 0.9731097 Mar 31 15:31:43.534131 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45668) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:43.546237 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-256258f1-4aa7-49b7-800f-5e14650b943b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'subnet': {'network_id': '21fb1b93-57bc-469c-b44e-283edc84fea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:43.610251 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eace63e9-faa8-42f6-8890-6cfc479c518c None None] Network 21fb1b93-57bc-469c-b44e-283edc84fea9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:43.635330 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1834f-8acf-4fa2-aa59-916c30d0c876 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Port': ['ID=9f8d667a-1b31-42b2-b3e8-b4c25588b7ed,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:43.638504 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1834f-8acf-4fa2-aa59-916c30d0c876 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Subnet': ['ID=1162bd21-7e43-4a63-a6d4-1640781c605e,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:43.738301 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-256258f1-4aa7-49b7-800f-5e14650b943b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:43.743050 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-256258f1-4aa7-49b7-800f-5e14650b943b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:subnet and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:43.746113 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-256258f1-4aa7-49b7-800f-5e14650b943b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:43.753025 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-256258f1-4aa7-49b7-800f-5e14650b943b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:43.759055 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d5a1834f-8acf-4fa2-aa59-916c30d0c876 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.5104136 Mar 31 15:31:43.763295 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45678) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:43.769376 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f73bae95-af71-426b-a036-ac1f61c69c54 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'port': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'mac_address': 'fa:16:3e:db:69:f0', 'name': 'tempest-NetworksTestDHCPv6-703683611'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:43.787064 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a41e55a-68f7-4ee7-8986-dcb67aa1d2d8 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:43.821670 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-228e3901-2046-4429-8681-62c8478a7464 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:43.834634 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=9f8d667a-1b31-42b2-b3e8-b4c25588b7ed,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:43.838765 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7c02d14-aa49-4687-beab-475f937d0334 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:43.841586 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41e55a-68f7-4ee7-8986-dcb67aa1d2d8 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Pushing event deleted for resources: {'Subnet': ['ID=6fabfea7-69be-4193-af73-1cfa6c959506,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:43.847540 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a41e55a-68f7-4ee7-8986-dcb67aa1d2d8 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:43.860352 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e86919-3401-407c-90b3-c52c12bbf2f8 None None] Network 664cecd2-16b8-4660-886d-bf7773669942 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:43.986346 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c02d14-aa49-4687-beab-475f937d0334 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Network 1b289c1c-c64d-4695-a89d-9c0b3cf080ab is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:44.001917 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-a7c02d14-aa49-4687-beab-475f937d0334 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:44.004074 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c02d14-aa49-4687-beab-475f937d0334 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Pushing event updated for resources: {'Port': ['ID=f3023feb-690a-4b27-950f-ef877c86f17f,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:44.007529 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c02d14-aa49-4687-beab-475f937d0334 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:31:44.023652 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256258f1-4aa7-49b7-800f-5e14650b943b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:44.027542 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-256258f1-4aa7-49b7-800f-5e14650b943b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:44.069783 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7a41e55a-68f7-4ee7-8986-dcb67aa1d2d8 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "DELETE /v2.0/subnets/6fabfea7-69be-4193-af73-1cfa6c959506 HTTP/1.1" status: 204 len: 168 time: 0.9558251 Mar 31 15:31:44.070394 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45684) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:44.196591 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7c02d14-aa49-4687-beab-475f937d0334 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:44.341624 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d926b68d-d15b-4855-ac05-11d221fc6fb5 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:44.360906 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b21e83-a9c5-4064-8bb9-03fd3f125311 None None] DHCP port deletion for 664cecd2-16b8-4660-886d-bf7773669942 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:31:44.366809 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-92b21e83-a9c5-4064-8bb9-03fd3f125311 None None] Deleting port 169d3b6a-6340-45ea-aa50-bb0e2a08e8a4 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:44.366809 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-92b21e83-a9c5-4064-8bb9-03fd3f125311 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:44.468454 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d926b68d-d15b-4855-ac05-11d221fc6fb5 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Deleting port 169d3b6a-6340-45ea-aa50-bb0e2a08e8a4 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:44.469010 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d926b68d-d15b-4855-ac05-11d221fc6fb5 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:44.500185 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 9f8d667a-1b31-42b2-b3e8-b4c25588b7ed up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:31:44.547362 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f73bae95-af71-426b-a036-ac1f61c69c54 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:44.612822 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f73bae95-af71-426b-a036-ac1f61c69c54 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:port and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:44.635554 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f73bae95-af71-426b-a036-ac1f61c69c54 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for port was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:44.657840 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f73bae95-af71-426b-a036-ac1f61c69c54 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:44.697177 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bd8103a6-ea70-4627-8545-e4964ecab7b8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:44.716059 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45696) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:44.748884 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026259 Mar 31 15:31:44.757549 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45698) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:44.797575 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-bd8103a6-ea70-4627-8545-e4964ecab7b8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Transition to ACTIVE for port object c97fe364-fac1-45ca-8c2e-4fb409b9edb8 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:44.826388 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7c02d14-aa49-4687-beab-475f937d0334 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:44.855829 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73bae95-af71-426b-a036-ac1f61c69c54 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:44.910562 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-92b21e83-a9c5-4064-8bb9-03fd3f125311 None None] For port 169d3b6a-6340-45ea-aa50-bb0e2a08e8a4, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=169d3b6a-6340-45ea-aa50-bb0e2a08e8a4,segment=NetworkSegment(8c3eba07-78c8-4ef8-8f92-a282ed0d1592),segment_id=8c3eba07-78c8-4ef8-8f92-a282ed0d1592)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:44.914275 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-92b21e83-a9c5-4064-8bb9-03fd3f125311 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:44.922991 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bd8103a6-ea70-4627-8545-e4964ecab7b8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:45.094876 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b4cda9b3-cec0-4d51-bc0f-43646895333c tempest-NetworksApiDiscovery-714915318 tempest-NetworksApiDiscovery-714915318-project] 10.222.0.31 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3351729 Mar 31 15:31:45.119154 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-92b21e83-a9c5-4064-8bb9-03fd3f125311 None None] Calling delete_port for 169d3b6a-6340-45ea-aa50-bb0e2a08e8a4 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:31:45.143379 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-d926b68d-d15b-4855-ac05-11d221fc6fb5 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] For port 169d3b6a-6340-45ea-aa50-bb0e2a08e8a4, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=169d3b6a-6340-45ea-aa50-bb0e2a08e8a4,segment=NetworkSegment(8c3eba07-78c8-4ef8-8f92-a282ed0d1592),segment_id=8c3eba07-78c8-4ef8-8f92-a282ed0d1592)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:45.143805 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d926b68d-d15b-4855-ac05-11d221fc6fb5 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:45.222010 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2f055667-982b-447e-9ef5-dade8dc8fad9 None None] Provisioning for port f3023feb-690a-4b27-950f-ef877c86f17f completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:45.234489 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2f055667-982b-447e-9ef5-dade8dc8fad9 None None] Provisioning complete for port f3023feb-690a-4b27-950f-ef877c86f17f triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:45.235355 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2f055667-982b-447e-9ef5-dade8dc8fad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:45.237675 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8103a6-ea70-4627-8545-e4964ecab7b8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event updated for resources: {'Port': ['ID=c97fe364-fac1-45ca-8c2e-4fb409b9edb8,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:45.291699 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 9f8d667a-1b31-42b2-b3e8-b4c25588b7ed triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:45.292324 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:45.353019 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d926b68d-d15b-4855-ac05-11d221fc6fb5 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Calling delete_port for 169d3b6a-6340-45ea-aa50-bb0e2a08e8a4 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:31:45.366334 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-92b21e83-a9c5-4064-8bb9-03fd3f125311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:45.419096 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-2f055667-982b-447e-9ef5-dade8dc8fad9 None None] Port f3023feb-690a-4b27-950f-ef877c86f17f cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:31:45.446963 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f73bae95-af71-426b-a036-ac1f61c69c54 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:45.474035 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b21e83-a9c5-4064-8bb9-03fd3f125311 None None] Pushing event deleted for resources: {'Port': ['ID=169d3b6a-6340-45ea-aa50-bb0e2a08e8a4,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:45.476218 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b21e83-a9c5-4064-8bb9-03fd3f125311 None None] No DVR routers for this DVR port 169d3b6a-6340-45ea-aa50-bb0e2a08e8a4 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:31:45.504485 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-f73bae95-af71-426b-a036-ac1f61c69c54 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] device_id is not set on port f981e9b6-90db-4818-a7a9-15e7566f66f6 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:31:45.574276 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d99ee640-5d66-4704-8729-9dfb86d01592 None None] Provisioning complete for port 2a866d2c-94bb-4295-a9d4-9b9a71745ca9 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:45.574570 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d99ee640-5d66-4704-8729-9dfb86d01592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:45.613694 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-256258f1-4aa7-49b7-800f-5e14650b943b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:45.624134 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.db.api [None req-d926b68d-d15b-4855-ac05-11d221fc6fb5 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:31:45.624622 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG oslo_db.api [None req-d926b68d-d15b-4855-ac05-11d221fc6fb5 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:31:45.642529 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-d99ee640-5d66-4704-8729-9dfb86d01592 None None] Port 2a866d2c-94bb-4295-a9d4-9b9a71745ca9 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:31:45.680123 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d99ee640-5d66-4704-8729-9dfb86d01592 None None] Provisioning complete for port 54774a8c-e5c7-4630-aab5-cda41a864962 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:45.680932 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d99ee640-5d66-4704-8729-9dfb86d01592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:45.739501 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7c02d14-aa49-4687-beab-475f937d0334 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:45.749989 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-228e3901-2046-4429-8681-62c8478a7464 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router_gateway, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:45.758592 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 169d3b6a-6340-45ea-aa50-bb0e2a08e8a4 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:31:45.769016 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256258f1-4aa7-49b7-800f-5e14650b943b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network 21fb1b93-57bc-469c-b44e-283edc84fea9 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:45.777883 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-256258f1-4aa7-49b7-800f-5e14650b943b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:45.781084 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256258f1-4aa7-49b7-800f-5e14650b943b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:45.781787 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-256258f1-4aa7-49b7-800f-5e14650b943b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:45.789025 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-228e3901-2046-4429-8681-62c8478a7464 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:45.816262 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45708) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:45.819905 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256258f1-4aa7-49b7-800f-5e14650b943b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Subnet': ['ID=5e92b3f1-6e86-4561-8f93-b3adef633483,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:45.838583 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7c02d14-aa49-4687-beab-475f937d0334 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:45.852746 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 169d3b6a-6340-45ea-aa50-bb0e2a08e8a4 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:31:45.853378 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 169d3b6a-6340-45ea-aa50-bb0e2a08e8a4 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:31:45.866667 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e9aa6c-8f21-4640-9a2b-5cd0d1a8b61e None None] Network 21fb1b93-57bc-469c-b44e-283edc84fea9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:45.912976 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-256258f1-4aa7-49b7-800f-5e14650b943b tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3780913 Mar 31 15:31:45.923606 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45714) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:45.935986 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-6037e72a-0da6-47a0-bcf0-c5041a47e90a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'security_group': {'name': 'tempest-secgroup-912150'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:45.942812 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6037e72a-0da6-47a0-bcf0-c5041a47e90a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:45.948102 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6037e72a-0da6-47a0-bcf0-c5041a47e90a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:security_group and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:45.951532 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6037e72a-0da6-47a0-bcf0-c5041a47e90a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:45.958742 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6037e72a-0da6-47a0-bcf0-c5041a47e90a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:46.007510 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-924f4db0-ea67-43f8-89f1-82e6a10b1e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:46.030147 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-924f4db0-ea67-43f8-89f1-82e6a10b1e02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:46.034500 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-924f4db0-ea67-43f8-89f1-82e6a10b1e02 admin admin] Usage tracker for resource:security_group_rule and tenant:784a45166f2642ccbc32c9deea5ef6ad is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:46.038591 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-924f4db0-ea67-43f8-89f1-82e6a10b1e02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:46.050279 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-924f4db0-ea67-43f8-89f1-82e6a10b1e02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:46.055949 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-f73bae95-af71-426b-a036-ac1f61c69c54 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Allocated IP 172.20.0.7 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/70f6e185-201b-4b39-aac0-7cd8e846ef87/f981e9b6-90db-4818-a7a9-15e7566f66f6) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:46.063215 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-bd8103a6-ea70-4627-8545-e4964ecab7b8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] In _notify_port_updated(), no bound segment for port c97fe364-fac1-45ca-8c2e-4fb409b9edb8 on network 0dfe4455-f298-4793-98de-d5f85bbf57cc {{(pid=103444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 31 15:31:46.066797 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-f73bae95-af71-426b-a036-ac1f61c69c54 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Allocated IP 2001:db8::f816:3eff:fedb:69f0 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/1162bd21-7e43-4a63-a6d4-1640781c605e/f981e9b6-90db-4818-a7a9-15e7566f66f6) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:46.068672 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8103a6-ea70-4627-8545-e4964ecab7b8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:46.069319 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bd8103a6-ea70-4627-8545-e4964ecab7b8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:46.073267 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-bd8103a6-ea70-4627-8545-e4964ecab7b8 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "PUT /v2.0/ports/c97fe364-fac1-45ca-8c2e-4fb409b9edb8 HTTP/1.1" status: 200 len: 959 time: 6.6441672 Mar 31 15:31:46.080938 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45718) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:46.084371 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6037e72a-0da6-47a0-bcf0-c5041a47e90a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:46.084928 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c02d14-aa49-4687-beab-475f937d0334 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Pushing event updated for resources: {'Port': ['ID=f3023feb-690a-4b27-950f-ef877c86f17f,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:46.089940 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7c02d14-aa49-4687-beab-475f937d0334 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:46.134579 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d926b68d-d15b-4855-ac05-11d221fc6fb5 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Deleting port 169d3b6a-6340-45ea-aa50-bb0e2a08e8a4 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:46.134939 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d926b68d-d15b-4855-ac05-11d221fc6fb5 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:46.178676 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d99ee640-5d66-4704-8729-9dfb86d01592 None None] Provisioning complete for port 9f8d667a-1b31-42b2-b3e8-b4c25588b7ed triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:46.178997 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d99ee640-5d66-4704-8729-9dfb86d01592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:46.236129 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6037e72a-0da6-47a0-bcf0-c5041a47e90a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:46.257977 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d926b68d-d15b-4855-ac05-11d221fc6fb5 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] The port '169d3b6a-6340-45ea-aa50-bb0e2a08e8a4' was deleted {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:31:46.259553 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-228e3901-2046-4429-8681-62c8478a7464 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Allocated IP 172.26.5.43 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/9a07381c-7131-4410-bf2d-d42ea3c33ed1) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:46.269066 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6037e72a-0da6-47a0-bcf0-c5041a47e90a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:security_group_rule and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:46.325595 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c02d14-aa49-4687-beab-475f937d0334 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Network 1b289c1c-c64d-4695-a89d-9c0b3cf080ab is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:46.329370 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-a7c02d14-aa49-4687-beab-475f937d0334 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:46.450137 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6037e72a-0da6-47a0-bcf0-c5041a47e90a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:46.516500 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6037e72a-0da6-47a0-bcf0-c5041a47e90a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:46.522176 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-9e798e29-a2fa-4a81-944a-766b99e8aa75 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting port c97fe364-fac1-45ca-8c2e-4fb409b9edb8 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:46.522522 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e798e29-a2fa-4a81-944a-766b99e8aa75 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:46.526138 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4542c9e-d8de-48d3-ac33-fe650fc7b2ab None None] Update dhcp port {'port': {'network_id': '21fb1b93-57bc-469c-b44e-283edc84fea9', 'fixed_ips': [{'subnet_id': 'cc25b847-8377-4cdd-8f11-d39788ad1678', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5e92b3f1-6e86-4561-8f93-b3adef633483'}], 'binding:host_id': 'dv-neutron-833379-2-hyperv'}, 'id': '54774a8c-e5c7-4630-aab5-cda41a864962'} from dv-neutron-833379-2-hyperv. {{(pid=103445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 31 15:31:46.591991 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b4542c9e-d8de-48d3-ac33-fe650fc7b2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:46.661899 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-50e1831e-dcfa-4801-8d39-078805453851 None None] Provisioning for port c97fe364-fac1-45ca-8c2e-4fb409b9edb8 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:46.733260 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-50e1831e-dcfa-4801-8d39-078805453851 None None] Provisioning complete for port c97fe364-fac1-45ca-8c2e-4fb409b9edb8 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:46.734441 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-50e1831e-dcfa-4801-8d39-078805453851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:46.747173 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c02d14-aa49-4687-beab-475f937d0334 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Router 14e96466-6310-45d2-af63-f1ab174cf6e7 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:31:46.752982 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-228e3901-2046-4429-8681-62c8478a7464 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:46.764239 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d926b68d-d15b-4855-ac05-11d221fc6fb5 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:46.821457 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-50e1831e-dcfa-4801-8d39-078805453851 None None] Port c97fe364-fac1-45ca-8c2e-4fb409b9edb8 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:31:46.858229 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d926b68d-d15b-4855-ac05-11d221fc6fb5 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['664cecd2-16b8-4660-886d-bf7773669942']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:46.889992 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-b4542c9e-d8de-48d3-ac33-fe650fc7b2ab None None] Allocated IP 2001:db8::2 (21fb1b93-57bc-469c-b44e-283edc84fea9/5e92b3f1-6e86-4561-8f93-b3adef633483/54774a8c-e5c7-4630-aab5-cda41a864962) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:46.902702 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d926b68d-d15b-4855-ac05-11d221fc6fb5 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3eba07-78c8-4ef8-8f92-a282ed0d1592') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:46.903314 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d926b68d-d15b-4855-ac05-11d221fc6fb5 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3eba07-78c8-4ef8-8f92-a282ed0d1592') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:46.930982 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c02d14-aa49-4687-beab-475f937d0334 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:31:46.942785 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a7c02d14-aa49-4687-beab-475f937d0334 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] 10.222.0.31 "PUT /v2.0/routers/14e96466-6310-45d2-af63-f1ab174cf6e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3852425 Mar 31 15:31:46.945674 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45722) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:46.948599 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afbc977-1070-479a-ad05-4a53c271283e None None] Sync routers for ids ['14e96466-6310-45d2-af63-f1ab174cf6e7'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:31:46.958187 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d926b68d-d15b-4855-ac05-11d221fc6fb5 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:46.999824 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-924f4db0-ea67-43f8-89f1-82e6a10b1e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:47.018598 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afbc977-1070-479a-ad05-4a53c271283e None None] Routers {'14e96466-6310-45d2-af63-f1ab174cf6e7'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:31:47.019237 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4afbc977-1070-479a-ad05-4a53c271283e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:31:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['14e96466-6310-45d2-af63-f1ab174cf6e7'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:47.042130 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f73bae95-af71-426b-a036-ac1f61c69c54 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:47.045231 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d926b68d-d15b-4855-ac05-11d221fc6fb5 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:47.069124 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-228e3901-2046-4429-8681-62c8478a7464 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:47.069446 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d926b68d-d15b-4855-ac05-11d221fc6fb5 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:31:47.070053 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d926b68d-d15b-4855-ac05-11d221fc6fb5 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:47.089906 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4afbc977-1070-479a-ad05-4a53c271283e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: util.warn( Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: util.warn( Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: util.warn( Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: util.warn( Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:31:47.090944 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:31:47.094968 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c97eaaa5-cefd-43e5-87db-6e24879dd07b None None] Provisioning complete for port f3023feb-690a-4b27-950f-ef877c86f17f triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:47.095341 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c97eaaa5-cefd-43e5-87db-6e24879dd07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:47.152470 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6037e72a-0da6-47a0-bcf0-c5041a47e90a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:47.156664 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afbc977-1070-479a-ad05-4a53c271283e None None] Routers {'14e96466-6310-45d2-af63-f1ab174cf6e7'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:31:47.157006 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4afbc977-1070-479a-ad05-4a53c271283e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:31:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['14e96466-6310-45d2-af63-f1ab174cf6e7'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:47.165252 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-924f4db0-ea67-43f8-89f1-82e6a10b1e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:47.166143 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228e3901-2046-4429-8681-62c8478a7464 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:47.174279 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-228e3901-2046-4429-8681-62c8478a7464 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:47.176998 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228e3901-2046-4429-8681-62c8478a7464 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:31:47.210842 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5b93d6d0-075f-4417-a247-ad856502c148 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:47.229140 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4afbc977-1070-479a-ad05-4a53c271283e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:47.229571 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afbc977-1070-479a-ad05-4a53c271283e None None] The sync data for ids ['14e96466-6310-45d2-af63-f1ab174cf6e7'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:31:47.238657 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-b4542c9e-d8de-48d3-ac33-fe650fc7b2ab None None] For port 54774a8c-e5c7-4630-aab5-cda41a864962, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=54774a8c-e5c7-4630-aab5-cda41a864962,segment=NetworkSegment(8c5c35e6-ebc8-4bd1-8538-66155bd34455),segment_id=8c5c35e6-ebc8-4bd1-8538-66155bd34455)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:47.240874 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-f73bae95-af71-426b-a036-ac1f61c69c54 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Transition to ACTIVE for port object f981e9b6-90db-4818-a7a9-15e7566f66f6 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:47.247275 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-c97eaaa5-cefd-43e5-87db-6e24879dd07b None None] Port f3023feb-690a-4b27-950f-ef877c86f17f cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:31:47.252738 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6037e72a-0da6-47a0-bcf0-c5041a47e90a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:47.266774 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e3901-2046-4429-8681-62c8478a7464 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Port': ['ID=9a07381c-7131-4410-bf2d-d42ea3c33ed1,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:47.270301 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b4542c9e-d8de-48d3-ac33-fe650fc7b2ab None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:47.334588 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-924f4db0-ea67-43f8-89f1-82e6a10b1e02 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=784a45166f2642ccbc32c9deea5ef6ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5159507 Mar 31 15:31:47.335550 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f4db0-ea67-43f8-89f1-82e6a10b1e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5aeba8-fb24-4154-8a17-241392510fb0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:47.338938 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45726) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:47.361172 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e798e29-a2fa-4a81-944a-766b99e8aa75 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:47.389491 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b4542c9e-d8de-48d3-ac33-fe650fc7b2ab None None] Transition to ACTIVE for port object 54774a8c-e5c7-4630-aab5-cda41a864962 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:47.475776 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b4542c9e-d8de-48d3-ac33-fe650fc7b2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:47.505583 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-5b93d6d0-075f-4417-a247-ad856502c148 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 31 15:31:47.509542 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5b93d6d0-075f-4417-a247-ad856502c148 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] 10.222.0.31 "DELETE /v2.0/routers/14e96466-6310-45d2-af63-f1ab174cf6e7 HTTP/1.1" status: 409 len: 329 time: 0.5628614 Mar 31 15:31:47.512890 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d926b68d-d15b-4855-ac05-11d221fc6fb5 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:47.519566 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45730) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:47.527826 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-9e798e29-a2fa-4a81-944a-766b99e8aa75 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Calling delete_port for c97fe364-fac1-45ca-8c2e-4fb409b9edb8 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:31:47.555735 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6037e72a-0da6-47a0-bcf0-c5041a47e90a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:47.559457 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6037e72a-0da6-47a0-bcf0-c5041a47e90a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 1.6318085 Mar 31 15:31:47.593460 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45734) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:47.596088 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d926b68d-d15b-4855-ac05-11d221fc6fb5 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:47.600239 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d926b68d-d15b-4855-ac05-11d221fc6fb5 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] 10.222.0.31 "DELETE /v2.0/networks/664cecd2-16b8-4660-886d-bf7773669942 HTTP/1.1" status: 204 len: 168 time: 3.5203896 Mar 31 15:31:47.609326 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037e72a-0da6-47a0-bcf0-c5041a47e90a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7886c8ab-7cc5-4ccb-a858-ab2e9c6f8a25,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:47.616792 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-99262acd-f865-4887-af5a-a67a2e821586 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'security_group': {'name': 'tempest-secgroup-1706406363'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:47.636307 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926b68d-d15b-4855-ac05-11d221fc6fb5 tempest-TagsExtTest-1165812523 tempest-TagsExtTest-1165812523-project] Pushing event deleted for resources: {'Network': ['ID=664cecd2-16b8-4660-886d-bf7773669942,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:47.638806 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-99262acd-f865-4887-af5a-a67a2e821586 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:47.656831 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-99262acd-f865-4887-af5a-a67a2e821586 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:security_group and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:47.665167 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-99262acd-f865-4887-af5a-a67a2e821586 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:47.675714 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4542c9e-d8de-48d3-ac33-fe650fc7b2ab None None] Pushing event updated for resources: {'Port': ['ID=54774a8c-e5c7-4630-aab5-cda41a864962,revision_number=6']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:47.682381 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-99262acd-f865-4887-af5a-a67a2e821586 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:47.725736 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f73bae95-af71-426b-a036-ac1f61c69c54 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:47.775175 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-862fa5a2-f6c7-4eca-9f25-6313bd5bc06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:47.875607 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-99262acd-f865-4887-af5a-a67a2e821586 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:47.890970 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73bae95-af71-426b-a036-ac1f61c69c54 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:47.909608 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-f73bae95-af71-426b-a036-ac1f61c69c54 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:47.926285 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-862fa5a2-f6c7-4eca-9f25-6313bd5bc06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:47.936300 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73bae95-af71-426b-a036-ac1f61c69c54 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:31:47.967526 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73bae95-af71-426b-a036-ac1f61c69c54 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Port': ['ID=f981e9b6-90db-4818-a7a9-15e7566f66f6,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:47.992926 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e798e29-a2fa-4a81-944a-766b99e8aa75 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:48.005734 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-99262acd-f865-4887-af5a-a67a2e821586 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:48.069220 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-99262acd-f865-4887-af5a-a67a2e821586 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:security_group_rule and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:48.105868 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-99262acd-f865-4887-af5a-a67a2e821586 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:48.119469 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45742) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:48.120276 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e798e29-a2fa-4a81-944a-766b99e8aa75 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Port': ['ID=c97fe364-fac1-45ca-8c2e-4fb409b9edb8,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:48.125596 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-99262acd-f865-4887-af5a-a67a2e821586 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:48.196858 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73bae95-af71-426b-a036-ac1f61c69c54 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:48.197581 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f73bae95-af71-426b-a036-ac1f61c69c54 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:48.328876 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e798e29-a2fa-4a81-944a-766b99e8aa75 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:48.352760 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9e798e29-a2fa-4a81-944a-766b99e8aa75 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/ports/c97fe364-fac1-45ca-8c2e-4fb409b9edb8 HTTP/1.1" status: 204 len: 168 time: 2.2703545 Mar 31 15:31:48.358321 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45748) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:48.362115 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-228e3901-2046-4429-8681-62c8478a7464 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router_gateway, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:48.443516 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 54774a8c-e5c7-4630-aab5-cda41a864962 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:31:48.653323 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f73bae95-af71-426b-a036-ac1f61c69c54 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.8867486 Mar 31 15:31:48.657738 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-862fa5a2-f6c7-4eca-9f25-6313bd5bc06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:48.658577 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45752) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:48.672847 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-121fed92-260a-4daa-bc7a-c107162ab514 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] GET failed (client error): The resource could not be found. Mar 31 15:31:48.673456 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-121fed92-260a-4daa-bc7a-c107162ab514 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Synchronizing usage tracker for tenant:62591a084e044f5ebd9b8ec401f28de6 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:31:48.693996 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-862fa5a2-f6c7-4eca-9f25-6313bd5bc06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:48.695113 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-862fa5a2-f6c7-4eca-9f25-6313bd5bc06c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b5aeba8-fb24-4154-8a17-241392510fb0 HTTP/1.1" status: 204 len: 168 time: 1.3507683 Mar 31 15:31:48.698169 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862fa5a2-f6c7-4eca-9f25-6313bd5bc06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5aeba8-fb24-4154-8a17-241392510fb0,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:48.730686 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-5de1eae8-b2fe-4f79-befe-c0f6bc2aff4c None None] Provisioning for port f981e9b6-90db-4818-a7a9-15e7566f66f6 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:48.737896 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-5de1eae8-b2fe-4f79-befe-c0f6bc2aff4c None None] Provisioning complete for port f981e9b6-90db-4818-a7a9-15e7566f66f6 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:48.738809 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-121fed92-260a-4daa-bc7a-c107162ab514 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Unset dirty status for tenant:62591a084e044f5ebd9b8ec401f28de6 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:31:48.742976 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5de1eae8-b2fe-4f79-befe-c0f6bc2aff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:48.743126 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-121fed92-260a-4daa-bc7a-c107162ab514 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "GET /v2.0/ports/c97fe364-fac1-45ca-8c2e-4fb409b9edb8 HTTP/1.1" status: 404 len: 333 time: 0.3844676 Mar 31 15:31:48.744307 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45758) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:48.758575 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-99262acd-f865-4887-af5a-a67a2e821586 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:48.762387 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f700f109-999b-4249-9fa1-8597e3b50923 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d0a6e84098f744bb95208b9a0b7c1106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6387873 Mar 31 15:31:48.769832 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45762) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:48.803257 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-5de1eae8-b2fe-4f79-befe-c0f6bc2aff4c None None] Port f981e9b6-90db-4818-a7a9-15e7566f66f6 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:31:48.831660 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-99262acd-f865-4887-af5a-a67a2e821586 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:48.856237 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d38cd44-33e8-4e90-ac1d-3877336a0699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:48.896205 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99262acd-f865-4887-af5a-a67a2e821586 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16a7376e-8361-4c10-a21a-2e2672995f98,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:48.902363 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d38cd44-33e8-4e90-ac1d-3877336a0699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:48.928798 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-30f2f540-8809-4975-bb0e-05a66015cda5 None None] Provisioning complete for port 2a866d2c-94bb-4295-a9d4-9b9a71745ca9 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:48.929273 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-30f2f540-8809-4975-bb0e-05a66015cda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:48.955927 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-99262acd-f865-4887-af5a-a67a2e821586 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:48.957447 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-99262acd-f865-4887-af5a-a67a2e821586 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3582444 Mar 31 15:31:48.964661 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45766) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:48.970169 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-478c77cf-b9d0-4ce7-881a-ab4a874d2ede tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'security_group': {'name': 'tempest-secgroup-2086966302'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:48.977589 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-478c77cf-b9d0-4ce7-881a-ab4a874d2ede tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:48.982695 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-478c77cf-b9d0-4ce7-881a-ab4a874d2ede tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:security_group and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:48.986342 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-478c77cf-b9d0-4ce7-881a-ab4a874d2ede tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:48.993901 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-478c77cf-b9d0-4ce7-881a-ab4a874d2ede tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:49.004286 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-974a2d56-3e0f-4dad-91a1-52bb18b1faab tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:49.011408 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-30f2f540-8809-4975-bb0e-05a66015cda5 None None] Port 2a866d2c-94bb-4295-a9d4-9b9a71745ca9 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:31:49.045900 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d38cd44-33e8-4e90-ac1d-3877336a0699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:49.063505 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38cd44-33e8-4e90-ac1d-3877336a0699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc6b1ae-894c-4f8e-b3fc-a4aa997847d2,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:49.065617 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a242f58-5f4f-4329-be63-ea0b120aab74 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:49.072313 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d38cd44-33e8-4e90-ac1d-3877336a0699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:49.072524 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a242f58-5f4f-4329-be63-ea0b120aab74 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:49.073561 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6d38cd44-33e8-4e90-ac1d-3877336a0699 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4dc6b1ae-894c-4f8e-b3fc-a4aa997847d2 HTTP/1.1" status: 204 len: 168 time: 0.3025830 Mar 31 15:31:49.076168 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3a242f58-5f4f-4329-be63-ea0b120aab74 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:31:49.078964 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-72414036-7ecf-41ef-8c21-234e6645b92a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:49.139973 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-478c77cf-b9d0-4ce7-881a-ab4a874d2ede tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:49.147801 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-228e3901-2046-4429-8681-62c8478a7464 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:49.149963 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-30f2f540-8809-4975-bb0e-05a66015cda5 None None] Provisioning for port 54774a8c-e5c7-4630-aab5-cda41a864962 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:49.165811 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-30f2f540-8809-4975-bb0e-05a66015cda5 None None] Provisioning complete for port 54774a8c-e5c7-4630-aab5-cda41a864962 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:49.166849 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-30f2f540-8809-4975-bb0e-05a66015cda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:49.187145 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-478c77cf-b9d0-4ce7-881a-ab4a874d2ede tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:49.191829 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-478c77cf-b9d0-4ce7-881a-ab4a874d2ede tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:security_group_rule and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:49.196403 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-478c77cf-b9d0-4ce7-881a-ab4a874d2ede tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:49.202915 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-478c77cf-b9d0-4ce7-881a-ab4a874d2ede tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:49.209270 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-72414036-7ecf-41ef-8c21-234e6645b92a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:49.290986 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-478c77cf-b9d0-4ce7-881a-ab4a874d2ede tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:49.333681 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3a242f58-5f4f-4329-be63-ea0b120aab74 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:31:49.334839 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3a242f58-5f4f-4329-be63-ea0b120aab74 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.6709292 Mar 31 15:31:49.343350 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45772) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:49.416573 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-da3220c9-80e0-423a-a82b-9543d49fbc30 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting port f981e9b6-90db-4818-a7a9-15e7566f66f6 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:49.416915 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-da3220c9-80e0-423a-a82b-9543d49fbc30 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:49.450542 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-478c77cf-b9d0-4ce7-881a-ab4a874d2ede tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:49.559101 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c77cf-b9d0-4ce7-881a-ab4a874d2ede tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2219002-68fa-46cd-af94-7257aa53b346,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:49.615826 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-478c77cf-b9d0-4ce7-881a-ab4a874d2ede tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:49.626368 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-478c77cf-b9d0-4ce7-881a-ab4a874d2ede tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6578631 Mar 31 15:31:49.643023 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45780) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:49.662955 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-36c3387f-b319-42dc-9d21-b91609f6346f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1156756914', 'security_groups': ['e2219002-68fa-46cd-af94-7257aa53b346'], 'network_id': '21fb1b93-57bc-469c-b44e-283edc84fea9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5e92b3f1-6e86-4561-8f93-b3adef633483'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:49.679787 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-72414036-7ecf-41ef-8c21-234e6645b92a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:49.706487 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72414036-7ecf-41ef-8c21-234e6645b92a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a154b66-9940-4699-b3ac-f22220047c54,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:49.725234 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-72414036-7ecf-41ef-8c21-234e6645b92a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:49.728807 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-72414036-7ecf-41ef-8c21-234e6645b92a tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/security-groups/5a154b66-9940-4699-b3ac-f22220047c54 HTTP/1.1" status: 204 len: 168 time: 0.9812500 Mar 31 15:31:49.729691 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45788) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:49.875440 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-da3220c9-80e0-423a-a82b-9543d49fbc30 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:49.877216 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d451b9f1-bfdc-4d01-9fbd-b01a83570736 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:49.880618 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-974a2d56-3e0f-4dad-91a1-52bb18b1faab tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Deleting port f3023feb-690a-4b27-950f-ef877c86f17f {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:49.881045 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-974a2d56-3e0f-4dad-91a1-52bb18b1faab tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:49.951639 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d451b9f1-bfdc-4d01-9fbd-b01a83570736 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:50.020680 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-da3220c9-80e0-423a-a82b-9543d49fbc30 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Calling delete_port for f981e9b6-90db-4818-a7a9-15e7566f66f6 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:31:50.060069 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-36c3387f-b319-42dc-9d21-b91609f6346f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:50.075049 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228e3901-2046-4429-8681-62c8478a7464 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Router 84df2f68-8eef-4a24-b994-9581b7c9239a is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:31:50.080337 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-36c3387f-b319-42dc-9d21-b91609f6346f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:50.161657 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c3387f-b319-42dc-9d21-b91609f6346f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:50.207075 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-974a2d56-3e0f-4dad-91a1-52bb18b1faab tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:50.228891 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d451b9f1-bfdc-4d01-9fbd-b01a83570736 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:50.354420 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-36c3387f-b319-42dc-9d21-b91609f6346f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:50.379638 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-36c3387f-b319-42dc-9d21-b91609f6346f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] device_id is not set on port 309f76d5-cb1a-4d59-9ff0-171ed97c5617 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:31:50.417372 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-974a2d56-3e0f-4dad-91a1-52bb18b1faab tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Calling delete_port for f3023feb-690a-4b27-950f-ef877c86f17f owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:31:50.432718 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-da3220c9-80e0-423a-a82b-9543d49fbc30 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:50.446043 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451b9f1-bfdc-4d01-9fbd-b01a83570736 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ffcf08-d3c1-4680-bc7a-b3514d712ce3,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:50.469756 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d451b9f1-bfdc-4d01-9fbd-b01a83570736 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:50.474166 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d451b9f1-bfdc-4d01-9fbd-b01a83570736 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/security-groups/15ffcf08-d3c1-4680-bc7a-b3514d712ce3 HTTP/1.1" status: 204 len: 168 time: 0.7400413 Mar 31 15:31:50.476074 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45804) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:50.491852 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228e3901-2046-4429-8681-62c8478a7464 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:31:50.507140 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685ae6f1-1134-4227-aa8b-131dad48f930 None None] Sync routers for ids ['84df2f68-8eef-4a24-b994-9581b7c9239a'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:31:50.521942 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685ae6f1-1134-4227-aa8b-131dad48f930 None None] Routers {'84df2f68-8eef-4a24-b994-9581b7c9239a'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:31:50.523024 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-685ae6f1-1134-4227-aa8b-131dad48f930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:31:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['84df2f68-8eef-4a24-b994-9581b7c9239a'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:50.541967 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3220c9-80e0-423a-a82b-9543d49fbc30 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Port': ['ID=f981e9b6-90db-4818-a7a9-15e7566f66f6,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:50.588581 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-228e3901-2046-4429-8681-62c8478a7464 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:50.593903 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-228e3901-2046-4429-8681-62c8478a7464 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.0338995 Mar 31 15:31:50.593903 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45808) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:50.698373 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-685ae6f1-1134-4227-aa8b-131dad48f930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:50.707525 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685ae6f1-1134-4227-aa8b-131dad48f930 None None] Routers {'84df2f68-8eef-4a24-b994-9581b7c9239a'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:31:50.708165 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-685ae6f1-1134-4227-aa8b-131dad48f930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:31:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['84df2f68-8eef-4a24-b994-9581b7c9239a'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:50.780917 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-685ae6f1-1134-4227-aa8b-131dad48f930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:50.785060 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f8728ae0-cb86-41b4-af74-3006f4d953b0 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:50.785970 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685ae6f1-1134-4227-aa8b-131dad48f930 None None] The sync data for ids ['84df2f68-8eef-4a24-b994-9581b7c9239a'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:31:50.883857 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-974a2d56-3e0f-4dad-91a1-52bb18b1faab tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:50.945920 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a2d56-3e0f-4dad-91a1-52bb18b1faab tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Pushing event deleted for resources: {'Port': ['ID=f3023feb-690a-4b27-950f-ef877c86f17f,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:51.008976 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f8728ae0-cb86-41b4-af74-3006f4d953b0 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:51.040639 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-692de89d-39a1-4e29-8660-965f298148e8 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "GET /v2.0/routers/84df2f68-8eef-4a24-b994-9581b7c9239a HTTP/1.1" status: 200 len: 884 time: 0.4465125 Mar 31 15:31:51.047133 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45818) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:51.050344 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-da3220c9-80e0-423a-a82b-9543d49fbc30 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:51.095112 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-36c3387f-b319-42dc-9d21-b91609f6346f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Allocated IP 2001:db8::1c6 (21fb1b93-57bc-469c-b44e-283edc84fea9/5e92b3f1-6e86-4561-8f93-b3adef633483/309f76d5-cb1a-4d59-9ff0-171ed97c5617) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:51.155455 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-da3220c9-80e0-423a-a82b-9543d49fbc30 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/f981e9b6-90db-4818-a7a9-15e7566f66f6 HTTP/1.1" status: 204 len: 168 time: 1.8107436 Mar 31 15:31:51.157876 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45824) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:51.234768 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f8728ae0-cb86-41b4-af74-3006f4d953b0 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:51.340838 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8728ae0-cb86-41b4-af74-3006f4d953b0 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33d4458-733d-4f04-a593-f601bdb823bd,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:51.354477 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c01a125-00a7-475d-b8e8-eed6476b8c5c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:51.356019 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c01a125-00a7-475d-b8e8-eed6476b8c5c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:51.357677 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c01a125-00a7-475d-b8e8-eed6476b8c5c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:51.358519 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4c01a125-00a7-475d-b8e8-eed6476b8c5c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:31:51.383318 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f8728ae0-cb86-41b4-af74-3006f4d953b0 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:51.385647 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f8728ae0-cb86-41b4-af74-3006f4d953b0 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/security-groups/a33d4458-733d-4f04-a593-f601bdb823bd HTTP/1.1" status: 204 len: 168 time: 0.9049752 Mar 31 15:31:51.393689 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45832) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:51.412488 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-974a2d56-3e0f-4dad-91a1-52bb18b1faab tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:51.501468 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4c01a125-00a7-475d-b8e8-eed6476b8c5c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:31:51.506426 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4c01a125-00a7-475d-b8e8-eed6476b8c5c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3473690 Mar 31 15:31:51.507277 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45840) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:51.510137 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-36c3387f-b319-42dc-9d21-b91609f6346f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:51.516799 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-20bc6552-bf1e-4748-adff-ef8b10b000de tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting subnet 7473ed4c-a7d9-4f7b-8a58-b302c7fbf293 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:31:51.563656 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20bc6552-bf1e-4748-adff-ef8b10b000de tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:51.631457 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-36c3387f-b319-42dc-9d21-b91609f6346f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Transition to ACTIVE for port object 309f76d5-cb1a-4d59-9ff0-171ed97c5617 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:51.660700 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20bc6552-bf1e-4748-adff-ef8b10b000de tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:51.713314 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-679a6d32-419a-43a6-a5a5-0b1522cbd49b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting subnet 1162bd21-7e43-4a63-a6d4-1640781c605e {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:31:51.723712 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-679a6d32-419a-43a6-a5a5-0b1522cbd49b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:51.767024 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974a2d56-3e0f-4dad-91a1-52bb18b1faab tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Router 14e96466-6310-45d2-af63-f1ab174cf6e7 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:31:51.800861 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-679a6d32-419a-43a6-a5a5-0b1522cbd49b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:51.862584 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a3ee2d2e-d3bf-42d1-b0e8-5219f2f631b8 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Synchronizing usage tracker for tenant:f5aeba78f50f4bbea010c74344321d80 on resource:router {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:31:51.868093 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-36c3387f-b319-42dc-9d21-b91609f6346f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:51.911199 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20bc6552-bf1e-4748-adff-ef8b10b000de tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:51.936897 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974a2d56-3e0f-4dad-91a1-52bb18b1faab tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:31:51.936897 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45844) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:51.946283 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cac932e-3a16-46e4-8a62-448e24807265 None None] Sync routers for ids ['14e96466-6310-45d2-af63-f1ab174cf6e7'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:31:51.946878 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-be177c66-2f24-4eb4-8101-a3f6fe308b5d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-553155077', 'description': 'tempest-secgroup-smoke-553155077 description', 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:51.955411 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-be177c66-2f24-4eb4-8101-a3f6fe308b5d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:51.958038 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cac932e-3a16-46e4-8a62-448e24807265 None None] Routers {'14e96466-6310-45d2-af63-f1ab174cf6e7'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:31:51.962525 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5cac932e-3a16-46e4-8a62-448e24807265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:31:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['14e96466-6310-45d2-af63-f1ab174cf6e7'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:51.962738 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-974a2d56-3e0f-4dad-91a1-52bb18b1faab tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] 10.222.0.31 "PUT /v2.0/routers/14e96466-6310-45d2-af63-f1ab174cf6e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4371755 Mar 31 15:31:51.962738 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45848) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:51.965559 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-be177c66-2f24-4eb4-8101-a3f6fe308b5d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Usage tracker for resource:security_group and tenant:230cf1c9b48c44d9b9e8cc3157cbe0bc is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:52.006385 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c3387f-b319-42dc-9d21-b91609f6346f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network 21fb1b93-57bc-469c-b44e-283edc84fea9 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:52.020490 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-36c3387f-b319-42dc-9d21-b91609f6346f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:52.023081 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-be177c66-2f24-4eb4-8101-a3f6fe308b5d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:52.023889 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5cac932e-3a16-46e4-8a62-448e24807265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:52.031601 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c3387f-b319-42dc-9d21-b91609f6346f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:31:52.041215 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cac932e-3a16-46e4-8a62-448e24807265 None None] Routers {'14e96466-6310-45d2-af63-f1ab174cf6e7'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:31:52.041215 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5cac932e-3a16-46e4-8a62-448e24807265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:31:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['14e96466-6310-45d2-af63-f1ab174cf6e7'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:52.041426 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c3387f-b319-42dc-9d21-b91609f6346f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:52.041426 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-36c3387f-b319-42dc-9d21-b91609f6346f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:52.043671 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a3ee2d2e-d3bf-42d1-b0e8-5219f2f631b8 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Unset dirty status for tenant:f5aeba78f50f4bbea010c74344321d80 on resource:router {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:31:52.044858 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a3ee2d2e-d3bf-42d1-b0e8-5219f2f631b8 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.9967933 Mar 31 15:31:52.045376 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3387f-b319-42dc-9d21-b91609f6346f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Port': ['ID=309f76d5-cb1a-4d59-9ff0-171ed97c5617,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:52.046851 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-be177c66-2f24-4eb4-8101-a3f6fe308b5d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:52.047748 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45852) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:52.048858 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-679a6d32-419a-43a6-a5a5-0b1522cbd49b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:52.049757 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-dcadc539-39fa-414d-b1b5-c0d9a4012ced tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] show failed (client error): The resource could not be found. Mar 31 15:31:52.050900 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-dcadc539-39fa-414d-b1b5-c0d9a4012ced tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-1396035044 HTTP/1.1" status: 404 len: 335 time: 0.0872772 Mar 31 15:31:52.055249 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45854) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:52.063358 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-396bf58c-2a2a-466d-8475-3cac4babc0cb tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:52.100708 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d889b118-43b5-4696-8b85-75705b6e4c51 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1521367715'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:52.105162 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5cac932e-3a16-46e4-8a62-448e24807265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:52.105694 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cac932e-3a16-46e4-8a62-448e24807265 None None] The sync data for ids ['14e96466-6310-45d2-af63-f1ab174cf6e7'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:31:52.141231 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-396bf58c-2a2a-466d-8475-3cac4babc0cb tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] update failed (client error): The resource could not be found. Mar 31 15:31:52.144237 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-396bf58c-2a2a-466d-8475-3cac4babc0cb tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-2136846342 HTTP/1.1" status: 404 len: 335 time: 0.0861192 Mar 31 15:31:52.146380 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45860) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:52.203867 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be177c66-2f24-4eb4-8101-a3f6fe308b5d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:52.228965 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be177c66-2f24-4eb4-8101-a3f6fe308b5d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:52.252281 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-44fa4605-2788-4c05-b418-fb00df864bd1 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Deleting subnet f7912cab-d753-4668-9693-e29a4fd755f6 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:31:52.256590 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-be177c66-2f24-4eb4-8101-a3f6fe308b5d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:52.258680 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-44fa4605-2788-4c05-b418-fb00df864bd1 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:52.289859 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-36c3387f-b319-42dc-9d21-b91609f6346f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6424718 Mar 31 15:31:52.291428 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45864) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:52.298407 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20bc6552-bf1e-4748-adff-ef8b10b000de tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:52.302804 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-a8534360-f2b8-48a2-aa2c-d516f9fde03e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'subnet': {'network_id': '21fb1b93-57bc-469c-b44e-283edc84fea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:52.317700 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-be177c66-2f24-4eb4-8101-a3f6fe308b5d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Usage tracker for resource:security_group_rule and tenant:230cf1c9b48c44d9b9e8cc3157cbe0bc is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:52.330578 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-be177c66-2f24-4eb4-8101-a3f6fe308b5d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:52.352827 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc6552-bf1e-4748-adff-ef8b10b000de tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Subnet': ['ID=7473ed4c-a7d9-4f7b-8a58-b302c7fbf293,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:52.356446 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-be177c66-2f24-4eb4-8101-a3f6fe308b5d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:52.369806 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d2feac-c365-4b8a-9a34-1fef466d7a21 None None] Network 0dfe4455-f298-4793-98de-d5f85bbf57cc requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:52.411702 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20bc6552-bf1e-4748-adff-ef8b10b000de tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:52.421148 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-679a6d32-419a-43a6-a5a5-0b1522cbd49b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:52.421804 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-44fa4605-2788-4c05-b418-fb00df864bd1 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:52.476379 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-20bc6552-bf1e-4748-adff-ef8b10b000de tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/subnets/7473ed4c-a7d9-4f7b-8a58-b302c7fbf293 HTTP/1.1" status: 204 len: 168 time: 1.0763581 Mar 31 15:31:52.476379 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a6d32-419a-43a6-a5a5-0b1522cbd49b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Subnet': ['ID=1162bd21-7e43-4a63-a6d4-1640781c605e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:52.480987 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45868) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:52.483755 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-679a6d32-419a-43a6-a5a5-0b1522cbd49b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:52.485702 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-679a6d32-419a-43a6-a5a5-0b1522cbd49b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/1162bd21-7e43-4a63-a6d4-1640781c605e HTTP/1.1" status: 204 len: 168 time: 0.9667127 Mar 31 15:31:52.489168 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45872) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:52.494726 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4888587-32ee-4b73-b2b2-1a0ead562c1c None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:52.535239 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-843a3e5c-90f7-460d-9bca-64ed600cc335 None None] Provisioning for port 309f76d5-cb1a-4d59-9ff0-171ed97c5617 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:52.611011 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-843a3e5c-90f7-460d-9bca-64ed600cc335 None None] Provisioning complete for port 309f76d5-cb1a-4d59-9ff0-171ed97c5617 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:52.611856 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-843a3e5c-90f7-460d-9bca-64ed600cc335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:52.705327 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a8534360-f2b8-48a2-aa2c-d516f9fde03e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:52.714757 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a8534360-f2b8-48a2-aa2c-d516f9fde03e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:subnet and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:52.719886 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a8534360-f2b8-48a2-aa2c-d516f9fde03e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:52.736904 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a8534360-f2b8-48a2-aa2c-d516f9fde03e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:52.751844 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-843a3e5c-90f7-460d-9bca-64ed600cc335 None None] Port 309f76d5-cb1a-4d59-9ff0-171ed97c5617 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:31:52.757755 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-44fa4605-2788-4c05-b418-fb00df864bd1 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:52.815865 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be177c66-2f24-4eb4-8101-a3f6fe308b5d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:52.826166 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b1530c8-3d13-42ba-9799-01c32d2a0039 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting subnet 629f3d8b-0de8-4f41-91fc-1697fb677623 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:31:52.836848 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d7d7bb-a444-40b4-a667-e33b06ec39cd tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting subnet 70f6e185-201b-4b39-aac0-7cd8e846ef87 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:31:52.839110 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b1530c8-3d13-42ba-9799-01c32d2a0039 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:52.873143 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-83d7d7bb-a444-40b4-a667-e33b06ec39cd tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:52.877360 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be177c66-2f24-4eb4-8101-a3f6fe308b5d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:52.890060 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-be177c66-2f24-4eb4-8101-a3f6fe308b5d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:52.898100 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-be177c66-2f24-4eb4-8101-a3f6fe308b5d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Usage tracker for resource:security_group_rule and tenant:230cf1c9b48c44d9b9e8cc3157cbe0bc is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:52.903147 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-be177c66-2f24-4eb4-8101-a3f6fe308b5d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:52.918017 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-be177c66-2f24-4eb4-8101-a3f6fe308b5d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:52.925243 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be177c66-2f24-4eb4-8101-a3f6fe308b5d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52ec17ee-bb61-49d0-bb8f-760ef47d9d3b,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:52.933329 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-44fa4605-2788-4c05-b418-fb00df864bd1 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:52.984094 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8534360-f2b8-48a2-aa2c-d516f9fde03e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:52.987765 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8534360-f2b8-48a2-aa2c-d516f9fde03e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:53.012907 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-83d7d7bb-a444-40b4-a667-e33b06ec39cd tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:53.025226 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14473098-7f65-4617-9888-a4979f08ba0c None None] Network 1d7f8f21-0ea6-44c1-a356-fe428fc29da7 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:53.029178 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa4605-2788-4c05-b418-fb00df864bd1 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Pushing event deleted for resources: {'Subnet': ['ID=f7912cab-d753-4668-9693-e29a4fd755f6,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:53.034542 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-44fa4605-2788-4c05-b418-fb00df864bd1 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:53.054765 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b1530c8-3d13-42ba-9799-01c32d2a0039 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:53.125455 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-44fa4605-2788-4c05-b418-fb00df864bd1 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] 10.222.0.31 "DELETE /v2.0/subnets/f7912cab-d753-4668-9693-e29a4fd755f6 HTTP/1.1" status: 204 len: 168 time: 0.9766057 Mar 31 15:31:53.138582 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45876) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:53.215891 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.ipam_backend_mixin [None req-a8534360-f2b8-48a2-aa2c-d516f9fde03e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5e92b3f1-6e86-4561-8f93-b3adef633483 (CIDR: 2001:db8::/64) Mar 31 15:31:53.225711 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be177c66-2f24-4eb4-8101-a3f6fe308b5d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:53.263164 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8534360-f2b8-48a2-aa2c-d516f9fde03e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:31:53.264109 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8534360-f2b8-48a2-aa2c-d516f9fde03e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:31:53.293151 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be177c66-2f24-4eb4-8101-a3f6fe308b5d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:53.354943 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be177c66-2f24-4eb4-8101-a3f6fe308b5d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da9287d6-6bf0-429a-afc2-56edb7ab07c2,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:53.369283 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a8534360-f2b8-48a2-aa2c-d516f9fde03e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0767946 Mar 31 15:31:53.371962 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45880) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:53.378187 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-2746c92c-2fff-4d41-92d6-dddebc329f3d tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'subnet': {'network_id': '21fb1b93-57bc-469c-b44e-283edc84fea9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:53.402033 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9815f2de-4570-4080-aece-d0a9d6bdd226 None None] DHCP port deletion for 1d7f8f21-0ea6-44c1-a356-fe428fc29da7 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:31:53.405698 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a52d96-d645-4d54-a0c7-b13832c2fe37 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Deleting subnet 8c46df3d-8003-494c-bc8b-ee1654e6d417 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:31:53.409546 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-9815f2de-4570-4080-aece-d0a9d6bdd226 None None] Deleting port 33ba1218-8bda-4e31-87d3-35b113b3a422 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:53.410206 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9815f2de-4570-4080-aece-d0a9d6bdd226 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:53.416768 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d889b118-43b5-4696-8b85-75705b6e4c51 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:53.422404 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80a52d96-d645-4d54-a0c7-b13832c2fe37 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:53.509604 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be177c66-2f24-4eb4-8101-a3f6fe308b5d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:53.513359 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-be177c66-2f24-4eb4-8101-a3f6fe308b5d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.5734375 Mar 31 15:31:53.516429 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45884) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:53.517687 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b1530c8-3d13-42ba-9799-01c32d2a0039 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:53.559753 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-83d7d7bb-a444-40b4-a667-e33b06ec39cd tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:53.607281 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2746c92c-2fff-4d41-92d6-dddebc329f3d tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:53.611917 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2746c92c-2fff-4d41-92d6-dddebc329f3d tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:subnet and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:53.622967 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2746c92c-2fff-4d41-92d6-dddebc329f3d tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:53.630308 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2746c92c-2fff-4d41-92d6-dddebc329f3d tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:53.634299 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-cd517d72-20d4-4532-a7df-1c4db80e9270 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Request body: {'security_group_rule': {'security_group_id': 'da9287d6-6bf0-429a-afc2-56edb7ab07c2', 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:53.642964 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80a52d96-d645-4d54-a0c7-b13832c2fe37 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:53.683228 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d889b118-43b5-4696-8b85-75705b6e4c51 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-462406'] for router, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:53.712167 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-cd517d72-20d4-4532-a7df-1c4db80e9270 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:53.728963 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-9815f2de-4570-4080-aece-d0a9d6bdd226 None None] For port 33ba1218-8bda-4e31-87d3-35b113b3a422, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=33ba1218-8bda-4e31-87d3-35b113b3a422,segment=NetworkSegment(11d97e96-98ce-4826-9836-2388cb90ab94),segment_id=11d97e96-98ce-4826-9836-2388cb90ab94)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:53.729387 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9815f2de-4570-4080-aece-d0a9d6bdd226 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:53.743387 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2746c92c-2fff-4d41-92d6-dddebc329f3d tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:53.748222 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2746c92c-2fff-4d41-92d6-dddebc329f3d tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:53.776863 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-cd517d72-20d4-4532-a7df-1c4db80e9270 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Usage tracker for resource:security_group_rule and tenant:230cf1c9b48c44d9b9e8cc3157cbe0bc is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:53.789419 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-cd517d72-20d4-4532-a7df-1c4db80e9270 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:53.815259 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-cd517d72-20d4-4532-a7df-1c4db80e9270 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:53.961286 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-9815f2de-4570-4080-aece-d0a9d6bdd226 None None] Calling delete_port for 33ba1218-8bda-4e31-87d3-35b113b3a422 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:31:53.965952 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.ipam_backend_mixin [None req-2746c92c-2fff-4d41-92d6-dddebc329f3d tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet cc25b847-8377-4cdd-8f11-d39788ad1678 (CIDR: 2001:db8:0:1::/64) Mar 31 15:31:53.969493 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b1530c8-3d13-42ba-9799-01c32d2a0039 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:53.973806 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-83d7d7bb-a444-40b4-a667-e33b06ec39cd tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:54.019308 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd517d72-20d4-4532-a7df-1c4db80e9270 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:54.024012 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-2746c92c-2fff-4d41-92d6-dddebc329f3d tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:31:54.024591 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-6998afc3-8490-457e-85fb-e445a871c663 None None] Provisioning complete for port db54ad09-20ef-4e98-95f8-86ea7c24613d triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:54.024711 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2746c92c-2fff-4d41-92d6-dddebc329f3d tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:31:54.024817 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6998afc3-8490-457e-85fb-e445a871c663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:54.051093 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1530c8-3d13-42ba-9799-01c32d2a0039 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Subnet': ['ID=629f3d8b-0de8-4f41-91fc-1697fb677623,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:54.062389 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b1530c8-3d13-42ba-9799-01c32d2a0039 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:54.076068 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936a6df3-2e38-4123-9b8c-40947f45175b None None] Network 0dfe4455-f298-4793-98de-d5f85bbf57cc requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:54.088653 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f82a6a-b1be-47ad-ad14-d020dcfbe3e7 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:54.098785 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80a52d96-d645-4d54-a0c7-b13832c2fe37 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:54.117931 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2746c92c-2fff-4d41-92d6-dddebc329f3d tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7425580 Mar 31 15:31:54.119187 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45888) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:54.129028 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-9b49e60b-c006-4d77-90e5-2cfd75dc2378 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'subnet': {'network_id': '21fb1b93-57bc-469c-b44e-283edc84fea9', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:54.133735 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-83d7d7bb-a444-40b4-a667-e33b06ec39cd tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:54.164855 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7d7bb-a444-40b4-a667-e33b06ec39cd tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Subnet': ['ID=70f6e185-201b-4b39-aac0-7cd8e846ef87,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:54.173354 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d889b118-43b5-4696-8b85-75705b6e4c51 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Router 84df2f68-8eef-4a24-b994-9581b7c9239a has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:31:54.185211 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5b1530c8-3d13-42ba-9799-01c32d2a0039 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/subnets/629f3d8b-0de8-4f41-91fc-1697fb677623 HTTP/1.1" status: 204 len: 168 time: 1.7031822 Mar 31 15:31:54.197026 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45892) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:54.259709 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-42044a31-cd95-4940-83d8-b9efdad004d5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] DELETE failed (client error): The resource could not be found. Mar 31 15:31:54.260163 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42044a31-cd95-4940-83d8-b9efdad004d5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:31:54.293358 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9b49e60b-c006-4d77-90e5-2cfd75dc2378 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:54.297698 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9b49e60b-c006-4d77-90e5-2cfd75dc2378 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Usage tracker for resource:subnet and tenant:24409fb148c545f09958fe765489c869 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:54.300635 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9b49e60b-c006-4d77-90e5-2cfd75dc2378 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:54.307561 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9b49e60b-c006-4d77-90e5-2cfd75dc2378 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:54.320545 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9815f2de-4570-4080-aece-d0a9d6bdd226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:54.327938 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-83d7d7bb-a444-40b4-a667-e33b06ec39cd tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/70f6e185-201b-4b39-aac0-7cd8e846ef87 HTTP/1.1" status: 204 len: 168 time: 1.8038211 Mar 31 15:31:54.329980 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45896) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:54.341321 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-42044a31-cd95-4940-83d8-b9efdad004d5 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/subnets/7473ed4c-a7d9-4f7b-8a58-b302c7fbf293 HTTP/1.1" status: 404 len: 337 time: 0.1435502 Mar 31 15:31:54.356157 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd517d72-20d4-4532-a7df-1c4db80e9270 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:54.356815 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45900) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:54.415482 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7d826fef-4cd4-4a31-8846-9eeae6d869e1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0839932 Mar 31 15:31:54.415990 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45904) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:54.450436 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 33ba1218-8bda-4e31-87d3-35b113b3a422 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:31:54.458464 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b49e60b-c006-4d77-90e5-2cfd75dc2378 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Made reservation on behalf of 24409fb148c545f09958fe765489c869 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:54.462239 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9b49e60b-c006-4d77-90e5-2cfd75dc2378 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:54.502933 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815f2de-4570-4080-aece-d0a9d6bdd226 None None] Pushing event deleted for resources: {'Port': ['ID=33ba1218-8bda-4e31-87d3-35b113b3a422,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:54.506231 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9815f2de-4570-4080-aece-d0a9d6bdd226 None None] No DVR routers for this DVR port 33ba1218-8bda-4e31-87d3-35b113b3a422 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:31:54.524067 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 33ba1218-8bda-4e31-87d3-35b113b3a422 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:31:54.524512 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 33ba1218-8bda-4e31-87d3-35b113b3a422 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:31:54.638662 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd517d72-20d4-4532-a7df-1c4db80e9270 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:54.659406 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80a52d96-d645-4d54-a0c7-b13832c2fe37 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:54.670909 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-6998afc3-8490-457e-85fb-e445a871c663 None None] Provisioning complete for port fde6624a-ac4f-4756-a6f2-5f350a50d815 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:54.671296 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6998afc3-8490-457e-85fb-e445a871c663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:54.706123 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21759ad-f7d7-46c5-955a-64db403e2978 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:54.710448 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a21759ad-f7d7-46c5-955a-64db403e2978 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2906258 Mar 31 15:31:54.711056 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45908) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:54.732211 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0c44e19-d6c0-4a50-a39f-db58ff825d4b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting subnet da658fdd-1c11-4d95-8745-96caa1b5db00 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:31:54.740569 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a52d96-d645-4d54-a0c7-b13832c2fe37 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Pushing event deleted for resources: {'Subnet': ['ID=8c46df3d-8003-494c-bc8b-ee1654e6d417,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:54.742382 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd517d72-20d4-4532-a7df-1c4db80e9270 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94be690-1ee0-4f29-a7aa-3c1b2a188453,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:54.745985 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-6998afc3-8490-457e-85fb-e445a871c663 None None] Port fde6624a-ac4f-4756-a6f2-5f350a50d815 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:31:54.750233 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0c44e19-d6c0-4a50-a39f-db58ff825d4b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:54.773854 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-6998afc3-8490-457e-85fb-e445a871c663 None None] Provisioning complete for port 9f8d667a-1b31-42b2-b3e8-b4c25588b7ed triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:54.774313 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6998afc3-8490-457e-85fb-e445a871c663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:54.791314 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80a52d96-d645-4d54-a0c7-b13832c2fe37 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:54.795448 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-80a52d96-d645-4d54-a0c7-b13832c2fe37 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] 10.222.0.31 "DELETE /v2.0/subnets/8c46df3d-8003-494c-bc8b-ee1654e6d417 HTTP/1.1" status: 204 len: 168 time: 1.6536572 Mar 31 15:31:54.795448 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d889b118-43b5-4696-8b85-75705b6e4c51 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:31:54.797375 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45912) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:54.806581 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623cc627-f74f-418e-8a87-2e0318beb537 None None] Network a9ba70e8-d92d-4933-b162-d931d1c35fa6 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:54.808080 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d889b118-43b5-4696-8b85-75705b6e4c51 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:54.809250 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d889b118-43b5-4696-8b85-75705b6e4c51 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "PUT /v2.0/routers/84df2f68-8eef-4a24-b994-9581b7c9239a HTTP/1.1" status: 200 len: 891 time: 2.7252004 Mar 31 15:31:54.812786 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45916) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:54.819491 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eef0d4-ebd9-4c0a-b556-2bcebc3c19bf None None] Sync routers for ids ['84df2f68-8eef-4a24-b994-9581b7c9239a'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:31:54.844392 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eef0d4-ebd9-4c0a-b556-2bcebc3c19bf None None] Routers {'84df2f68-8eef-4a24-b994-9581b7c9239a'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:31:54.845239 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-69eef0d4-ebd9-4c0a-b556-2bcebc3c19bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:31:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['84df2f68-8eef-4a24-b994-9581b7c9239a'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:54.886548 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd517d72-20d4-4532-a7df-1c4db80e9270 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:54.890603 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-cd517d72-20d4-4532-a7df-1c4db80e9270 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2857945 Mar 31 15:31:54.894289 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45920) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:54.905938 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-845571b4-125d-47bd-8a1d-075e96903855 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Request body: {'security_group_rule': {'security_group_id': 'da9287d6-6bf0-429a-afc2-56edb7ab07c2', 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:54.915390 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0c44e19-d6c0-4a50-a39f-db58ff825d4b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:54.917650 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a851a3-59c4-4dc5-ae70-6074fdbb0372 None None] DHCP port deletion for 0c8a31f0-c909-472a-8f72-0f3eb4f4034a request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:31:54.941337 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f4a851a3-59c4-4dc5-ae70-6074fdbb0372 None None] Deleting port 9f8d667a-1b31-42b2-b3e8-b4c25588b7ed {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:54.941853 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f4a851a3-59c4-4dc5-ae70-6074fdbb0372 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:54.956548 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-845571b4-125d-47bd-8a1d-075e96903855 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:54.972235 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-845571b4-125d-47bd-8a1d-075e96903855 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Usage tracker for resource:security_group_rule and tenant:230cf1c9b48c44d9b9e8cc3157cbe0bc is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:54.978919 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-69eef0d4-ebd9-4c0a-b556-2bcebc3c19bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:54.982252 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-845571b4-125d-47bd-8a1d-075e96903855 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:54.992786 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eef0d4-ebd9-4c0a-b556-2bcebc3c19bf None None] Routers {'84df2f68-8eef-4a24-b994-9581b7c9239a'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:31:54.993693 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-69eef0d4-ebd9-4c0a-b556-2bcebc3c19bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:31:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['84df2f68-8eef-4a24-b994-9581b7c9239a'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:55.002704 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-845571b4-125d-47bd-8a1d-075e96903855 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:55.106194 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-69eef0d4-ebd9-4c0a-b556-2bcebc3c19bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:55.107022 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855414e8-6bef-4670-9f0a-cd199214cd95 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:55.107723 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-855414e8-6bef-4670-9f0a-cd199214cd95 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:31:55.107987 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eef0d4-ebd9-4c0a-b556-2bcebc3c19bf None None] The sync data for ids ['84df2f68-8eef-4a24-b994-9581b7c9239a'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:31:55.149248 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-eede4351-0f69-4d88-bd2d-36b467ee94b3 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "GET /v2.0/routers/84df2f68-8eef-4a24-b994-9581b7c9239a HTTP/1.1" status: 200 len: 891 time: 0.3350651 Mar 31 15:31:55.151708 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45924) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:55.163845 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc94e-8e06-402c-9998-05db07f35744 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:55.194131 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:55.209350 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-07d29141-2c5f-4c4e-b35d-d44edcde7cd7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "GET /v2.0/ports?device_id=84df2f68-8eef-4a24-b994-9581b7c9239a HTTP/1.1" status: 200 len: 205 time: 0.0563025 Mar 31 15:31:55.212384 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-845571b4-125d-47bd-8a1d-075e96903855 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:55.218082 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45928) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:55.220981 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9b49e60b-c006-4d77-90e5-2cfd75dc2378 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:55.223949 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0c44e19-d6c0-4a50-a39f-db58ff825d4b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:55.341779 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-845571b4-125d-47bd-8a1d-075e96903855 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:55.411605 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-845571b4-125d-47bd-8a1d-075e96903855 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:55.413536 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f4a851a3-59c4-4dc5-ae70-6074fdbb0372 None None] For port 9f8d667a-1b31-42b2-b3e8-b4c25588b7ed, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=9f8d667a-1b31-42b2-b3e8-b4c25588b7ed,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:55.414036 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f4a851a3-59c4-4dc5-ae70-6074fdbb0372 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:55.453327 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0c44e19-d6c0-4a50-a39f-db58ff825d4b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:55.499324 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0c44e19-d6c0-4a50-a39f-db58ff825d4b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:55.501536 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b0c44e19-d6c0-4a50-a39f-db58ff825d4b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/subnets/da658fdd-1c11-4d95-8745-96caa1b5db00 HTTP/1.1" status: 204 len: 168 time: 1.1436434 Mar 31 15:31:55.513068 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45932) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:55.513879 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c44e19-d6c0-4a50-a39f-db58ff825d4b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Subnet': ['ID=da658fdd-1c11-4d95-8745-96caa1b5db00,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:55.556058 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dbf391-e657-4344-a57a-400b396b826f None None] DHCP port deletion for a9ba70e8-d92d-4933-b162-d931d1c35fa6 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:31:55.564242 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f4a851a3-59c4-4dc5-ae70-6074fdbb0372 None None] Calling delete_port for 9f8d667a-1b31-42b2-b3e8-b4c25588b7ed owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:31:55.570974 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-855414e8-6bef-4670-9f0a-cd199214cd95 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:31:55.572152 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-855414e8-6bef-4670-9f0a-cd199214cd95 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8605747 Mar 31 15:31:55.595796 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-88902b2c-bec7-4723-bb9d-2b40f7e72dd9 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] DELETE failed (client error): The resource could not be found. Mar 31 15:31:55.596262 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88902b2c-bec7-4723-bb9d-2b40f7e72dd9 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:31:55.601652 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-88902b2c-bec7-4723-bb9d-2b40f7e72dd9 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/subnets/0c149e4f-2a3f-4fdb-b291-c906a16e55bb HTTP/1.1" status: 404 len: 337 time: 0.0848906 Mar 31 15:31:55.602261 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45936) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:55.607676 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-64dbf391-e657-4344-a57a-400b396b826f None None] Deleting port 88571ec6-8ffc-4311-90bc-3be75f5db3bb {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:55.608353 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-64dbf391-e657-4344-a57a-400b396b826f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:55.612036 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845571b4-125d-47bd-8a1d-075e96903855 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e22906-680e-40e0-bd82-f0b28bee9a2f,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:55.621455 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-845571b4-125d-47bd-8a1d-075e96903855 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:55.625684 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-845571b4-125d-47bd-8a1d-075e96903855 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7299862 Mar 31 15:31:55.626464 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45938) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:55.626803 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45942) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:55.689386 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b49e60b-c006-4d77-90e5-2cfd75dc2378 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Network 21fb1b93-57bc-469c-b44e-283edc84fea9 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:55.708576 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f2ef71-d4b0-44b1-b3ae-9afdb8b89ba4 None None] Network 0dfe4455-f298-4793-98de-d5f85bbf57cc requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:55.712702 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-9b49e60b-c006-4d77-90e5-2cfd75dc2378 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:55.714420 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49e60b-c006-4d77-90e5-2cfd75dc2378 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Subnet': ['ID=e613d0b9-92b7-415e-b098-2c9efcb050bb,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:55.763186 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8e495c-97c1-4795-8e71-306b9fa8333b None None] Network 21fb1b93-57bc-469c-b44e-283edc84fea9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:55.763296 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0b801c35-dea8-420d-9d7b-ef8990ecc21c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1270542 Mar 31 15:31:55.763296 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d8e9536e-4abd-437c-bafc-5382bd52252f tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Request body: {'security_group_rule': {'security_group_id': 'da9287d6-6bf0-429a-afc2-56edb7ab07c2', 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:55.763494 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b49e60b-c006-4d77-90e5-2cfd75dc2378 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:55.763494 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9b49e60b-c006-4d77-90e5-2cfd75dc2378 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:55.784323 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45948) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:55.796188 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d8e9536e-4abd-437c-bafc-5382bd52252f tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:55.801944 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c077365c-955f-4858-80ec-9c3ef5a9213b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:55.802680 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc94e-8e06-402c-9998-05db07f35744 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:55.819156 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2e317a67-dbe2-4db1-a612-b8576a44a58b tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "GET /v2.0/ports?device_id=77ba7177-70e1-4194-8d4d-6d29c7a065b8 HTTP/1.1" status: 200 len: 205 time: 0.0867050 Mar 31 15:31:55.824313 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d8e9536e-4abd-437c-bafc-5382bd52252f tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Usage tracker for resource:security_group_rule and tenant:230cf1c9b48c44d9b9e8cc3157cbe0bc is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:55.826878 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45952) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:55.832226 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f8827907-08da-4949-87b7-c4597fefee63 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:55.841238 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d8e9536e-4abd-437c-bafc-5382bd52252f tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:55.900269 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d8e9536e-4abd-437c-bafc-5382bd52252f tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:55.912066 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-7f4dc94e-8e06-402c-9998-05db07f35744 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d7f8f21-0ea6-44c1-a356-fe428fc29da7']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:55.929359 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-7f4dc94e-8e06-402c-9998-05db07f35744 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d97e96-98ce-4826-9836-2388cb90ab94') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:55.929640 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-7f4dc94e-8e06-402c-9998-05db07f35744 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d97e96-98ce-4826-9836-2388cb90ab94') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:55.950824 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f4a851a3-59c4-4dc5-ae70-6074fdbb0372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:55.956555 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc94e-8e06-402c-9998-05db07f35744 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:55.970168 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9b49e60b-c006-4d77-90e5-2cfd75dc2378 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8469927 Mar 31 15:31:55.980922 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45956) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:55.993570 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-d306d761-6a26-4cca-b4aa-4beaa002e269 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] delete failed (client error): The resource could not be found. Mar 31 15:31:55.994642 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d306d761-6a26-4cca-b4aa-4beaa002e269 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/routers/77ba7177-70e1-4194-8d4d-6d29c7a065b8 HTTP/1.1" status: 404 len: 336 time: 0.1667564 Mar 31 15:31:55.998700 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d6eb6107-cb8d-4e7f-a2f5-da5e73ce6359 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2058063558', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e613d0b9-92b7-415e-b098-2c9efcb050bb'}], 'security_groups': ['7886c8ab-7cc5-4ccb-a858-ab2e9c6f8a25', '16a7376e-8361-4c10-a21a-2e2672995f98']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:56.018532 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45960) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:56.020781 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a2834e11-a0e6-4cf6-8b82-ee2cbfb6ba68 None None] Provisioning complete for port db54ad09-20ef-4e98-95f8-86ea7c24613d triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:56.021222 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a2834e11-a0e6-4cf6-8b82-ee2cbfb6ba68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:56.053112 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c077365c-955f-4858-80ec-9c3ef5a9213b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:56.069898 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc94e-8e06-402c-9998-05db07f35744 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:56.079076 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c077365c-955f-4858-80ec-9c3ef5a9213b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:56.083714 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d9051c-68dd-4266-bf78-ffc7b8e7b1f1 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] DELETE failed (client error): The resource could not be found. Mar 31 15:31:56.084252 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32d9051c-68dd-4266-bf78-ffc7b8e7b1f1 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:31:56.088255 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-32d9051c-68dd-4266-bf78-ffc7b8e7b1f1 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/subnets/97c3f84b-42d6-4eef-b9f6-adf6e3c3e6fa HTTP/1.1" status: 404 len: 337 time: 0.0643740 Mar 31 15:31:56.096239 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45964) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:56.103283 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f4dc94e-8e06-402c-9998-05db07f35744 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:31:56.103283 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc94e-8e06-402c-9998-05db07f35744 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:56.110518 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a851a3-59c4-4dc5-ae70-6074fdbb0372 None None] Pushing event deleted for resources: {'Port': ['ID=9f8d667a-1b31-42b2-b3e8-b4c25588b7ed,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:56.122338 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:31:56.122338 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:31:56.122338 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:31:56.122338 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:31:56.122338 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:31:56.122338 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:31:56.122338 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:31:56.122338 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:31:56.122338 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:31:56.122338 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:31:56.122338 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:31:56.122338 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:31:56.122338 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:31:56.122338 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:31:56.122338 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:31:56.122338 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:31:56.122338 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:31:56.122338 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:31:56.122338 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:31:56.122338 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:31:56.122338 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:31:56.122338 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:31:56.122338 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:31:56.122338 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:31:56.122338 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:31:56.122338 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:31:56.122338 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:31:56.122338 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:31:56.122338 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:31:56.122338 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:31:56.122338 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:31:56.122338 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:31:56.125160 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8e9536e-4abd-437c-bafc-5382bd52252f tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:56.165867 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a851a3-59c4-4dc5-ae70-6074fdbb0372 None None] No DVR routers for this DVR port 9f8d667a-1b31-42b2-b3e8-b4c25588b7ed on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:31:56.208669 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c077365c-955f-4858-80ec-9c3ef5a9213b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:56.212405 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c077365c-955f-4858-80ec-9c3ef5a9213b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:56.214203 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c077365c-955f-4858-80ec-9c3ef5a9213b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:31:56.214640 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c077365c-955f-4858-80ec-9c3ef5a9213b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:31:56.242861 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f8827907-08da-4949-87b7-c4597fefee63 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:56.252101 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-14610837-1f87-4697-9721-b1e49f6c4cf2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] DELETE failed (client error): The resource could not be found. Mar 31 15:31:56.252583 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14610837-1f87-4697-9721-b1e49f6c4cf2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:31:56.257395 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-14610837-1f87-4697-9721-b1e49f6c4cf2 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/subnets/c951e0be-6857-413b-821a-991f1d8f99fd HTTP/1.1" status: 404 len: 337 time: 0.1538835 Mar 31 15:31:56.258392 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45968) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:56.308200 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-64dbf391-e657-4344-a57a-400b396b826f None None] For port 88571ec6-8ffc-4311-90bc-3be75f5db3bb, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=88571ec6-8ffc-4311-90bc-3be75f5db3bb,segment=NetworkSegment(b5d9b4d6-dc80-4b52-8152-dbd94662a561),segment_id=b5d9b4d6-dc80-4b52-8152-dbd94662a561)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:56.308833 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-64dbf391-e657-4344-a57a-400b396b826f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:56.316073 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c077365c-955f-4858-80ec-9c3ef5a9213b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5272818 Mar 31 15:31:56.317699 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45972) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:56.322687 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bca319f-be26-44a9-980b-9091f392cb73 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] DELETE failed (client error): The resource could not be found. Mar 31 15:31:56.323136 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bca319f-be26-44a9-980b-9091f392cb73 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:31:56.324462 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-c4ddc1ef-68fc-4c71-950d-0124aa511f32 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:56.359508 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f8827907-08da-4949-87b7-c4597fefee63 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Deleting port 9a07381c-7131-4410-bf2d-d42ea3c33ed1 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:56.359956 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f8827907-08da-4949-87b7-c4597fefee63 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:56.377702 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8e9536e-4abd-437c-bafc-5382bd52252f tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:56.387304 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3bca319f-be26-44a9-980b-9091f392cb73 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/subnets/49c368d6-0d54-4bb1-9c14-1200ada77d1f HTTP/1.1" status: 404 len: 337 time: 0.1232631 Mar 31 15:31:56.387304 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45976) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:56.400708 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc94e-8e06-402c-9998-05db07f35744 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:56.446029 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d6eb6107-cb8d-4e7f-a2f5-da5e73ce6359 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:56.456427 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-64dbf391-e657-4344-a57a-400b396b826f None None] Calling delete_port for 88571ec6-8ffc-4311-90bc-3be75f5db3bb owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:31:56.457080 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c15130-3914-474d-8e65-f0832cbe266f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] DELETE failed (client error): The resource could not be found. Mar 31 15:31:56.463020 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37c15130-3914-474d-8e65-f0832cbe266f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:31:56.463020 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-37c15130-3914-474d-8e65-f0832cbe266f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/ports/032df75e-afb4-4d92-a31b-ba52f9f4bb39 HTTP/1.1" status: 404 len: 333 time: 0.0733266 Mar 31 15:31:56.463353 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45980) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:56.483643 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc94e-8e06-402c-9998-05db07f35744 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:56.499828 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 88571ec6-8ffc-4311-90bc-3be75f5db3bb no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:31:56.517554 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4dc94e-8e06-402c-9998-05db07f35744 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Pushing event deleted for resources: {'Network': ['ID=1d7f8f21-0ea6-44c1-a356-fe428fc29da7,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:56.541004 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7f4dc94e-8e06-402c-9998-05db07f35744 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] 10.222.0.31 "DELETE /v2.0/networks/1d7f8f21-0ea6-44c1-a356-fe428fc29da7 HTTP/1.1" status: 204 len: 168 time: 1.7341282 Mar 31 15:31:56.543480 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-7398701d-1534-4bf8-8be0-6c20d233650e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] DELETE failed (client error): The resource could not be found. Mar 31 15:31:56.553395 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7398701d-1534-4bf8-8be0-6c20d233650e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:31:56.553546 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45984) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:56.555007 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45986) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:56.556652 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7398701d-1534-4bf8-8be0-6c20d233650e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/subnets/137be224-49e4-4e3d-a945-297165dd6462 HTTP/1.1" status: 404 len: 337 time: 0.0924196 Mar 31 15:31:56.557714 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8e9536e-4abd-437c-bafc-5382bd52252f tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:56.683746 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c4ddc1ef-68fc-4c71-950d-0124aa511f32 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:56.686449 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-731857cc-9ba8-4edc-84b4-45ae3a8f1916 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] DELETE failed (client error): The resource could not be found. Mar 31 15:31:56.687110 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-731857cc-9ba8-4edc-84b4-45ae3a8f1916 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:31:56.691304 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-731857cc-9ba8-4edc-84b4-45ae3a8f1916 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/subnets/a863c9a2-8a5a-4a2c-b0da-69244429e6ef HTTP/1.1" status: 404 len: 337 time: 0.1325963 Mar 31 15:31:56.704996 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 45992) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:56.768642 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a2834e11-a0e6-4cf6-8b82-ee2cbfb6ba68 None None] Provisioning complete for port fde6624a-ac4f-4756-a6f2-5f350a50d815 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:56.769264 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a2834e11-a0e6-4cf6-8b82-ee2cbfb6ba68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:56.810205 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c4ddc1ef-68fc-4c71-950d-0124aa511f32 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:56.815399 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9536e-4abd-437c-bafc-5382bd52252f tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ce16aa-c49c-48a2-ab81-cd3f6d2b2b9d,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:56.840710 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-50dfa8c7-2d9f-476b-a625-5d852c95d2f1 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] DELETE failed (client error): The resource could not be found. Mar 31 15:31:56.841177 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50dfa8c7-2d9f-476b-a625-5d852c95d2f1 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:31:56.842844 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-50dfa8c7-2d9f-476b-a625-5d852c95d2f1 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/ports/355ab444-8472-4d5c-8eab-426eeefd1a81 HTTP/1.1" status: 404 len: 333 time: 0.1297379 Mar 31 15:31:56.846440 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 45996) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:56.857482 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce6499f-2da6-4b1a-adbd-cb19785e3b4a None None] DHCP port deletion for 0dfe4455-f298-4793-98de-d5f85bbf57cc request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:31:56.869457 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-64dbf391-e657-4344-a57a-400b396b826f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:56.877483 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d735dfd6-7609-4346-8da3-fd52c75b1877 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:56.881685 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f8827907-08da-4949-87b7-c4597fefee63 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:56.930528 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-4ce6499f-2da6-4b1a-adbd-cb19785e3b4a None None] Deleting port db54ad09-20ef-4e98-95f8-86ea7c24613d {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:56.931179 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4ce6499f-2da6-4b1a-adbd-cb19785e3b4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:56.939808 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8e9536e-4abd-437c-bafc-5382bd52252f tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:56.941069 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d8e9536e-4abd-437c-bafc-5382bd52252f tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2072046 Mar 31 15:31:56.946393 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46000) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:56.951305 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a29cd9e-e6b9-443c-a1bc-00091b312c30 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] DELETE failed (client error): The resource could not be found. Mar 31 15:31:56.951830 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a29cd9e-e6b9-443c-a1bc-00091b312c30 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:31:56.955890 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7a29cd9e-e6b9-443c-a1bc-00091b312c30 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/subnets/4e189821-c784-48ec-822a-cf40c42d2897 HTTP/1.1" status: 404 len: 337 time: 0.1060014 Mar 31 15:31:56.957007 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46004) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:56.965512 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:56.988563 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbf391-e657-4344-a57a-400b396b826f None None] Pushing event deleted for resources: {'Port': ['ID=88571ec6-8ffc-4311-90bc-3be75f5db3bb,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:56.998981 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dbf391-e657-4344-a57a-400b396b826f None None] No DVR routers for this DVR port 88571ec6-8ffc-4311-90bc-3be75f5db3bb on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:31:57.003787 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-12293364-0876-4473-b0db-a46db24cd50f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] DELETE failed (client error): The resource could not be found. Mar 31 15:31:57.005440 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12293364-0876-4473-b0db-a46db24cd50f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:31:57.007199 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-12293364-0876-4473-b0db-a46db24cd50f tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/subnets/7cbefedb-9e8c-481e-b86a-6d01228dd0c4 HTTP/1.1" status: 404 len: 337 time: 0.0482752 Mar 31 15:31:57.024658 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a2834e11-a0e6-4cf6-8b82-ee2cbfb6ba68 None None] Port fde6624a-ac4f-4756-a6f2-5f350a50d815 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:31:57.038627 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46008) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:57.144152 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f8827907-08da-4949-87b7-c4597fefee63 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Calling delete_port for 9a07381c-7131-4410-bf2d-d42ea3c33ed1 owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:31:57.179286 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 9f8d667a-1b31-42b2-b3e8-b4c25588b7ed no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:31:57.179477 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-1b461762-89ed-495b-95a3-3c1e63759d2e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Deleting port fde6624a-ac4f-4756-a6f2-5f350a50d815 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:57.179477 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1b461762-89ed-495b-95a3-3c1e63759d2e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:57.184905 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-1d1b1e61-a140-4333-9704-1ec14c03ddde tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Request body: {'security_group_rule': {'security_group_id': 'da9287d6-6bf0-429a-afc2-56edb7ab07c2', 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:57.189691 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ddc1ef-68fc-4c71-950d-0124aa511f32 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:57.193133 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c4ddc1ef-68fc-4c71-950d-0124aa511f32 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:57.195419 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ddc1ef-68fc-4c71-950d-0124aa511f32 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:31:57.195855 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ddc1ef-68fc-4c71-950d-0124aa511f32 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:31:57.202048 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 9f8d667a-1b31-42b2-b3e8-b4c25588b7ed {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:31:57.202390 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 9f8d667a-1b31-42b2-b3e8-b4c25588b7ed not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:31:57.248265 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-1d1b1e61-a140-4333-9704-1ec14c03ddde tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:57.261802 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400b29b9-2d2d-44de-a779-d3b146190444 None None] Update dhcp port {'port': {'network_id': '21fb1b93-57bc-469c-b44e-283edc84fea9', 'fixed_ips': [{'subnet_id': 'cc25b847-8377-4cdd-8f11-d39788ad1678', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5e92b3f1-6e86-4561-8f93-b3adef633483', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e613d0b9-92b7-415e-b098-2c9efcb050bb'}], 'binding:host_id': 'dv-neutron-833379-2-hyperv'}, 'id': '54774a8c-e5c7-4630-aab5-cda41a864962'} from dv-neutron-833379-2-hyperv. {{(pid=103445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 31 15:31:57.264190 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-1d1b1e61-a140-4333-9704-1ec14c03ddde tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Usage tracker for resource:security_group_rule and tenant:230cf1c9b48c44d9b9e8cc3157cbe0bc is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:57.288662 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-1d1b1e61-a140-4333-9704-1ec14c03ddde tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:57.323057 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-1d1b1e61-a140-4333-9704-1ec14c03ddde tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:57.408608 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-4ce6499f-2da6-4b1a-adbd-cb19785e3b4a None None] For port db54ad09-20ef-4e98-95f8-86ea7c24613d, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=db54ad09-20ef-4e98-95f8-86ea7c24613d,segment=NetworkSegment(c939f2df-ef44-4500-a7c4-b28d6117dcf7),segment_id=c939f2df-ef44-4500-a7c4-b28d6117dcf7)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:57.409216 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4ce6499f-2da6-4b1a-adbd-cb19785e3b4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:57.417100 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c4ddc1ef-68fc-4c71-950d-0124aa511f32 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0980318 Mar 31 15:31:57.417425 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-400b29b9-2d2d-44de-a779-d3b146190444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:57.434903 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46012) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:57.434903 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d735dfd6-7609-4346-8da3-fd52c75b1877 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:57.441265 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-694e0def-2ab0-4303-a88e-7e21d32e13b2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:57.506871 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-d6eb6107-cb8d-4e7f-a2f5-da5e73ce6359 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Delete allocated IP 2001:db8::1c6 (21fb1b93-57bc-469c-b44e-283edc84fea9/5e92b3f1-6e86-4561-8f93-b3adef633483) {{(pid=103443) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 31 15:31:57.535397 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-d6eb6107-cb8d-4e7f-a2f5-da5e73ce6359 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Allocated IP 2001:db8:0:2::205 (21fb1b93-57bc-469c-b44e-283edc84fea9/e613d0b9-92b7-415e-b098-2c9efcb050bb/309f76d5-cb1a-4d59-9ff0-171ed97c5617) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:57.546641 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1b461762-89ed-495b-95a3-3c1e63759d2e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:57.550509 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-4ce6499f-2da6-4b1a-adbd-cb19785e3b4a None None] Calling delete_port for db54ad09-20ef-4e98-95f8-86ea7c24613d owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:31:57.585274 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-d735dfd6-7609-4346-8da3-fd52c75b1877 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ba70e8-d92d-4933-b162-d931d1c35fa6']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:57.602123 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-d735dfd6-7609-4346-8da3-fd52c75b1877 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d9b4d6-dc80-4b52-8152-dbd94662a561') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:57.602674 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-d735dfd6-7609-4346-8da3-fd52c75b1877 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d9b4d6-dc80-4b52-8152-dbd94662a561') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:57.622661 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d735dfd6-7609-4346-8da3-fd52c75b1877 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:57.652965 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1e61-a140-4333-9704-1ec14c03ddde tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:57.677349 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-1b461762-89ed-495b-95a3-3c1e63759d2e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Calling delete_port for fde6624a-ac4f-4756-a6f2-5f350a50d815 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:31:57.678772 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d735dfd6-7609-4346-8da3-fd52c75b1877 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:57.707867 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d735dfd6-7609-4346-8da3-fd52c75b1877 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:31:57.708349 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d735dfd6-7609-4346-8da3-fd52c75b1877 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:57.724154 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:31:57.724154 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:31:57.724154 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:31:57.724154 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:31:57.724154 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:31:57.724154 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:31:57.724154 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:31:57.724154 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:31:57.724154 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:31:57.724154 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:31:57.724154 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:31:57.724154 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:31:57.724154 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:31:57.724154 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:31:57.724154 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:31:57.724154 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:31:57.724154 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:31:57.724154 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:31:57.724154 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:31:57.724154 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:31:57.724154 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:31:57.724154 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:31:57.724154 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:31:57.724154 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:31:57.724154 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:31:57.724154 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:31:57.724154 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:31:57.724154 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:31:57.724154 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:31:57.724154 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:31:57.724154 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:31:57.724154 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:31:57.727481 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-694e0def-2ab0-4303-a88e-7e21d32e13b2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:57.812444 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4ce6499f-2da6-4b1a-adbd-cb19785e3b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:57.862513 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6499f-2da6-4b1a-adbd-cb19785e3b4a None None] Pushing event deleted for resources: {'Port': ['ID=db54ad09-20ef-4e98-95f8-86ea7c24613d,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:57.866202 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce6499f-2da6-4b1a-adbd-cb19785e3b4a None None] No DVR routers for this DVR port db54ad09-20ef-4e98-95f8-86ea7c24613d on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:31:57.876243 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-694e0def-2ab0-4303-a88e-7e21d32e13b2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:57.898514 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1b461762-89ed-495b-95a3-3c1e63759d2e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:57.928743 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1e61-a140-4333-9704-1ec14c03ddde tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:57.960528 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694e0def-2ab0-4303-a88e-7e21d32e13b2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:57.964139 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-694e0def-2ab0-4303-a88e-7e21d32e13b2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:57.965537 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-694e0def-2ab0-4303-a88e-7e21d32e13b2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:31:57.967193 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-694e0def-2ab0-4303-a88e-7e21d32e13b2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:31:57.972782 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b461762-89ed-495b-95a3-3c1e63759d2e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Port': ['ID=fde6624a-ac4f-4756-a6f2-5f350a50d815,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:57.988306 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1b461762-89ed-495b-95a3-3c1e63759d2e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:57.988434 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d735dfd6-7609-4346-8da3-fd52c75b1877 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:57.988709 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1e61-a140-4333-9704-1ec14c03ddde tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:57.990355 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f8827907-08da-4949-87b7-c4597fefee63 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:58.014575 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d6eb6107-cb8d-4e7f-a2f5-da5e73ce6359 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:58.031889 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-d6eb6107-cb8d-4e7f-a2f5-da5e73ce6359 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Transition to ACTIVE for port object 309f76d5-cb1a-4d59-9ff0-171ed97c5617 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:58.061058 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d735dfd6-7609-4346-8da3-fd52c75b1877 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:58.063124 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d735dfd6-7609-4346-8da3-fd52c75b1877 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] 10.222.0.31 "DELETE /v2.0/networks/a9ba70e8-d92d-4933-b162-d931d1c35fa6 HTTP/1.1" status: 204 len: 168 time: 1.5082514 Mar 31 15:31:58.065726 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46016) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:58.086324 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8827907-08da-4949-87b7-c4597fefee63 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Port': ['ID=9a07381c-7131-4410-bf2d-d42ea3c33ed1,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:58.103223 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1b461762-89ed-495b-95a3-3c1e63759d2e tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/ports/fde6624a-ac4f-4756-a6f2-5f350a50d815 HTTP/1.1" status: 204 len: 168 time: 1.0632279 Mar 31 15:31:58.107903 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46020) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:58.119384 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735dfd6-7609-4346-8da3-fd52c75b1877 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Pushing event deleted for resources: {'Network': ['ID=a9ba70e8-d92d-4933-b162-d931d1c35fa6,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:58.121178 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b1e61-a140-4333-9704-1ec14c03ddde tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f559b672-67c4-4e8e-a961-b56de68ed348,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:58.136572 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-694e0def-2ab0-4303-a88e-7e21d32e13b2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7001073 Mar 31 15:31:58.143468 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46024) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:58.160486 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d6eb6107-cb8d-4e7f-a2f5-da5e73ce6359 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:58.191753 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f8827907-08da-4949-87b7-c4597fefee63 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:58.201353 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-400b29b9-2d2d-44de-a779-d3b146190444 None None] Allocated IP 2001:db8:0:2::2 (21fb1b93-57bc-469c-b44e-283edc84fea9/e613d0b9-92b7-415e-b098-2c9efcb050bb/54774a8c-e5c7-4630-aab5-cda41a864962) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:58.216838 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b63b68cd-0bc5-4bd4-b5fd-95aec744fdd2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:58.238213 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1e61-a140-4333-9704-1ec14c03ddde tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:58.240338 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-1d1b1e61-a140-4333-9704-1ec14c03ddde tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2915423 Mar 31 15:31:58.290554 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46028) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:58.330433 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e4c90a06-065a-4240-bf98-c0d2b57df51d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Request body: {'security_group_rule': {'security_group_id': 'da9287d6-6bf0-429a-afc2-56edb7ab07c2', 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:58.374438 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-400b29b9-2d2d-44de-a779-d3b146190444 None None] For port 54774a8c-e5c7-4630-aab5-cda41a864962, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=54774a8c-e5c7-4630-aab5-cda41a864962,segment=NetworkSegment(8c5c35e6-ebc8-4bd1-8538-66155bd34455),segment_id=8c5c35e6-ebc8-4bd1-8538-66155bd34455)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:31:58.388484 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ef243d-d97d-480f-bace-4d08d8be475d tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Deleting subnet e0829f2f-85f5-4e46-b166-73726c8e97aa {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:31:58.393175 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f8827907-08da-4949-87b7-c4597fefee63 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:58.396516 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f8827907-08da-4949-87b7-c4597fefee63 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:58.411222 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-400b29b9-2d2d-44de-a779-d3b146190444 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:58.433381 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device db54ad09-20ef-4e98-95f8-86ea7c24613d no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:31:58.476364 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: db54ad09-20ef-4e98-95f8-86ea7c24613d {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:31:58.487610 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device db54ad09-20ef-4e98-95f8-86ea7c24613d not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:31:58.532282 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f8827907-08da-4949-87b7-c4597fefee63 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:58.532507 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-400b29b9-2d2d-44de-a779-d3b146190444 None None] Transition to ACTIVE for port object 54774a8c-e5c7-4630-aab5-cda41a864962 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:31:58.532919 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8827907-08da-4949-87b7-c4597fefee63 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Fanout notify agent at l3_agent the message router_deleted on router 84df2f68-8eef-4a24-b994-9581b7c9239a {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:31:58.571146 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e4c90a06-065a-4240-bf98-c0d2b57df51d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:58.589535 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-400b29b9-2d2d-44de-a779-d3b146190444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:58.591317 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15ef243d-d97d-480f-bace-4d08d8be475d tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:58.621699 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f8827907-08da-4949-87b7-c4597fefee63 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:58.622810 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f8827907-08da-4949-87b7-c4597fefee63 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/routers/84df2f68-8eef-4a24-b994-9581b7c9239a HTTP/1.1" status: 204 len: 168 time: 3.4086809 Mar 31 15:31:58.626477 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46032) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:58.632653 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-d286e003-6285-41ea-81ba-0900b09c5eca tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-900710765'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:58.637053 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d6eb6107-cb8d-4e7f-a2f5-da5e73ce6359 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] In _notify_port_updated(), no bound segment for port 309f76d5-cb1a-4d59-9ff0-171ed97c5617 on network 21fb1b93-57bc-469c-b44e-283edc84fea9 {{(pid=103443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 31 15:31:58.637781 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d286e003-6285-41ea-81ba-0900b09c5eca tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:58.641789 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d286e003-6285-41ea-81ba-0900b09c5eca tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Usage tracker for resource:network and tenant:f5aeba78f50f4bbea010c74344321d80 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:58.642599 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6eb6107-cb8d-4e7f-a2f5-da5e73ce6359 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:58.643387 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d6eb6107-cb8d-4e7f-a2f5-da5e73ce6359 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:58.644528 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d6eb6107-cb8d-4e7f-a2f5-da5e73ce6359 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "PUT /v2.0/ports/309f76d5-cb1a-4d59-9ff0-171ed97c5617 HTTP/1.1" status: 200 len: 970 time: 2.6625688 Mar 31 15:31:58.648993 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46036) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:58.649483 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d286e003-6285-41ea-81ba-0900b09c5eca tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:58.663090 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e4c90a06-065a-4240-bf98-c0d2b57df51d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Usage tracker for resource:security_group_rule and tenant:230cf1c9b48c44d9b9e8cc3157cbe0bc is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:58.668758 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88024f67-c495-4096-8137-9abe0607db75 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:58.673130 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e4c90a06-065a-4240-bf98-c0d2b57df51d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:58.682523 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb6107-cb8d-4e7f-a2f5-da5e73ce6359 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event updated for resources: {'Port': ['ID=309f76d5-cb1a-4d59-9ff0-171ed97c5617,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:58.686098 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d286e003-6285-41ea-81ba-0900b09c5eca tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:58.693814 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e4c90a06-065a-4240-bf98-c0d2b57df51d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:58.712734 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b29b9-2d2d-44de-a779-d3b146190444 None None] Pushing event updated for resources: {'Port': ['ID=54774a8c-e5c7-4630-aab5-cda41a864962,revision_number=7']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:58.713265 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b63b68cd-0bc5-4bd4-b5fd-95aec744fdd2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:58.732383 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15ef243d-d97d-480f-bace-4d08d8be475d tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:58.736100 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e75d64c9-b0e0-49af-9446-5ad6961f7c7e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting port 309f76d5-cb1a-4d59-9ff0-171ed97c5617 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:58.736100 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e75d64c9-b0e0-49af-9446-5ad6961f7c7e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:58.766790 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b63b68cd-0bc5-4bd4-b5fd-95aec744fdd2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:58.790935 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d286e003-6285-41ea-81ba-0900b09c5eca tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Made reservation on behalf of f5aeba78f50f4bbea010c74344321d80 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:58.794443 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d286e003-6285-41ea-81ba-0900b09c5eca tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:58.822194 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-e4c90a06-065a-4240-bf98-c0d2b57df51d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Project 230cf1c9b48c44d9b9e8cc3157cbe0bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:31:58.874961 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4c90a06-065a-4240-bf98-c0d2b57df51d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:58.882068 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d286e003-6285-41ea-81ba-0900b09c5eca tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:31:58.931009 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d286e003-6285-41ea-81ba-0900b09c5eca tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:58.931324 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-d286e003-6285-41ea-81ba-0900b09c5eca tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Added segment ffc16636-afa5-4365-9749-afc04820a877 of type vlan for network a2b24176-3691-4946-82a0-92cf52fd440e Mar 31 15:31:58.964217 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63b68cd-0bc5-4bd4-b5fd-95aec744fdd2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:58.967669 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b63b68cd-0bc5-4bd4-b5fd-95aec744fdd2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:58.969050 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63b68cd-0bc5-4bd4-b5fd-95aec744fdd2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:31:58.969505 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b63b68cd-0bc5-4bd4-b5fd-95aec744fdd2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:31:59.008860 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88024f67-c495-4096-8137-9abe0607db75 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:59.031068 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d286e003-6285-41ea-81ba-0900b09c5eca tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:59.058420 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15ef243d-d97d-480f-bace-4d08d8be475d tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:59.063336 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e75d64c9-b0e0-49af-9446-5ad6961f7c7e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:59.101003 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-88024f67-c495-4096-8137-9abe0607db75 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dfe4455-f298-4793-98de-d5f85bbf57cc']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:59.132301 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-88024f67-c495-4096-8137-9abe0607db75 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c939f2df-ef44-4500-a7c4-b28d6117dcf7') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:59.132599 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-88024f67-c495-4096-8137-9abe0607db75 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c939f2df-ef44-4500-a7c4-b28d6117dcf7') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:59.151729 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4c90a06-065a-4240-bf98-c0d2b57df51d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:59.165127 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88024f67-c495-4096-8137-9abe0607db75 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:59.173539 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b63b68cd-0bc5-4bd4-b5fd-95aec744fdd2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0143390 Mar 31 15:31:59.179464 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46040) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:59.187123 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-d286e003-6285-41ea-81ba-0900b09c5eca tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:31:59.193790 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-efd463b0-9d23-4c90-8acd-9ef3084ac6ab tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:59.214559 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88024f67-c495-4096-8137-9abe0607db75 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:59.216663 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4c90a06-065a-4240-bf98-c0d2b57df51d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:59.253572 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88024f67-c495-4096-8137-9abe0607db75 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:31:59.253963 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88024f67-c495-4096-8137-9abe0607db75 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:59.273603 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:31:59.273603 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:31:59.273603 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:31:59.273603 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:31:59.273603 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:31:59.273603 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:31:59.273603 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:31:59.273603 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:31:59.273603 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:31:59.273603 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:31:59.273603 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:31:59.273603 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:31:59.273603 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:31:59.273603 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:31:59.273603 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:31:59.273603 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:31:59.273603 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:31:59.273603 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:31:59.273603 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:31:59.273603 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:31:59.273603 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:31:59.273603 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:31:59.273603 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:31:59.273603 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:31:59.273603 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:31:59.273603 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:31:59.273603 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:31:59.273603 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:31:59.273603 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:31:59.273603 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:31:59.273603 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:31:59.273603 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:31:59.300724 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c90a06-065a-4240-bf98-c0d2b57df51d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6593afdc-66a6-4496-b9c8-22c0c89fd778,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:59.313047 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e75d64c9-b0e0-49af-9446-5ad6961f7c7e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Calling delete_port for 309f76d5-cb1a-4d59-9ff0-171ed97c5617 owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:31:59.392803 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15ef243d-d97d-480f-bace-4d08d8be475d tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:59.436684 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d286e003-6285-41ea-81ba-0900b09c5eca tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:59.443359 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d286e003-6285-41ea-81ba-0900b09c5eca tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:59.443955 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d286e003-6285-41ea-81ba-0900b09c5eca tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:59.473307 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef243d-d97d-480f-bace-4d08d8be475d tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Pushing event deleted for resources: {'Subnet': ['ID=e0829f2f-85f5-4e46-b166-73726c8e97aa,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:59.477597 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15ef243d-d97d-480f-bace-4d08d8be475d tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:59.487142 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-efd463b0-9d23-4c90-8acd-9ef3084ac6ab tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:59.490507 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-15ef243d-d97d-480f-bace-4d08d8be475d tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] 10.222.0.31 "DELETE /v2.0/subnets/e0829f2f-85f5-4e46-b166-73726c8e97aa HTTP/1.1" status: 204 len: 168 time: 1.4236197 Mar 31 15:31:59.492933 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46044) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:59.496403 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-116ad10a-dda1-449d-8a60-fc90c2de0144 None None] Provisioning complete for port 2a866d2c-94bb-4295-a9d4-9b9a71745ca9 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:59.498246 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-116ad10a-dda1-449d-8a60-fc90c2de0144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:59.525665 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-efd463b0-9d23-4c90-8acd-9ef3084ac6ab tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:59.527833 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4c90a06-065a-4240-bf98-c0d2b57df51d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:59.531603 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e4c90a06-065a-4240-bf98-c0d2b57df51d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2199762 Mar 31 15:31:59.543691 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46048) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:59.571784 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee3828b-de5b-49da-8e70-74156bbb4938 None None] Network 1b289c1c-c64d-4695-a89d-9c0b3cf080ab requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:31:59.580700 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a0dc5ded-b221-486c-81bc-5f0e54be3b05 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Request body: {'security_group_rule': {'security_group_id': 'da9287d6-6bf0-429a-afc2-56edb7ab07c2', 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:59.591609 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88024f67-c495-4096-8137-9abe0607db75 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:59.614463 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a0dc5ded-b221-486c-81bc-5f0e54be3b05 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:31:59.626492 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286e003-6285-41ea-81ba-0900b09c5eca tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Network': ['ID=a2b24176-3691-4946-82a0-92cf52fd440e,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:59.668505 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-116ad10a-dda1-449d-8a60-fc90c2de0144 None None] Port 2a866d2c-94bb-4295-a9d4-9b9a71745ca9 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:31:59.670222 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network a2b24176-3691-4946-82a0-92cf52fd440e details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:31:59.687745 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88024f67-c495-4096-8137-9abe0607db75 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:59.692699 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-88024f67-c495-4096-8137-9abe0607db75 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] 10.222.0.31 "DELETE /v2.0/networks/0dfe4455-f298-4793-98de-d5f85bbf57cc HTTP/1.1" status: 204 len: 168 time: 1.5806825 Mar 31 15:31:59.694675 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e75d64c9-b0e0-49af-9446-5ad6961f7c7e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:59.699323 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a0dc5ded-b221-486c-81bc-5f0e54be3b05 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Usage tracker for resource:security_group_rule and tenant:230cf1c9b48c44d9b9e8cc3157cbe0bc is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:31:59.706966 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd463b0-9d23-4c90-8acd-9ef3084ac6ab tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:59.711040 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-efd463b0-9d23-4c90-8acd-9ef3084ac6ab tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:59.712453 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd463b0-9d23-4c90-8acd-9ef3084ac6ab tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:31:59.712858 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efd463b0-9d23-4c90-8acd-9ef3084ac6ab tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:31:59.724821 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a0dc5ded-b221-486c-81bc-5f0e54be3b05 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:31:59.729273 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88024f67-c495-4096-8137-9abe0607db75 tempest-PortsTestJSON-842154297 tempest-PortsTestJSON-842154297-project] Pushing event deleted for resources: {'Network': ['ID=0dfe4455-f298-4793-98de-d5f85bbf57cc,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:59.742441 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a0dc5ded-b221-486c-81bc-5f0e54be3b05 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:31:59.756927 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42b0c5c7-0b5d-4a13-99ac-4ce7c74bd0b3 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:59.760905 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d64c9-b0e0-49af-9446-5ad6961f7c7e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Port': ['ID=309f76d5-cb1a-4d59-9ff0-171ed97c5617,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:59.774060 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-42b0c5c7-0b5d-4a13-99ac-4ce7c74bd0b3 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Deleting port 6c086c1f-6079-43d3-9d57-af22015b0a28 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:31:59.774401 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42b0c5c7-0b5d-4a13-99ac-4ce7c74bd0b3 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:59.814626 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d286e003-6285-41ea-81ba-0900b09c5eca tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1871545 Mar 31 15:31:59.822259 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46054) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:59.829641 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-2c5eb372-01df-434f-bb0e-d3fbdcdb775c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Request body: {'subnet': {'network_id': 'a2b24176-3691-4946-82a0-92cf52fd440e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:59.855759 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e75d64c9-b0e0-49af-9446-5ad6961f7c7e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:31:59.860434 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e75d64c9-b0e0-49af-9446-5ad6961f7c7e tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/ports/309f76d5-cb1a-4d59-9ff0-171ed97c5617 HTTP/1.1" status: 204 len: 168 time: 1.2055120 Mar 31 15:31:59.862903 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46058) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:59.913720 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-efd463b0-9d23-4c90-8acd-9ef3084ac6ab tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7315888 Mar 31 15:31:59.920507 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-116ad10a-dda1-449d-8a60-fc90c2de0144 None None] Provisioning for port 54774a8c-e5c7-4630-aab5-cda41a864962 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:31:59.920884 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46062) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:31:59.932781 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-c81cd2bc-ade8-4f80-94b8-9e0c81e97ee6 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] GET failed (client error): The resource could not be found. Mar 31 15:31:59.933598 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c81cd2bc-ade8-4f80-94b8-9e0c81e97ee6 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Synchronizing usage tracker for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:31:59.947740 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-fff3656f-083e-4e68-8376-8fa7db718a90 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:59.964799 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-116ad10a-dda1-449d-8a60-fc90c2de0144 None None] Provisioning complete for port 54774a8c-e5c7-4630-aab5-cda41a864962 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:31:59.965288 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-116ad10a-dda1-449d-8a60-fc90c2de0144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:00.021315 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-a0dc5ded-b221-486c-81bc-5f0e54be3b05 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Project 230cf1c9b48c44d9b9e8cc3157cbe0bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:32:00.036195 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a0dc5ded-b221-486c-81bc-5f0e54be3b05 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:00.062416 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c81cd2bc-ade8-4f80-94b8-9e0c81e97ee6 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Unset dirty status for tenant:24409fb148c545f09958fe765489c869 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:00.067482 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c81cd2bc-ade8-4f80-94b8-9e0c81e97ee6 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "GET /v2.0/ports/309f76d5-cb1a-4d59-9ff0-171ed97c5617 HTTP/1.1" status: 404 len: 333 time: 0.1999218 Mar 31 15:32:00.069225 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46066) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:00.072013 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2c5eb372-01df-434f-bb0e-d3fbdcdb775c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:00.076905 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2c5eb372-01df-434f-bb0e-d3fbdcdb775c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Usage tracker for resource:subnet and tenant:f5aeba78f50f4bbea010c74344321d80 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:00.090876 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2c5eb372-01df-434f-bb0e-d3fbdcdb775c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:00.101843 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2c5eb372-01df-434f-bb0e-d3fbdcdb775c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:00.166762 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-116ad10a-dda1-449d-8a60-fc90c2de0144 None None] Could not find standard attr ID for object 309f76d5-cb1a-4d59-9ff0-171ed97c5617. {{(pid=103445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 15:32:00.183123 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-319631b4-bf22-4c61-841b-5ce001e509e5 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:00.214740 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5eb372-01df-434f-bb0e-d3fbdcdb775c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Made reservation on behalf of f5aeba78f50f4bbea010c74344321d80 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:32:00.219746 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c5eb372-01df-434f-bb0e-d3fbdcdb775c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:00.230396 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d3808a-0743-4fd4-97c7-1294d3de62a5 None None] DHCP port deletion for 1b289c1c-c64d-4695-a89d-9c0b3cf080ab request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:32:00.235790 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3808a-0743-4fd4-97c7-1294d3de62a5 None None] Deleting port 6c086c1f-6079-43d3-9d57-af22015b0a28 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:32:00.236478 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e6d3808a-0743-4fd4-97c7-1294d3de62a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:00.272752 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-319631b4-bf22-4c61-841b-5ce001e509e5 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:00.289183 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-fff3656f-083e-4e68-8376-8fa7db718a90 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:00.292404 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-42b0c5c7-0b5d-4a13-99ac-4ce7c74bd0b3 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] For port 6c086c1f-6079-43d3-9d57-af22015b0a28, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=6c086c1f-6079-43d3-9d57-af22015b0a28,segment=NetworkSegment(a8b02907-d0ba-456b-b1d2-1001168a438e),segment_id=a8b02907-d0ba-456b-b1d2-1001168a438e)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:00.292773 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42b0c5c7-0b5d-4a13-99ac-4ce7c74bd0b3 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:00.299503 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cddeb08c-8075-4e88-8758-db540957c58a None None] Could not find standard attr ID for object 309f76d5-cb1a-4d59-9ff0-171ed97c5617. {{(pid=103445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 15:32:00.310537 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46072) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:00.438996 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 54774a8c-e5c7-4630-aab5-cda41a864962 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:32:00.465047 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-42b0c5c7-0b5d-4a13-99ac-4ce7c74bd0b3 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Calling delete_port for 6c086c1f-6079-43d3-9d57-af22015b0a28 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:32:00.526182 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-319631b4-bf22-4c61-841b-5ce001e509e5 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:00.574073 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319631b4-bf22-4c61-841b-5ce001e509e5 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2219002-68fa-46cd-af94-7257aa53b346,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:00.595616 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-319631b4-bf22-4c61-841b-5ce001e509e5 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:00.602799 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-319631b4-bf22-4c61-841b-5ce001e509e5 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/security-groups/e2219002-68fa-46cd-af94-7257aa53b346 HTTP/1.1" status: 204 len: 168 time: 0.5266631 Mar 31 15:32:00.602799 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46078) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:00.603894 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-e6d3808a-0743-4fd4-97c7-1294d3de62a5 None None] For port 6c086c1f-6079-43d3-9d57-af22015b0a28, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=6c086c1f-6079-43d3-9d57-af22015b0a28,segment=NetworkSegment(a8b02907-d0ba-456b-b1d2-1001168a438e),segment_id=a8b02907-d0ba-456b-b1d2-1001168a438e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:00.604398 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e6d3808a-0743-4fd4-97c7-1294d3de62a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:00.623386 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-fff3656f-083e-4e68-8376-8fa7db718a90 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:00.634655 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a0dc5ded-b221-486c-81bc-5f0e54be3b05 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:00.650387 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c5eb372-01df-434f-bb0e-d3fbdcdb775c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:00.710595 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c666d791-d4b1-492b-9d3a-1aa7c078de23 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62591a084e044f5ebd9b8ec401f28de6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3961563 Mar 31 15:32:00.712202 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46082) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:00.738845 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a0dc5ded-b221-486c-81bc-5f0e54be3b05 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:00.756181 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3808a-0743-4fd4-97c7-1294d3de62a5 None None] Calling delete_port for 6c086c1f-6079-43d3-9d57-af22015b0a28 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:32:00.766247 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bb90c596-52b3-4a59-9db5-9a9e031870b4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:00.788276 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5eb372-01df-434f-bb0e-d3fbdcdb775c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Subnet': ['ID=2baf2c9f-996c-4477-9652-f2d402c433e8,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:00.788519 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc5ded-b221-486c-81bc-5f0e54be3b05 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7591a982-1ac8-4a72-8f34-a1f137d300fd,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:00.795417 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff3656f-083e-4e68-8376-8fa7db718a90 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:32:00.797873 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fff3656f-083e-4e68-8376-8fa7db718a90 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:00.799283 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff3656f-083e-4e68-8376-8fa7db718a90 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:32:00.800210 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff3656f-083e-4e68-8376-8fa7db718a90 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:32:00.812135 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5eb372-01df-434f-bb0e-d3fbdcdb775c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Checking segment: {'id': 'ffc16636-afa5-4365-9749-afc04820a877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a2b24176-3691-4946-82a0-92cf52fd440e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:32:00.812135 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5eb372-01df-434f-bb0e-d3fbdcdb775c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network hostable DHCP agents. Network: a2b24176-3691-4946-82a0-92cf52fd440e, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:32:00.813846 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 54774a8c-e5c7-4630-aab5-cda41a864962 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:00.814222 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:00.830937 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bb90c596-52b3-4a59-9db5-9a9e031870b4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:00.838825 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0c4a78c8-ded7-4dcb-be97-a1df1c4c3753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:00.864995 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42b0c5c7-0b5d-4a13-99ac-4ce7c74bd0b3 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:00.901462 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-e6d3808a-0743-4fd4-97c7-1294d3de62a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:32:00.901740 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-e6d3808a-0743-4fd4-97c7-1294d3de62a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:32:00.904252 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0c4a78c8-ded7-4dcb-be97-a1df1c4c3753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:00.921081 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-fff3656f-083e-4e68-8376-8fa7db718a90 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9987295 Mar 31 15:32:00.921560 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a0dc5ded-b221-486c-81bc-5f0e54be3b05 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:00.923544 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a0dc5ded-b221-486c-81bc-5f0e54be3b05 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3779781 Mar 31 15:32:00.924406 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46086) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:00.929542 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46088) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:00.938754 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0c5c7-0b5d-4a13-99ac-4ce7c74bd0b3 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Pushing event deleted for resources: {'Port': ['ID=6c086c1f-6079-43d3-9d57-af22015b0a28,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:00.943541 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b0c5c7-0b5d-4a13-99ac-4ce7c74bd0b3 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] No DVR routers for this DVR port 6c086c1f-6079-43d3-9d57-af22015b0a28 on host dv-neutron-833379-2-hyperv {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:32:00.979722 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-c8a5ad04-6199-4c4c-abbd-c327fdf1f930 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Request body: {'network': {'name': 'tempest-network-smoke--1664849799', 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'port_security_enabled': True}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:00.992430 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c8a5ad04-6199-4c4c-abbd-c327fdf1f930 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:00.995486 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5eb372-01df-434f-bb0e-d3fbdcdb775c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network a2b24176-3691-4946-82a0-92cf52fd440e is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:32:00.997110 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bb90c596-52b3-4a59-9db5-9a9e031870b4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:01.005063 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-621049dc-5f85-43a7-b390-40f9e26594ea tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0749552 Mar 31 15:32:01.013418 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46094) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:01.015631 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c8a5ad04-6199-4c4c-abbd-c327fdf1f930 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Usage tracker for resource:network and tenant:230cf1c9b48c44d9b9e8cc3157cbe0bc is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:01.016658 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 6c086c1f-6079-43d3-9d57-af22015b0a28 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:32:01.024621 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c8a5ad04-6199-4c4c-abbd-c327fdf1f930 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:01.028864 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90c596-52b3-4a59-9db5-9a9e031870b4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a7376e-8361-4c10-a21a-2e2672995f98,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:01.037988 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c8a5ad04-6199-4c4c-abbd-c327fdf1f930 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:01.046438 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bb90c596-52b3-4a59-9db5-9a9e031870b4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:01.051069 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-bb90c596-52b3-4a59-9db5-9a9e031870b4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/security-groups/16a7376e-8361-4c10-a21a-2e2672995f98 HTTP/1.1" status: 204 len: 168 time: 0.4458096 Mar 31 15:32:01.051069 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46098) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:01.067331 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 6c086c1f-6079-43d3-9d57-af22015b0a28 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:32:01.068010 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 6c086c1f-6079-43d3-9d57-af22015b0a28 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:32:01.102478 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-2c5eb372-01df-434f-bb0e-d3fbdcdb775c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, a2b24176-3691-4946-82a0-92cf52fd440e) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:01.109279 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5eb372-01df-434f-bb0e-d3fbdcdb775c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:01.110460 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c5eb372-01df-434f-bb0e-d3fbdcdb775c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:01.120979 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596e8a98-1b2f-431b-b4fe-231465cceb6f None None] Network a2b24176-3691-4946-82a0-92cf52fd440e requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:32:01.138703 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a5ad04-6199-4c4c-abbd-c327fdf1f930 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Made reservation on behalf of 230cf1c9b48c44d9b9e8cc3157cbe0bc for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:32:01.142401 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ad04-6199-4c4c-abbd-c327fdf1f930 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:01.157001 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42b0c5c7-0b5d-4a13-99ac-4ce7c74bd0b3 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:01.179296 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8a3e32-2685-424a-8ac5-e5cb97635ff0 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:01.180236 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-af8a3e32-2685-424a-8ac5-e5cb97635ff0 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:01.181020 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f7f06e16-6877-4be6-baf2-051851a56604 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:01.203406 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-42b0c5c7-0b5d-4a13-99ac-4ce7c74bd0b3 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b289c1c-c64d-4695-a89d-9c0b3cf080ab']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:01.216307 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a5ad04-6199-4c4c-abbd-c327fdf1f930 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:32:01.217017 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-af8a3e32-2685-424a-8ac5-e5cb97635ff0 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:01.218315 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-af8a3e32-2685-424a-8ac5-e5cb97635ff0 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2037976 Mar 31 15:32:01.220078 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-42b0c5c7-0b5d-4a13-99ac-4ce7c74bd0b3 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b02907-d0ba-456b-b1d2-1001168a438e') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:01.223939 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-42b0c5c7-0b5d-4a13-99ac-4ce7c74bd0b3 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b02907-d0ba-456b-b1d2-1001168a438e') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:01.224067 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46102) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:01.224647 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f7f06e16-6877-4be6-baf2-051851a56604 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:01.235482 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42b0c5c7-0b5d-4a13-99ac-4ce7c74bd0b3 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:01.252960 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42b0c5c7-0b5d-4a13-99ac-4ce7c74bd0b3 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:01.260061 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b0c5c7-0b5d-4a13-99ac-4ce7c74bd0b3 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:32:01.260690 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42b0c5c7-0b5d-4a13-99ac-4ce7c74bd0b3 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:01.276835 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:32:01.276835 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:32:01.276835 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:32:01.276835 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:32:01.276835 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:32:01.276835 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:32:01.276835 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:32:01.276835 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:32:01.276835 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:32:01.276835 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:32:01.276835 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:32:01.276835 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:32:01.276835 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:32:01.276835 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:32:01.276835 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:32:01.276835 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:32:01.276835 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:32:01.276835 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:32:01.276835 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:32:01.276835 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:32:01.276835 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:32:01.276835 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:32:01.276835 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:32:01.276835 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:32:01.276835 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:32:01.276835 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:32:01.276835 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:32:01.276835 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:32:01.276835 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:32:01.276835 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:32:01.276835 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:32:01.276835 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:32:01.292556 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0c4a78c8-ded7-4dcb-be97-a1df1c4c3753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:01.309741 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2c5eb372-01df-434f-bb0e-d3fbdcdb775c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4838991 Mar 31 15:32:01.318606 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ad04-6199-4c4c-abbd-c327fdf1f930 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:01.318942 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-c8a5ad04-6199-4c4c-abbd-c327fdf1f930 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Added segment c4398b17-d409-4dc7-81c1-c21d0bee3bea of type vlan for network 3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534 Mar 31 15:32:01.321355 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46106) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:01.330918 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b5e430a1-a4ae-4ecd-a0fe-7dc2c4a03285 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0936167 Mar 31 15:32:01.337125 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46110) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:01.340198 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-5b4d95bd-105d-4362-8d7c-2d675aaf1baa tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-307234179', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:01.360503 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-4826bcc0-44c8-449a-8fcd-a88cfd1912df tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:01.365535 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9b7269-775e-4da7-ad17-ad0faab19836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-a2b24176-3691-4946-82a0-92cf52fd440e', 'network_id': 'a2b24176-3691-4946-82a0-92cf52fd440e', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'fixed_ips': [{'subnet_id': '2baf2c9f-996c-4477-9652-f2d402c433e8'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:32:01.366469 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4f9b7269-775e-4da7-ad17-ad0faab19836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:01.377999 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a78c8-ded7-4dcb-be97-a1df1c4c3753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5788e6df-65d8-4754-a02f-808ccf4b50b4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:01.380811 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-5b4d95bd-105d-4362-8d7c-2d675aaf1baa tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:01.388303 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0c4a78c8-ded7-4dcb-be97-a1df1c4c3753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:01.393994 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0c4a78c8-ded7-4dcb-be97-a1df1c4c3753 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5788e6df-65d8-4754-a02f-808ccf4b50b4 HTTP/1.1" status: 204 len: 168 time: 0.6773670 Mar 31 15:32:01.413767 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-5b4d95bd-105d-4362-8d7c-2d675aaf1baa tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Usage tracker for resource:router and tenant:f5aeba78f50f4bbea010c74344321d80 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:01.423200 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-5b4d95bd-105d-4362-8d7c-2d675aaf1baa tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:01.426918 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ad04-6199-4c4c-abbd-c327fdf1f930 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:01.436024 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3808a-0743-4fd4-97c7-1294d3de62a5 None None] Deleting port 6c086c1f-6079-43d3-9d57-af22015b0a28 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:32:01.436396 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e6d3808a-0743-4fd4-97c7-1294d3de62a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:01.469388 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42b0c5c7-0b5d-4a13-99ac-4ce7c74bd0b3 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:01.473731 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42b0c5c7-0b5d-4a13-99ac-4ce7c74bd0b3 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:01.503141 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-42b0c5c7-0b5d-4a13-99ac-4ce7c74bd0b3 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] 10.222.0.31 "DELETE /v2.0/networks/1b289c1c-c64d-4695-a89d-9c0b3cf080ab HTTP/1.1" status: 204 len: 168 time: 2.0090714 Mar 31 15:32:01.503833 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46116) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:01.536954 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3808a-0743-4fd4-97c7-1294d3de62a5 None None] The port '6c086c1f-6079-43d3-9d57-af22015b0a28' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:32:01.553021 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-68d7b9de-2528-4900-8c52-f48dae871bcd tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Synchronizing usage tracker for tenant:1bcdb8bb846d48458989c3a80f112280 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:01.559126 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0c5c7-0b5d-4a13-99ac-4ce7c74bd0b3 tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Pushing event deleted for resources: {'Network': ['ID=1b289c1c-c64d-4695-a89d-9c0b3cf080ab,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:01.618889 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-5b4d95bd-105d-4362-8d7c-2d675aaf1baa tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:01.620868 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f7f06e16-6877-4be6-baf2-051851a56604 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:01.653232 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-68d7b9de-2528-4900-8c52-f48dae871bcd tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Unset dirty status for tenant:1bcdb8bb846d48458989c3a80f112280 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:01.655143 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-68d7b9de-2528-4900-8c52-f48dae871bcd tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] 10.222.0.31 "GET /v2.0/ports?device_id=14e96466-6310-45d2-af63-f1ab174cf6e7 HTTP/1.1" status: 200 len: 205 time: 0.1474931 Mar 31 15:32:01.658149 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46120) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:01.663377 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f06e16-6877-4be6-baf2-051851a56604 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7886c8ab-7cc5-4ccb-a858-ab2e9c6f8a25,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:01.683483 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4826bcc0-44c8-449a-8fcd-a88cfd1912df tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:01.700980 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4826bcc0-44c8-449a-8fcd-a88cfd1912df tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:01.705099 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f7f06e16-6877-4be6-baf2-051851a56604 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:01.709552 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f7f06e16-6877-4be6-baf2-051851a56604 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/security-groups/7886c8ab-7cc5-4ccb-a858-ab2e9c6f8a25 HTTP/1.1" status: 204 len: 168 time: 0.6545708 Mar 31 15:32:01.714809 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46124) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:01.725628 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-4f9b7269-775e-4da7-ad17-ad0faab19836 None None] Allocated IP 2001:db8::2 (a2b24176-3691-4946-82a0-92cf52fd440e/2baf2c9f-996c-4477-9652-f2d402c433e8/31f3b0a4-1445-4ef2-857d-d4576dd86c07) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:01.746806 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5b4d95bd-105d-4362-8d7c-2d675aaf1baa tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:01.747857 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5b4d95bd-105d-4362-8d7c-2d675aaf1baa tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:01.767126 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ad04-6199-4c4c-abbd-c327fdf1f930 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:01.773124 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a5ad04-6199-4c4c-abbd-c327fdf1f930 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:01.773875 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ad04-6199-4c4c-abbd-c327fdf1f930 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:01.816018 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52ff656f-9fca-4e50-bf01-174105b5c1ba tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:01.838438 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4826bcc0-44c8-449a-8fcd-a88cfd1912df tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:32:01.841764 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4826bcc0-44c8-449a-8fcd-a88cfd1912df tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:01.932157 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-109e4d39-4bf1-4aec-a4f3-cd7c3cfaf4f3 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting subnet 5e92b3f1-6e86-4561-8f93-b3adef633483 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:32:01.934510 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5b4d95bd-105d-4362-8d7c-2d675aaf1baa tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:01.962278 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-109e4d39-4bf1-4aec-a4f3-cd7c3cfaf4f3 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:01.980814 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4f9b7269-775e-4da7-ad17-ad0faab19836 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:01.995529 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5ad04-6199-4c4c-abbd-c327fdf1f930 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Pushing event updated for resources: {'Network': ['ID=3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:01.997159 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4f9b7269-775e-4da7-ad17-ad0faab19836 None None] Transition to ACTIVE for port object 31f3b0a4-1445-4ef2-857d-d4576dd86c07 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:02.011126 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:32:02.105665 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c8a5ad04-6199-4c4c-abbd-c327fdf1f930 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1751127 Mar 31 15:32:02.109802 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46130) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:02.114888 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4f9b7269-775e-4da7-ad17-ad0faab19836 None None] Transition to ACTIVE for port object 31f3b0a4-1445-4ef2-857d-d4576dd86c07 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:02.154051 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-109e4d39-4bf1-4aec-a4f3-cd7c3cfaf4f3 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:02.171588 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-cb9fb02b-8dcb-458c-98b3-bb7361be8311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1274207212', 'admin_state_up': True, 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:02.187654 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-cb9fb02b-8dcb-458c-98b3-bb7361be8311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:02.191470 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52ff656f-9fca-4e50-bf01-174105b5c1ba tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:02.192860 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5b4d95bd-105d-4362-8d7c-2d675aaf1baa tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:02.195272 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52ff656f-9fca-4e50-bf01-174105b5c1ba tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:02.197112 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-cb9fb02b-8dcb-458c-98b3-bb7361be8311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Usage tracker for resource:router and tenant:230cf1c9b48c44d9b9e8cc3157cbe0bc is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:02.200995 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-cb9fb02b-8dcb-458c-98b3-bb7361be8311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:02.208719 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4f9b7269-775e-4da7-ad17-ad0faab19836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:02.211094 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-cb9fb02b-8dcb-458c-98b3-bb7361be8311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:02.288862 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9b7269-775e-4da7-ad17-ad0faab19836 None None] Network a2b24176-3691-4946-82a0-92cf52fd440e is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:02.291481 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb02b-8dcb-458c-98b3-bb7361be8311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:02.291663 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-4f9b7269-775e-4da7-ad17-ad0faab19836 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:02.292742 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb02b-8dcb-458c-98b3-bb7361be8311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:02.300070 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9b7269-775e-4da7-ad17-ad0faab19836 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:32:02.312889 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b7269-775e-4da7-ad17-ad0faab19836 None None] Pushing event updated for resources: {'Port': ['ID=31f3b0a4-1445-4ef2-857d-d4576dd86c07,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:02.324456 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5b4d95bd-105d-4362-8d7c-2d675aaf1baa tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:02.328149 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5b4d95bd-105d-4362-8d7c-2d675aaf1baa tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9977562 Mar 31 15:32:02.330777 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb02b-8dcb-458c-98b3-bb7361be8311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:02.331073 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46140) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:02.332494 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52ff656f-9fca-4e50-bf01-174105b5c1ba tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:02.333583 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ff656f-9fca-4e50-bf01-174105b5c1ba tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Fanout notify agent at l3_agent the message router_deleted on router 14e96466-6310-45d2-af63-f1ab174cf6e7 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:32:02.335912 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-109e4d39-4bf1-4aec-a4f3-cd7c3cfaf4f3 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:02.367880 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52ff656f-9fca-4e50-bf01-174105b5c1ba tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:02.371560 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-52ff656f-9fca-4e50-bf01-174105b5c1ba tempest-RoutersNegativeTest-740633502 tempest-RoutersNegativeTest-740633502-project] 10.222.0.31 "DELETE /v2.0/routers/14e96466-6310-45d2-af63-f1ab174cf6e7 HTTP/1.1" status: 204 len: 168 time: 0.7108359 Mar 31 15:32:02.427349 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-4f9b7269-775e-4da7-ad17-ad0faab19836 None None] Attempting to bind port 31f3b0a4-1445-4ef2-857d-d4576dd86c07 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:32:02.427784 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-4f9b7269-775e-4da7-ad17-ad0faab19836 None None] Attempting to bind port 31f3b0a4-1445-4ef2-857d-d4576dd86c07 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'ffc16636-afa5-4365-9749-afc04820a877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a2b24176-3691-4946-82a0-92cf52fd440e'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:32:02.428217 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9b7269-775e-4da7-ad17-ad0faab19836 None None] Attempting to bind port 31f3b0a4-1445-4ef2-857d-d4576dd86c07 on network a2b24176-3691-4946-82a0-92cf52fd440e {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:32:02.434690 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9b7269-775e-4da7-ad17-ad0faab19836 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:32:02.435444 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9b7269-775e-4da7-ad17-ad0faab19836 None None] Checking segment: {'id': 'ffc16636-afa5-4365-9749-afc04820a877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a2b24176-3691-4946-82a0-92cf52fd440e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:32:02.436005 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4f9b7269-775e-4da7-ad17-ad0faab19836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:02.436529 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9b7269-775e-4da7-ad17-ad0faab19836 None None] Bound using segment: {'id': 'ffc16636-afa5-4365-9749-afc04820a877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a2b24176-3691-4946-82a0-92cf52fd440e'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:32:02.437043 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-4f9b7269-775e-4da7-ad17-ad0faab19836 None None] Bound port: 31f3b0a4-1445-4ef2-857d-d4576dd86c07, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc16636-afa5-4365-9749-afc04820a877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a2b24176-3691-4946-82a0-92cf52fd440e'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:32:02.437502 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4f9b7269-775e-4da7-ad17-ad0faab19836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:02.555454 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-4f9b7269-775e-4da7-ad17-ad0faab19836 None None] For port 31f3b0a4-1445-4ef2-857d-d4576dd86c07, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:32:02.560619 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-4f9b7269-775e-4da7-ad17-ad0faab19836 None None] For port 31f3b0a4-1445-4ef2-857d-d4576dd86c07, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=31f3b0a4-1445-4ef2-857d-d4576dd86c07,segment=NetworkSegment(ffc16636-afa5-4365-9749-afc04820a877),segment_id=ffc16636-afa5-4365-9749-afc04820a877)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:32:02.623806 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4f9b7269-775e-4da7-ad17-ad0faab19836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:02.773584 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b7269-775e-4da7-ad17-ad0faab19836 None None] Pushing event updated for resources: {'Port': ['ID=31f3b0a4-1445-4ef2-857d-d4576dd86c07,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:02.995412 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb02b-8dcb-458c-98b3-bb7361be8311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:03.046239 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9d0eb158-9dd4-406e-8bdf-d66ac10a4eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:03.055562 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46158) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:03.064792 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-388ebc73-975e-4626-adae-8ea9d7a67aac tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:03.083714 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46164) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:03.124581 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.objects.ports [None req-4826bcc0-44c8-449a-8fcd-a88cfd1912df tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103444) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 31 15:32:03.126032 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-109e4d39-4bf1-4aec-a4f3-cd7c3cfaf4f3 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:03.277372 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-0b6bb0ca-def7-45a0-9f5c-7b0caea911eb tempest-DvrRoutersNegativeTest-1063531381 tempest-DvrRoutersNegativeTest-1063531381-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2106076440', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:03.280510 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.policy [None req-0b6bb0ca-def7-45a0-9f5c-7b0caea911eb tempest-DvrRoutersNegativeTest-1063531381 tempest-DvrRoutersNegativeTest-1063531381-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103443) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 31 15:32:03.280809 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.policy [None req-0b6bb0ca-def7-45a0-9f5c-7b0caea911eb tempest-DvrRoutersNegativeTest-1063531381 tempest-DvrRoutersNegativeTest-1063531381-project] Failed policy check for 'create_router' {{(pid=103443) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 31 15:32:03.281373 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-0b6bb0ca-def7-45a0-9f5c-7b0caea911eb tempest-DvrRoutersNegativeTest-1063531381 tempest-DvrRoutersNegativeTest-1063531381-project] create failed (client error): Access was denied to this resource. Mar 31 15:32:03.282475 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0b6bb0ca-def7-45a0-9f5c-7b0caea911eb tempest-DvrRoutersNegativeTest-1063531381 tempest-DvrRoutersNegativeTest-1063531381-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2253189 Mar 31 15:32:03.359268 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-40d6ccee-4448-4f99-8464-0f00e1773315 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1bcdb8bb846d48458989c3a80f112280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741113 Mar 31 15:32:03.362752 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46174) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:03.438957 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5967c7ae-803c-414c-8d5b-51e361be8590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:03.452985 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4826bcc0-44c8-449a-8fcd-a88cfd1912df tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:03.484193 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e4d39-4bf1-4aec-a4f3-cd7c3cfaf4f3 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Subnet': ['ID=5e92b3f1-6e86-4561-8f93-b3adef633483,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:03.495015 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb330350-1c26-47ff-904e-f803ca1bfbf8 None None] Network 21fb1b93-57bc-469c-b44e-283edc84fea9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:32:03.529529 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5967c7ae-803c-414c-8d5b-51e361be8590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:03.580846 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-109e4d39-4bf1-4aec-a4f3-cd7c3cfaf4f3 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:03.646366 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4826bcc0-44c8-449a-8fcd-a88cfd1912df tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:03.649009 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-4826bcc0-44c8-449a-8fcd-a88cfd1912df tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:03.668260 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-109e4d39-4bf1-4aec-a4f3-cd7c3cfaf4f3 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/subnets/5e92b3f1-6e86-4561-8f93-b3adef633483 HTTP/1.1" status: 204 len: 168 time: 1.9470861 Mar 31 15:32:03.668429 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4826bcc0-44c8-449a-8fcd-a88cfd1912df tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:03.669644 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4826bcc0-44c8-449a-8fcd-a88cfd1912df tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:03.671418 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46178) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:03.689086 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f74d5ed-92d4-43bf-b3b6-c6b8ca907d90 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:32:03.728703 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb02b-8dcb-458c-98b3-bb7361be8311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:03.752823 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826bcc0-44c8-449a-8fcd-a88cfd1912df tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Subnet': ['ID=269c3e0e-1cc2-4995-9c38-7fe71da8a34a,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:03.818920 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb02b-8dcb-458c-98b3-bb7361be8311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:03.859109 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4826bcc0-44c8-449a-8fcd-a88cfd1912df tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5074565 Mar 31 15:32:03.860114 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46184) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:03.868359 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-aacd6c44-a953-4cca-bcdc-9fa21871bd4d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'port': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'mac_address': 'fa:16:3e:3e:fc:7a', 'name': 'tempest-NetworksTestDHCPv6-1966603634'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:03.902498 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46188) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:03.990854 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-388ebc73-975e-4626-adae-8ea9d7a67aac tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Allocated IP 2001:db8::1 (a2b24176-3691-4946-82a0-92cf52fd440e/2baf2c9f-996c-4477-9652-f2d402c433e8/b7147a60-1ab2-4f88-8d15-104f91d97731) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:04.065557 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-cb9fb02b-8dcb-458c-98b3-bb7361be8311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Allocated IP 172.26.5.171 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/ffb53b9c-0d10-499e-9b58-047785da0cdb) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:04.080312 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377c2c32-2726-459e-ad8f-e9b989008422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'fixed_ips': [{'subnet_id': '269c3e0e-1cc2-4995-9c38-7fe71da8a34a'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:32:04.081374 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-377c2c32-2726-459e-ad8f-e9b989008422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:04.104428 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-721f8d7a-f73f-4578-bc27-03521a2ba9da tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting subnet e613d0b9-92b7-415e-b098-2c9efcb050bb {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:32:04.118360 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-721f8d7a-f73f-4578-bc27-03521a2ba9da tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:04.175481 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ac38dc2d-4469-4c2d-ab6c-2ba884a043e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:04.185031 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5967c7ae-803c-414c-8d5b-51e361be8590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:04.199345 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-aacd6c44-a953-4cca-bcdc-9fa21871bd4d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:04.221062 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-aacd6c44-a953-4cca-bcdc-9fa21871bd4d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:port and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:04.229327 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-aacd6c44-a953-4cca-bcdc-9fa21871bd4d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:04.235866 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ac38dc2d-4469-4c2d-ab6c-2ba884a043e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:04.241059 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ac38dc2d-4469-4c2d-ab6c-2ba884a043e7 admin admin] Usage tracker for resource:security_group_rule and tenant:80e029470ced4ec6b9c812b0ec3703bf is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:04.249703 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-aacd6c44-a953-4cca-bcdc-9fa21871bd4d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:04.257858 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ac38dc2d-4469-4c2d-ab6c-2ba884a043e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:04.279797 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967c7ae-803c-414c-8d5b-51e361be8590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b91630f-9b9f-43b5-a138-d3f332f311e7,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:04.291264 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-721f8d7a-f73f-4578-bc27-03521a2ba9da tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:04.298370 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ac38dc2d-4469-4c2d-ab6c-2ba884a043e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:04.309066 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-377c2c32-2726-459e-ad8f-e9b989008422 None None] Allocated IP 2001:db8::f816:3eff:feb7:7771 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/269c3e0e-1cc2-4995-9c38-7fe71da8a34a/7d3dd46e-cd1c-4945-a120-5c52280112b2) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:04.396706 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-721f8d7a-f73f-4578-bc27-03521a2ba9da tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:04.406905 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-388ebc73-975e-4626-adae-8ea9d7a67aac tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:04.413021 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacd6c44-a953-4cca-bcdc-9fa21871bd4d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:32:04.448522 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f0e390-9bdd-48e4-8ec4-929fd167e6b4 None None] Network a2b24176-3691-4946-82a0-92cf52fd440e requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:32:04.508370 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5967c7ae-803c-414c-8d5b-51e361be8590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:04.510042 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5967c7ae-803c-414c-8d5b-51e361be8590 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7b91630f-9b9f-43b5-a138-d3f332f311e7 HTTP/1.1" status: 204 len: 168 time: 1.1462257 Mar 31 15:32:04.517219 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 31f3b0a4-1445-4ef2-857d-d4576dd86c07 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:32:04.620244 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-388ebc73-975e-4626-adae-8ea9d7a67aac tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Transition to ACTIVE for port object b7147a60-1ab2-4f88-8d15-104f91d97731 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:04.634599 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-721f8d7a-f73f-4578-bc27-03521a2ba9da tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:04.700795 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f8d7a-f73f-4578-bc27-03521a2ba9da tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Subnet': ['ID=e613d0b9-92b7-415e-b098-2c9efcb050bb,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:04.704923 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aacd6c44-a953-4cca-bcdc-9fa21871bd4d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:04.711015 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-721f8d7a-f73f-4578-bc27-03521a2ba9da tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:04.723934 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-721f8d7a-f73f-4578-bc27-03521a2ba9da tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/subnets/e613d0b9-92b7-415e-b098-2c9efcb050bb HTTP/1.1" status: 204 len: 168 time: 1.0475869 Mar 31 15:32:04.726903 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46196) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:04.762673 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ac38dc2d-4469-4c2d-ab6c-2ba884a043e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:04.772784 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-aacd6c44-a953-4cca-bcdc-9fa21871bd4d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] device_id is not set on port a74ffe41-3c08-4a57-be49-465b45522756 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:32:04.808145 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-f273a398-4d9d-49e7-9e1d-fa20f222fb6c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] DELETE failed (client error): The resource could not be found. Mar 31 15:32:04.809139 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f273a398-4d9d-49e7-9e1d-fa20f222fb6c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:32:04.814005 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f273a398-4d9d-49e7-9e1d-fa20f222fb6c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/subnets/5e92b3f1-6e86-4561-8f93-b3adef633483 HTTP/1.1" status: 404 len: 337 time: 0.0828419 Mar 31 15:32:04.814394 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46200) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:04.836106 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb02b-8dcb-458c-98b3-bb7361be8311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:04.858173 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ac38dc2d-4469-4c2d-ab6c-2ba884a043e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:04.927769 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-377c2c32-2726-459e-ad8f-e9b989008422 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:04.943259 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-388ebc73-975e-4626-adae-8ea9d7a67aac tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:04.972827 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb02b-8dcb-458c-98b3-bb7361be8311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:04.973494 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-377c2c32-2726-459e-ad8f-e9b989008422 None None] Transition to ACTIVE for port object 7d3dd46e-cd1c-4945-a120-5c52280112b2 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:04.989567 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4f13f954-2559-4d52-8cc0-73e722da5d8b None None] Provisioning for port 31f3b0a4-1445-4ef2-857d-d4576dd86c07 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:05.017693 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-377c2c32-2726-459e-ad8f-e9b989008422 None None] Transition to ACTIVE for port object 7d3dd46e-cd1c-4945-a120-5c52280112b2 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:05.037628 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ffd46b-5e78-4412-95b8-fba44449d87b None None] Network 21fb1b93-57bc-469c-b44e-283edc84fea9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:32:05.052406 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9fb02b-8dcb-458c-98b3-bb7361be8311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:05.055764 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-cb9fb02b-8dcb-458c-98b3-bb7361be8311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:05.061311 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9fb02b-8dcb-458c-98b3-bb7361be8311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:32:05.061901 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388ebc73-975e-4626-adae-8ea9d7a67aac tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network a2b24176-3691-4946-82a0-92cf52fd440e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:05.072583 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-388ebc73-975e-4626-adae-8ea9d7a67aac tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:05.075278 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388ebc73-975e-4626-adae-8ea9d7a67aac tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:32:05.076185 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-388ebc73-975e-4626-adae-8ea9d7a67aac tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:05.124759 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ac38dc2d-4469-4c2d-ab6c-2ba884a043e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80e029470ced4ec6b9c812b0ec3703bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2212222 Mar 31 15:32:05.128806 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb9644e-f7af-4216-915f-e14824e07813 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting subnet cc25b847-8377-4cdd-8f11-d39788ad1678 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:32:05.131806 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38dc2d-4469-4c2d-ab6c-2ba884a043e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ec81be-a57f-4def-8a38-a35e4993bbaa,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:05.137520 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46210) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:05.150825 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ceb9644e-f7af-4216-915f-e14824e07813 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:05.152372 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9fb02b-8dcb-458c-98b3-bb7361be8311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Pushing event updated for resources: {'Port': ['ID=ffb53b9c-0d10-499e-9b58-047785da0cdb,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:05.210445 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4f13f954-2559-4d52-8cc0-73e722da5d8b None None] Provisioning complete for port 31f3b0a4-1445-4ef2-857d-d4576dd86c07 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:05.211062 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4f13f954-2559-4d52-8cc0-73e722da5d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:05.234199 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 31f3b0a4-1445-4ef2-857d-d4576dd86c07 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:05.252408 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-377c2c32-2726-459e-ad8f-e9b989008422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:05.265056 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ebc73-975e-4626-adae-8ea9d7a67aac tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Port': ['ID=b7147a60-1ab2-4f88-8d15-104f91d97731,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:05.325104 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 31f3b0a4-1445-4ef2-857d-d4576dd86c07 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:05.325506 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:05.385309 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ceb9644e-f7af-4216-915f-e14824e07813 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:05.393882 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377c2c32-2726-459e-ad8f-e9b989008422 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:05.405937 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-377c2c32-2726-459e-ad8f-e9b989008422 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:05.447044 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377c2c32-2726-459e-ad8f-e9b989008422 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:32:05.447457 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-aacd6c44-a953-4cca-bcdc-9fa21871bd4d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Allocated IP 2001:db8::f816:3eff:fe3e:fc7a (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/269c3e0e-1cc2-4995-9c38-7fe71da8a34a/a74ffe41-3c08-4a57-be49-465b45522756) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:05.467383 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-388ebc73-975e-4626-adae-8ea9d7a67aac tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:05.499724 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-684ee84f-d71f-442b-b340-007933b9ea13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:05.530766 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e4ccb45a-0c75-480c-913a-f5bf4f5c01c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:05.571227 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c2c32-2726-459e-ad8f-e9b989008422 None None] Pushing event updated for resources: {'Port': ['ID=7d3dd46e-cd1c-4945-a120-5c52280112b2,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:05.678156 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-684ee84f-d71f-442b-b340-007933b9ea13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:05.701090 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-377c2c32-2726-459e-ad8f-e9b989008422 None None] Attempting to bind port 7d3dd46e-cd1c-4945-a120-5c52280112b2 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:32:05.701517 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-377c2c32-2726-459e-ad8f-e9b989008422 None None] Attempting to bind port 7d3dd46e-cd1c-4945-a120-5c52280112b2 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:32:05.701875 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377c2c32-2726-459e-ad8f-e9b989008422 None None] Attempting to bind port 7d3dd46e-cd1c-4945-a120-5c52280112b2 on network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:32:05.766810 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377c2c32-2726-459e-ad8f-e9b989008422 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:32:05.767156 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377c2c32-2726-459e-ad8f-e9b989008422 None None] Checking segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:32:05.767625 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-377c2c32-2726-459e-ad8f-e9b989008422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:05.768023 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377c2c32-2726-459e-ad8f-e9b989008422 None None] Bound using segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:32:05.768501 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-377c2c32-2726-459e-ad8f-e9b989008422 None None] Bound port: 7d3dd46e-cd1c-4945-a120-5c52280112b2, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:32:05.768874 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-377c2c32-2726-459e-ad8f-e9b989008422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:05.828789 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4f13f954-2559-4d52-8cc0-73e722da5d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:05.853292 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb02b-8dcb-458c-98b3-bb7361be8311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:05.887375 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:05.980600 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-4f13f954-2559-4d52-8cc0-73e722da5d8b None None] For port 31f3b0a4-1445-4ef2-857d-d4576dd86c07, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=31f3b0a4-1445-4ef2-857d-d4576dd86c07,segment=NetworkSegment(ffc16636-afa5-4365-9749-afc04820a877),segment_id=ffc16636-afa5-4365-9749-afc04820a877)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:05.981744 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46226) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:05.999938 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-377c2c32-2726-459e-ad8f-e9b989008422 None None] For port 7d3dd46e-cd1c-4945-a120-5c52280112b2, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:32:06.005574 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-377c2c32-2726-459e-ad8f-e9b989008422 None None] For port 7d3dd46e-cd1c-4945-a120-5c52280112b2, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=7d3dd46e-cd1c-4945-a120-5c52280112b2,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:32:06.103058 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4f13f954-2559-4d52-8cc0-73e722da5d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:06.175358 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ceb9644e-f7af-4216-915f-e14824e07813 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:06.264653 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-377c2c32-2726-459e-ad8f-e9b989008422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:06.313249 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-d9f64eea-e2bd-4520-abab-d41502e9347d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Request body: {'security_group': {'name': 'tempest-secgroup--996495918'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:06.319592 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d9f64eea-e2bd-4520-abab-d41502e9347d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:06.324057 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d9f64eea-e2bd-4520-abab-d41502e9347d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Usage tracker for resource:security_group and tenant:8cfd5024b37749ecb259329fb814f915 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:06.342883 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d9f64eea-e2bd-4520-abab-d41502e9347d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:06.362244 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-684ee84f-d71f-442b-b340-007933b9ea13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:06.375691 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d9f64eea-e2bd-4520-abab-d41502e9347d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:06.377820 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-03802dd6-9466-490c-ac97-e0e9bb34d0c6 None None] Provisioning complete for port 2a866d2c-94bb-4295-a9d4-9b9a71745ca9 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:06.378195 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-03802dd6-9466-490c-ac97-e0e9bb34d0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:06.431250 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:32:06.431596 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:32:06.444406 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13f954-2559-4d52-8cc0-73e722da5d8b None None] Pushing event updated for resources: {'Port': ['ID=31f3b0a4-1445-4ef2-857d-d4576dd86c07,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:06.518387 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb02b-8dcb-458c-98b3-bb7361be8311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:06.531101 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ee84f-d71f-442b-b340-007933b9ea13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ec81be-a57f-4def-8a38-a35e4993bbaa,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:06.540193 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:06.554207 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aacd6c44-a953-4cca-bcdc-9fa21871bd4d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:06.609305 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-03802dd6-9466-490c-ac97-e0e9bb34d0c6 None None] Port 2a866d2c-94bb-4295-a9d4-9b9a71745ca9 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:32:06.624224 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c2c32-2726-459e-ad8f-e9b989008422 None None] Pushing event updated for resources: {'Port': ['ID=7d3dd46e-cd1c-4945-a120-5c52280112b2,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:06.642010 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:06.649312 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-03802dd6-9466-490c-ac97-e0e9bb34d0c6 None None] Provisioning complete for port 54774a8c-e5c7-4630-aab5-cda41a864962 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:06.651376 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-03802dd6-9466-490c-ac97-e0e9bb34d0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:06.667917 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-aacd6c44-a953-4cca-bcdc-9fa21871bd4d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Transition to ACTIVE for port object a74ffe41-3c08-4a57-be49-465b45522756 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:06.696810 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-684ee84f-d71f-442b-b340-007933b9ea13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:06.705018 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-684ee84f-d71f-442b-b340-007933b9ea13 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38ec81be-a57f-4def-8a38-a35e4993bbaa HTTP/1.1" status: 204 len: 168 time: 1.5601218 Mar 31 15:32:06.726651 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9f64eea-e2bd-4520-abab-d41502e9347d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:06.769717 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9f64eea-e2bd-4520-abab-d41502e9347d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:06.818802 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ceb9644e-f7af-4216-915f-e14824e07813 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:06.920441 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d9f64eea-e2bd-4520-abab-d41502e9347d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:06.935227 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9644e-f7af-4216-915f-e14824e07813 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Subnet': ['ID=cc25b847-8377-4cdd-8f11-d39788ad1678,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:06.943607 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-388ebc73-975e-4626-adae-8ea9d7a67aac tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:32:06.951927 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d9f64eea-e2bd-4520-abab-d41502e9347d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Usage tracker for resource:security_group_rule and tenant:8cfd5024b37749ecb259329fb814f915 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:06.954739 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9fb02b-8dcb-458c-98b3-bb7361be8311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Router 5ab90caa-b315-4282-b8c3-5a33e8b4f43f is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:32:06.956833 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d9f64eea-e2bd-4520-abab-d41502e9347d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:06.966519 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ceb9644e-f7af-4216-915f-e14824e07813 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:06.983585 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-388ebc73-975e-4626-adae-8ea9d7a67aac tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:06.986132 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d9f64eea-e2bd-4520-abab-d41502e9347d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:07.002785 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ceb9644e-f7af-4216-915f-e14824e07813 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/subnets/cc25b847-8377-4cdd-8f11-d39788ad1678 HTTP/1.1" status: 204 len: 168 time: 2.1840010 Mar 31 15:32:07.008187 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46234) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:07.075568 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-882a0dd8-26e0-4a77-9359-8ab90abae94a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] DELETE failed (client error): The resource could not be found. Mar 31 15:32:07.076078 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-882a0dd8-26e0-4a77-9359-8ab90abae94a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:32:07.086136 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-388ebc73-975e-4626-adae-8ea9d7a67aac tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:07.086136 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-388ebc73-975e-4626-adae-8ea9d7a67aac tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:07.141951 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-882a0dd8-26e0-4a77-9359-8ab90abae94a tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/subnets/44a69253-6cf7-4dbf-bd66-22363a85b685 HTTP/1.1" status: 404 len: 337 time: 0.1305645 Mar 31 15:32:07.153632 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aacd6c44-a953-4cca-bcdc-9fa21871bd4d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:07.167727 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46238) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:07.209354 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3931a0a-231f-43e4-baac-2e664b51ca28 None None] Network 21fb1b93-57bc-469c-b44e-283edc84fea9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:32:07.257969 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9fb02b-8dcb-458c-98b3-bb7361be8311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:32:07.351919 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb02b-8dcb-458c-98b3-bb7361be8311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:07.354779 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-cb9fb02b-8dcb-458c-98b3-bb7361be8311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.2434456 Mar 31 15:32:07.356636 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46246) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:07.392347 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8c9ac0-f2cf-4fc3-85f2-34bea4cefb76 None None] Sync routers for ids ['5ab90caa-b315-4282-b8c3-5a33e8b4f43f'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:32:07.404638 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 7d3dd46e-cd1c-4945-a120-5c52280112b2 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:32:07.420498 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-eb0ebf27-f709-4962-8085-6e7223919cc3 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a0102d1-642d-4c0c-ade9-6cd7ca850541 HTTP/1.1" status: 200 len: 205 time: 0.2150779 Mar 31 15:32:07.424613 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46254) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:07.466310 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacd6c44-a953-4cca-bcdc-9fa21871bd4d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:07.471364 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-aacd6c44-a953-4cca-bcdc-9fa21871bd4d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:07.474349 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ebc73-975e-4626-adae-8ea9d7a67aac tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Port': ['ID=b7147a60-1ab2-4f88-8d15-104f91d97731,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:07.477472 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacd6c44-a953-4cca-bcdc-9fa21871bd4d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:32:07.483090 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacd6c44-a953-4cca-bcdc-9fa21871bd4d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:07.483926 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aacd6c44-a953-4cca-bcdc-9fa21871bd4d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:07.489906 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0acc98f5-9668-4f5f-ad43-53ed6d721bda None None] Provisioning for port b7147a60-1ab2-4f88-8d15-104f91d97731 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:07.615717 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-0878f038-8d3b-4ee7-a86e-ebccdbbe37b9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] delete failed (client error): The resource could not be found. Mar 31 15:32:07.617138 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0878f038-8d3b-4ee7-a86e-ebccdbbe37b9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/routers/1a0102d1-642d-4c0c-ade9-6cd7ca850541 HTTP/1.1" status: 404 len: 336 time: 0.1911857 Mar 31 15:32:07.617544 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0acc98f5-9668-4f5f-ad43-53ed6d721bda None None] Provisioning complete for port b7147a60-1ab2-4f88-8d15-104f91d97731 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:07.619767 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46260) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:07.623432 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0acc98f5-9668-4f5f-ad43-53ed6d721bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:07.679096 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-70666ea0-d1cc-4c2f-bc7d-ed8948e0f40c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] DELETE failed (client error): The resource could not be found. Mar 31 15:32:07.679930 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70666ea0-d1cc-4c2f-bc7d-ed8948e0f40c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:32:07.681868 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-70666ea0-d1cc-4c2f-bc7d-ed8948e0f40c tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/subnets/af99b42d-0d3b-4f94-a9be-ad7016db0606 HTTP/1.1" status: 404 len: 337 time: 0.0609577 Mar 31 15:32:07.684361 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46266) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:07.733175 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-aacd6c44-a953-4cca-bcdc-9fa21871bd4d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8720179 Mar 31 15:32:07.734185 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd6c44-a953-4cca-bcdc-9fa21871bd4d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Port': ['ID=a74ffe41-3c08-4a57-be49-465b45522756,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:07.737987 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9f64eea-e2bd-4520-abab-d41502e9347d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:07.753556 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46270) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:07.763581 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388ebc73-975e-4626-adae-8ea9d7a67aac tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network a2b24176-3691-4946-82a0-92cf52fd440e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:07.784308 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e66d74-f9a5-4195-8b84-462ac2b1db9f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] DELETE failed (client error): The resource could not be found. Mar 31 15:32:07.784862 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57e66d74-f9a5-4195-8b84-462ac2b1db9f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:32:07.788350 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-57e66d74-f9a5-4195-8b84-462ac2b1db9f tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/subnets/44d0cff0-4a68-4b0d-83b4-7ef0ddba4380 HTTP/1.1" status: 404 len: 337 time: 0.1016562 Mar 31 15:32:07.802237 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8c9ac0-f2cf-4fc3-85f2-34bea4cefb76 None None] Routers {'5ab90caa-b315-4282-b8c3-5a33e8b4f43f'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:32:07.803099 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-da8c9ac0-f2cf-4fc3-85f2-34bea4cefb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:32:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['5ab90caa-b315-4282-b8c3-5a33e8b4f43f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:07.827874 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-388ebc73-975e-4626-adae-8ea9d7a67aac tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:07.841787 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46274) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:07.844234 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0a1aadec-cb6f-47ce-9952-58c61229e7d5 tempest-TestNetworkAdvancedServerOps-1750136874 tempest-TestNetworkAdvancedServerOps-1750136874-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=230cf1c9b48c44d9b9e8cc3157cbe0bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4827318 Mar 31 15:32:07.847135 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46276) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:07.877674 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9f64eea-e2bd-4520-abab-d41502e9347d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:07.943110 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d9f64eea-e2bd-4520-abab-d41502e9347d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:08.059200 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f411b18b-1c9f-4af9-815b-cafb5b0bc7d9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] DELETE failed (client error): The resource could not be found. Mar 31 15:32:08.059522 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f411b18b-1c9f-4af9-815b-cafb5b0bc7d9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:32:08.061322 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f411b18b-1c9f-4af9-815b-cafb5b0bc7d9 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/subnets/51900c2f-d9ff-43f3-a6d0-45431cdef1b4 HTTP/1.1" status: 404 len: 337 time: 0.2071087 Mar 31 15:32:08.074341 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d9f64eea-e2bd-4520-abab-d41502e9347d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Usage tracker for resource:security_group_rule and tenant:8cfd5024b37749ecb259329fb814f915 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:08.124222 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d9f64eea-e2bd-4520-abab-d41502e9347d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:08.127728 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46286) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:08.199244 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-da8c9ac0-f2cf-4fc3-85f2-34bea4cefb76 None None] Set router 5ab90caa-b315-4282-b8c3-5a33e8b4f43f gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:32:08.261545 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c95d9dc-77d3-41b8-b81d-c105bdf079ef tempest-TestNetworkAdvancedServerOps-1750136874 tempest-TestNetworkAdvancedServerOps-1750136874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:08.263394 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0c95d9dc-77d3-41b8-b81d-c105bdf079ef tempest-TestNetworkAdvancedServerOps-1750136874 tempest-TestNetworkAdvancedServerOps-1750136874-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4152451 Mar 31 15:32:08.266450 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46292) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:08.354963 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-08f2ae27-c167-4e7c-9103-96b1c1f582b7 tempest-TestNetworkAdvancedServerOps-1750136874 tempest-TestNetworkAdvancedServerOps-1750136874-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=81fb4282-babc-4201-afd1-e5be35072e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0820577 Mar 31 15:32:08.358027 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46298) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:08.368891 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-81321fb6-63af-4e64-861a-4464431a1ab0 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-908982037', 'network_id': '3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534', 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:08.388649 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-0acc98f5-9668-4f5f-ad43-53ed6d721bda None None] Port b7147a60-1ab2-4f88-8d15-104f91d97731 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:32:08.420312 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d9f64eea-e2bd-4520-abab-d41502e9347d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:08.423653 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-c26bfe7f-0140-4872-865a-35eea3ff9905 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] DELETE failed (client error): The resource could not be found. Mar 31 15:32:08.424830 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:08.427140 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c26bfe7f-0140-4872-865a-35eea3ff9905 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:32:08.432903 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c26bfe7f-0140-4872-865a-35eea3ff9905 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/ports/57eb58d4-3894-48c9-9cf9-328685acb04d HTTP/1.1" status: 404 len: 333 time: 0.2873909 Mar 31 15:32:08.434920 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46302) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:08.450380 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f64eea-e2bd-4520-abab-d41502e9347d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3c692e-0963-4fdf-8c0a-a2b5ba17bf99,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:08.568055 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ed9ddc-374f-41b8-8d0b-66581f678585 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] DELETE failed (client error): The resource could not be found. Mar 31 15:32:08.568055 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ed9ddc-374f-41b8-8d0b-66581f678585 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:32:08.568055 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-09ed9ddc-374f-41b8-8d0b-66581f678585 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/subnets/3eab93f3-e41a-4730-acea-e42588ebfae2 HTTP/1.1" status: 404 len: 337 time: 0.1105816 Mar 31 15:32:08.574941 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46306) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:08.575276 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46308) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:08.663097 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0acc98f5-9668-4f5f-ad43-53ed6d721bda None None] Provisioning complete for port 54774a8c-e5c7-4630-aab5-cda41a864962 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:08.663473 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0acc98f5-9668-4f5f-ad43-53ed6d721bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:08.685817 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-81321fb6-63af-4e64-861a-4464431a1ab0 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:08.692849 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-81321fb6-63af-4e64-861a-4464431a1ab0 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Usage tracker for resource:subnet and tenant:230cf1c9b48c44d9b9e8cc3157cbe0bc is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:08.697564 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-81321fb6-63af-4e64-861a-4464431a1ab0 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:08.719549 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-81321fb6-63af-4e64-861a-4464431a1ab0 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:08.752781 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 7d3dd46e-cd1c-4945-a120-5c52280112b2 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:08.775709 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af95b09-953e-4f2d-968a-19b939b56176 None None] DHCP port deletion for 21fb1b93-57bc-469c-b44e-283edc84fea9 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:32:08.799600 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 31f3b0a4-1445-4ef2-857d-d4576dd86c07 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:32:08.824111 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81321fb6-63af-4e64-861a-4464431a1ab0 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Made reservation on behalf of 230cf1c9b48c44d9b9e8cc3157cbe0bc for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:32:08.828153 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81321fb6-63af-4e64-861a-4464431a1ab0 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:08.871983 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-c731a301-3462-472f-b482-399194a9eedb tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] DELETE failed (client error): The resource could not be found. Mar 31 15:32:08.872430 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c731a301-3462-472f-b482-399194a9eedb tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:32:08.882845 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c731a301-3462-472f-b482-399194a9eedb tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/subnets/b8c4818f-b588-4c20-96dd-ee944ea818fd HTTP/1.1" status: 404 len: 337 time: 0.2978244 Mar 31 15:32:08.886665 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46316) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:08.890632 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-6af95b09-953e-4f2d-968a-19b939b56176 None None] Deleting port 54774a8c-e5c7-4630-aab5-cda41a864962 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:32:08.891060 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6af95b09-953e-4f2d-968a-19b939b56176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:08.938312 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e0f92c-bcf5-4468-8613-56d9428bd9a8 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] DELETE failed (client error): The resource could not be found. Mar 31 15:32:08.938860 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8e0f92c-bcf5-4468-8613-56d9428bd9a8 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:32:08.953001 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21c2aaa-0b23-4fa8-add4-89e8f7c5161f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:08.959436 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21c2aaa-0b23-4fa8-add4-89e8f7c5161f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:08.961294 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f21c2aaa-0b23-4fa8-add4-89e8f7c5161f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:09.055530 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9f64eea-e2bd-4520-abab-d41502e9347d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:09.058447 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a8e0f92c-bcf5-4468-8613-56d9428bd9a8 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/ports/722eb6fb-245a-41f6-9207-14137cd5afb6 HTTP/1.1" status: 404 len: 333 time: 0.1698921 Mar 31 15:32:09.063099 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46320) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:09.067206 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388ebc73-975e-4626-adae-8ea9d7a67aac tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Router 05e8bcbb-88ed-4ad7-a47e-590fea03f5c6 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:32:09.079705 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-fd2fa558-c2c0-4251-bc28-1365f1730aa5 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:09.080582 dv-neutron-833379-2-hyperv neutron-server[103444]: WARNING neutron.api.v2.base [None req-fd2fa558-c2c0-4251-bc28-1365f1730aa5 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 31 15:32:09.081282 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-fd2fa558-c2c0-4251-bc28-1365f1730aa5 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] create failed (client error): There was a conflict when trying to complete your request. Mar 31 15:32:09.086917 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-fd2fa558-c2c0-4251-bc28-1365f1730aa5 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5001993 Mar 31 15:32:09.087342 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46326) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:09.096896 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-071c2f86-c781-496f-890c-d54cbf92797a tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group': {'name': 'tempest-secgroup--46510064'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:09.115404 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1d4a0c-f413-4962-94f1-45c651d4ecac tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] DELETE failed (client error): The resource could not be found. Mar 31 15:32:09.116693 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a1d4a0c-f413-4962-94f1-45c651d4ecac tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:32:09.127721 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9a1d4a0c-f413-4962-94f1-45c651d4ecac tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/subnets/906e8227-21ba-4a5f-8e73-404d82fa5cd4 HTTP/1.1" status: 404 len: 337 time: 0.0610235 Mar 31 15:32:09.128806 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46330) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:09.170258 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-071c2f86-c781-496f-890c-d54cbf92797a tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:09.170681 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 31f3b0a4-1445-4ef2-857d-d4576dd86c07 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:09.171273 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:09.179537 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f21c2aaa-0b23-4fa8-add4-89e8f7c5161f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:09.181720 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f21c2aaa-0b23-4fa8-add4-89e8f7c5161f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.4252796 Mar 31 15:32:09.183430 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9f64eea-e2bd-4520-abab-d41502e9347d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:09.188270 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46334) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:09.189665 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-87343663-c49e-44d7-a901-973d5c30cee5 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] DELETE failed (client error): The resource could not be found. Mar 31 15:32:09.190140 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87343663-c49e-44d7-a901-973d5c30cee5 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:32:09.194152 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-87343663-c49e-44d7-a901-973d5c30cee5 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/subnets/3a16dc14-2f22-4a61-bd26-b60d15e4249e HTTP/1.1" status: 404 len: 337 time: 0.0620813 Mar 31 15:32:09.195549 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46336) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:09.216146 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-071c2f86-c781-496f-890c-d54cbf92797a tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Usage tracker for resource:security_group and tenant:05840a68b87f45529e5ff59ca4786f2c is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:09.262938 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-071c2f86-c781-496f-890c-d54cbf92797a tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:09.282325 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-b80e9f12-bed9-4e5b-9695-0b161a016d07 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Deleting port 2a866d2c-94bb-4295-a9d4-9b9a71745ca9 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:32:09.282886 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b80e9f12-bed9-4e5b-9695-0b161a016d07 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:09.325818 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81321fb6-63af-4e64-861a-4464431a1ab0 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:09.328030 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-071c2f86-c781-496f-890c-d54cbf92797a tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:09.363065 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-6af95b09-953e-4f2d-968a-19b939b56176 None None] For port 54774a8c-e5c7-4630-aab5-cda41a864962, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=54774a8c-e5c7-4630-aab5-cda41a864962,segment=NetworkSegment(8c5c35e6-ebc8-4bd1-8538-66155bd34455),segment_id=8c5c35e6-ebc8-4bd1-8538-66155bd34455)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:09.364144 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6af95b09-953e-4f2d-968a-19b939b56176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:09.380974 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f64eea-e2bd-4520-abab-d41502e9347d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b581602-debf-4f36-8cc0-1a21b2cf7307,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:09.415055 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9f64eea-e2bd-4520-abab-d41502e9347d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:09.418976 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d9f64eea-e2bd-4520-abab-d41502e9347d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 3.4302509 Mar 31 15:32:09.420022 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-fc606da4-ab6b-48ef-91b0-ddee5f7f477a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting port a74ffe41-3c08-4a57-be49-465b45522756 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:32:09.420346 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fc606da4-ab6b-48ef-91b0-ddee5f7f477a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:09.425260 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46342) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:09.463071 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-071c2f86-c781-496f-890c-d54cbf92797a tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:09.477369 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388ebc73-975e-4626-adae-8ea9d7a67aac tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:32:09.486462 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-388ebc73-975e-4626-adae-8ea9d7a67aac tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "PUT /v2.0/routers/05e8bcbb-88ed-4ad7-a47e-590fea03f5c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1543596 Mar 31 15:32:09.487202 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46346) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:09.495489 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81321fb6-63af-4e64-861a-4464431a1ab0 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Pushing event updated for resources: {'Subnet': ['ID=1c13a1ee-f508-42ed-8f95-e2119d470f34,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:09.497115 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917e7833-2b8e-4645-a225-776864176621 None None] Sync routers for ids ['05e8bcbb-88ed-4ad7-a47e-590fea03f5c6'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:32:09.519352 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917e7833-2b8e-4645-a225-776864176621 None None] Routers {'05e8bcbb-88ed-4ad7-a47e-590fea03f5c6'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:32:09.524929 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-917e7833-2b8e-4645-a225-776864176621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:32:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['05e8bcbb-88ed-4ad7-a47e-590fea03f5c6'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:09.530402 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-071c2f86-c781-496f-890c-d54cbf92797a tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:09.549770 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81321fb6-63af-4e64-861a-4464431a1ab0 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Checking segment: {'id': 'c4398b17-d409-4dc7-81c1-c21d0bee3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:32:09.549770 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81321fb6-63af-4e64-861a-4464431a1ab0 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Network hostable DHCP agents. Network: 3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:32:09.594900 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0acc98f5-9668-4f5f-ad43-53ed6d721bda None None] Provisioning complete for port 31f3b0a4-1445-4ef2-857d-d4576dd86c07 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:09.595443 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0acc98f5-9668-4f5f-ad43-53ed6d721bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:09.621355 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-071c2f86-c781-496f-890c-d54cbf92797a tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:09.644379 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-071c2f86-c781-496f-890c-d54cbf92797a tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Usage tracker for resource:security_group_rule and tenant:05840a68b87f45529e5ff59ca4786f2c is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:09.652377 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-071c2f86-c781-496f-890c-d54cbf92797a tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:09.653792 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-da8c9ac0-f2cf-4fc3-85f2-34bea4cefb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274207212', 'tenant_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'ffb53b9c-0d10-499e-9b58-047785da0cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:02Z', 'updated_at': '2022-03-31T15:32:05Z', 'revision_number': 3, 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'gw_port': {'id': 'ffb53b9c-0d10-499e-9b58-047785da0cdb', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:03Z', 'updated_at': '2022-03-31T15:32:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:09.662181 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bc65d6-d93c-4c72-b0ef-d94f6a42a485 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:09.664187 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-37bc65d6-d93c-4c72-b0ef-d94f6a42a485 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Synchronizing usage tracker for tenant:f5aeba78f50f4bbea010c74344321d80 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:09.670199 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-6af95b09-953e-4f2d-968a-19b939b56176 None None] Calling delete_port for 54774a8c-e5c7-4630-aab5-cda41a864962 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:32:09.671684 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-071c2f86-c781-496f-890c-d54cbf92797a tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:09.683576 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-917e7833-2b8e-4645-a225-776864176621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:09.699325 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8c9ac0-f2cf-4fc3-85f2-34bea4cefb76 None None] Checking router: 5ab90caa-b315-4282-b8c3-5a33e8b4f43f for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:32:09.701438 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8c9ac0-f2cf-4fc3-85f2-34bea4cefb76 None None] Updating router 5ab90caa-b315-4282-b8c3-5a33e8b4f43f port ffb53b9c-0d10-499e-9b58-047785da0cdb binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:32:09.706064 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917e7833-2b8e-4645-a225-776864176621 None None] Routers {'05e8bcbb-88ed-4ad7-a47e-590fea03f5c6'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:32:09.707814 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-917e7833-2b8e-4645-a225-776864176621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:32:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['05e8bcbb-88ed-4ad7-a47e-590fea03f5c6'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:09.713796 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d04c5222-e9e3-4bbe-971e-55f700419c64 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2738006 Mar 31 15:32:09.713796 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b80e9f12-bed9-4e5b-9695-0b161a016d07 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:09.720482 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46350) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:09.729554 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-de3aa7bc-6e84-4dcf-bec1-9a19770a571a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Request body: {'security_group': {'name': 'tempest-security--1251133661', 'description': 'tempest-security-description-2019071725'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:09.767621 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-da8c9ac0-f2cf-4fc3-85f2-34bea4cefb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:09.820909 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-917e7833-2b8e-4645-a225-776864176621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:09.821135 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917e7833-2b8e-4645-a225-776864176621 None None] The sync data for ids ['05e8bcbb-88ed-4ad7-a47e-590fea03f5c6'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:32:09.842251 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-37bc65d6-d93c-4c72-b0ef-d94f6a42a485 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Unset dirty status for tenant:f5aeba78f50f4bbea010c74344321d80 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:09.845874 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-37bc65d6-d93c-4c72-b0ef-d94f6a42a485 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "GET /v2.0/ports/b7147a60-1ab2-4f88-8d15-104f91d97731 HTTP/1.1" status: 200 len: 911 time: 0.3512521 Mar 31 15:32:09.848772 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46354) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:09.859897 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-b80e9f12-bed9-4e5b-9695-0b161a016d07 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Calling delete_port for 2a866d2c-94bb-4295-a9d4-9b9a71745ca9 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:32:09.884467 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fc606da4-ab6b-48ef-91b0-ddee5f7f477a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:09.899710 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81321fb6-63af-4e64-861a-4464431a1ab0 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Network 3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:32:09.910679 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-0e742795-0b04-43ca-8e49-c4bb543d0949 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2baf2c9f-996c-4477-9652-f2d402c433e8'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:09.968048 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-de3aa7bc-6e84-4dcf-bec1-9a19770a571a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:09.972724 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 54774a8c-e5c7-4630-aab5-cda41a864962 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:32:10.036242 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-fc606da4-ab6b-48ef-91b0-ddee5f7f477a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Calling delete_port for a74ffe41-3c08-4a57-be49-465b45522756 owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:32:10.078286 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-81321fb6-63af-4e64-861a-4464431a1ab0 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:10.095642 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-071c2f86-c781-496f-890c-d54cbf92797a tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:10.125906 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92d549d-13a0-4e0d-a99d-323face80296 None None] Network 3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:32:10.139928 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81321fb6-63af-4e64-861a-4464431a1ab0 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:10.140513 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81321fb6-63af-4e64-861a-4464431a1ab0 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:10.162579 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0acc98f5-9668-4f5f-ad43-53ed6d721bda None None] Provisioning complete for port 2a866d2c-94bb-4295-a9d4-9b9a71745ca9 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:10.163104 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0acc98f5-9668-4f5f-ad43-53ed6d721bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:10.170259 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-de3aa7bc-6e84-4dcf-bec1-9a19770a571a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:10.188581 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-071c2f86-c781-496f-890c-d54cbf92797a tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:10.206565 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-071c2f86-c781-496f-890c-d54cbf92797a tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:10.221603 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6af95b09-953e-4f2d-968a-19b939b56176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:10.229827 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-071c2f86-c781-496f-890c-d54cbf92797a tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Usage tracker for resource:security_group_rule and tenant:05840a68b87f45529e5ff59ca4786f2c is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:10.236109 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-071c2f86-c781-496f-890c-d54cbf92797a tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:10.245269 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-071c2f86-c781-496f-890c-d54cbf92797a tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:10.247265 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c2f86-c781-496f-890c-d54cbf92797a tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e34feed-81b3-4f38-8ab2-a1007c2419e8,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:10.331847 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-81321fb6-63af-4e64-861a-4464431a1ab0 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9700923 Mar 31 15:32:10.333008 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-071c2f86-c781-496f-890c-d54cbf92797a tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:10.333130 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-de3aa7bc-6e84-4dcf-bec1-9a19770a571a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:10.333518 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46358) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:10.333653 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-de3aa7bc-6e84-4dcf-bec1-9a19770a571a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:10.334494 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-de3aa7bc-6e84-4dcf-bec1-9a19770a571a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "PUT /v2.0/security-groups/4b581602-debf-4f36-8cc0-1a21b2cf7307 HTTP/1.1" status: 200 len: 1780 time: 0.6131370 Mar 31 15:32:10.334996 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b80e9f12-bed9-4e5b-9695-0b161a016d07 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:10.380715 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46362) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:10.412021 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-071c2f86-c781-496f-890c-d54cbf92797a tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:10.417604 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fc606da4-ab6b-48ef-91b0-ddee5f7f477a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:10.424790 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af95b09-953e-4f2d-968a-19b939b56176 None None] Pushing event deleted for resources: {'Port': ['ID=54774a8c-e5c7-4630-aab5-cda41a864962,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:10.427640 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af95b09-953e-4f2d-968a-19b939b56176 None None] No DVR routers for this DVR port 54774a8c-e5c7-4630-aab5-cda41a864962 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:32:10.438266 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:10.456080 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e9f12-bed9-4e5b-9695-0b161a016d07 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Port': ['ID=2a866d2c-94bb-4295-a9d4-9b9a71745ca9,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:10.471671 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-0acc98f5-9668-4f5f-ad43-53ed6d721bda None None] Port 2a866d2c-94bb-4295-a9d4-9b9a71745ca9 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:32:10.502034 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b80e9f12-bed9-4e5b-9695-0b161a016d07 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:10.504994 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b80e9f12-bed9-4e5b-9695-0b161a016d07 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/ports/2a866d2c-94bb-4295-a9d4-9b9a71745ca9 HTTP/1.1" status: 204 len: 168 time: 1.3072541 Mar 31 15:32:10.505160 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc606da4-ab6b-48ef-91b0-ddee5f7f477a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Port': ['ID=a74ffe41-3c08-4a57-be49-465b45522756,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:10.508068 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46366) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:10.512312 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0e742795-0b04-43ca-8e49-c4bb543d0949 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:10.522130 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3aa7bc-6e84-4dcf-bec1-9a19770a571a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b581602-debf-4f36-8cc0-1a21b2cf7307,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:10.619003 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fc606da4-ab6b-48ef-91b0-ddee5f7f477a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:10.634543 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c2f86-c781-496f-890c-d54cbf92797a tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8260fe6a-8b9c-4f0c-b1f9-d8566ccae237,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:10.643559 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8a60b68d-58ee-4563-a663-d91eac83c274 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "GET /v2.0/security-groups/4b581602-debf-4f36-8cc0-1a21b2cf7307 HTTP/1.1" status: 200 len: 1780 time: 0.2318277 Mar 31 15:32:10.647530 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-fc606da4-ab6b-48ef-91b0-ddee5f7f477a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/a74ffe41-3c08-4a57-be49-465b45522756 HTTP/1.1" status: 204 len: 168 time: 1.4390020 Mar 31 15:32:10.648223 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46370) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:10.653064 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46372) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:10.736493 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3b51a798-ca4a-45d3-9234-5cb6ca001566 None None] Could not find standard attr ID for object a74ffe41-3c08-4a57-be49-465b45522756. {{(pid=103445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 15:32:10.744420 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021c87e1-200f-4d8e-af80-78b3723b7635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534', 'network_id': '3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534', 'tenant_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'fixed_ips': [{'subnet_id': '1c13a1ee-f508-42ed-8f95-e2119d470f34'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:32:10.745556 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-021c87e1-200f-4d8e-af80-78b3723b7635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:10.760636 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-071c2f86-c781-496f-890c-d54cbf92797a tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:10.764857 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-071c2f86-c781-496f-890c-d54cbf92797a tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6735160 Mar 31 15:32:10.771767 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46378) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:10.791184 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-895991f4-442f-40f9-9cf6-e279f38ce0c9 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group_rule': {'security_group_id': '8260fe6a-8b9c-4f0c-b1f9-d8566ccae237', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:10.821027 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-895991f4-442f-40f9-9cf6-e279f38ce0c9 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:10.823599 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-efc5c0ae-9056-4069-8fd6-fe3c79c96ec4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:10.860929 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.resource_extend [None req-da8c9ac0-f2cf-4fc3-85f2-34bea4cefb76 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:32:10.916187 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3b51a798-ca4a-45d3-9234-5cb6ca001566 None None] Provisioning complete for port b7147a60-1ab2-4f88-8d15-104f91d97731 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:10.916578 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3b51a798-ca4a-45d3-9234-5cb6ca001566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:10.968545 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-895991f4-442f-40f9-9cf6-e279f38ce0c9 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Usage tracker for resource:security_group_rule and tenant:05840a68b87f45529e5ff59ca4786f2c is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:10.977146 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-895991f4-442f-40f9-9cf6-e279f38ce0c9 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:11.042826 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-3b51a798-ca4a-45d3-9234-5cb6ca001566 None None] Port b7147a60-1ab2-4f88-8d15-104f91d97731 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:32:11.050296 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-895991f4-442f-40f9-9cf6-e279f38ce0c9 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:11.054458 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-da8c9ac0-f2cf-4fc3-85f2-34bea4cefb76 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:11.076654 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-da8c9ac0-f2cf-4fc3-85f2-34bea4cefb76 None None] Transition to ACTIVE for port object ffb53b9c-0d10-499e-9b58-047785da0cdb will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:11.077053 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4767d46e-722d-4cef-9cbf-9f9c4c939684 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:11.079171 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4767d46e-722d-4cef-9cbf-9f9c4c939684 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:11.080219 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4767d46e-722d-4cef-9cbf-9f9c4c939684 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:11.084682 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-021c87e1-200f-4d8e-af80-78b3723b7635 None None] Allocated IP 172.20.0.2 (3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534/1c13a1ee-f508-42ed-8f95-e2119d470f34/bc0221e4-044b-4af3-a3a7-a7fa0264c8c9) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:11.106000 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-efc5c0ae-9056-4069-8fd6-fe3c79c96ec4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:11.113185 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a26220d9-e875-4a72-8f1f-e8a8fbe5f02e tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:11.184715 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-efc5c0ae-9056-4069-8fd6-fe3c79c96ec4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21fb1b93-57bc-469c-b44e-283edc84fea9']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:11.204797 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-efc5c0ae-9056-4069-8fd6-fe3c79c96ec4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5c35e6-ebc8-4bd1-8538-66155bd34455') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:11.205093 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-efc5c0ae-9056-4069-8fd6-fe3c79c96ec4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5c35e6-ebc8-4bd1-8538-66155bd34455') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:11.224004 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-efc5c0ae-9056-4069-8fd6-fe3c79c96ec4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:11.229540 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4767d46e-722d-4cef-9cbf-9f9c4c939684 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:11.230679 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4767d46e-722d-4cef-9cbf-9f9c4c939684 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.5140371 Mar 31 15:32:11.234088 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a26220d9-e875-4a72-8f1f-e8a8fbe5f02e tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:11.235260 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46382) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:11.241869 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-895991f4-442f-40f9-9cf6-e279f38ce0c9 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:11.242050 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3b51a798-ca4a-45d3-9234-5cb6ca001566 None None] Provisioning for port 7d3dd46e-cd1c-4945-a120-5c52280112b2 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:11.244746 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-da8c9ac0-f2cf-4fc3-85f2-34bea4cefb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:11.304571 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3b51a798-ca4a-45d3-9234-5cb6ca001566 None None] Provisioning complete for port 7d3dd46e-cd1c-4945-a120-5c52280112b2 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:11.304935 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3b51a798-ca4a-45d3-9234-5cb6ca001566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:11.319101 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-efc5c0ae-9056-4069-8fd6-fe3c79c96ec4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:11.396047 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc5c0ae-9056-4069-8fd6-fe3c79c96ec4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:32:11.397248 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-efc5c0ae-9056-4069-8fd6-fe3c79c96ec4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:11.407360 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-da8c9ac0-f2cf-4fc3-85f2-34bea4cefb76 None None] Attempting to bind port ffb53b9c-0d10-499e-9b58-047785da0cdb on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:32:11.407716 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-da8c9ac0-f2cf-4fc3-85f2-34bea4cefb76 None None] Attempting to bind port ffb53b9c-0d10-499e-9b58-047785da0cdb by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:32:11.408078 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8c9ac0-f2cf-4fc3-85f2-34bea4cefb76 None None] Attempting to bind port ffb53b9c-0d10-499e-9b58-047785da0cdb on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:32:11.415084 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72681be3-589f-4501-9358-903c7a6deaf3 None None] Pushing event updated for resources: {'Port': ['ID=ffb53b9c-0d10-499e-9b58-047785da0cdb,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:11.415376 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:32:11.415376 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:32:11.415376 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:32:11.415376 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:32:11.415376 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:32:11.415376 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:32:11.415376 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:32:11.415376 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:32:11.415376 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:32:11.415376 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:32:11.415376 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:32:11.415376 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:32:11.415376 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:32:11.415376 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:32:11.415376 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:32:11.415376 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:32:11.415376 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:32:11.415376 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:32:11.415376 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:32:11.415376 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:32:11.415376 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:32:11.415376 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:32:11.415376 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:32:11.415376 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:32:11.415376 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:32:11.415376 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:32:11.415376 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:32:11.415376 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:32:11.415376 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:32:11.415376 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:32:11.415376 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:32:11.415376 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:32:11.430743 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8c9ac0-f2cf-4fc3-85f2-34bea4cefb76 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:32:11.433214 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8c9ac0-f2cf-4fc3-85f2-34bea4cefb76 None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:32:11.433214 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-da8c9ac0-f2cf-4fc3-85f2-34bea4cefb76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:11.433214 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8c9ac0-f2cf-4fc3-85f2-34bea4cefb76 None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:32:11.433214 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-da8c9ac0-f2cf-4fc3-85f2-34bea4cefb76 None None] Bound port: ffb53b9c-0d10-499e-9b58-047785da0cdb, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:32:11.433214 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-da8c9ac0-f2cf-4fc3-85f2-34bea4cefb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:11.492551 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-895991f4-442f-40f9-9cf6-e279f38ce0c9 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:11.495992 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a26220d9-e875-4a72-8f1f-e8a8fbe5f02e tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:11.507038 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-c50d7748-f0f3-4296-a98a-67434529244e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting subnet 269c3e0e-1cc2-4995-9c38-7fe71da8a34a {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:32:11.515203 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c50d7748-f0f3-4296-a98a-67434529244e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:11.518805 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26220d9-e875-4a72-8f1f-e8a8fbe5f02e tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b581602-debf-4f36-8cc0-1a21b2cf7307,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:11.541424 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-895991f4-442f-40f9-9cf6-e279f38ce0c9 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:11.560543 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a26220d9-e875-4a72-8f1f-e8a8fbe5f02e tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:11.561733 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a26220d9-e875-4a72-8f1f-e8a8fbe5f02e tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "DELETE /v2.0/security-groups/4b581602-debf-4f36-8cc0-1a21b2cf7307 HTTP/1.1" status: 204 len: 168 time: 0.9098063 Mar 31 15:32:11.575425 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46386) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:11.620296 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895991f4-442f-40f9-9cf6-e279f38ce0c9 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9884821c-5f6c-4afd-941c-b47a494553cb,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:11.628077 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c50d7748-f0f3-4296-a98a-67434529244e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:11.669352 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-efc5c0ae-9056-4069-8fd6-fe3c79c96ec4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:11.673354 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3b51a798-ca4a-45d3-9234-5cb6ca001566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:11.675312 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-895991f4-442f-40f9-9cf6-e279f38ce0c9 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:11.676962 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-895991f4-442f-40f9-9cf6-e279f38ce0c9 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9022434 Mar 31 15:32:11.681641 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46390) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:11.692945 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-94b4eccc-6ed2-4395-8414-8a30f6848f4f tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group_rule': {'security_group_id': '8260fe6a-8b9c-4f0c-b1f9-d8566ccae237', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:11.700593 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-94b4eccc-6ed2-4395-8414-8a30f6848f4f tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:11.707332 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-94b4eccc-6ed2-4395-8414-8a30f6848f4f tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Usage tracker for resource:security_group_rule and tenant:05840a68b87f45529e5ff59ca4786f2c is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:11.711808 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-94b4eccc-6ed2-4395-8414-8a30f6848f4f tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:11.719362 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-021c87e1-200f-4d8e-af80-78b3723b7635 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:11.719640 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-94b4eccc-6ed2-4395-8414-8a30f6848f4f tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:11.719859 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-efc5c0ae-9056-4069-8fd6-fe3c79c96ec4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:11.735763 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-da8c9ac0-f2cf-4fc3-85f2-34bea4cefb76 None None] For port ffb53b9c-0d10-499e-9b58-047785da0cdb, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:32:11.738965 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-3b51a798-ca4a-45d3-9234-5cb6ca001566 None None] For port 7d3dd46e-cd1c-4945-a120-5c52280112b2, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=7d3dd46e-cd1c-4945-a120-5c52280112b2,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:11.740334 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-021c87e1-200f-4d8e-af80-78b3723b7635 None None] Transition to ACTIVE for port object bc0221e4-044b-4af3-a3a7-a7fa0264c8c9 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:11.747118 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0e742795-0b04-43ca-8e49-c4bb543d0949 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:11.749797 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5c0ae-9056-4069-8fd6-fe3c79c96ec4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] Pushing event deleted for resources: {'Network': ['ID=21fb1b93-57bc-469c-b44e-283edc84fea9,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:11.757620 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-da8c9ac0-f2cf-4fc3-85f2-34bea4cefb76 None None] For port ffb53b9c-0d10-499e-9b58-047785da0cdb, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=ffb53b9c-0d10-499e-9b58-047785da0cdb,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:32:11.762022 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2c9863ae-3682-4ce7-855f-cc702e5d6d2a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1857438 Mar 31 15:32:11.762680 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46394) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:11.768005 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-021c87e1-200f-4d8e-af80-78b3723b7635 None None] Transition to ACTIVE for port object bc0221e4-044b-4af3-a3a7-a7fa0264c8c9 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:11.773804 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-efc5c0ae-9056-4069-8fd6-fe3c79c96ec4 tempest-PortsIpV6TestJSON-1457734358 tempest-PortsIpV6TestJSON-1457734358-project] 10.222.0.31 "DELETE /v2.0/networks/21fb1b93-57bc-469c-b44e-283edc84fea9 HTTP/1.1" status: 204 len: 168 time: 1.2608356 Mar 31 15:32:11.781843 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-efd81c77-be60-45af-a97c-0ba7efbd2fd5 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:11.796855 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-e6183f29-7df3-4360-831b-77d0cb87c87a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] delete failed (client error): The resource could not be found. Mar 31 15:32:11.797701 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e6183f29-7df3-4360-831b-77d0cb87c87a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "DELETE /v2.0/security-groups/4b581602-debf-4f36-8cc0-1a21b2cf7307 HTTP/1.1" status: 404 len: 347 time: 0.0308495 Mar 31 15:32:11.803712 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3b51a798-ca4a-45d3-9234-5cb6ca001566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:11.804680 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46400) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:11.811089 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-2a279344-a2cb-4597-9784-e4c1e554fe95 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Request body: {'security_group': {'name': 'tempest-secgroup--1921123224'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:11.822332 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-2a279344-a2cb-4597-9784-e4c1e554fe95 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:11.827663 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2a279344-a2cb-4597-9784-e4c1e554fe95 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Usage tracker for resource:security_group and tenant:8cfd5024b37749ecb259329fb814f915 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:11.831130 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2a279344-a2cb-4597-9784-e4c1e554fe95 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:11.839449 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-2a279344-a2cb-4597-9784-e4c1e554fe95 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:11.846869 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c50d7748-f0f3-4296-a98a-67434529244e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:11.881883 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0e742795-0b04-43ca-8e49-c4bb543d0949 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:11.885522 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51a798-ca4a-45d3-9234-5cb6ca001566 None None] Pushing event updated for resources: {'Port': ['ID=7d3dd46e-cd1c-4945-a120-5c52280112b2,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:11.887569 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e742795-0b04-43ca-8e49-c4bb543d0949 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:11.888194 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0e742795-0b04-43ca-8e49-c4bb543d0949 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:11.888616 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-da8c9ac0-f2cf-4fc3-85f2-34bea4cefb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:11.892496 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0e742795-0b04-43ca-8e49-c4bb543d0949 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "PUT /v2.0/ports/b7147a60-1ab2-4f88-8d15-104f91d97731 HTTP/1.1" status: 200 len: 911 time: 2.0403619 Mar 31 15:32:11.900909 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46404) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:11.928095 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-94b4eccc-6ed2-4395-8414-8a30f6848f4f tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:11.935434 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-021c87e1-200f-4d8e-af80-78b3723b7635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:11.974857 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021c87e1-200f-4d8e-af80-78b3723b7635 None None] Network 3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:11.979456 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-021c87e1-200f-4d8e-af80-78b3723b7635 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:11.991586 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021c87e1-200f-4d8e-af80-78b3723b7635 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:32:11.998764 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8c9ac0-f2cf-4fc3-85f2-34bea4cefb76 None None] Routers {'5ab90caa-b315-4282-b8c3-5a33e8b4f43f'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:32:11.999323 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-da8c9ac0-f2cf-4fc3-85f2-34bea4cefb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:32:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['5ab90caa-b315-4282-b8c3-5a33e8b4f43f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:12.137226 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72681be3-589f-4501-9358-903c7a6deaf3 None None] Pushing event updated for resources: {'Port': ['ID=ffb53b9c-0d10-499e-9b58-047785da0cdb,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:12.155453 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2a279344-a2cb-4597-9784-e4c1e554fe95 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:12.210051 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-94b4eccc-6ed2-4395-8414-8a30f6848f4f tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] create failed (client error): There was a conflict when trying to complete your request. Mar 31 15:32:12.211183 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-94b4eccc-6ed2-4395-8414-8a30f6848f4f tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5288136 Mar 31 15:32:12.216927 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46408) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:12.233557 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-021c87e1-200f-4d8e-af80-78b3723b7635 None None] Attempting to bind port bc0221e4-044b-4af3-a3a7-a7fa0264c8c9 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:32:12.233938 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-021c87e1-200f-4d8e-af80-78b3723b7635 None None] Attempting to bind port bc0221e4-044b-4af3-a3a7-a7fa0264c8c9 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'c4398b17-d409-4dc7-81c1-c21d0bee3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:32:12.234302 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021c87e1-200f-4d8e-af80-78b3723b7635 None None] Attempting to bind port bc0221e4-044b-4af3-a3a7-a7fa0264c8c9 on network 3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:32:12.290764 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e742795-0b04-43ca-8e49-c4bb543d0949 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Port': ['ID=b7147a60-1ab2-4f88-8d15-104f91d97731,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:12.300423 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-2a279344-a2cb-4597-9784-e4c1e554fe95 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:12.306557 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c87e1-200f-4d8e-af80-78b3723b7635 None None] Pushing event updated for resources: {'Port': ['ID=bc0221e4-044b-4af3-a3a7-a7fa0264c8c9,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:12.309393 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021c87e1-200f-4d8e-af80-78b3723b7635 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:32:12.312679 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021c87e1-200f-4d8e-af80-78b3723b7635 None None] Checking segment: {'id': 'c4398b17-d409-4dc7-81c1-c21d0bee3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:32:12.312679 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-021c87e1-200f-4d8e-af80-78b3723b7635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:12.312679 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021c87e1-200f-4d8e-af80-78b3723b7635 None None] Bound using segment: {'id': 'c4398b17-d409-4dc7-81c1-c21d0bee3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:32:12.312679 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-021c87e1-200f-4d8e-af80-78b3723b7635 None None] Bound port: bc0221e4-044b-4af3-a3a7-a7fa0264c8c9, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4398b17-d409-4dc7-81c1-c21d0bee3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:32:12.312679 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-021c87e1-200f-4d8e-af80-78b3723b7635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:12.326230 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2a279344-a2cb-4597-9784-e4c1e554fe95 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Usage tracker for resource:security_group_rule and tenant:8cfd5024b37749ecb259329fb814f915 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:12.333849 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2a279344-a2cb-4597-9784-e4c1e554fe95 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:12.338791 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fbf829da-98d3-4f0a-9102-3e30349a43a5 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:12.346163 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-2a279344-a2cb-4597-9784-e4c1e554fe95 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:12.389605 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fbf829da-98d3-4f0a-9102-3e30349a43a5 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:12.412774 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-da8c9ac0-f2cf-4fc3-85f2-34bea4cefb76 None None] Set router 5ab90caa-b315-4282-b8c3-5a33e8b4f43f gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:32:12.432102 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-efd81c77-be60-45af-a97c-0ba7efbd2fd5 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Allocated IP 172.20.0.1 (3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534/1c13a1ee-f508-42ed-8f95-e2119d470f34/80f78aaa-e80f-49a2-883f-64e4e4775a11) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:12.440008 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c50d7748-f0f3-4296-a98a-67434529244e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:12.455339 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46414) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:12.568179 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d7748-f0f3-4296-a98a-67434529244e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Subnet': ['ID=269c3e0e-1cc2-4995-9c38-7fe71da8a34a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:12.570489 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-021c87e1-200f-4d8e-af80-78b3723b7635 None None] For port bc0221e4-044b-4af3-a3a7-a7fa0264c8c9, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:32:12.584459 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c50d7748-f0f3-4296-a98a-67434529244e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:12.623544 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f324025-31c5-480f-8650-e308fc0be8ad None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:32:12.652462 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-021c87e1-200f-4d8e-af80-78b3723b7635 None None] For port bc0221e4-044b-4af3-a3a7-a7fa0264c8c9, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=bc0221e4-044b-4af3-a3a7-a7fa0264c8c9,segment=NetworkSegment(c4398b17-d409-4dc7-81c1-c21d0bee3bea),segment_id=c4398b17-d409-4dc7-81c1-c21d0bee3bea)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:32:12.694230 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-efd81c77-be60-45af-a97c-0ba7efbd2fd5 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:12.758978 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2a279344-a2cb-4597-9784-e4c1e554fe95 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:12.759355 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-021c87e1-200f-4d8e-af80-78b3723b7635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:12.764510 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-52d2de5c-6515-44ce-a236-d25774a5dd78 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=24409fb148c545f09958fe765489c869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3061323 Mar 31 15:32:12.767062 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46420) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:12.808244 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-efd81c77-be60-45af-a97c-0ba7efbd2fd5 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Transition to ACTIVE for port object 80f78aaa-e80f-49a2-883f-64e4e4775a11 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:12.813732 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fbf829da-98d3-4f0a-9102-3e30349a43a5 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:12.835682 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c50d7748-f0f3-4296-a98a-67434529244e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/269c3e0e-1cc2-4995-9c38-7fe71da8a34a HTTP/1.1" status: 204 len: 168 time: 1.5674467 Mar 31 15:32:12.841290 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46424) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:12.849888 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf829da-98d3-4f0a-9102-3e30349a43a5 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8260fe6a-8b9c-4f0c-b1f9-d8566ccae237,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:12.862708 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9edcefe9-74d8-4750-ae50-c272d03efe56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:12.881227 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fbf829da-98d3-4f0a-9102-3e30349a43a5 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:12.882340 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-fbf829da-98d3-4f0a-9102-3e30349a43a5 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "DELETE /v2.0/security-groups/8260fe6a-8b9c-4f0c-b1f9-d8566ccae237 HTTP/1.1" status: 204 len: 168 time: 0.6648779 Mar 31 15:32:12.891757 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46428) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:12.906481 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2a279344-a2cb-4597-9784-e4c1e554fe95 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:12.918061 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9edcefe9-74d8-4750-ae50-c272d03efe56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:12.943673 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c6c31105-8695-4da4-813a-447544b202b8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0997837 Mar 31 15:32:12.951671 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46432) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:12.969467 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a279344-a2cb-4597-9784-e4c1e554fe95 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a02aea37-9a53-4b29-9179-419859843019,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:12.970437 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-f7c5ba1b-66e5-4c1d-a936-4891c2e4a6d8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:12.995704 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f2a55c0d-41cc-4a67-a308-56fc297f8dc7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:13.023778 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-efd81c77-be60-45af-a97c-0ba7efbd2fd5 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:13.036761 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c87e1-200f-4d8e-af80-78b3723b7635 None None] Pushing event updated for resources: {'Port': ['ID=bc0221e4-044b-4af3-a3a7-a7fa0264c8c9,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:13.064163 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2a279344-a2cb-4597-9784-e4c1e554fe95 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:13.065417 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2a279344-a2cb-4597-9784-e4c1e554fe95 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2597325 Mar 31 15:32:13.069013 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46436) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:13.074280 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-da8c9ac0-f2cf-4fc3-85f2-34bea4cefb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274207212', 'tenant_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'ffb53b9c-0d10-499e-9b58-047785da0cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:02Z', 'updated_at': '2022-03-31T15:32:05Z', 'revision_number': 3, 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'gw_port': {'id': 'ffb53b9c-0d10-499e-9b58-047785da0cdb', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:03Z', 'updated_at': '2022-03-31T15:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:13.081025 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8c9ac0-f2cf-4fc3-85f2-34bea4cefb76 None None] The sync data for ids ['5ab90caa-b315-4282-b8c3-5a33e8b4f43f'] in dv-neutron-833379-2-hyperv is: [{'id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274207212', 'tenant_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'ffb53b9c-0d10-499e-9b58-047785da0cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:02Z', 'updated_at': '2022-03-31T15:32:05Z', 'revision_number': 3, 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'gw_port': {'id': 'ffb53b9c-0d10-499e-9b58-047785da0cdb', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:03Z', 'updated_at': '2022-03-31T15:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:32:13.138867 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-be0ab557-e408-4b1a-9113-afd47cb25697 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Request body: {'security_group_rule': {'security_group_id': 'a02aea37-9a53-4b29-9179-419859843019', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:13.161469 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-be0ab557-e408-4b1a-9113-afd47cb25697 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:13.170795 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-be0ab557-e408-4b1a-9113-afd47cb25697 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Usage tracker for resource:security_group_rule and tenant:8cfd5024b37749ecb259329fb814f915 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:13.176694 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-be0ab557-e408-4b1a-9113-afd47cb25697 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:13.193478 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8f9a06-6bea-4541-91d5-8442e6d84b0e None None] DHCP port deletion for 0c8a31f0-c909-472a-8f72-0f3eb4f4034a request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:32:13.199087 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-ee8f9a06-6bea-4541-91d5-8442e6d84b0e None None] Deleting port 7d3dd46e-cd1c-4945-a120-5c52280112b2 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:32:13.199634 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ee8f9a06-6bea-4541-91d5-8442e6d84b0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:13.260954 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a6bce629-116b-4596-a7f9-9f0dbcdebcce tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Synchronizing usage tracker for tenant:05840a68b87f45529e5ff59ca4786f2c on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:13.284736 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-be0ab557-e408-4b1a-9113-afd47cb25697 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:13.319271 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd81c77-be60-45af-a97c-0ba7efbd2fd5 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Network 3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:13.353610 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-efd81c77-be60-45af-a97c-0ba7efbd2fd5 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:13.363158 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f7c5ba1b-66e5-4c1d-a936-4891c2e4a6d8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:13.376565 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd81c77-be60-45af-a97c-0ba7efbd2fd5 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:32:13.459189 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd81c77-be60-45af-a97c-0ba7efbd2fd5 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Pushing event updated for resources: {'Port': ['ID=80f78aaa-e80f-49a2-883f-64e4e4775a11,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:13.462519 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f7c5ba1b-66e5-4c1d-a936-4891c2e4a6d8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:subnet and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:13.472653 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be0ab557-e408-4b1a-9113-afd47cb25697 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:13.477648 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f7c5ba1b-66e5-4c1d-a936-4891c2e4a6d8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:13.493090 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9edcefe9-74d8-4750-ae50-c272d03efe56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:13.499718 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f7c5ba1b-66e5-4c1d-a936-4891c2e4a6d8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:13.531492 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edcefe9-74d8-4750-ae50-c272d03efe56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c74440a-26ed-4fa6-b8df-4ac2f7dab691,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:13.538965 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a6bce629-116b-4596-a7f9-9f0dbcdebcce tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Unset dirty status for tenant:05840a68b87f45529e5ff59ca4786f2c on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:13.543886 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a6bce629-116b-4596-a7f9-9f0dbcdebcce tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6476243 Mar 31 15:32:13.545039 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46440) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:13.552605 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-5322e3b6-072d-4186-be41-57bb2e633cbc tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group': {'name': 'tempest-secgroup--675173482'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:13.557563 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-efd81c77-be60-45af-a97c-0ba7efbd2fd5 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:13.561396 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9edcefe9-74d8-4750-ae50-c272d03efe56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:13.562985 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9edcefe9-74d8-4750-ae50-c272d03efe56 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c74440a-26ed-4fa6-b8df-4ac2f7dab691 HTTP/1.1" status: 204 len: 168 time: 0.7942195 Mar 31 15:32:13.567653 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-5322e3b6-072d-4186-be41-57bb2e633cbc tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:13.578573 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f2a55c0d-41cc-4a67-a308-56fc297f8dc7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Deleting port b7147a60-1ab2-4f88-8d15-104f91d97731 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:32:13.578920 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f2a55c0d-41cc-4a67-a308-56fc297f8dc7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:13.603310 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-ee8f9a06-6bea-4541-91d5-8442e6d84b0e None None] For port 7d3dd46e-cd1c-4945-a120-5c52280112b2, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=7d3dd46e-cd1c-4945-a120-5c52280112b2,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:13.604192 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ee8f9a06-6bea-4541-91d5-8442e6d84b0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:13.611868 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-5322e3b6-072d-4186-be41-57bb2e633cbc tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:13.640956 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c5ba1b-66e5-4c1d-a936-4891c2e4a6d8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:32:13.665157 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f7c5ba1b-66e5-4c1d-a936-4891c2e4a6d8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:13.772908 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be0ab557-e408-4b1a-9113-afd47cb25697 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:13.789023 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-ee8f9a06-6bea-4541-91d5-8442e6d84b0e None None] Calling delete_port for 7d3dd46e-cd1c-4945-a120-5c52280112b2 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:32:13.873589 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:32:13.886368 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5322e3b6-072d-4186-be41-57bb2e633cbc tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:13.895581 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be0ab557-e408-4b1a-9113-afd47cb25697 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:13.934069 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-5322e3b6-072d-4186-be41-57bb2e633cbc tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:13.943538 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ee8f9a06-6bea-4541-91d5-8442e6d84b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:13.946630 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-5322e3b6-072d-4186-be41-57bb2e633cbc tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Usage tracker for resource:security_group_rule and tenant:05840a68b87f45529e5ff59ca4786f2c is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:13.959272 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-5322e3b6-072d-4186-be41-57bb2e633cbc tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:13.975759 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-5322e3b6-072d-4186-be41-57bb2e633cbc tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:13.986899 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f2a55c0d-41cc-4a67-a308-56fc297f8dc7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:14.032668 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f9a06-6bea-4541-91d5-8442e6d84b0e None None] Pushing event deleted for resources: {'Port': ['ID=7d3dd46e-cd1c-4945-a120-5c52280112b2,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:14.072456 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8f9a06-6bea-4541-91d5-8442e6d84b0e None None] No DVR routers for this DVR port 7d3dd46e-cd1c-4945-a120-5c52280112b2 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:32:14.168028 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device bc0221e4-044b-4af3-a3a7-a7fa0264c8c9 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:32:14.274245 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-efd81c77-be60-45af-a97c-0ba7efbd2fd5 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:14.340036 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f2a55c0d-41cc-4a67-a308-56fc297f8dc7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Calling delete_port for b7147a60-1ab2-4f88-8d15-104f91d97731 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:32:14.366595 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port bc0221e4-044b-4af3-a3a7-a7fa0264c8c9 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:14.373132 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device ffb53b9c-0d10-499e-9b58-047785da0cdb up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:32:14.378004 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ab557-e408-4b1a-9113-afd47cb25697 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847d1832-260a-4711-976c-c8b9c056ee7b,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:14.395387 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5322e3b6-072d-4186-be41-57bb2e633cbc tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:14.463794 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be0ab557-e408-4b1a-9113-afd47cb25697 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:14.468647 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-be0ab557-e408-4b1a-9113-afd47cb25697 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3983490 Mar 31 15:32:14.470626 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46446) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:14.533313 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5322e3b6-072d-4186-be41-57bb2e633cbc tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:14.584097 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port ffb53b9c-0d10-499e-9b58-047785da0cdb completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:14.590462 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port ffb53b9c-0d10-499e-9b58-047785da0cdb triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:14.591283 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:14.595980 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d0484893-722d-4318-90c6-93a4ae5c4284 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:14.608226 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d0484893-722d-4318-90c6-93a4ae5c4284 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:14.624595 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322e3b6-072d-4186-be41-57bb2e633cbc tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f22c503-da36-4619-89ce-1d8eb3a2d8c0,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:14.694914 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa742488-0a0f-4e0f-af8b-11138d5f39a7 None None] Network 3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:32:14.716049 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d0484893-722d-4318-90c6-93a4ae5c4284 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:14.717857 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f2a55c0d-41cc-4a67-a308-56fc297f8dc7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:14.788595 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0484893-722d-4318-90c6-93a4ae5c4284 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=847d1832-260a-4711-976c-c8b9c056ee7b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:14.790980 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a55c0d-41cc-4a67-a308-56fc297f8dc7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Port': ['ID=b7147a60-1ab2-4f88-8d15-104f91d97731,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:14.800033 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.objects.ports [None req-f7c5ba1b-66e5-4c1d-a936-4891c2e4a6d8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103444) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 31 15:32:14.801878 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5322e3b6-072d-4186-be41-57bb2e633cbc tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:14.803105 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5322e3b6-072d-4186-be41-57bb2e633cbc tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2570944 Mar 31 15:32:14.806305 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f7c5ba1b-66e5-4c1d-a936-4891c2e4a6d8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:14.812505 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46450) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:14.840782 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d0484893-722d-4318-90c6-93a4ae5c4284 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:14.841611 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d0484893-722d-4318-90c6-93a4ae5c4284 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/847d1832-260a-4711-976c-c8b9c056ee7b HTTP/1.1" status: 204 len: 168 time: 0.3697300 Mar 31 15:32:14.855302 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-cb320cb8-96a5-4c2c-94db-816c5a8f12b5 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group_rule': {'security_group_id': '6f22c503-da36-4619-89ce-1d8eb3a2d8c0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:14.855848 dv-neutron-833379-2-hyperv neutron-server[103444]: WARNING neutron.api.v2.base [None req-cb320cb8-96a5-4c2c-94db-816c5a8f12b5 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 31 15:32:14.856432 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-cb320cb8-96a5-4c2c-94db-816c5a8f12b5 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:32:14.860499 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-cb320cb8-96a5-4c2c-94db-816c5a8f12b5 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0153232 Mar 31 15:32:14.860499 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46454) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:14.894540 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:14.895392 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46456) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:14.949112 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c5ba1b-66e5-4c1d-a936-4891c2e4a6d8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:14.952973 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port ffb53b9c-0d10-499e-9b58-047785da0cdb, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=ffb53b9c-0d10-499e-9b58-047785da0cdb,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:14.971268 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-11a5823b-c35f-430c-9501-0046eead5b78 None None] Provisioning for port bc0221e4-044b-4af3-a3a7-a7fa0264c8c9 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:14.974330 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-f7c5ba1b-66e5-4c1d-a936-4891c2e4a6d8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:14.978572 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c5ba1b-66e5-4c1d-a936-4891c2e4a6d8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:14.979153 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f7c5ba1b-66e5-4c1d-a936-4891c2e4a6d8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:14.991100 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a4344a-a2a5-4a1a-bae9-aaf6f7ee6ae2 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:32:15.003333 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f2a55c0d-41cc-4a67-a308-56fc297f8dc7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:15.030348 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-11a5823b-c35f-430c-9501-0046eead5b78 None None] Provisioning complete for port bc0221e4-044b-4af3-a3a7-a7fa0264c8c9 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:15.033642 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-11a5823b-c35f-430c-9501-0046eead5b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:15.052755 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5ba1b-66e5-4c1d-a936-4891c2e4a6d8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Subnet': ['ID=9db9e90b-00ef-4433-9818-e2ec13133f67,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:15.110692 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:15.154560 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f7c5ba1b-66e5-4c1d-a936-4891c2e4a6d8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2002833 Mar 31 15:32:15.155292 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46462) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:15.171449 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-020584a3-f0af-44c7-ac35-9afa53e86127 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Synchronizing usage tracker for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group_rule {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:15.182738 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-d020420a-f54e-4af1-be10-f2157aff5c79 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'port': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'mac_address': 'fa:16:3e:eb:47:d1', 'name': 'tempest-NetworksTestDHCPv6-1175107777'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:15.249890 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-adf0626a-63cf-4154-8fdf-5113dd7f56a6 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:15.268321 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 7d3dd46e-cd1c-4945-a120-5c52280112b2 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:32:15.333768 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a55c0d-41cc-4a67-a308-56fc297f8dc7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Router 05e8bcbb-88ed-4ad7-a47e-590fea03f5c6 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:32:15.371545 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 7d3dd46e-cd1c-4945-a120-5c52280112b2 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:32:15.371901 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 7d3dd46e-cd1c-4945-a120-5c52280112b2 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:32:15.380986 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-adf0626a-63cf-4154-8fdf-5113dd7f56a6 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:15.425612 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-020584a3-f0af-44c7-ac35-9afa53e86127 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Unset dirty status for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group_rule {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:15.426424 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=ffb53b9c-0d10-499e-9b58-047785da0cdb,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:15.427995 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-020584a3-f0af-44c7-ac35-9afa53e86127 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5616300 Mar 31 15:32:15.440782 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46466) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:15.447071 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-11a5823b-c35f-430c-9501-0046eead5b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:15.480570 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a55c0d-41cc-4a67-a308-56fc297f8dc7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:32:15.485845 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f2a55c0d-41cc-4a67-a308-56fc297f8dc7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "PUT /v2.0/routers/05e8bcbb-88ed-4ad7-a47e-590fea03f5c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5534561 Mar 31 15:32:15.486779 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-efd81c77-be60-45af-a97c-0ba7efbd2fd5 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:15.489417 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46470) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:15.492705 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d020420a-f54e-4af1-be10-f2157aff5c79 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:15.516871 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d020420a-f54e-4af1-be10-f2157aff5c79 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:15.533116 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6155c300-3937-4075-9b5c-5f25cbe1691c None None] Sync routers for ids ['05e8bcbb-88ed-4ad7-a47e-590fea03f5c6'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:32:15.540927 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a5d25b11-a917-47d6-8c8c-25af4429361a tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Synchronizing usage tracker for tenant:f5aeba78f50f4bbea010c74344321d80 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:15.561363 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-efd81c77-be60-45af-a97c-0ba7efbd2fd5 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:15.600337 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6155c300-3937-4075-9b5c-5f25cbe1691c None None] Routers {'05e8bcbb-88ed-4ad7-a47e-590fea03f5c6'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:32:15.601084 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6155c300-3937-4075-9b5c-5f25cbe1691c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:32:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['05e8bcbb-88ed-4ad7-a47e-590fea03f5c6'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:15.639702 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a5d25b11-a917-47d6-8c8c-25af4429361a tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Unset dirty status for tenant:f5aeba78f50f4bbea010c74344321d80 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:15.641829 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a5d25b11-a917-47d6-8c8c-25af4429361a tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e8bcbb-88ed-4ad7-a47e-590fea03f5c6 HTTP/1.1" status: 200 len: 205 time: 0.1503849 Mar 31 15:32:15.644228 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46474) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:15.680935 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6155c300-3937-4075-9b5c-5f25cbe1691c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:15.684270 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-11a5823b-c35f-430c-9501-0046eead5b78 None None] For port bc0221e4-044b-4af3-a3a7-a7fa0264c8c9, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=bc0221e4-044b-4af3-a3a7-a7fa0264c8c9,segment=NetworkSegment(c4398b17-d409-4dc7-81c1-c21d0bee3bea),segment_id=c4398b17-d409-4dc7-81c1-c21d0bee3bea)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:15.730843 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6155c300-3937-4075-9b5c-5f25cbe1691c None None] Routers {'05e8bcbb-88ed-4ad7-a47e-590fea03f5c6'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:32:15.731626 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6155c300-3937-4075-9b5c-5f25cbe1691c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:32:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['05e8bcbb-88ed-4ad7-a47e-590fea03f5c6'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:15.759882 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d020420a-f54e-4af1-be10-f2157aff5c79 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:32:15.774537 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-adf0626a-63cf-4154-8fdf-5113dd7f56a6 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:15.790826 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8b74be-71e6-413d-9dac-81a041a921e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'fixed_ips': [{'subnet_id': '9db9e90b-00ef-4433-9818-e2ec13133f67'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:32:15.791766 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-db8b74be-71e6-413d-9dac-81a041a921e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:15.804427 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-913947fd-33c0-4933-a428-316486e6b710 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:15.810198 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-11a5823b-c35f-430c-9501-0046eead5b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:15.812538 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5aea3f3b-a6e5-4418-8bc6-072eae89b027 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:15.847590 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6155c300-3937-4075-9b5c-5f25cbe1691c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:15.848147 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6155c300-3937-4075-9b5c-5f25cbe1691c None None] The sync data for ids ['05e8bcbb-88ed-4ad7-a47e-590fea03f5c6'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:32:15.854771 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf0626a-63cf-4154-8fdf-5113dd7f56a6 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f22c503-da36-4619-89ce-1d8eb3a2d8c0,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:15.968401 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-913947fd-33c0-4933-a428-316486e6b710 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:15.979074 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-efd81c77-be60-45af-a97c-0ba7efbd2fd5 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:16.003224 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-adf0626a-63cf-4154-8fdf-5113dd7f56a6 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:16.004898 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-adf0626a-63cf-4154-8fdf-5113dd7f56a6 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "DELETE /v2.0/security-groups/6f22c503-da36-4619-89ce-1d8eb3a2d8c0 HTTP/1.1" status: 204 len: 168 time: 1.1083834 Mar 31 15:32:16.018469 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd81c77-be60-45af-a97c-0ba7efbd2fd5 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Pushing event updated for resources: {'Port': ['ID=80f78aaa-e80f-49a2-883f-64e4e4775a11,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:16.028924 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device ffb53b9c-0d10-499e-9b58-047785da0cdb up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:32:16.029478 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46478) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:16.165943 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5823b-c35f-430c-9501-0046eead5b78 None None] Pushing event updated for resources: {'Port': ['ID=bc0221e4-044b-4af3-a3a7-a7fa0264c8c9,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:16.206290 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-db8b74be-71e6-413d-9dac-81a041a921e9 None None] Allocated IP 2001:db8::f816:3eff:fe66:1d61 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/9db9e90b-00ef-4433-9818-e2ec13133f67/38f35ada-b6ce-4352-a039-a9e2190b654c) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:16.212278 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d020420a-f54e-4af1-be10-f2157aff5c79 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:16.212503 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-46bb4b26-6efa-4e8e-8fd1-813beaf74cf0 None None] Provisioning complete for port bc0221e4-044b-4af3-a3a7-a7fa0264c8c9 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:16.212975 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-46bb4b26-6efa-4e8e-8fd1-813beaf74cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:16.242700 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-632044cf-9a13-4cd1-9e4f-7202687f085f tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Synchronizing usage tracker for tenant:05840a68b87f45529e5ff59ca4786f2c on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:16.268101 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-d020420a-f54e-4af1-be10-f2157aff5c79 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] device_id is not set on port 3c0cb91a-d27d-455b-9dbd-ac71bac859ee yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:32:16.324082 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-913947fd-33c0-4933-a428-316486e6b710 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:16.328057 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5aea3f3b-a6e5-4418-8bc6-072eae89b027 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:16.330611 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5aea3f3b-a6e5-4418-8bc6-072eae89b027 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:16.367782 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913947fd-33c0-4933-a428-316486e6b710 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02aea37-9a53-4b29-9179-419859843019,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:16.390470 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd81c77-be60-45af-a97c-0ba7efbd2fd5 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Network 3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:16.396127 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-efd81c77-be60-45af-a97c-0ba7efbd2fd5 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:16.413598 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-632044cf-9a13-4cd1-9e4f-7202687f085f tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Unset dirty status for tenant:05840a68b87f45529e5ff59ca4786f2c on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:16.413598 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-632044cf-9a13-4cd1-9e4f-7202687f085f tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3801022 Mar 31 15:32:16.417055 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46482) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:16.422530 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9fc05b10-d09f-47c0-a7bf-ca7159904769 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group': {'name': 'tempest-secgroup--2085533246'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:16.437580 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port ffb53b9c-0d10-499e-9b58-047785da0cdb triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:16.437952 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:16.438792 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9fc05b10-d09f-47c0-a7bf-ca7159904769 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:16.442152 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5aea3f3b-a6e5-4418-8bc6-072eae89b027 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:16.442943 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aea3f3b-a6e5-4418-8bc6-072eae89b027 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Fanout notify agent at l3_agent the message router_deleted on router 05e8bcbb-88ed-4ad7-a47e-590fea03f5c6 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:32:16.464266 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5aea3f3b-a6e5-4418-8bc6-072eae89b027 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:16.466015 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5aea3f3b-a6e5-4418-8bc6-072eae89b027 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/routers/05e8bcbb-88ed-4ad7-a47e-590fea03f5c6 HTTP/1.1" status: 204 len: 168 time: 0.8199914 Mar 31 15:32:16.470664 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46486) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:16.479639 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9fc05b10-d09f-47c0-a7bf-ca7159904769 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:16.488966 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-913947fd-33c0-4933-a428-316486e6b710 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:16.505252 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-913947fd-33c0-4933-a428-316486e6b710 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "DELETE /v2.0/security-groups/a02aea37-9a53-4b29-9179-419859843019 HTTP/1.1" status: 204 len: 168 time: 1.0475578 Mar 31 15:32:16.508128 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46490) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:16.601587 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-007039b5-54dc-467f-a428-0543a7b832f3 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Deleting subnet 2baf2c9f-996c-4477-9652-f2d402c433e8 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:32:16.610345 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-007039b5-54dc-467f-a428-0543a7b832f3 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:16.661392 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-89e48fd5-2463-45e0-928d-d4cd068b68f9 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Synchronizing usage tracker for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:16.688248 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-007039b5-54dc-467f-a428-0543a7b832f3 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:16.730030 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd81c77-be60-45af-a97c-0ba7efbd2fd5 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Router 5ab90caa-b315-4282-b8c3-5a33e8b4f43f has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:32:16.743366 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9fc05b10-d09f-47c0-a7bf-ca7159904769 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:16.753712 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-db8b74be-71e6-413d-9dac-81a041a921e9 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:16.768402 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-db8b74be-71e6-413d-9dac-81a041a921e9 None None] Transition to ACTIVE for port object 38f35ada-b6ce-4352-a039-a9e2190b654c will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:16.780953 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9fc05b10-d09f-47c0-a7bf-ca7159904769 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:16.787467 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9fc05b10-d09f-47c0-a7bf-ca7159904769 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Usage tracker for resource:security_group_rule and tenant:05840a68b87f45529e5ff59ca4786f2c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:16.788109 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-46bb4b26-6efa-4e8e-8fd1-813beaf74cf0 None None] Provisioning for port 80f78aaa-e80f-49a2-883f-64e4e4775a11 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:16.791294 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9fc05b10-d09f-47c0-a7bf-ca7159904769 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:16.792961 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-db8b74be-71e6-413d-9dac-81a041a921e9 None None] Transition to ACTIVE for port object 38f35ada-b6ce-4352-a039-a9e2190b654c will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:16.794621 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-46bb4b26-6efa-4e8e-8fd1-813beaf74cf0 None None] Provisioning complete for port 80f78aaa-e80f-49a2-883f-64e4e4775a11 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:16.794989 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-46bb4b26-6efa-4e8e-8fd1-813beaf74cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:16.798529 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9fc05b10-d09f-47c0-a7bf-ca7159904769 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:16.812957 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-007039b5-54dc-467f-a428-0543a7b832f3 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:16.850485 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-46bb4b26-6efa-4e8e-8fd1-813beaf74cf0 None None] Port 80f78aaa-e80f-49a2-883f-64e4e4775a11 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:32:16.870068 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-db8b74be-71e6-413d-9dac-81a041a921e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:16.932647 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9fc05b10-d09f-47c0-a7bf-ca7159904769 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:16.933127 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8b74be-71e6-413d-9dac-81a041a921e9 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:16.935956 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-db8b74be-71e6-413d-9dac-81a041a921e9 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:16.936256 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-89e48fd5-2463-45e0-928d-d4cd068b68f9 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Unset dirty status for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:16.937511 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-89e48fd5-2463-45e0-928d-d4cd068b68f9 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4284449 Mar 31 15:32:16.944603 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46494) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:16.944830 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8b74be-71e6-413d-9dac-81a041a921e9 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:32:16.951002 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c7bac1e0-c80d-4b33-855c-8eb30856f80d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Request body: {'security_group': {'name': 'tempest-secgroup--125906588'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:16.960616 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c7bac1e0-c80d-4b33-855c-8eb30856f80d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:16.971084 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c7bac1e0-c80d-4b33-855c-8eb30856f80d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:16.979207 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b74be-71e6-413d-9dac-81a041a921e9 None None] Pushing event updated for resources: {'Port': ['ID=38f35ada-b6ce-4352-a039-a9e2190b654c,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:16.983846 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd81c77-be60-45af-a97c-0ba7efbd2fd5 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:32:16.996374 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd55900-bc68-4889-b020-a5168ceaec00 None None] Sync routers for ids ['5ab90caa-b315-4282-b8c3-5a33e8b4f43f'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:32:17.000388 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-d020420a-f54e-4af1-be10-f2157aff5c79 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Allocated IP 2001:db8::f816:3eff:feeb:47d1 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/9db9e90b-00ef-4433-9818-e2ec13133f67/3c0cb91a-d27d-455b-9dbd-ac71bac859ee) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:17.005135 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9fc05b10-d09f-47c0-a7bf-ca7159904769 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:17.008449 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-efd81c77-be60-45af-a97c-0ba7efbd2fd5 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "PUT /v2.0/routers/5ab90caa-b315-4282-b8c3-5a33e8b4f43f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6743696 Mar 31 15:32:17.010361 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd55900-bc68-4889-b020-a5168ceaec00 None None] Routers {'5ab90caa-b315-4282-b8c3-5a33e8b4f43f'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:32:17.011209 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-9cd55900-bc68-4889-b020-a5168ceaec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:32:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['5ab90caa-b315-4282-b8c3-5a33e8b4f43f'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:17.066386 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1a555322-40cd-40ad-b9f3-45c71a96b3c5 None None] Provisioning complete for port 80f78aaa-e80f-49a2-883f-64e4e4775a11 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:17.067027 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1a555322-40cd-40ad-b9f3-45c71a96b3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:17.075103 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-007039b5-54dc-467f-a428-0543a7b832f3 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:17.080399 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc05b10-d09f-47c0-a7bf-ca7159904769 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c10ff9fa-bf55-41a1-842c-a6f1d6a44d8b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:17.125979 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9fc05b10-d09f-47c0-a7bf-ca7159904769 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:17.130901 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-db8b74be-71e6-413d-9dac-81a041a921e9 None None] Attempting to bind port 38f35ada-b6ce-4352-a039-a9e2190b654c on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:32:17.131289 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-db8b74be-71e6-413d-9dac-81a041a921e9 None None] Attempting to bind port 38f35ada-b6ce-4352-a039-a9e2190b654c by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:32:17.131657 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b74be-71e6-413d-9dac-81a041a921e9 None None] Attempting to bind port 38f35ada-b6ce-4352-a039-a9e2190b654c on network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:32:17.132259 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9fc05b10-d09f-47c0-a7bf-ca7159904769 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7139120 Mar 31 15:32:17.133607 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c7bac1e0-c80d-4b33-855c-8eb30856f80d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:17.135067 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-1a555322-40cd-40ad-b9f3-45c71a96b3c5 None None] Port 80f78aaa-e80f-49a2-883f-64e4e4775a11 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:32:17.138916 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b74be-71e6-413d-9dac-81a041a921e9 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:32:17.139470 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b74be-71e6-413d-9dac-81a041a921e9 None None] Checking segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:32:17.139877 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-db8b74be-71e6-413d-9dac-81a041a921e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:17.140266 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b74be-71e6-413d-9dac-81a041a921e9 None None] Bound using segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:32:17.140738 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-db8b74be-71e6-413d-9dac-81a041a921e9 None None] Bound port: 38f35ada-b6ce-4352-a039-a9e2190b654c, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:32:17.141114 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-db8b74be-71e6-413d-9dac-81a041a921e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:17.147412 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46500) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:17.158448 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007039b5-54dc-467f-a428-0543a7b832f3 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Subnet': ['ID=2baf2c9f-996c-4477-9652-f2d402c433e8,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:17.167578 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-152e403e-601a-4ac1-b535-637ba904beb1 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group_rule': {'security_group_id': 'c10ff9fa-bf55-41a1-842c-a6f1d6a44d8b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:17.168599 dv-neutron-833379-2-hyperv neutron-server[103443]: WARNING neutron.api.v2.base [None req-152e403e-601a-4ac1-b535-637ba904beb1 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 31 15:32:17.169321 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-152e403e-601a-4ac1-b535-637ba904beb1 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:32:17.173578 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-152e403e-601a-4ac1-b535-637ba904beb1 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0195615 Mar 31 15:32:17.174270 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46504) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:17.177096 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-007039b5-54dc-467f-a428-0543a7b832f3 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:17.181261 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-007039b5-54dc-467f-a428-0543a7b832f3 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/subnets/2baf2c9f-996c-4477-9652-f2d402c433e8 HTTP/1.1" status: 204 len: 168 time: 0.7070043 Mar 31 15:32:17.184009 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46508) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:17.202473 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c7bac1e0-c80d-4b33-855c-8eb30856f80d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:17.219793 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31dbce0-ebca-4b35-a072-ab38f0e137a8 None None] Network a2b24176-3691-4946-82a0-92cf52fd440e requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:32:17.344127 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-9cd55900-bc68-4889-b020-a5168ceaec00 None None] Set router 5ab90caa-b315-4282-b8c3-5a33e8b4f43f gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:32:17.357044 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d020420a-f54e-4af1-be10-f2157aff5c79 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:17.366125 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c7bac1e0-c80d-4b33-855c-8eb30856f80d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Usage tracker for resource:security_group_rule and tenant:8cfd5024b37749ecb259329fb814f915 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:17.374753 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d020420a-f54e-4af1-be10-f2157aff5c79 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Transition to ACTIVE for port object 3c0cb91a-d27d-455b-9dbd-ac71bac859ee will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:17.380025 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c7bac1e0-c80d-4b33-855c-8eb30856f80d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:17.398087 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c7bac1e0-c80d-4b33-855c-8eb30856f80d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:17.404522 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-937b8ac5-6ac4-4a52-a19f-3d78d52d5fe7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:17.440537 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-db8b74be-71e6-413d-9dac-81a041a921e9 None None] For port 38f35ada-b6ce-4352-a039-a9e2190b654c, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:32:17.445588 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-db8b74be-71e6-413d-9dac-81a041a921e9 None None] For port 38f35ada-b6ce-4352-a039-a9e2190b654c, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=38f35ada-b6ce-4352-a039-a9e2190b654c,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:32:17.451213 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-937b8ac5-6ac4-4a52-a19f-3d78d52d5fe7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Deleting port 31f3b0a4-1445-4ef2-857d-d4576dd86c07 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:32:17.451551 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-937b8ac5-6ac4-4a52-a19f-3d78d52d5fe7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:17.487448 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d020420a-f54e-4af1-be10-f2157aff5c79 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:17.493265 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-071453bc-cb00-4ddf-a061-c66914e7bcc6 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:17.588310 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d020420a-f54e-4af1-be10-f2157aff5c79 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:17.588589 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-db8b74be-71e6-413d-9dac-81a041a921e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:17.592130 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-d020420a-f54e-4af1-be10-f2157aff5c79 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:17.607802 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d020420a-f54e-4af1-be10-f2157aff5c79 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:32:17.623473 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d020420a-f54e-4af1-be10-f2157aff5c79 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:17.624302 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d020420a-f54e-4af1-be10-f2157aff5c79 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:17.654919 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020420a-f54e-4af1-be10-f2157aff5c79 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Port': ['ID=3c0cb91a-d27d-455b-9dbd-ac71bac859ee,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:17.657264 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-071453bc-cb00-4ddf-a061-c66914e7bcc6 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:17.709938 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-12365d31-36e5-4891-9855-66a59951fd72 req-ba3909fa-e0f2-49cc-82f5-57e54fb19778 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Synchronizing usage tracker for tenant:230cf1c9b48c44d9b9e8cc3157cbe0bc on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:17.719839 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b74be-71e6-413d-9dac-81a041a921e9 None None] Pushing event updated for resources: {'Port': ['ID=38f35ada-b6ce-4352-a039-a9e2190b654c,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:17.772959 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d020420a-f54e-4af1-be10-f2157aff5c79 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6135421 Mar 31 15:32:17.775557 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46524) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:17.783707 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c7bac1e0-c80d-4b33-855c-8eb30856f80d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:17.804193 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7bd2ce-f123-4bc0-9c72-6d97a8b58555 None None] DHCP port deletion for a2b24176-3691-4946-82a0-92cf52fd440e request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:32:17.810191 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-9c7bd2ce-f123-4bc0-9c72-6d97a8b58555 None None] Deleting port 31f3b0a4-1445-4ef2-857d-d4576dd86c07 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:32:17.810565 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9c7bd2ce-f123-4bc0-9c72-6d97a8b58555 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:17.848744 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-12365d31-36e5-4891-9855-66a59951fd72 req-ba3909fa-e0f2-49cc-82f5-57e54fb19778 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Unset dirty status for tenant:230cf1c9b48c44d9b9e8cc3157cbe0bc on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:17.850765 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-12365d31-36e5-4891-9855-66a59951fd72 req-ba3909fa-e0f2-49cc-82f5-57e54fb19778 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-553155077&fields=id&tenant_id=230cf1c9b48c44d9b9e8cc3157cbe0bc HTTP/1.1" status: 200 len: 267 time: 0.2028716 Mar 31 15:32:17.886335 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c7bac1e0-c80d-4b33-855c-8eb30856f80d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:17.934776 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bac1e0-c80d-4b33-855c-8eb30856f80d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2426dc3e-9e43-4683-87bc-cab5d7a427dd,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:17.977460 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-937b8ac5-6ac4-4a52-a19f-3d78d52d5fe7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] For port 31f3b0a4-1445-4ef2-857d-d4576dd86c07, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=31f3b0a4-1445-4ef2-857d-d4576dd86c07,segment=NetworkSegment(ffc16636-afa5-4365-9749-afc04820a877),segment_id=ffc16636-afa5-4365-9749-afc04820a877)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:17.977880 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-937b8ac5-6ac4-4a52-a19f-3d78d52d5fe7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:17.989510 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-9cd55900-bc68-4889-b020-a5168ceaec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274207212', 'tenant_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'ffb53b9c-0d10-499e-9b58-047785da0cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:02Z', 'updated_at': '2022-03-31T15:32:14Z', 'revision_number': 4, 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'gw_port': {'id': 'ffb53b9c-0d10-499e-9b58-047785da0cdb', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:03Z', 'updated_at': '2022-03-31T15:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '80f78aaa-e80f-49a2-883f-64e4e4775a11', 'name': '', 'network_id': '3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534', 'tenant_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'mac_address': 'fa:16:3e:72:32:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '1c13a1ee-f508-42ed-8f95-e2119d470f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:12Z', 'updated_at': '2022-03-31T15:32:14Z', 'revision_number': 2, 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'subnets': [{'id': '1c13a1ee-f508-42ed-8f95-e2119d470f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:18.010606 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device bc0221e4-044b-4af3-a3a7-a7fa0264c8c9 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:32:18.012962 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-071453bc-cb00-4ddf-a061-c66914e7bcc6 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:18.014066 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd55900-bc68-4889-b020-a5168ceaec00 None None] Checking router: 5ab90caa-b315-4282-b8c3-5a33e8b4f43f for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:32:18.016495 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd55900-bc68-4889-b020-a5168ceaec00 None None] Updating router 5ab90caa-b315-4282-b8c3-5a33e8b4f43f port 80f78aaa-e80f-49a2-883f-64e4e4775a11 binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:32:18.177514 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9cd55900-bc68-4889-b020-a5168ceaec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:18.198911 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071453bc-cb00-4ddf-a061-c66914e7bcc6 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10ff9fa-bf55-41a1-842c-a6f1d6a44d8b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:18.201208 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-071453bc-cb00-4ddf-a061-c66914e7bcc6 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:18.202724 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-071453bc-cb00-4ddf-a061-c66914e7bcc6 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "DELETE /v2.0/security-groups/c10ff9fa-bf55-41a1-842c-a6f1d6a44d8b HTTP/1.1" status: 204 len: 168 time: 1.0225754 Mar 31 15:32:18.232856 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port bc0221e4-044b-4af3-a3a7-a7fa0264c8c9 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:18.236049 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:18.293084 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46528) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:18.302014 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-937b8ac5-6ac4-4a52-a19f-3d78d52d5fe7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Calling delete_port for 31f3b0a4-1445-4ef2-857d-d4576dd86c07 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:32:18.318813 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-9c7bd2ce-f123-4bc0-9c72-6d97a8b58555 None None] For port 31f3b0a4-1445-4ef2-857d-d4576dd86c07, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=31f3b0a4-1445-4ef2-857d-d4576dd86c07,segment=NetworkSegment(ffc16636-afa5-4365-9749-afc04820a877),segment_id=ffc16636-afa5-4365-9749-afc04820a877)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:18.319172 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9c7bd2ce-f123-4bc0-9c72-6d97a8b58555 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:18.414553 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0eb457a2-0ad3-4d50-b443-40edb4868b6d tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Synchronizing usage tracker for tenant:05840a68b87f45529e5ff59ca4786f2c on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:18.419797 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c7bac1e0-c80d-4b33-855c-8eb30856f80d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:18.421431 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c7bac1e0-c80d-4b33-855c-8eb30856f80d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4748807 Mar 31 15:32:18.445997 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46532) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:18.460002 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-c2d9a64d-400c-4afd-a61e-73415db73865 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Request body: {'security_group_rule': {'security_group_id': '2426dc3e-9e43-4683-87bc-cab5d7a427dd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:18.485664 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c2d9a64d-400c-4afd-a61e-73415db73865 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:18.498801 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c2d9a64d-400c-4afd-a61e-73415db73865 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Usage tracker for resource:security_group_rule and tenant:8cfd5024b37749ecb259329fb814f915 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:18.505794 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c2d9a64d-400c-4afd-a61e-73415db73865 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:18.527209 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996ccbcc-b46e-4d3c-8d56-b69d5f76dd58 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:18.528243 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-9c7bd2ce-f123-4bc0-9c72-6d97a8b58555 None None] Calling delete_port for 31f3b0a4-1445-4ef2-857d-d4576dd86c07 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:32:18.538811 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996ccbcc-b46e-4d3c-8d56-b69d5f76dd58 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:18.541915 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-996ccbcc-b46e-4d3c-8d56-b69d5f76dd58 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:18.547426 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c2d9a64d-400c-4afd-a61e-73415db73865 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:18.559200 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0eb457a2-0ad3-4d50-b443-40edb4868b6d tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Unset dirty status for tenant:05840a68b87f45529e5ff59ca4786f2c on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:18.560714 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0eb457a2-0ad3-4d50-b443-40edb4868b6d tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2199821 Mar 31 15:32:18.567139 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46536) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:18.575196 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-0c9f891c-1fda-4f4c-8a28-09bbd808be26 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group': {'name': 'tempest-secgroup--256898262'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:18.593337 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0c9f891c-1fda-4f4c-8a28-09bbd808be26 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:18.607590 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0c9f891c-1fda-4f4c-8a28-09bbd808be26 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:18.629820 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-937b8ac5-6ac4-4a52-a19f-3d78d52d5fe7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:18.630454 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12365d31-36e5-4891-9855-66a59951fd72 req-172585f8-0de2-4f25-ac7e-9f167786b0bc tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:18.631153 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-12365d31-36e5-4891-9855-66a59951fd72 req-172585f8-0de2-4f25-ac7e-9f167786b0bc tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Synchronizing usage tracker for tenant:230cf1c9b48c44d9b9e8cc3157cbe0bc on resource:network {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:18.695074 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937b8ac5-6ac4-4a52-a19f-3d78d52d5fe7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] No DVR routers for this DVR port 31f3b0a4-1445-4ef2-857d-d4576dd86c07 on host dv-neutron-833379-2-hyperv {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:32:18.730579 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-996ccbcc-b46e-4d3c-8d56-b69d5f76dd58 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:18.733431 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-996ccbcc-b46e-4d3c-8d56-b69d5f76dd58 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.9556313 Mar 31 15:32:18.737939 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46540) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:18.747733 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-9c7bd2ce-f123-4bc0-9c72-6d97a8b58555 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:32:18.752434 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-9c7bd2ce-f123-4bc0-9c72-6d97a8b58555 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:32:18.820411 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 31f3b0a4-1445-4ef2-857d-d4576dd86c07 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:32:18.823419 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2d9a64d-400c-4afd-a61e-73415db73865 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:18.837684 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-12365d31-36e5-4891-9855-66a59951fd72 req-172585f8-0de2-4f25-ac7e-9f167786b0bc tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Unset dirty status for tenant:230cf1c9b48c44d9b9e8cc3157cbe0bc on resource:network {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:18.838581 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-12365d31-36e5-4891-9855-66a59951fd72 req-172585f8-0de2-4f25-ac7e-9f167786b0bc tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/networks?id=3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534 HTTP/1.1" status: 200 len: 797 time: 0.9774871 Mar 31 15:32:18.876059 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-12365d31-36e5-4891-9855-66a59951fd72 req-cad13ac1-81fb-44fa-8acf-9bb2e476a9ac tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/quotas/230cf1c9b48c44d9b9e8cc3157cbe0bc HTTP/1.1" status: 200 len: 375 time: 0.0246646 Mar 31 15:32:18.891330 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 31f3b0a4-1445-4ef2-857d-d4576dd86c07 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:32:18.891668 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 31f3b0a4-1445-4ef2-857d-d4576dd86c07 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:32:18.911924 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9cd55900-bc68-4889-b020-a5168ceaec00 None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:18.923764 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-9cd55900-bc68-4889-b020-a5168ceaec00 None None] Transition to ACTIVE for port object 80f78aaa-e80f-49a2-883f-64e4e4775a11 will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:18.925307 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b8ac5-6ac4-4a52-a19f-3d78d52d5fe7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Port': ['ID=31f3b0a4-1445-4ef2-857d-d4576dd86c07,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:18.928645 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0c9f891c-1fda-4f4c-8a28-09bbd808be26 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:18.956746 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c0426527-b3af-4246-8b79-71bdbf7e1651 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting port 3c0cb91a-d27d-455b-9dbd-ac71bac859ee {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:32:18.957695 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c0426527-b3af-4246-8b79-71bdbf7e1651 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:18.989441 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9cd55900-bc68-4889-b020-a5168ceaec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:19.029533 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2d9a64d-400c-4afd-a61e-73415db73865 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:19.038226 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0c9f891c-1fda-4f4c-8a28-09bbd808be26 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:19.050538 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0c9f891c-1fda-4f4c-8a28-09bbd808be26 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Usage tracker for resource:security_group_rule and tenant:05840a68b87f45529e5ff59ca4786f2c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:19.054555 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-937b8ac5-6ac4-4a52-a19f-3d78d52d5fe7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:19.062439 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0c9f891c-1fda-4f4c-8a28-09bbd808be26 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:19.071891 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aea986-7a37-465f-b3a3-67fe399981e8 None None] Pushing event updated for resources: {'Port': ['ID=80f78aaa-e80f-49a2-883f-64e4e4775a11,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:19.073470 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0c9f891c-1fda-4f4c-8a28-09bbd808be26 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:19.085763 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aea986-7a37-465f-b3a3-67fe399981e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:19.086106 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aea986-7a37-465f-b3a3-67fe399981e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:19.086442 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aea986-7a37-465f-b3a3-67fe399981e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:19.086770 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aea986-7a37-465f-b3a3-67fe399981e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:19.087093 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aea986-7a37-465f-b3a3-67fe399981e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:19.087918 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aea986-7a37-465f-b3a3-67fe399981e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:19.088262 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aea986-7a37-465f-b3a3-67fe399981e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:19.088606 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aea986-7a37-465f-b3a3-67fe399981e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:19.088995 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aea986-7a37-465f-b3a3-67fe399981e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:19.089343 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aea986-7a37-465f-b3a3-67fe399981e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:19.089667 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aea986-7a37-465f-b3a3-67fe399981e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:19.089982 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aea986-7a37-465f-b3a3-67fe399981e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:19.095818 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-937b8ac5-6ac4-4a52-a19f-3d78d52d5fe7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b24176-3691-4946-82a0-92cf52fd440e']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:19.118132 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-937b8ac5-6ac4-4a52-a19f-3d78d52d5fe7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc16636-afa5-4365-9749-afc04820a877') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:19.118487 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-937b8ac5-6ac4-4a52-a19f-3d78d52d5fe7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc16636-afa5-4365-9749-afc04820a877') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:19.137372 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-937b8ac5-6ac4-4a52-a19f-3d78d52d5fe7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:19.142142 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2d9a64d-400c-4afd-a61e-73415db73865 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:19.160058 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-937b8ac5-6ac4-4a52-a19f-3d78d52d5fe7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:19.178802 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-937b8ac5-6ac4-4a52-a19f-3d78d52d5fe7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:32:19.185598 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-937b8ac5-6ac4-4a52-a19f-3d78d52d5fe7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:19.208909 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:32:19.208909 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:32:19.208909 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:32:19.208909 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:32:19.208909 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:32:19.208909 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:32:19.208909 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:32:19.208909 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:32:19.208909 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:32:19.208909 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:32:19.208909 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:32:19.208909 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:32:19.208909 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:32:19.208909 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:32:19.208909 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:32:19.208909 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:32:19.208909 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:32:19.208909 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:32:19.208909 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:32:19.208909 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:32:19.208909 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:32:19.208909 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:32:19.208909 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:32:19.208909 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:32:19.208909 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:32:19.208909 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:32:19.208909 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:32:19.208909 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:32:19.208909 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:32:19.208909 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:32:19.208909 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:32:19.208909 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:32:19.254861 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-9c7bd2ce-f123-4bc0-9c72-6d97a8b58555 None None] Deleting port 31f3b0a4-1445-4ef2-857d-d4576dd86c07 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:32:19.256167 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9c7bd2ce-f123-4bc0-9c72-6d97a8b58555 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:19.294144 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-9cd55900-bc68-4889-b020-a5168ceaec00 None None] Attempting to bind port 80f78aaa-e80f-49a2-883f-64e4e4775a11 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:32:19.294640 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-9cd55900-bc68-4889-b020-a5168ceaec00 None None] Attempting to bind port 80f78aaa-e80f-49a2-883f-64e4e4775a11 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'c4398b17-d409-4dc7-81c1-c21d0bee3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:32:19.294996 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd55900-bc68-4889-b020-a5168ceaec00 None None] Attempting to bind port 80f78aaa-e80f-49a2-883f-64e4e4775a11 on network 3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:32:19.302172 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd55900-bc68-4889-b020-a5168ceaec00 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:32:19.302647 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd55900-bc68-4889-b020-a5168ceaec00 None None] Checking segment: {'id': 'c4398b17-d409-4dc7-81c1-c21d0bee3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:32:19.302973 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9cd55900-bc68-4889-b020-a5168ceaec00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:19.303359 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd55900-bc68-4889-b020-a5168ceaec00 None None] Bound using segment: {'id': 'c4398b17-d409-4dc7-81c1-c21d0bee3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:32:19.303807 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-9cd55900-bc68-4889-b020-a5168ceaec00 None None] Bound port: 80f78aaa-e80f-49a2-883f-64e4e4775a11, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4398b17-d409-4dc7-81c1-c21d0bee3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:32:19.304188 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9cd55900-bc68-4889-b020-a5168ceaec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:19.371307 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c0426527-b3af-4246-8b79-71bdbf7e1651 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:19.373715 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0c9f891c-1fda-4f4c-8a28-09bbd808be26 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:19.417922 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-9cd55900-bc68-4889-b020-a5168ceaec00 None None] For port 80f78aaa-e80f-49a2-883f-64e4e4775a11, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:32:19.422143 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-9cd55900-bc68-4889-b020-a5168ceaec00 None None] For port 80f78aaa-e80f-49a2-883f-64e4e4775a11, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=80f78aaa-e80f-49a2-883f-64e4e4775a11,segment=NetworkSegment(c4398b17-d409-4dc7-81c1-c21d0bee3bea),segment_id=c4398b17-d409-4dc7-81c1-c21d0bee3bea)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:32:19.424083 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-9c7bd2ce-f123-4bc0-9c72-6d97a8b58555 None None] The port '31f3b0a4-1445-4ef2-857d-d4576dd86c07' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:32:19.446078 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0c9f891c-1fda-4f4c-8a28-09bbd808be26 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:19.469461 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9cd55900-bc68-4889-b020-a5168ceaec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:19.478659 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-937b8ac5-6ac4-4a52-a19f-3d78d52d5fe7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:19.510740 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-937b8ac5-6ac4-4a52-a19f-3d78d52d5fe7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:19.527145 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c0426527-b3af-4246-8b79-71bdbf7e1651 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Calling delete_port for 3c0cb91a-d27d-455b-9dbd-ac71bac859ee owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:32:19.531418 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2db0b492-33ab-42a1-b822-4853c63591bc None None] Provisioning for port 38f35ada-b6ce-4352-a039-a9e2190b654c completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:19.549646 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f891c-1fda-4f4c-8a28-09bbd808be26 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=540bac0c-baa1-47d3-8822-e61f262e1267,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:19.565581 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b8ac5-6ac4-4a52-a19f-3d78d52d5fe7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Network': ['ID=a2b24176-3691-4946-82a0-92cf52fd440e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:19.584036 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aea986-7a37-465f-b3a3-67fe399981e8 None None] Pushing event updated for resources: {'Port': ['ID=80f78aaa-e80f-49a2-883f-64e4e4775a11,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:19.622779 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2d9a64d-400c-4afd-a61e-73415db73865 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:19.626875 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46544) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:19.627026 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c2d9a64d-400c-4afd-a61e-73415db73865 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1799121 Mar 31 15:32:19.627777 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9a64d-400c-4afd-a61e-73415db73865 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08205087-650f-4d33-905a-a1bd73f18e08,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:19.634255 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd55900-bc68-4889-b020-a5168ceaec00 None None] Routers {'5ab90caa-b315-4282-b8c3-5a33e8b4f43f'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:32:19.634574 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-9cd55900-bc68-4889-b020-a5168ceaec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:32:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['5ab90caa-b315-4282-b8c3-5a33e8b4f43f'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:19.639262 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8f112394-a4c2-4d7b-8cca-55bda597bc5d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Request body: {'security_group_rule': {'security_group_id': '2426dc3e-9e43-4683-87bc-cab5d7a427dd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:19.648226 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-12365d31-36e5-4891-9855-66a59951fd72 req-f7800dfd-29ef-4e6d-a91a-c1ad2ec3d656 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Synchronizing usage tracker for tenant:230cf1c9b48c44d9b9e8cc3157cbe0bc on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:19.664349 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8f112394-a4c2-4d7b-8cca-55bda597bc5d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:19.679547 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8f112394-a4c2-4d7b-8cca-55bda597bc5d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Usage tracker for resource:security_group_rule and tenant:8cfd5024b37749ecb259329fb814f915 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:19.685161 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8f112394-a4c2-4d7b-8cca-55bda597bc5d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:19.701024 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8f112394-a4c2-4d7b-8cca-55bda597bc5d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:19.721150 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0c9f891c-1fda-4f4c-8a28-09bbd808be26 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:19.722454 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0c9f891c-1fda-4f4c-8a28-09bbd808be26 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1539180 Mar 31 15:32:19.728131 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-937b8ac5-6ac4-4a52-a19f-3d78d52d5fe7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/networks/a2b24176-3691-4946-82a0-92cf52fd440e HTTP/1.1" status: 204 len: 168 time: 2.5289359 Mar 31 15:32:19.728131 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46548) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:19.735392 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46552) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:19.736692 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-855428b8-f596-4023-9b69-a7a892ac5261 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group_rule': {'security_group_id': '540bac0c-baa1-47d3-8822-e61f262e1267', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:19.738417 dv-neutron-833379-2-hyperv neutron-server[103443]: WARNING neutron.api.v2.base [None req-855428b8-f596-4023-9b69-a7a892ac5261 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 31 15:32:19.739599 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-855428b8-f596-4023-9b69-a7a892ac5261 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:32:19.743638 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-855428b8-f596-4023-9b69-a7a892ac5261 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0130520 Mar 31 15:32:19.745769 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46556) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:19.750876 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-06803277-92e0-4d81-81b6-32ecd6764595 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group_rule': {'security_group_id': '540bac0c-baa1-47d3-8822-e61f262e1267', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:19.751556 dv-neutron-833379-2-hyperv neutron-server[103443]: WARNING neutron.api.v2.base [None req-06803277-92e0-4d81-81b6-32ecd6764595 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 31 15:32:19.752064 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-06803277-92e0-4d81-81b6-32ecd6764595 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:32:19.758103 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-06803277-92e0-4d81-81b6-32ecd6764595 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0072598 Mar 31 15:32:19.759098 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46560) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:19.770250 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-b4f004ca-44aa-41b9-97f0-9f45c6e08851 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-884591610', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:19.770785 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-640ffe7e-695b-4c42-a483-b87b46ca342c tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group_rule': {'security_group_id': '540bac0c-baa1-47d3-8822-e61f262e1267', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:19.771438 dv-neutron-833379-2-hyperv neutron-server[103443]: WARNING neutron.api.v2.base [None req-640ffe7e-695b-4c42-a483-b87b46ca342c tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 31 15:32:19.771939 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-640ffe7e-695b-4c42-a483-b87b46ca342c tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:32:19.775894 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-640ffe7e-695b-4c42-a483-b87b46ca342c tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0146654 Mar 31 15:32:19.778752 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46564) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:19.780295 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-b4f004ca-44aa-41b9-97f0-9f45c6e08851 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:19.790987 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8a6699a2-45c8-49b8-9299-4f7e0b7015cb tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group_rule': {'security_group_id': '540bac0c-baa1-47d3-8822-e61f262e1267', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:19.791856 dv-neutron-833379-2-hyperv neutron-server[103443]: WARNING neutron.api.v2.base [None req-8a6699a2-45c8-49b8-9299-4f7e0b7015cb tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 31 15:32:19.797506 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-8a6699a2-45c8-49b8-9299-4f7e0b7015cb tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:32:19.797506 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8a6699a2-45c8-49b8-9299-4f7e0b7015cb tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0136180 Mar 31 15:32:19.797759 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-b4f004ca-44aa-41b9-97f0-9f45c6e08851 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Usage tracker for resource:router and tenant:f5aeba78f50f4bbea010c74344321d80 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:19.799738 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46568) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:19.800397 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-b4f004ca-44aa-41b9-97f0-9f45c6e08851 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:19.808984 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f112394-a4c2-4d7b-8cca-55bda597bc5d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:19.809924 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-b4f004ca-44aa-41b9-97f0-9f45c6e08851 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:19.858301 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-12365d31-36e5-4891-9855-66a59951fd72 req-f7800dfd-29ef-4e6d-a91a-c1ad2ec3d656 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Unset dirty status for tenant:230cf1c9b48c44d9b9e8cc3157cbe0bc on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:19.859525 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-12365d31-36e5-4891-9855-66a59951fd72 req-f7800dfd-29ef-4e6d-a91a-c1ad2ec3d656 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=230cf1c9b48c44d9b9e8cc3157cbe0bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9695075 Mar 31 15:32:19.910260 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-fbd88c94-f9a4-474b-8b78-75fed7695510 None None] Provisioning for port 3c0cb91a-d27d-455b-9dbd-ac71bac859ee completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:19.915864 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fa1a458e-8fea-4266-a5d4-8e88add50b2d tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:19.917756 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-fbd88c94-f9a4-474b-8b78-75fed7695510 None None] Provisioning complete for port 3c0cb91a-d27d-455b-9dbd-ac71bac859ee triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:19.917756 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fbd88c94-f9a4-474b-8b78-75fed7695510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:19.922040 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-9cd55900-bc68-4889-b020-a5168ceaec00 None None] Set router 5ab90caa-b315-4282-b8c3-5a33e8b4f43f gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:32:19.934305 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f112394-a4c2-4d7b-8cca-55bda597bc5d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:19.969264 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-fbd88c94-f9a4-474b-8b78-75fed7695510 None None] Port 3c0cb91a-d27d-455b-9dbd-ac71bac859ee was deleted so its status cannot be updated. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 31 15:32:19.972196 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fa1a458e-8fea-4266-a5d4-8e88add50b2d tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:19.991002 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c0426527-b3af-4246-8b79-71bdbf7e1651 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:20.010123 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f112394-a4c2-4d7b-8cca-55bda597bc5d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:20.015576 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 38f35ada-b6ce-4352-a039-a9e2190b654c up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:32:20.036715 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b4f004ca-44aa-41b9-97f0-9f45c6e08851 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:20.037774 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b4f004ca-44aa-41b9-97f0-9f45c6e08851 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:20.066157 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f112394-a4c2-4d7b-8cca-55bda597bc5d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f0fbf97-e01e-4324-8cb9-d20fea4b8814,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:20.068492 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0426527-b3af-4246-8b79-71bdbf7e1651 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Port': ['ID=3c0cb91a-d27d-455b-9dbd-ac71bac859ee,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:20.084507 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f112394-a4c2-4d7b-8cca-55bda597bc5d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:20.085110 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f112394-a4c2-4d7b-8cca-55bda597bc5d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:20.085645 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f112394-a4c2-4d7b-8cca-55bda597bc5d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:20.086132 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f112394-a4c2-4d7b-8cca-55bda597bc5d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:20.086720 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f112394-a4c2-4d7b-8cca-55bda597bc5d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:20.087335 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f112394-a4c2-4d7b-8cca-55bda597bc5d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:20.089412 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f112394-a4c2-4d7b-8cca-55bda597bc5d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:20.090469 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f112394-a4c2-4d7b-8cca-55bda597bc5d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:20.090993 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f112394-a4c2-4d7b-8cca-55bda597bc5d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:20.091650 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f112394-a4c2-4d7b-8cca-55bda597bc5d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:20.092185 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f112394-a4c2-4d7b-8cca-55bda597bc5d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:20.092708 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f112394-a4c2-4d7b-8cca-55bda597bc5d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:20.167556 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c0426527-b3af-4246-8b79-71bdbf7e1651 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:20.171002 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f112394-a4c2-4d7b-8cca-55bda597bc5d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:20.172944 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8f112394-a4c2-4d7b-8cca-55bda597bc5d tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5439727 Mar 31 15:32:20.175348 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46574) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:20.183410 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ebfdb82b-4df4-4804-9f1c-688cee6cb655 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Request body: {'security_group_rule': {'security_group_id': '2426dc3e-9e43-4683-87bc-cab5d7a427dd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:20.190346 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b4f004ca-44aa-41b9-97f0-9f45c6e08851 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:20.194543 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 38f35ada-b6ce-4352-a039-a9e2190b654c completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:20.202705 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 38f35ada-b6ce-4352-a039-a9e2190b654c triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:20.202900 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:20.205621 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ebfdb82b-4df4-4804-9f1c-688cee6cb655 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:20.218789 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ebfdb82b-4df4-4804-9f1c-688cee6cb655 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Usage tracker for resource:security_group_rule and tenant:8cfd5024b37749ecb259329fb814f915 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:20.223921 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ebfdb82b-4df4-4804-9f1c-688cee6cb655 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:20.232130 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ebfdb82b-4df4-4804-9f1c-688cee6cb655 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:20.266823 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46578) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:20.267051 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c0426527-b3af-4246-8b79-71bdbf7e1651 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/3c0cb91a-d27d-455b-9dbd-ac71bac859ee HTTP/1.1" status: 204 len: 168 time: 1.5256014 Mar 31 15:32:20.317236 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-12365d31-36e5-4891-9855-66a59951fd72 req-87f51d57-d321-49d2-8997-7cd5e2ee9212 service neutron] 10.222.0.31 "GET /v2.0/networks/3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421391 Mar 31 15:32:20.364365 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ebfdb82b-4df4-4804-9f1c-688cee6cb655 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:20.375531 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-9cd55900-bc68-4889-b020-a5168ceaec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274207212', 'tenant_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'ffb53b9c-0d10-499e-9b58-047785da0cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:02Z', 'updated_at': '2022-03-31T15:32:14Z', 'revision_number': 4, 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'gw_port': {'id': 'ffb53b9c-0d10-499e-9b58-047785da0cdb', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:03Z', 'updated_at': '2022-03-31T15:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '80f78aaa-e80f-49a2-883f-64e4e4775a11', 'name': '', 'network_id': '3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534', 'tenant_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'mac_address': 'fa:16:3e:72:32:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '1c13a1ee-f508-42ed-8f95-e2119d470f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:12Z', 'updated_at': '2022-03-31T15:32:19Z', 'revision_number': 4, 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'subnets': [{'id': '1c13a1ee-f508-42ed-8f95-e2119d470f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:20.379693 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c533b28e-7d0a-4c01-a0a8-86511c686334 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:20.380013 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b4f004ca-44aa-41b9-97f0-9f45c6e08851 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:20.381228 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c533b28e-7d0a-4c01-a0a8-86511c686334 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:20.382025 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c533b28e-7d0a-4c01-a0a8-86511c686334 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:20.389855 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd55900-bc68-4889-b020-a5168ceaec00 None None] The sync data for ids ['5ab90caa-b315-4282-b8c3-5a33e8b4f43f'] in dv-neutron-833379-2-hyperv is: [{'id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274207212', 'tenant_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'ffb53b9c-0d10-499e-9b58-047785da0cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:02Z', 'updated_at': '2022-03-31T15:32:14Z', 'revision_number': 4, 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'gw_port': {'id': 'ffb53b9c-0d10-499e-9b58-047785da0cdb', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:03Z', 'updated_at': '2022-03-31T15:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '80f78aaa-e80f-49a2-883f-64e4e4775a11', 'name': '', 'network_id': '3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534', 'tenant_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'mac_address': 'fa:16:3e:72:32:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '1c13a1ee-f508-42ed-8f95-e2119d470f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:12Z', 'updated_at': '2022-03-31T15:32:19Z', 'revision_number': 4, 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'subnets': [{'id': '1c13a1ee-f508-42ed-8f95-e2119d470f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:32:20.393417 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:20.429506 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 38f35ada-b6ce-4352-a039-a9e2190b654c, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=38f35ada-b6ce-4352-a039-a9e2190b654c,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:20.469556 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ebfdb82b-4df4-4804-9f1c-688cee6cb655 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:20.480358 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c533b28e-7d0a-4c01-a0a8-86511c686334 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:20.481709 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c533b28e-7d0a-4c01-a0a8-86511c686334 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2136550 Mar 31 15:32:20.492133 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fa1a458e-8fea-4266-a5d4-8e88add50b2d tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:20.492301 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46582) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:20.509218 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:20.536592 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fa1a458e-8fea-4266-a5d4-8e88add50b2d tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:20.537854 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-fa1a458e-8fea-4266-a5d4-8e88add50b2d tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "DELETE /v2.0/security-groups/540bac0c-baa1-47d3-8822-e61f262e1267 HTTP/1.1" status: 204 len: 168 time: 0.7342992 Mar 31 15:32:20.538894 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a458e-8fea-4266-a5d4-8e88add50b2d tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=540bac0c-baa1-47d3-8822-e61f262e1267,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:20.551246 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46586) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:20.583724 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1826bb5-49b7-4978-be32-95fb11375731 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting subnet 9db9e90b-00ef-4433-9818-e2ec13133f67 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:32:20.592570 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-12365d31-36e5-4891-9855-66a59951fd72 req-97f90b83-4da8-4c0d-bc1e-17f003c1b771 service neutron] 10.222.0.31 "GET /v2.0/networks/3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681680 Mar 31 15:32:20.593204 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ebfdb82b-4df4-4804-9f1c-688cee6cb655 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:20.615854 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1826bb5-49b7-4978-be32-95fb11375731 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:20.623334 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=38f35ada-b6ce-4352-a039-a9e2190b654c,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:20.625003 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-629385ae-867a-4dee-be9c-7955a7e5d944 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Synchronizing usage tracker for tenant:05840a68b87f45529e5ff59ca4786f2c on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:20.709861 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfdb82b-4df4-4804-9f1c-688cee6cb655 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb5bba0-5f6f-4fc4-9d6c-74d177ee7800,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:20.727033 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1826bb5-49b7-4978-be32-95fb11375731 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:20.811688 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1826bb5-49b7-4978-be32-95fb11375731 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:21.046187 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b4f004ca-44aa-41b9-97f0-9f45c6e08851 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:21.047323 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b4f004ca-44aa-41b9-97f0-9f45c6e08851 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.3052008 Mar 31 15:32:21.050009 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46590) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:21.056412 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-3fb4945d-dfbe-441d-b374-7db917b512c5 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-946016976'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:21.062677 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-3fb4945d-dfbe-441d-b374-7db917b512c5 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:21.067232 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3fb4945d-dfbe-441d-b374-7db917b512c5 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Usage tracker for resource:network and tenant:f5aeba78f50f4bbea010c74344321d80 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:21.070157 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3fb4945d-dfbe-441d-b374-7db917b512c5 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:21.076196 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-3fb4945d-dfbe-441d-b374-7db917b512c5 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:21.108303 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-629385ae-867a-4dee-be9c-7955a7e5d944 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Unset dirty status for tenant:05840a68b87f45529e5ff59ca4786f2c on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:21.109671 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-629385ae-867a-4dee-be9c-7955a7e5d944 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5574849 Mar 31 15:32:21.115176 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46594) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:21.126047 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e0faf7e9-8404-4c4d-9051-44a36800b76c tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group': {'name': 'tempest-secgroup--1951232570'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:21.132730 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e0faf7e9-8404-4c4d-9051-44a36800b76c tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:21.143393 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e0faf7e9-8404-4c4d-9051-44a36800b76c tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:21.166003 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ebfdb82b-4df4-4804-9f1c-688cee6cb655 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:21.167593 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ebfdb82b-4df4-4804-9f1c-688cee6cb655 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9902146 Mar 31 15:32:21.169279 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1826bb5-49b7-4978-be32-95fb11375731 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:21.170063 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46598) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:21.176232 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-6be6b9f6-2ee1-4629-84b4-14f92b2419aa tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Request body: {'security_group_rule': {'security_group_id': '2426dc3e-9e43-4683-87bc-cab5d7a427dd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:21.194612 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6be6b9f6-2ee1-4629-84b4-14f92b2419aa tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:21.194612 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6be6b9f6-2ee1-4629-84b4-14f92b2419aa tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Usage tracker for resource:security_group_rule and tenant:8cfd5024b37749ecb259329fb814f915 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:21.196211 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6be6b9f6-2ee1-4629-84b4-14f92b2419aa tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:21.204463 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6be6b9f6-2ee1-4629-84b4-14f92b2419aa tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:21.230038 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1826bb5-49b7-4978-be32-95fb11375731 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:21.234229 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428b25a0-9ec9-4ce0-9790-68172ca412ef None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:32:21.244290 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0faf7e9-8404-4c4d-9051-44a36800b76c tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:21.255458 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1826bb5-49b7-4978-be32-95fb11375731 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Subnet': ['ID=9db9e90b-00ef-4433-9818-e2ec13133f67,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:21.273985 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb4945d-dfbe-441d-b374-7db917b512c5 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Made reservation on behalf of f5aeba78f50f4bbea010c74344321d80 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:32:21.277529 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3fb4945d-dfbe-441d-b374-7db917b512c5 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:21.284513 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e0faf7e9-8404-4c4d-9051-44a36800b76c tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:21.296322 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e0faf7e9-8404-4c4d-9051-44a36800b76c tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Usage tracker for resource:security_group_rule and tenant:05840a68b87f45529e5ff59ca4786f2c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:21.305447 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e0faf7e9-8404-4c4d-9051-44a36800b76c tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:21.318368 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e0faf7e9-8404-4c4d-9051-44a36800b76c tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:21.337895 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb4945d-dfbe-441d-b374-7db917b512c5 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:32:21.365269 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f1826bb5-49b7-4978-be32-95fb11375731 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/9db9e90b-00ef-4433-9818-e2ec13133f67 HTTP/1.1" status: 204 len: 168 time: 0.8797681 Mar 31 15:32:21.367288 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3fb4945d-dfbe-441d-b374-7db917b512c5 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:21.367845 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-3fb4945d-dfbe-441d-b374-7db917b512c5 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Added segment b31c1fdb-0e20-4127-b7cd-bafa325d2d7a of type vlan for network 78f592d5-645c-48be-96eb-694ed3566be7 Mar 31 15:32:21.403622 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46610) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:21.405730 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3fb4945d-dfbe-441d-b374-7db917b512c5 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:21.444431 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6be6b9f6-2ee1-4629-84b4-14f92b2419aa tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:21.512274 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-469c13d7-6a44-4f4c-b545-c6292932c68f req-6ec3b267-a152-4355-b4fd-0e0f81682ecc tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 210 time: 0.2396946 Mar 31 15:32:21.521328 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-add48137-c47a-47b4-8608-4270277de144 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1101465 Mar 31 15:32:21.522813 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46614) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:21.598679 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3fb4945d-dfbe-441d-b374-7db917b512c5 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:21.605631 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb4945d-dfbe-441d-b374-7db917b512c5 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:21.606191 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3fb4945d-dfbe-441d-b374-7db917b512c5 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:21.610110 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559c6c3e-bf85-4c92-a13f-34a38034f819 None None] DHCP port deletion for 0c8a31f0-c909-472a-8f72-0f3eb4f4034a request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:32:21.615677 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-559c6c3e-bf85-4c92-a13f-34a38034f819 None None] Deleting port 38f35ada-b6ce-4352-a039-a9e2190b654c {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:32:21.616298 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-559c6c3e-bf85-4c92-a13f-34a38034f819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:21.643527 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0faf7e9-8404-4c4d-9051-44a36800b76c tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:21.678580 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6be6b9f6-2ee1-4629-84b4-14f92b2419aa tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:21.755250 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0faf7e9-8404-4c4d-9051-44a36800b76c tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:21.809407 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0faf7e9-8404-4c4d-9051-44a36800b76c tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d31a05-3d21-4698-af0f-3479bb456c25,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:21.824163 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6be6b9f6-2ee1-4629-84b4-14f92b2419aa tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:21.894208 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0faf7e9-8404-4c4d-9051-44a36800b76c tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:21.896121 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e0faf7e9-8404-4c4d-9051-44a36800b76c tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7801955 Mar 31 15:32:21.899098 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46624) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:21.907529 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e510f522-c405-45f6-bd56-1dc7260a79a4 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group_rule': {'security_group_id': '61d31a05-3d21-4698-af0f-3479bb456c25', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:21.907529 dv-neutron-833379-2-hyperv neutron-server[103443]: WARNING neutron.api.v2.base [None req-e510f522-c405-45f6-bd56-1dc7260a79a4 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 31 15:32:21.907529 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-e510f522-c405-45f6-bd56-1dc7260a79a4 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:32:21.911082 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e510f522-c405-45f6-bd56-1dc7260a79a4 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080762 Mar 31 15:32:21.911656 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46628) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:21.916386 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6b9f6-2ee1-4629-84b4-14f92b2419aa tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f55171-898d-4476-9b73-e3f04f940b69,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:21.917943 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4ff1b423-aff0-4e20-aaf9-0463c010ab3a tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group_rule': {'security_group_id': '61d31a05-3d21-4698-af0f-3479bb456c25', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:21.926030 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4945d-dfbe-441d-b374-7db917b512c5 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Network': ['ID=78f592d5-645c-48be-96eb-694ed3566be7,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:21.926888 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4ff1b423-aff0-4e20-aaf9-0463c010ab3a tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:21.934037 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6b9f6-2ee1-4629-84b4-14f92b2419aa tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:21.934996 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6b9f6-2ee1-4629-84b4-14f92b2419aa tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:21.934996 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6b9f6-2ee1-4629-84b4-14f92b2419aa tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:21.935234 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6b9f6-2ee1-4629-84b4-14f92b2419aa tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:21.941216 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-559c6c3e-bf85-4c92-a13f-34a38034f819 None None] For port 38f35ada-b6ce-4352-a039-a9e2190b654c, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=38f35ada-b6ce-4352-a039-a9e2190b654c,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:21.941216 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-559c6c3e-bf85-4c92-a13f-34a38034f819 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:21.942142 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6b9f6-2ee1-4629-84b4-14f92b2419aa tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:21.942318 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4ff1b423-aff0-4e20-aaf9-0463c010ab3a tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Usage tracker for resource:security_group_rule and tenant:05840a68b87f45529e5ff59ca4786f2c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:21.942484 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6b9f6-2ee1-4629-84b4-14f92b2419aa tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:21.942484 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6b9f6-2ee1-4629-84b4-14f92b2419aa tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:21.942484 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6b9f6-2ee1-4629-84b4-14f92b2419aa tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:21.942484 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6b9f6-2ee1-4629-84b4-14f92b2419aa tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:21.942484 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6b9f6-2ee1-4629-84b4-14f92b2419aa tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:21.942484 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6b9f6-2ee1-4629-84b4-14f92b2419aa tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:21.942484 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6b9f6-2ee1-4629-84b4-14f92b2419aa tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:21.948540 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb4945d-dfbe-441d-b374-7db917b512c5 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:21.948894 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb4945d-dfbe-441d-b374-7db917b512c5 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:21.949262 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb4945d-dfbe-441d-b374-7db917b512c5 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:21.949561 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4ff1b423-aff0-4e20-aaf9-0463c010ab3a tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:21.949695 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb4945d-dfbe-441d-b374-7db917b512c5 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:21.949937 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb4945d-dfbe-441d-b374-7db917b512c5 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:21.950269 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb4945d-dfbe-441d-b374-7db917b512c5 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:21.950599 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb4945d-dfbe-441d-b374-7db917b512c5 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:21.950923 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb4945d-dfbe-441d-b374-7db917b512c5 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:21.951248 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb4945d-dfbe-441d-b374-7db917b512c5 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:21.951573 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb4945d-dfbe-441d-b374-7db917b512c5 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:21.951895 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb4945d-dfbe-441d-b374-7db917b512c5 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:21.952217 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb4945d-dfbe-441d-b374-7db917b512c5 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:21.965968 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3fb4945d-dfbe-441d-b374-7db917b512c5 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9147031 Mar 31 15:32:21.969007 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46632) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:21.971579 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4ff1b423-aff0-4e20-aaf9-0463c010ab3a tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:21.976329 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-2cb8f654-da06-4c74-bcd6-9e2f2e803341 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Request body: {'subnet': {'network_id': '78f592d5-645c-48be-96eb-694ed3566be7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:22.006352 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae67cea7-b24d-4e7b-a026-6214b18e5d0c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:22.007486 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ae67cea7-b24d-4e7b-a026-6214b18e5d0c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:22.018778 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 78f592d5-645c-48be-96eb-694ed3566be7 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:32:22.023975 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6be6b9f6-2ee1-4629-84b4-14f92b2419aa tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:22.025146 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6be6b9f6-2ee1-4629-84b4-14f92b2419aa tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8538365 Mar 31 15:32:22.029384 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46636) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:22.031650 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 80f78aaa-e80f-49a2-883f-64e4e4775a11 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:32:22.033923 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-be32bd06-5df1-4883-b296-c8b136d16208 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Request body: {'security_group_rule': {'security_group_id': '2426dc3e-9e43-4683-87bc-cab5d7a427dd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:22.041413 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-be32bd06-5df1-4883-b296-c8b136d16208 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:22.045549 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-be32bd06-5df1-4883-b296-c8b136d16208 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Usage tracker for resource:security_group_rule and tenant:8cfd5024b37749ecb259329fb814f915 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:22.048574 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-be32bd06-5df1-4883-b296-c8b136d16208 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:22.054759 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-be32bd06-5df1-4883-b296-c8b136d16208 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:22.119128 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2cb8f654-da06-4c74-bcd6-9e2f2e803341 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:22.122290 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be32bd06-5df1-4883-b296-c8b136d16208 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:22.123319 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2cb8f654-da06-4c74-bcd6-9e2f2e803341 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Usage tracker for resource:subnet and tenant:f5aeba78f50f4bbea010c74344321d80 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:22.126506 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2cb8f654-da06-4c74-bcd6-9e2f2e803341 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:22.134674 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2cb8f654-da06-4c74-bcd6-9e2f2e803341 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:22.139204 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-559c6c3e-bf85-4c92-a13f-34a38034f819 None None] Calling delete_port for 38f35ada-b6ce-4352-a039-a9e2190b654c owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:32:22.145351 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-4ff1b423-aff0-4e20-aaf9-0463c010ab3a tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:32:22.146450 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4ff1b423-aff0-4e20-aaf9-0463c010ab3a tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2338402 Mar 31 15:32:22.149601 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46640) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:22.155067 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-095b31aa-e8e1-4176-9b07-767d23e2cffa tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group_rule': {'security_group_id': '61d31a05-3d21-4698-af0f-3479bb456c25', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:22.155971 dv-neutron-833379-2-hyperv neutron-server[103444]: WARNING neutron.api.v2.base [None req-095b31aa-e8e1-4176-9b07-767d23e2cffa tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 31 15:32:22.156606 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-095b31aa-e8e1-4176-9b07-767d23e2cffa tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:32:22.161243 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-095b31aa-e8e1-4176-9b07-767d23e2cffa tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0077291 Mar 31 15:32:22.161596 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46644) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:22.169183 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-02a3d158-2632-4196-beff-f6bce44381ec tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group_rule': {'security_group_id': '61d31a05-3d21-4698-af0f-3479bb456c25', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:22.178256 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-02a3d158-2632-4196-beff-f6bce44381ec tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:22.185914 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-02a3d158-2632-4196-beff-f6bce44381ec tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Usage tracker for resource:security_group_rule and tenant:05840a68b87f45529e5ff59ca4786f2c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:22.189423 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-02a3d158-2632-4196-beff-f6bce44381ec tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:22.198191 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-02a3d158-2632-4196-beff-f6bce44381ec tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:22.200494 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ae67cea7-b24d-4e7b-a026-6214b18e5d0c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:22.205222 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ae67cea7-b24d-4e7b-a026-6214b18e5d0c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6821702 Mar 31 15:32:22.209804 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46648) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:22.228694 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb8f654-da06-4c74-bcd6-9e2f2e803341 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Made reservation on behalf of f5aeba78f50f4bbea010c74344321d80 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:32:22.234278 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2cb8f654-da06-4c74-bcd6-9e2f2e803341 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:22.257498 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be32bd06-5df1-4883-b296-c8b136d16208 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:22.296114 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f15dd9-57bc-494e-b3ba-21fd3b862464 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:22.296794 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a6f15dd9-57bc-494e-b3ba-21fd3b862464 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:22.336318 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be32bd06-5df1-4883-b296-c8b136d16208 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:22.366480 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 80f78aaa-e80f-49a2-883f-64e4e4775a11 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:22.368086 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be32bd06-5df1-4883-b296-c8b136d16208 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=824638e4-4063-4a81-a9bb-d0eb2042d675,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:22.375268 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a6f15dd9-57bc-494e-b3ba-21fd3b862464 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:22.375399 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-559c6c3e-bf85-4c92-a13f-34a38034f819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:22.376407 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a6f15dd9-57bc-494e-b3ba-21fd3b862464 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1674612 Mar 31 15:32:22.380922 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46652) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:22.418872 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 80f78aaa-e80f-49a2-883f-64e4e4775a11 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:22.419257 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:22.429127 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-02a3d158-2632-4196-beff-f6bce44381ec tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:32:22.433655 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-02a3d158-2632-4196-beff-f6bce44381ec tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2711468 Mar 31 15:32:22.435367 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46658) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:22.444380 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-064f7f49-5fe8-44cc-a0e6-e911c3da06ce tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group_rule': {'security_group_id': '61d31a05-3d21-4698-af0f-3479bb456c25', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:22.446796 dv-neutron-833379-2-hyperv neutron-server[103443]: WARNING neutron.api.v2.base [None req-064f7f49-5fe8-44cc-a0e6-e911c3da06ce tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 31 15:32:22.447498 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-064f7f49-5fe8-44cc-a0e6-e911c3da06ce tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:32:22.451223 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-064f7f49-5fe8-44cc-a0e6-e911c3da06ce tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0122890 Mar 31 15:32:22.451381 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46662) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:22.462532 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c6c3e-bf85-4c92-a13f-34a38034f819 None None] Pushing event deleted for resources: {'Port': ['ID=38f35ada-b6ce-4352-a039-a9e2190b654c,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:22.463732 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-fe809fb5-3392-4b85-a184-f0e79513c4ea tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group_rule': {'security_group_id': '61d31a05-3d21-4698-af0f-3479bb456c25', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:22.469448 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559c6c3e-bf85-4c92-a13f-34a38034f819 None None] No DVR routers for this DVR port 38f35ada-b6ce-4352-a039-a9e2190b654c on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:32:22.471437 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-fe809fb5-3392-4b85-a184-f0e79513c4ea tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:22.474552 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be32bd06-5df1-4883-b296-c8b136d16208 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:22.478768 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-be32bd06-5df1-4883-b296-c8b136d16208 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4466431 Mar 31 15:32:22.478768 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-fe809fb5-3392-4b85-a184-f0e79513c4ea tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Usage tracker for resource:security_group_rule and tenant:05840a68b87f45529e5ff59ca4786f2c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:22.482585 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46666) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:22.485020 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-fe809fb5-3392-4b85-a184-f0e79513c4ea tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:22.502456 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-da071026-0803-48d4-baec-b4f5c6ef8d81 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1166089 Mar 31 15:32:22.502672 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-fe809fb5-3392-4b85-a184-f0e79513c4ea tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:22.502793 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46670) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:22.509447 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-501b52b0-e118-456a-b306-fd14aa94cde6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:22.524192 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0663ebfb-2950-4a6a-ac66-76a0c9226dfc tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:22.536638 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0663ebfb-2950-4a6a-ac66-76a0c9226dfc tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:22.571641 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:22.600512 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-fe809fb5-3392-4b85-a184-f0e79513c4ea tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Project 05840a68b87f45529e5ff59ca4786f2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:32:22.618631 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 80f78aaa-e80f-49a2-883f-64e4e4775a11, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=80f78aaa-e80f-49a2-883f-64e4e4775a11,segment=NetworkSegment(c4398b17-d409-4dc7-81c1-c21d0bee3bea),segment_id=c4398b17-d409-4dc7-81c1-c21d0bee3bea)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:22.634147 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0663ebfb-2950-4a6a-ac66-76a0c9226dfc tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:22.651085 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0663ebfb-2950-4a6a-ac66-76a0c9226dfc tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=824638e4-4063-4a81-a9bb-d0eb2042d675,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:22.658177 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0663ebfb-2950-4a6a-ac66-76a0c9226dfc tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:22.659432 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0663ebfb-2950-4a6a-ac66-76a0c9226dfc tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/824638e4-4063-4a81-a9bb-d0eb2042d675 HTTP/1.1" status: 204 len: 168 time: 0.1759412 Mar 31 15:32:22.662097 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46676) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:22.700746 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ffea8c0b-7867-48ec-81fd-a14b35b9a935 req-3514c6a2-46d6-4eec-87a6-0436e985312b tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 210 time: 0.0654855 Mar 31 15:32:22.714713 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:22.720986 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-16d699ca-149d-4cfe-b41a-e8de03329016 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Synchronizing usage tracker for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group_rule {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:22.756195 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-501b52b0-e118-456a-b306-fd14aa94cde6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:22.766427 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-fe809fb5-3392-4b85-a184-f0e79513c4ea tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:32:22.770584 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-fe809fb5-3392-4b85-a184-f0e79513c4ea tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3147545 Mar 31 15:32:22.770720 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-501b52b0-e118-456a-b306-fd14aa94cde6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:22.770821 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46680) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:22.777416 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-4f64a15a-715e-43e5-a39e-e817b7be8048 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group_rule': {'security_group_id': '61d31a05-3d21-4698-af0f-3479bb456c25', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:22.777887 dv-neutron-833379-2-hyperv neutron-server[103444]: WARNING neutron.api.v2.base [None req-4f64a15a-715e-43e5-a39e-e817b7be8048 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 31 15:32:22.778364 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-4f64a15a-715e-43e5-a39e-e817b7be8048 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:32:22.779280 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4f64a15a-715e-43e5-a39e-e817b7be8048 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073102 Mar 31 15:32:22.782302 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46684) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:22.782802 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 38f35ada-b6ce-4352-a039-a9e2190b654c no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:32:22.788046 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e67415d7-531f-43c5-a607-0353a3ba8d9c tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group_rule': {'security_group_id': '61d31a05-3d21-4698-af0f-3479bb456c25', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:22.798992 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e67415d7-531f-43c5-a607-0353a3ba8d9c tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:22.798992 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e67415d7-531f-43c5-a607-0353a3ba8d9c tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Usage tracker for resource:security_group_rule and tenant:05840a68b87f45529e5ff59ca4786f2c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:22.801655 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e67415d7-531f-43c5-a607-0353a3ba8d9c tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:22.807449 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e67415d7-531f-43c5-a607-0353a3ba8d9c tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:22.814330 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-16d699ca-149d-4cfe-b41a-e8de03329016 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Unset dirty status for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group_rule {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:22.815636 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-16d699ca-149d-4cfe-b41a-e8de03329016 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1523392 Mar 31 15:32:22.819564 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46688) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:22.827146 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 38f35ada-b6ce-4352-a039-a9e2190b654c {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:32:22.827419 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 38f35ada-b6ce-4352-a039-a9e2190b654c not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:32:22.835405 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=80f78aaa-e80f-49a2-883f-64e4e4775a11,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:22.850274 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f5e0c792-af06-4a53-8495-b940603f478a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:22.852274 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2cb8f654-da06-4c74-bcd6-9e2f2e803341 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:22.865642 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f5e0c792-af06-4a53-8495-b940603f478a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:22.891678 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-e67415d7-531f-43c5-a607-0353a3ba8d9c tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Project 05840a68b87f45529e5ff59ca4786f2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:32:22.902664 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501b52b0-e118-456a-b306-fd14aa94cde6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:32:22.906454 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-501b52b0-e118-456a-b306-fd14aa94cde6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:22.960075 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f5e0c792-af06-4a53-8495-b940603f478a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:22.980605 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0c792-af06-4a53-8495-b940603f478a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60f55171-898d-4476-9b73-e3f04f940b69,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:22.985633 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-e67415d7-531f-43c5-a607-0353a3ba8d9c tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:32:22.987138 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e67415d7-531f-43c5-a607-0353a3ba8d9c tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2036507 Mar 31 15:32:22.990124 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46692) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:22.995217 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-220fbd4c-50e4-4938-a59b-97137e3cf18b tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group_rule': {'security_group_id': '61d31a05-3d21-4698-af0f-3479bb456c25', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:23.001534 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-220fbd4c-50e4-4938-a59b-97137e3cf18b tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:23.005817 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-220fbd4c-50e4-4938-a59b-97137e3cf18b tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Usage tracker for resource:security_group_rule and tenant:05840a68b87f45529e5ff59ca4786f2c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:23.009287 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-220fbd4c-50e4-4938-a59b-97137e3cf18b tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:23.016041 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-220fbd4c-50e4-4938-a59b-97137e3cf18b tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:23.028450 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f5e0c792-af06-4a53-8495-b940603f478a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:23.029598 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f5e0c792-af06-4a53-8495-b940603f478a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/60f55171-898d-4476-9b73-e3f04f940b69 HTTP/1.1" status: 204 len: 168 time: 0.2091374 Mar 31 15:32:23.031862 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8f654-da06-4c74-bcd6-9e2f2e803341 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Subnet': ['ID=0fe7fa6e-ff3c-4055-804d-263628f8cbf2,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:23.032243 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46696) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:23.049251 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb8f654-da06-4c74-bcd6-9e2f2e803341 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Checking segment: {'id': 'b31c1fdb-0e20-4127-b7cd-bafa325d2d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:32:23.053413 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb8f654-da06-4c74-bcd6-9e2f2e803341 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network hostable DHCP agents. Network: 78f592d5-645c-48be-96eb-694ed3566be7, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:32:23.084317 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ade83b81-9e75-4606-bd48-87293feaa184 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Synchronizing usage tracker for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group_rule {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:23.097423 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-220fbd4c-50e4-4938-a59b-97137e3cf18b tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Project 05840a68b87f45529e5ff59ca4786f2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:32:23.138334 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb8f654-da06-4c74-bcd6-9e2f2e803341 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network 78f592d5-645c-48be-96eb-694ed3566be7 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:32:23.155080 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-220fbd4c-50e4-4938-a59b-97137e3cf18b tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:32:23.156170 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-220fbd4c-50e4-4938-a59b-97137e3cf18b tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1650956 Mar 31 15:32:23.157053 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ade83b81-9e75-4606-bd48-87293feaa184 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Unset dirty status for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group_rule {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:23.158497 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ade83b81-9e75-4606-bd48-87293feaa184 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1252351 Mar 31 15:32:23.160838 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46700) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:23.162187 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46702) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:23.194862 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-2cb8f654-da06-4c74-bcd6-9e2f2e803341 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 78f592d5-645c-48be-96eb-694ed3566be7) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:23.199263 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb8f654-da06-4c74-bcd6-9e2f2e803341 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:23.201448 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2cb8f654-da06-4c74-bcd6-9e2f2e803341 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:23.206365 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482a5b7c-3f96-4fa8-a0a7-c892d6bed483 None None] Network 78f592d5-645c-48be-96eb-694ed3566be7 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:32:23.228634 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-abc42c5f-aa97-4731-829e-d8c2c6759f60 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:23.252781 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-abc42c5f-aa97-4731-829e-d8c2c6759f60 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:23.271341 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87ceb243-7304-4bfd-8358-d8ed0d3fe95b tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:23.308731 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87ceb243-7304-4bfd-8358-d8ed0d3fe95b tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:23.333264 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2cb8f654-da06-4c74-bcd6-9e2f2e803341 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3599570 Mar 31 15:32:23.337089 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46708) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:23.432708 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-abc42c5f-aa97-4731-829e-d8c2c6759f60 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:23.463490 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc42c5f-aa97-4731-829e-d8c2c6759f60 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4eb5bba0-5f6f-4fc4-9d6c-74d177ee7800,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:23.472378 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa4147b-b650-42be-a4d7-a02565382dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-78f592d5-645c-48be-96eb-694ed3566be7', 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'fixed_ips': [{'subnet_id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:32:23.472378 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8aa4147b-b650-42be-a4d7-a02565382dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:23.548630 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-abc42c5f-aa97-4731-829e-d8c2c6759f60 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:23.550940 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-abc42c5f-aa97-4731-829e-d8c2c6759f60 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/4eb5bba0-5f6f-4fc4-9d6c-74d177ee7800 HTTP/1.1" status: 204 len: 168 time: 0.3865111 Mar 31 15:32:23.557776 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46712) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:23.578144 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87ceb243-7304-4bfd-8358-d8ed0d3fe95b tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:23.599004 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.objects.ports [None req-501b52b0-e118-456a-b306-fd14aa94cde6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103444) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 31 15:32:23.602088 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-501b52b0-e118-456a-b306-fd14aa94cde6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:23.607845 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ceb243-7304-4bfd-8358-d8ed0d3fe95b tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d31a05-3d21-4698-af0f-3479bb456c25,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:23.625804 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87ceb243-7304-4bfd-8358-d8ed0d3fe95b tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:23.626712 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-87ceb243-7304-4bfd-8358-d8ed0d3fe95b tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "DELETE /v2.0/security-groups/61d31a05-3d21-4698-af0f-3479bb456c25 HTTP/1.1" status: 204 len: 168 time: 0.4665887 Mar 31 15:32:23.631648 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46716) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:23.661740 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f90c34f9-e54c-4804-9ff3-c2a8b22b9016 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Synchronizing usage tracker for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group_rule {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:23.710566 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e22d6712-1564-434f-b592-617fc5784b50 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Synchronizing usage tracker for tenant:05840a68b87f45529e5ff59ca4786f2c on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:23.742086 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-8aa4147b-b650-42be-a4d7-a02565382dd7 None None] Allocated IP 2001:db8::2 (78f592d5-645c-48be-96eb-694ed3566be7/0fe7fa6e-ff3c-4055-804d-263628f8cbf2/dac3214f-f434-436a-abe3-0d89950697b4) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:23.782987 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f90c34f9-e54c-4804-9ff3-c2a8b22b9016 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Unset dirty status for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group_rule {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:23.789359 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f90c34f9-e54c-4804-9ff3-c2a8b22b9016 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2300813 Mar 31 15:32:23.790312 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46722) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:23.825151 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df482a75-91d0-47c6-8787-2572e45c0567 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:23.870203 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b52b0-e118-456a-b306-fd14aa94cde6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Subnet': ['ID=5a4cf389-5057-4fbf-8ae4-880450bb0519,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:23.884786 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d048dccd-f6ff-4888-9220-e1023b7b398b req-0b19925b-8b60-42df-8a07-8014eaaaefba tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 210 time: 0.0539384 Mar 31 15:32:23.886517 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df482a75-91d0-47c6-8787-2572e45c0567 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:23.897595 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e22d6712-1564-434f-b592-617fc5784b50 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Unset dirty status for tenant:05840a68b87f45529e5ff59ca4786f2c on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:23.899227 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e22d6712-1564-434f-b592-617fc5784b50 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2665880 Mar 31 15:32:23.905014 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46726) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:23.917928 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f7085d0d-b500-48f4-b51d-6706ce58f739 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group': {'name': 'tempest-secgroup--1771930798'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:23.936209 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f7085d0d-b500-48f4-b51d-6706ce58f739 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:23.947968 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f7085d0d-b500-48f4-b51d-6706ce58f739 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:23.974672 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 80f78aaa-e80f-49a2-883f-64e4e4775a11 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:32:23.975415 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501b52b0-e118-456a-b306-fd14aa94cde6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:23.978158 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-501b52b0-e118-456a-b306-fd14aa94cde6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:23.982008 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501b52b0-e118-456a-b306-fd14aa94cde6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:23.982589 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-501b52b0-e118-456a-b306-fd14aa94cde6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:24.010286 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3757622-2a7a-49e2-8bc3-9be87c34196c None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:32:24.045899 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7085d0d-b500-48f4-b51d-6706ce58f739 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:24.067963 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df482a75-91d0-47c6-8787-2572e45c0567 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:24.093820 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df482a75-91d0-47c6-8787-2572e45c0567 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f0fbf97-e01e-4324-8cb9-d20fea4b8814,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:24.099249 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f7085d0d-b500-48f4-b51d-6706ce58f739 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:24.105362 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f7085d0d-b500-48f4-b51d-6706ce58f739 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Usage tracker for resource:security_group_rule and tenant:05840a68b87f45529e5ff59ca4786f2c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:24.108751 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f7085d0d-b500-48f4-b51d-6706ce58f739 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:24.115392 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f7085d0d-b500-48f4-b51d-6706ce58f739 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:24.162252 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df482a75-91d0-47c6-8787-2572e45c0567 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:24.168746 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-df482a75-91d0-47c6-8787-2572e45c0567 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/4f0fbf97-e01e-4324-8cb9-d20fea4b8814 HTTP/1.1" status: 204 len: 168 time: 0.3772061 Mar 31 15:32:24.169929 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46730) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:24.196680 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8aa4147b-b650-42be-a4d7-a02565382dd7 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:24.214369 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-501b52b0-e118-456a-b306-fd14aa94cde6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7075365 Mar 31 15:32:24.216882 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46734) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:24.227832 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-8aa4147b-b650-42be-a4d7-a02565382dd7 None None] Transition to ACTIVE for port object dac3214f-f434-436a-abe3-0d89950697b4 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:24.233311 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-12e167e0-af21-40ec-a701-0252171ee0e0 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'port': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'mac_address': 'fa:16:3e:d9:d1:3e', 'name': 'tempest-NetworksTestDHCPv6-1967689516'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:24.260570 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2ed70a2b-8b43-4af5-85f8-dd2d420179e4 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Synchronizing usage tracker for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group_rule {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:24.293370 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 80f78aaa-e80f-49a2-883f-64e4e4775a11 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:24.293753 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:24.320928 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-8aa4147b-b650-42be-a4d7-a02565382dd7 None None] Transition to ACTIVE for port object dac3214f-f434-436a-abe3-0d89950697b4 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:24.324115 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-239219f4-b7d7-4e6a-99d3-75c400674c8e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:24.329731 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7085d0d-b500-48f4-b51d-6706ce58f739 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:24.343860 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2ed70a2b-8b43-4af5-85f8-dd2d420179e4 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Unset dirty status for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group_rule {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:24.350078 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2ed70a2b-8b43-4af5-85f8-dd2d420179e4 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1786115 Mar 31 15:32:24.351884 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46738) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:24.379508 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ced08c1-da6a-4a27-aeb5-7b428268b128 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:24.397201 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ced08c1-da6a-4a27-aeb5-7b428268b128 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:24.418152 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8aa4147b-b650-42be-a4d7-a02565382dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:24.420765 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12365d31-36e5-4891-9855-66a59951fd72 req-fd333659-f2b7-4afc-a328-051146045776 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:24.422264 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-12365d31-36e5-4891-9855-66a59951fd72 req-fd333659-f2b7-4afc-a328-051146045776 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.41 "GET /v2.0/networks?id=3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534 HTTP/1.1" status: 200 len: 797 time: 0.3811610 Mar 31 15:32:24.457992 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7085d0d-b500-48f4-b51d-6706ce58f739 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:24.467855 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'fixed_ips': [{'subnet_id': '5a4cf389-5057-4fbf-8ae4-880450bb0519'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:32:24.468610 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:24.510818 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7085d0d-b500-48f4-b51d-6706ce58f739 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=356f1e83-6a56-48b0-a64d-af856dc52f87,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:24.532119 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa4147b-b650-42be-a4d7-a02565382dd7 None None] Network 78f592d5-645c-48be-96eb-694ed3566be7 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:24.560631 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ced08c1-da6a-4a27-aeb5-7b428268b128 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:24.569201 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ced08c1-da6a-4a27-aeb5-7b428268b128 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:24.582956 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2ced08c1-da6a-4a27-aeb5-7b428268b128 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/08205087-650f-4d33-905a-a1bd73f18e08 HTTP/1.1" status: 204 len: 168 time: 0.2235248 Mar 31 15:32:24.585657 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46744) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:24.590137 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced08c1-da6a-4a27-aeb5-7b428268b128 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08205087-650f-4d33-905a-a1bd73f18e08,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:24.629654 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7085d0d-b500-48f4-b51d-6706ce58f739 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:24.633710 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f7085d0d-b500-48f4-b51d-6706ce58f739 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7249978 Mar 31 15:32:24.634735 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46750) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:24.640036 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a3963b0f-f8a4-4508-96ed-2af8dd2fb717 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group_rule': {'security_group_id': '356f1e83-6a56-48b0-a64d-af856dc52f87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:24.654549 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a4d67773-3fa8-4bd3-82fb-41b6d59b0324 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Synchronizing usage tracker for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group_rule {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:24.661156 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a3963b0f-f8a4-4508-96ed-2af8dd2fb717 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:24.668056 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a3963b0f-f8a4-4508-96ed-2af8dd2fb717 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Usage tracker for resource:security_group_rule and tenant:05840a68b87f45529e5ff59ca4786f2c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:24.671974 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a3963b0f-f8a4-4508-96ed-2af8dd2fb717 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:24.682052 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a3963b0f-f8a4-4508-96ed-2af8dd2fb717 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:24.687302 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-8aa4147b-b650-42be-a4d7-a02565382dd7 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:24.689827 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa4147b-b650-42be-a4d7-a02565382dd7 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:32:24.701342 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-12365d31-36e5-4891-9855-66a59951fd72 req-0e187cee-0ba4-4a9c-94fa-a1a2cccb6dc5 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=230cf1c9b48c44d9b9e8cc3157cbe0bc HTTP/1.1" status: 200 len: 379 time: 0.2220500 Mar 31 15:32:24.713464 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-12365d31-36e5-4891-9855-66a59951fd72 req-b00df729-ae9b-4d8a-a23e-c0b0885c406e tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Request body: {'port': {'device_id': 'df94328b-7766-45b8-a10c-c496188dc4ef', 'network_id': '3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534', 'admin_state_up': True, 'tenant_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'security_groups': ['da9287d6-6bf0-429a-afc2-56edb7ab07c2']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:24.717178 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4147b-b650-42be-a4d7-a02565382dd7 None None] Pushing event updated for resources: {'Port': ['ID=dac3214f-f434-436a-abe3-0d89950697b4,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:24.734769 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-12e167e0-af21-40ec-a701-0252171ee0e0 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:24.782963 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a4d67773-3fa8-4bd3-82fb-41b6d59b0324 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Unset dirty status for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group_rule {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:24.784410 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a4d67773-3fa8-4bd3-82fb-41b6d59b0324 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1961896 Mar 31 15:32:24.790876 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46754) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:24.825740 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-12e167e0-af21-40ec-a701-0252171ee0e0 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:24.875335 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87c20561-e0ba-4b80-9799-e2a456446ba3 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:24.899967 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-8aa4147b-b650-42be-a4d7-a02565382dd7 None None] Attempting to bind port dac3214f-f434-436a-abe3-0d89950697b4 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:32:24.903336 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-8aa4147b-b650-42be-a4d7-a02565382dd7 None None] Attempting to bind port dac3214f-f434-436a-abe3-0d89950697b4 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'b31c1fdb-0e20-4127-b7cd-bafa325d2d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:32:24.903336 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa4147b-b650-42be-a4d7-a02565382dd7 None None] Attempting to bind port dac3214f-f434-436a-abe3-0d89950697b4 on network 78f592d5-645c-48be-96eb-694ed3566be7 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:32:24.911528 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87c20561-e0ba-4b80-9799-e2a456446ba3 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:24.915392 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa4147b-b650-42be-a4d7-a02565382dd7 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:32:24.916173 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa4147b-b650-42be-a4d7-a02565382dd7 None None] Checking segment: {'id': 'b31c1fdb-0e20-4127-b7cd-bafa325d2d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:32:24.916173 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8aa4147b-b650-42be-a4d7-a02565382dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:24.916576 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa4147b-b650-42be-a4d7-a02565382dd7 None None] Bound using segment: {'id': 'b31c1fdb-0e20-4127-b7cd-bafa325d2d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:32:24.917164 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-8aa4147b-b650-42be-a4d7-a02565382dd7 None None] Bound port: dac3214f-f434-436a-abe3-0d89950697b4, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b31c1fdb-0e20-4127-b7cd-bafa325d2d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:32:24.917561 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8aa4147b-b650-42be-a4d7-a02565382dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:24.936526 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Allocated IP 2001:db8::f816:3eff:fecb:28e (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/5a4cf389-5057-4fbf-8ae4-880450bb0519/71b58d3b-938e-44ac-9600-5c5b2dd92fc3) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:24.951234 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-a3963b0f-f8a4-4508-96ed-2af8dd2fb717 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] create failed (client error): The resource could not be found. Mar 31 15:32:24.952155 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a3963b0f-f8a4-4508-96ed-2af8dd2fb717 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3164611 Mar 31 15:32:24.957692 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46760) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:24.971427 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-14b68008-a030-45fa-a1fc-79754be9f168 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group_rule': {'security_group_id': '356f1e83-6a56-48b0-a64d-af856dc52f87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '007bdefe-ae19-4fc9-87e5-1cac8393fc1e'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:24.979494 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-14b68008-a030-45fa-a1fc-79754be9f168 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:24.983552 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-14b68008-a030-45fa-a1fc-79754be9f168 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Usage tracker for resource:security_group_rule and tenant:05840a68b87f45529e5ff59ca4786f2c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:24.986948 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-14b68008-a030-45fa-a1fc-79754be9f168 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:24.994105 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-14b68008-a030-45fa-a1fc-79754be9f168 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:25.008180 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-12365d31-36e5-4891-9855-66a59951fd72 req-b00df729-ae9b-4d8a-a23e-c0b0885c406e tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:25.026834 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-12365d31-36e5-4891-9855-66a59951fd72 req-b00df729-ae9b-4d8a-a23e-c0b0885c406e tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:25.045609 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-239219f4-b7d7-4e6a-99d3-75c400674c8e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Allocated IP 2001:db8::1 (78f592d5-645c-48be-96eb-694ed3566be7/0fe7fa6e-ff3c-4055-804d-263628f8cbf2/747a6b13-ce01-41ce-8270-70d2b5f258cc) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:25.089130 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e167e0-af21-40ec-a701-0252171ee0e0 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:32:25.096393 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87c20561-e0ba-4b80-9799-e2a456446ba3 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:25.120954 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:25.123555 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c20561-e0ba-4b80-9799-e2a456446ba3 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2426dc3e-9e43-4683-87bc-cab5d7a427dd,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:25.162357 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12365d31-36e5-4891-9855-66a59951fd72 req-b00df729-ae9b-4d8a-a23e-c0b0885c406e tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Made reservation on behalf of 230cf1c9b48c44d9b9e8cc3157cbe0bc for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:32:25.163987 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-8aa4147b-b650-42be-a4d7-a02565382dd7 None None] For port dac3214f-f434-436a-abe3-0d89950697b4, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:32:25.165800 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-12365d31-36e5-4891-9855-66a59951fd72 req-b00df729-ae9b-4d8a-a23e-c0b0885c406e tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:25.185701 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-8aa4147b-b650-42be-a4d7-a02565382dd7 None None] For port dac3214f-f434-436a-abe3-0d89950697b4, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=dac3214f-f434-436a-abe3-0d89950697b4,segment=NetworkSegment(b31c1fdb-0e20-4127-b7cd-bafa325d2d7a),segment_id=b31c1fdb-0e20-4127-b7cd-bafa325d2d7a)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:32:25.205780 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-14b68008-a030-45fa-a1fc-79754be9f168 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] create failed (client error): The resource could not be found. Mar 31 15:32:25.208046 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-14b68008-a030-45fa-a1fc-79754be9f168 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2483368 Mar 31 15:32:25.210657 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46764) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:25.236676 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87c20561-e0ba-4b80-9799-e2a456446ba3 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:25.236676 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-87c20561-e0ba-4b80-9799-e2a456446ba3 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "DELETE /v2.0/security-groups/2426dc3e-9e43-4683-87bc-cab5d7a427dd HTTP/1.1" status: 204 len: 168 time: 0.4418132 Mar 31 15:32:25.237036 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-18789ebe-6a37-42e2-bfbe-8a46019e2298 req-3972880f-8c1b-4922-8fe2-2f27d24c102e tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 210 time: 0.1600876 Mar 31 15:32:25.243492 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46768) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:25.275088 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:25.284147 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8aa4147b-b650-42be-a4d7-a02565382dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:25.326620 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Transition to ACTIVE for port object 71b58d3b-938e-44ac-9600-5c5b2dd92fc3 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:25.337934 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d94dfb12-122d-4d44-bded-12a1b3ba18d2 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:25.351312 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2fa27766-e15d-49ac-87e4-247f4fdc1b87 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Synchronizing usage tracker for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:25.385403 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d94dfb12-122d-4d44-bded-12a1b3ba18d2 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:25.390330 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Transition to ACTIVE for port object 71b58d3b-938e-44ac-9600-5c5b2dd92fc3 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:25.401813 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4147b-b650-42be-a4d7-a02565382dd7 None None] Pushing event updated for resources: {'Port': ['ID=dac3214f-f434-436a-abe3-0d89950697b4,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:25.440007 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2fa27766-e15d-49ac-87e4-247f4fdc1b87 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Unset dirty status for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:25.441664 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2fa27766-e15d-49ac-87e4-247f4fdc1b87 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1964052 Mar 31 15:32:25.448203 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46772) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:25.453571 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f4765714-00df-456e-b831-c8a6d76de724 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Request body: {'security_group': {'name': 'tempest-secgroup--450832200'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:25.460256 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f4765714-00df-456e-b831-c8a6d76de724 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:25.467294 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:25.470868 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f4765714-00df-456e-b831-c8a6d76de724 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:25.508693 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d94dfb12-122d-4d44-bded-12a1b3ba18d2 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:25.541775 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94dfb12-122d-4d44-bded-12a1b3ba18d2 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=356f1e83-6a56-48b0-a64d-af856dc52f87,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:25.542195 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:25.544662 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f4765714-00df-456e-b831-c8a6d76de724 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:25.546687 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:25.549343 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:32:25.586097 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d94dfb12-122d-4d44-bded-12a1b3ba18d2 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:25.596618 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46776) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:25.602009 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d94dfb12-122d-4d44-bded-12a1b3ba18d2 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "DELETE /v2.0/security-groups/356f1e83-6a56-48b0-a64d-af856dc52f87 HTTP/1.1" status: 204 len: 168 time: 0.3856611 Mar 31 15:32:25.602168 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-239219f4-b7d7-4e6a-99d3-75c400674c8e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:25.616212 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Pushing event updated for resources: {'Port': ['ID=71b58d3b-938e-44ac-9600-5c5b2dd92fc3,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:25.616607 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f4765714-00df-456e-b831-c8a6d76de724 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:25.627310 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12e167e0-af21-40ec-a701-0252171ee0e0 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:25.636480 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f4765714-00df-456e-b831-c8a6d76de724 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Usage tracker for resource:security_group_rule and tenant:8cfd5024b37749ecb259329fb814f915 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:25.637889 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f4765714-00df-456e-b831-c8a6d76de724 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:25.645890 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f4765714-00df-456e-b831-c8a6d76de724 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:25.672763 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:25.673142 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:25.673469 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:25.673803 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:25.674129 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:25.674455 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:25.674781 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:25.675113 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:25.675428 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:25.676374 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:25.676759 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:25.677072 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:25.688166 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Attempting to bind port 71b58d3b-938e-44ac-9600-5c5b2dd92fc3 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:32:25.688525 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Attempting to bind port 71b58d3b-938e-44ac-9600-5c5b2dd92fc3 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:32:25.688886 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Attempting to bind port 71b58d3b-938e-44ac-9600-5c5b2dd92fc3 on network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:32:25.701472 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:32:25.701472 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Checking segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:32:25.701472 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:25.701472 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Bound using segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:32:25.701472 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Bound port: 71b58d3b-938e-44ac-9600-5c5b2dd92fc3, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:32:25.701472 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:25.784200 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f4765714-00df-456e-b831-c8a6d76de724 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:25.796599 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-239219f4-b7d7-4e6a-99d3-75c400674c8e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Transition to ACTIVE for port object 747a6b13-ce01-41ce-8270-70d2b5f258cc will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:25.807975 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-12e167e0-af21-40ec-a701-0252171ee0e0 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] device_id is not set on port 1dc74682-3538-4e22-930d-3a1723df3804 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:32:25.825646 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] For port 71b58d3b-938e-44ac-9600-5c5b2dd92fc3, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:32:25.832497 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] For port 71b58d3b-938e-44ac-9600-5c5b2dd92fc3, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=71b58d3b-938e-44ac-9600-5c5b2dd92fc3,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:32:25.851725 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f4765714-00df-456e-b831-c8a6d76de724 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:25.876729 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c5446c96-e827-4c41-9887-2e9c7314079e tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2787993 Mar 31 15:32:25.884974 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46780) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:25.889183 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-12365d31-36e5-4891-9855-66a59951fd72 req-b00df729-ae9b-4d8a-a23e-c0b0885c406e tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Allocated IP 172.20.0.4 (3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534/1c13a1ee-f508-42ed-8f95-e2119d470f34/ae562510-d179-4c26-838b-d4fd87511d70) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:25.896415 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ad05f920-7f37-4f31-8bb1-06ddbca182e6 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group_rule': {'security_group_id': '7fc9ceb7-2155-4756-bf60-d5ba3825f32c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:25.908453 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ad05f920-7f37-4f31-8bb1-06ddbca182e6 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:25.915641 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:25.917013 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ad05f920-7f37-4f31-8bb1-06ddbca182e6 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Usage tracker for resource:security_group_rule and tenant:05840a68b87f45529e5ff59ca4786f2c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:25.920179 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ad05f920-7f37-4f31-8bb1-06ddbca182e6 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:25.938743 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ad05f920-7f37-4f31-8bb1-06ddbca182e6 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:25.971664 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4765714-00df-456e-b831-c8a6d76de724 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0df0984-da66-4ac9-b334-a91271a8831f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:26.042275 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137d151-c009-4ac7-8df0-de7d7842ba75 None None] Pushing event updated for resources: {'Port': ['ID=71b58d3b-938e-44ac-9600-5c5b2dd92fc3,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:26.062453 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f4765714-00df-456e-b831-c8a6d76de724 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:26.066350 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f4765714-00df-456e-b831-c8a6d76de724 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6145079 Mar 31 15:32:26.068360 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device dac3214f-f434-436a-abe3-0d89950697b4 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:32:26.073471 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46784) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:26.076660 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-239219f4-b7d7-4e6a-99d3-75c400674c8e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:26.088891 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4ca244eb-1b21-4e3e-8b9c-fbf08e50e7fc tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Request body: {'security_group_rule': {'security_group_id': 'b0df0984-da66-4ac9-b334-a91271a8831f', 'direction': 'ingress', 'protocol': 17}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:26.102967 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4ca244eb-1b21-4e3e-8b9c-fbf08e50e7fc tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:26.112439 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4ca244eb-1b21-4e3e-8b9c-fbf08e50e7fc tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Usage tracker for resource:security_group_rule and tenant:8cfd5024b37749ecb259329fb814f915 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:26.127419 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-12e167e0-af21-40ec-a701-0252171ee0e0 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Allocated IP 2001:db8::f816:3eff:fed9:d13e (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/5a4cf389-5057-4fbf-8ae4-880450bb0519/1dc74682-3538-4e22-930d-3a1723df3804) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:26.128461 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4ca244eb-1b21-4e3e-8b9c-fbf08e50e7fc tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:26.136451 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4ca244eb-1b21-4e3e-8b9c-fbf08e50e7fc tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:26.200769 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-ad05f920-7f37-4f31-8bb1-06ddbca182e6 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] create failed (client error): The resource could not be found. Mar 31 15:32:26.205721 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ad05f920-7f37-4f31-8bb1-06ddbca182e6 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3169041 Mar 31 15:32:26.206309 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46788) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:26.212795 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-97c83970-272e-4f4f-ab6a-6be91ceefb40 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group': {'name': 'tempest-secgroup--137784297'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:26.227172 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-97c83970-272e-4f4f-ab6a-6be91ceefb40 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:26.228538 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port dac3214f-f434-436a-abe3-0d89950697b4 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:26.252890 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-97c83970-272e-4f4f-ab6a-6be91ceefb40 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Usage tracker for resource:security_group and tenant:05840a68b87f45529e5ff59ca4786f2c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:26.265769 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-97c83970-272e-4f4f-ab6a-6be91ceefb40 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:26.276662 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-97c83970-272e-4f4f-ab6a-6be91ceefb40 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:26.279109 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239219f4-b7d7-4e6a-99d3-75c400674c8e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network 78f592d5-645c-48be-96eb-694ed3566be7 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:26.294674 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-239219f4-b7d7-4e6a-99d3-75c400674c8e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:26.303334 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4ca244eb-1b21-4e3e-8b9c-fbf08e50e7fc tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:26.305211 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239219f4-b7d7-4e6a-99d3-75c400674c8e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:32:26.305772 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-239219f4-b7d7-4e6a-99d3-75c400674c8e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:26.343017 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-97c83970-272e-4f4f-ab6a-6be91ceefb40 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:26.382005 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-97c83970-272e-4f4f-ab6a-6be91ceefb40 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:26.393138 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-97c83970-272e-4f4f-ab6a-6be91ceefb40 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Usage tracker for resource:security_group_rule and tenant:05840a68b87f45529e5ff59ca4786f2c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:26.399590 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-97c83970-272e-4f4f-ab6a-6be91ceefb40 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:26.404999 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4ca244eb-1b21-4e3e-8b9c-fbf08e50e7fc tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:26.420642 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239219f4-b7d7-4e6a-99d3-75c400674c8e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Port': ['ID=747a6b13-ce01-41ce-8270-70d2b5f258cc,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:26.460945 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-745e608a-35a4-4e37-8d70-2faf4029bd2d req-25fa0318-233b-4d28-87f4-39671c2c624c tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 210 time: 0.0543473 Mar 31 15:32:26.462339 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-97c83970-272e-4f4f-ab6a-6be91ceefb40 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:26.492967 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4ca244eb-1b21-4e3e-8b9c-fbf08e50e7fc tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:26.541644 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca244eb-1b21-4e3e-8b9c-fbf08e50e7fc tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b46859-f9bb-4fce-8a6c-69c4d7557f60,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:26.601092 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-12365d31-36e5-4891-9855-66a59951fd72 req-b00df729-ae9b-4d8a-a23e-c0b0885c406e tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:26.615243 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-97c83970-272e-4f4f-ab6a-6be91ceefb40 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:26.638852 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-12365d31-36e5-4891-9855-66a59951fd72 req-b00df729-ae9b-4d8a-a23e-c0b0885c406e tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Transition to ACTIVE for port object ae562510-d179-4c26-838b-d4fd87511d70 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:26.675020 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12e167e0-af21-40ec-a701-0252171ee0e0 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:26.679666 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4ca244eb-1b21-4e3e-8b9c-fbf08e50e7fc tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:26.682838 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4ca244eb-1b21-4e3e-8b9c-fbf08e50e7fc tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6005208 Mar 31 15:32:26.685307 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46794) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:26.698652 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-12e167e0-af21-40ec-a701-0252171ee0e0 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Transition to ACTIVE for port object 1dc74682-3538-4e22-930d-3a1723df3804 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:26.731219 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-97c83970-272e-4f4f-ab6a-6be91ceefb40 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:26.787043 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-239219f4-b7d7-4e6a-99d3-75c400674c8e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:26.788942 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c83970-272e-4f4f-ab6a-6be91ceefb40 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aff29b2-859b-4977-b7e1-dd9ed889ecfa,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:26.818716 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e056847e-d094-4cdb-8ed2-91d1fc0eca62 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:26.835734 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-12365d31-36e5-4891-9855-66a59951fd72 req-b00df729-ae9b-4d8a-a23e-c0b0885c406e tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:26.855180 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e056847e-d094-4cdb-8ed2-91d1fc0eca62 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:26.889827 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12e167e0-af21-40ec-a701-0252171ee0e0 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:26.902900 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-97c83970-272e-4f4f-ab6a-6be91ceefb40 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:26.906543 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-97c83970-272e-4f4f-ab6a-6be91ceefb40 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6951411 Mar 31 15:32:26.920322 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46798) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:26.920322 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e642ca7f-715f-46bb-8e5d-e183359af3f8 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group': {'name': 'tempest-secgroup--1382932201'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:26.920322 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e642ca7f-715f-46bb-8e5d-e183359af3f8 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:26.924377 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e642ca7f-715f-46bb-8e5d-e183359af3f8 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Usage tracker for resource:security_group and tenant:05840a68b87f45529e5ff59ca4786f2c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:26.927695 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e642ca7f-715f-46bb-8e5d-e183359af3f8 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:26.933948 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e642ca7f-715f-46bb-8e5d-e183359af3f8 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:26.940714 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12365d31-36e5-4891-9855-66a59951fd72 req-b00df729-ae9b-4d8a-a23e-c0b0885c406e tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Network 3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:26.955944 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-12365d31-36e5-4891-9855-66a59951fd72 req-b00df729-ae9b-4d8a-a23e-c0b0885c406e tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:26.958190 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd88d522-7324-456b-bcf8-dccaa3d98b8a None None] Network 78f592d5-645c-48be-96eb-694ed3566be7 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:32:27.005989 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e056847e-d094-4cdb-8ed2-91d1fc0eca62 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:27.023895 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e167e0-af21-40ec-a701-0252171ee0e0 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:27.032754 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-12365d31-36e5-4891-9855-66a59951fd72 req-b00df729-ae9b-4d8a-a23e-c0b0885c406e tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:32:27.037575 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e642ca7f-715f-46bb-8e5d-e183359af3f8 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:27.064474 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056847e-d094-4cdb-8ed2-91d1fc0eca62 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0df0984-da66-4ac9-b334-a91271a8831f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:27.078941 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-12e167e0-af21-40ec-a701-0252171ee0e0 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:27.093379 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00df729-ae9b-4d8a-a23e-c0b0885c406e tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Pushing event updated for resources: {'Port': ['ID=ae562510-d179-4c26-838b-d4fd87511d70,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:27.099415 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e642ca7f-715f-46bb-8e5d-e183359af3f8 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:27.105403 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e642ca7f-715f-46bb-8e5d-e183359af3f8 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Usage tracker for resource:security_group_rule and tenant:05840a68b87f45529e5ff59ca4786f2c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:27.108930 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e642ca7f-715f-46bb-8e5d-e183359af3f8 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:27.117141 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e642ca7f-715f-46bb-8e5d-e183359af3f8 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:27.136183 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e056847e-d094-4cdb-8ed2-91d1fc0eca62 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:27.143773 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e056847e-d094-4cdb-8ed2-91d1fc0eca62 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "DELETE /v2.0/security-groups/b0df0984-da66-4ac9-b334-a91271a8831f HTTP/1.1" status: 204 len: 168 time: 0.4507523 Mar 31 15:32:27.144610 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46802) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:27.240341 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-51537a08-9b67-47d4-88f7-0def74129a63 None None] Provisioning for port dac3214f-f434-436a-abe3-0d89950697b4 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:27.253307 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-51537a08-9b67-47d4-88f7-0def74129a63 None None] Provisioning complete for port dac3214f-f434-436a-abe3-0d89950697b4 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:27.253862 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-51537a08-9b67-47d4-88f7-0def74129a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:27.281422 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-73b46da7-a7f7-4f2a-b31f-69904e6da8df tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Synchronizing usage tracker for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:27.347096 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e642ca7f-715f-46bb-8e5d-e183359af3f8 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:27.357596 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e167e0-af21-40ec-a701-0252171ee0e0 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:32:27.364518 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e167e0-af21-40ec-a701-0252171ee0e0 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:27.365342 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12e167e0-af21-40ec-a701-0252171ee0e0 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:27.372388 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-73b46da7-a7f7-4f2a-b31f-69904e6da8df tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Unset dirty status for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:27.374096 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-73b46da7-a7f7-4f2a-b31f-69904e6da8df tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2247379 Mar 31 15:32:27.378501 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46806) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:27.388358 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-14bd4d31-4bb2-4f85-988c-639eb29ab29f tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Request body: {'security_group': {'name': 'tempest-secgroup--866186266'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:27.394791 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-14bd4d31-4bb2-4f85-988c-639eb29ab29f tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:27.401073 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e642ca7f-715f-46bb-8e5d-e183359af3f8 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:27.445641 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-14bd4d31-4bb2-4f85-988c-639eb29ab29f tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:27.458022 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-51537a08-9b67-47d4-88f7-0def74129a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:27.483359 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642ca7f-715f-46bb-8e5d-e183359af3f8 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00e39dd7-2c7d-4606-be8d-7bbd095889a3,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:27.504721 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-51537a08-9b67-47d4-88f7-0def74129a63 None None] For port dac3214f-f434-436a-abe3-0d89950697b4, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=dac3214f-f434-436a-abe3-0d89950697b4,segment=NetworkSegment(b31c1fdb-0e20-4127-b7cd-bafa325d2d7a),segment_id=b31c1fdb-0e20-4127-b7cd-bafa325d2d7a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:27.506907 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12365d31-36e5-4891-9855-66a59951fd72 req-b00df729-ae9b-4d8a-a23e-c0b0885c406e tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:27.507611 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-12365d31-36e5-4891-9855-66a59951fd72 req-b00df729-ae9b-4d8a-a23e-c0b0885c406e tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:27.542007 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e167e0-af21-40ec-a701-0252171ee0e0 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Port': ['ID=1dc74682-3538-4e22-930d-3a1723df3804,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:27.554087 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14bd4d31-4bb2-4f85-988c-639eb29ab29f tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:27.580499 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-51537a08-9b67-47d4-88f7-0def74129a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:27.585380 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-239219f4-b7d7-4e6a-99d3-75c400674c8e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:27.586649 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e642ca7f-715f-46bb-8e5d-e183359af3f8 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:27.592566 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46812) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:27.594352 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e642ca7f-715f-46bb-8e5d-e183359af3f8 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6863878 Mar 31 15:32:27.602990 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-eaaed29b-f745-4a0d-beaf-b95594783363 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group_rule': {'security_group_id': '7aff29b2-859b-4977-b7e1-dd9ed889ecfa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '00e39dd7-2c7d-4606-be8d-7bbd095889a3'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:27.606857 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-14bd4d31-4bb2-4f85-988c-639eb29ab29f tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:27.611261 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-eaaed29b-f745-4a0d-beaf-b95594783363 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:27.615323 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-12e167e0-af21-40ec-a701-0252171ee0e0 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3911302 Mar 31 15:32:27.618513 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-14bd4d31-4bb2-4f85-988c-639eb29ab29f tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Usage tracker for resource:security_group_rule and tenant:8cfd5024b37749ecb259329fb814f915 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:27.621429 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46816) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:27.658786 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-14bd4d31-4bb2-4f85-988c-639eb29ab29f tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:27.659087 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-eaaed29b-f745-4a0d-beaf-b95594783363 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Usage tracker for resource:security_group_rule and tenant:05840a68b87f45529e5ff59ca4786f2c is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:27.669366 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-eaaed29b-f745-4a0d-beaf-b95594783363 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:27.677100 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-12365d31-36e5-4891-9855-66a59951fd72 req-b00df729-ae9b-4d8a-a23e-c0b0885c406e tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9691422 Mar 31 15:32:27.689400 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-14bd4d31-4bb2-4f85-988c-639eb29ab29f tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:27.695168 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-eaaed29b-f745-4a0d-beaf-b95594783363 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:27.705987 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-239219f4-b7d7-4e6a-99d3-75c400674c8e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:27.708005 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-239219f4-b7d7-4e6a-99d3-75c400674c8e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:27.741280 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51537a08-9b67-47d4-88f7-0def74129a63 None None] Pushing event updated for resources: {'Port': ['ID=dac3214f-f434-436a-abe3-0d89950697b4,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:27.800831 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f512b657-b35a-41fe-8699-902e4cd54f89 None None] Provisioning for port ae562510-d179-4c26-838b-d4fd87511d70 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:27.808951 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f512b657-b35a-41fe-8699-902e4cd54f89 None None] Provisioning complete for port ae562510-d179-4c26-838b-d4fd87511d70 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:27.809713 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f512b657-b35a-41fe-8699-902e4cd54f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:27.850668 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be5a383-3877-4365-821f-ac82ad79b9e5 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:27.861869 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be5a383-3877-4365-821f-ac82ad79b9e5 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:27.862606 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2be5a383-3877-4365-821f-ac82ad79b9e5 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:27.895393 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14bd4d31-4bb2-4f85-988c-639eb29ab29f tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:27.917521 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f512b657-b35a-41fe-8699-902e4cd54f89 None None] Port ae562510-d179-4c26-838b-d4fd87511d70 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:32:27.948532 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14bd4d31-4bb2-4f85-988c-639eb29ab29f tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:27.975782 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-12365d31-36e5-4891-9855-66a59951fd72 req-d08ad229-ffb8-4f04-a037-1470a608674c service neutron] Request body: {'port': {'device_id': 'df94328b-7766-45b8-a10c-c496188dc4ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:28.013940 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f512b657-b35a-41fe-8699-902e4cd54f89 None None] Provisioning for port 71b58d3b-938e-44ac-9600-5c5b2dd92fc3 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:28.015131 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2be5a383-3877-4365-821f-ac82ad79b9e5 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:28.018572 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2be5a383-3877-4365-821f-ac82ad79b9e5 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3938076 Mar 31 15:32:28.021899 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46822) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:28.059391 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd4d31-4bb2-4f85-988c-639eb29ab29f tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77217f81-7375-4746-bf81-b6d8fb62d51a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:28.090040 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 71b58d3b-938e-44ac-9600-5c5b2dd92fc3 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:32:28.117218 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-35b8bb21-3832-4bf2-938d-c7efb85a6797 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting port 1dc74682-3538-4e22-930d-3a1723df3804 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:32:28.118100 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-35b8bb21-3832-4bf2-938d-c7efb85a6797 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:28.137237 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239219f4-b7d7-4e6a-99d3-75c400674c8e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Port': ['ID=747a6b13-ce01-41ce-8270-70d2b5f258cc,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:28.170970 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14bd4d31-4bb2-4f85-988c-639eb29ab29f tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:28.174364 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-14bd4d31-4bb2-4f85-988c-639eb29ab29f tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7904725 Mar 31 15:32:28.180565 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46826) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:28.182170 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-27082951-69ca-4d52-99f3-401f40129992 None None] Provisioning complete for port dac3214f-f434-436a-abe3-0d89950697b4 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:28.182838 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-27082951-69ca-4d52-99f3-401f40129992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:28.187833 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-97933efc-eaa3-4a75-b8d6-031de256c2df tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Request body: {'security_group': {'name': 'tempest-secgroup--157297644'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:28.197784 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-97933efc-eaa3-4a75-b8d6-031de256c2df tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:28.210265 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-97933efc-eaa3-4a75-b8d6-031de256c2df tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Usage tracker for resource:security_group and tenant:8cfd5024b37749ecb259329fb814f915 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:28.216260 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-97933efc-eaa3-4a75-b8d6-031de256c2df tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:28.247978 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-97933efc-eaa3-4a75-b8d6-031de256c2df tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:28.249914 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 71b58d3b-938e-44ac-9600-5c5b2dd92fc3 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:28.259276 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 71b58d3b-938e-44ac-9600-5c5b2dd92fc3 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:28.260017 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:28.276427 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbe622-cc49-4360-ba2c-ac35f69a1717 req-c8d907f2-b4e9-4d54-9fb5-8605bbb6efd7 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:28.277121 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-8adbe622-cc49-4360-ba2c-ac35f69a1717 req-c8d907f2-b4e9-4d54-9fb5-8605bbb6efd7 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Synchronizing usage tracker for tenant:230cf1c9b48c44d9b9e8cc3157cbe0bc on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:28.286004 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-12365d31-36e5-4891-9855-66a59951fd72 req-d08ad229-ffb8-4f04-a037-1470a608674c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:28.306576 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-eaaed29b-f745-4a0d-beaf-b95594783363 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:32:28.310171 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-eaaed29b-f745-4a0d-beaf-b95594783363 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.7139070 Mar 31 15:32:28.314781 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239219f4-b7d7-4e6a-99d3-75c400674c8e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network 78f592d5-645c-48be-96eb-694ed3566be7 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:28.315360 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46830) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:28.320132 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-239219f4-b7d7-4e6a-99d3-75c400674c8e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:28.462092 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:28.470452 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42db0056-0e80-4152-bb5b-59b3665184de tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:28.501377 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-97933efc-eaa3-4a75-b8d6-031de256c2df tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:28.506898 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 71b58d3b-938e-44ac-9600-5c5b2dd92fc3, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=71b58d3b-938e-44ac-9600-5c5b2dd92fc3,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:28.522388 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42db0056-0e80-4152-bb5b-59b3665184de tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:28.561404 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-35b8bb21-3832-4bf2-938d-c7efb85a6797 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:28.564565 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-27082951-69ca-4d52-99f3-401f40129992 None None] Provisioning for port 1dc74682-3538-4e22-930d-3a1723df3804 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:28.570791 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-97933efc-eaa3-4a75-b8d6-031de256c2df tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:28.572973 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-27082951-69ca-4d52-99f3-401f40129992 None None] Provisioning complete for port 1dc74682-3538-4e22-930d-3a1723df3804 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:28.574025 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-27082951-69ca-4d52-99f3-401f40129992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:28.579266 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-8adbe622-cc49-4360-ba2c-ac35f69a1717 req-c8d907f2-b4e9-4d54-9fb5-8605bbb6efd7 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Unset dirty status for tenant:230cf1c9b48c44d9b9e8cc3157cbe0bc on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:28.586910 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8adbe622-cc49-4360-ba2c-ac35f69a1717 req-c8d907f2-b4e9-4d54-9fb5-8605bbb6efd7 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 931 time: 0.9683557 Mar 31 15:32:28.590664 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-97933efc-eaa3-4a75-b8d6-031de256c2df tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Usage tracker for resource:security_group_rule and tenant:8cfd5024b37749ecb259329fb814f915 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:28.635086 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:28.635988 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device dac3214f-f434-436a-abe3-0d89950697b4 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:32:28.664872 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-97933efc-eaa3-4a75-b8d6-031de256c2df tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:28.719009 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8adbe622-cc49-4360-ba2c-ac35f69a1717 req-8e1bff8f-975c-419d-9b55-53e95f32b6fa tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/security-groups?id=da9287d6-6bf0-429a-afc2-56edb7ab07c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305659 Mar 31 15:32:28.787294 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-27082951-69ca-4d52-99f3-401f40129992 None None] Port 1dc74682-3538-4e22-930d-3a1723df3804 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:32:28.815715 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=71b58d3b-938e-44ac-9600-5c5b2dd92fc3,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:28.820739 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port dac3214f-f434-436a-abe3-0d89950697b4 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:28.821143 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:28.841269 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-35b8bb21-3832-4bf2-938d-c7efb85a6797 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Calling delete_port for 1dc74682-3538-4e22-930d-3a1723df3804 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:32:28.870067 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-97933efc-eaa3-4a75-b8d6-031de256c2df tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:28.883348 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-27082951-69ca-4d52-99f3-401f40129992 None None] Provisioning for port 747a6b13-ce01-41ce-8270-70d2b5f258cc completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:28.892630 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-27082951-69ca-4d52-99f3-401f40129992 None None] Provisioning complete for port 747a6b13-ce01-41ce-8270-70d2b5f258cc triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:28.892935 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-27082951-69ca-4d52-99f3-401f40129992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:28.906509 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239219f4-b7d7-4e6a-99d3-75c400674c8e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Router 6a21000e-abce-48db-8e06-f249c7c34490 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:32:28.987099 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42db0056-0e80-4152-bb5b-59b3665184de tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:28.994106 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-27082951-69ca-4d52-99f3-401f40129992 None None] Port 747a6b13-ce01-41ce-8270-70d2b5f258cc cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:32:29.002694 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-12365d31-36e5-4891-9855-66a59951fd72 req-d08ad229-ffb8-4f04-a037-1470a608674c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae562510-d179-4c26-838b-d4fd87511d70 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:32:29.039463 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db0056-0e80-4152-bb5b-59b3665184de tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e39dd7-2c7d-4606-be8d-7bbd095889a3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:29.055719 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-97933efc-eaa3-4a75-b8d6-031de256c2df tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:29.059279 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-12365d31-36e5-4891-9855-66a59951fd72 req-d08ad229-ffb8-4f04-a037-1470a608674c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:29.072728 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42db0056-0e80-4152-bb5b-59b3665184de tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:29.073853 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-42db0056-0e80-4152-bb5b-59b3665184de tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "DELETE /v2.0/security-groups/00e39dd7-2c7d-4606-be8d-7bbd095889a3 HTTP/1.1" status: 204 len: 168 time: 0.7562509 Mar 31 15:32:29.076282 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46834) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:29.108274 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239219f4-b7d7-4e6a-99d3-75c400674c8e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:32:29.117738 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-239219f4-b7d7-4e6a-99d3-75c400674c8e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "PUT /v2.0/routers/6a21000e-abce-48db-8e06-f249c7c34490/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7750244 Mar 31 15:32:29.122590 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46838) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:29.123890 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfcbfb2-3f63-4ac5-9d28-d9434539ad8f None None] Sync routers for ids ['6a21000e-abce-48db-8e06-f249c7c34490'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:32:29.125795 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-6951f5c8-73d6-4754-b53b-04e7d4515aa7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1265352252'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:29.129604 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-40d5286a-9853-4094-8d48-2c6308a8cac3 None None] Provisioning complete for port 747a6b13-ce01-41ce-8270-70d2b5f258cc triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:29.130069 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-40d5286a-9853-4094-8d48-2c6308a8cac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:29.131548 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6951f5c8-73d6-4754-b53b-04e7d4515aa7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:29.135891 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6951f5c8-73d6-4754-b53b-04e7d4515aa7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Usage tracker for resource:network and tenant:f5aeba78f50f4bbea010c74344321d80 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:29.138850 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6951f5c8-73d6-4754-b53b-04e7d4515aa7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:29.142433 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-12365d31-36e5-4891-9855-66a59951fd72 req-d08ad229-ffb8-4f04-a037-1470a608674c service neutron] Transition to ACTIVE for port object ae562510-d179-4c26-838b-d4fd87511d70 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:29.143959 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-35b8bb21-3832-4bf2-938d-c7efb85a6797 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:29.146271 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-97933efc-eaa3-4a75-b8d6-031de256c2df tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:29.147855 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6951f5c8-73d6-4754-b53b-04e7d4515aa7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:29.165744 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-115f25d1-9fb9-4f65-ae27-cc835f971c0e tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Synchronizing usage tracker for tenant:05840a68b87f45529e5ff59ca4786f2c on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:29.169780 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfcbfb2-3f63-4ac5-9d28-d9434539ad8f None None] Routers {'6a21000e-abce-48db-8e06-f249c7c34490'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:32:29.170417 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8dfcbfb2-3f63-4ac5-9d28-d9434539ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:32:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6a21000e-abce-48db-8e06-f249c7c34490'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:29.198991 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-12365d31-36e5-4891-9855-66a59951fd72 req-d08ad229-ffb8-4f04-a037-1470a608674c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:29.234395 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8bb21-3832-4bf2-938d-c7efb85a6797 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Port': ['ID=1dc74682-3538-4e22-930d-3a1723df3804,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:29.265262 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6951f5c8-73d6-4754-b53b-04e7d4515aa7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Made reservation on behalf of f5aeba78f50f4bbea010c74344321d80 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:32:29.268913 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6951f5c8-73d6-4754-b53b-04e7d4515aa7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:29.288465 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97933efc-eaa3-4a75-b8d6-031de256c2df tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92003b64-a297-4b46-8cbf-22e3f02b5f75,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:29.294377 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-35b8bb21-3832-4bf2-938d-c7efb85a6797 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:29.295325 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-35b8bb21-3832-4bf2-938d-c7efb85a6797 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/1dc74682-3538-4e22-930d-3a1723df3804 HTTP/1.1" status: 204 len: 168 time: 1.2718134 Mar 31 15:32:29.296599 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46842) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:29.309826 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-40d5286a-9853-4094-8d48-2c6308a8cac3 None None] Port 747a6b13-ce01-41ce-8270-70d2b5f258cc cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:32:29.342740 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-115f25d1-9fb9-4f65-ae27-cc835f971c0e tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Unset dirty status for tenant:05840a68b87f45529e5ff59ca4786f2c on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:29.344057 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-115f25d1-9fb9-4f65-ae27-cc835f971c0e tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2668679 Mar 31 15:32:29.353556 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-8dfcbfb2-3f63-4ac5-9d28-d9434539ad8f None None] Set router 6a21000e-abce-48db-8e06-f249c7c34490 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:32:29.355981 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-97933efc-eaa3-4a75-b8d6-031de256c2df tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:29.357416 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-97933efc-eaa3-4a75-b8d6-031de256c2df tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1757765 Mar 31 15:32:29.364964 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46846) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:29.365582 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46848) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:29.378445 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ad229-ffb8-4f04-a037-1470a608674c service neutron] Pushing event updated for resources: {'Port': ['ID=ae562510-d179-4c26-838b-d4fd87511d70,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:29.393700 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-eb913ab0-442a-4649-be5b-7ca328cc5e28 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Request body: {'security_group_rule': {'security_group_id': '77217f81-7375-4746-bf81-b6d8fb62d51a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '92003b64-a297-4b46-8cbf-22e3f02b5f75', 'remote_ip_prefix': None}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:29.424208 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-eb913ab0-442a-4649-be5b-7ca328cc5e28 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:29.435691 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-eb913ab0-442a-4649-be5b-7ca328cc5e28 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Usage tracker for resource:security_group_rule and tenant:8cfd5024b37749ecb259329fb814f915 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:29.443689 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-eb913ab0-442a-4649-be5b-7ca328cc5e28 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:29.455888 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f33474f-d877-4dd0-8232-7d8d95a0b3b2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:29.457642 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f33474f-d877-4dd0-8232-7d8d95a0b3b2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:29.461915 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4f33474f-d877-4dd0-8232-7d8d95a0b3b2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1641374 Mar 31 15:32:29.464154 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46854) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:29.467173 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6951f5c8-73d6-4754-b53b-04e7d4515aa7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:32:29.475406 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-eb913ab0-442a-4649-be5b-7ca328cc5e28 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:29.501952 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6951f5c8-73d6-4754-b53b-04e7d4515aa7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:29.502534 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-6951f5c8-73d6-4754-b53b-04e7d4515aa7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Added segment 95a76529-97b8-4a76-9f47-db92afdee3ec of type vlan for network c68b8497-ac7a-49e2-8da5-7caee76cf1fe Mar 31 15:32:29.567262 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-12365d31-36e5-4891-9855-66a59951fd72 req-d08ad229-ffb8-4f04-a037-1470a608674c service neutron] Attempting to bind port ae562510-d179-4c26-838b-d4fd87511d70 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:32:29.568180 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-12365d31-36e5-4891-9855-66a59951fd72 req-d08ad229-ffb8-4f04-a037-1470a608674c service neutron] Attempting to bind port ae562510-d179-4c26-838b-d4fd87511d70 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c4398b17-d409-4dc7-81c1-c21d0bee3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:32:29.568180 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12365d31-36e5-4891-9855-66a59951fd72 req-d08ad229-ffb8-4f04-a037-1470a608674c service neutron] Attempting to bind port ae562510-d179-4c26-838b-d4fd87511d70 on network 3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:32:29.570498 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e39d9805-0039-4275-96b5-36056c99e60c tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:29.592609 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-f978ebd8-a356-459c-a270-1eb282dc35d7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting subnet 5a4cf389-5057-4fbf-8ae4-880450bb0519 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:32:29.592821 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12365d31-36e5-4891-9855-66a59951fd72 req-d08ad229-ffb8-4f04-a037-1470a608674c service neutron] Port ae562510-d179-4c26-838b-d4fd87511d70 on network 3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:32:29.592928 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12365d31-36e5-4891-9855-66a59951fd72 req-d08ad229-ffb8-4f04-a037-1470a608674c service neutron] Attempting to bind port ae562510-d179-4c26-838b-d4fd87511d70 on network 3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:32:29.602171 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6951f5c8-73d6-4754-b53b-04e7d4515aa7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:29.614830 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12365d31-36e5-4891-9855-66a59951fd72 req-d08ad229-ffb8-4f04-a037-1470a608674c service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:32:29.615205 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12365d31-36e5-4891-9855-66a59951fd72 req-d08ad229-ffb8-4f04-a037-1470a608674c service neutron] Checking segment: {'id': 'c4398b17-d409-4dc7-81c1-c21d0bee3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:32:29.615565 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12365d31-36e5-4891-9855-66a59951fd72 req-d08ad229-ffb8-4f04-a037-1470a608674c service neutron] Bound using segment: {'id': 'c4398b17-d409-4dc7-81c1-c21d0bee3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:32:29.616069 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-12365d31-36e5-4891-9855-66a59951fd72 req-d08ad229-ffb8-4f04-a037-1470a608674c service neutron] Bound port: ae562510-d179-4c26-838b-d4fd87511d70, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4398b17-d409-4dc7-81c1-c21d0bee3bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:32:29.616567 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-12365d31-36e5-4891-9855-66a59951fd72 req-d08ad229-ffb8-4f04-a037-1470a608674c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:29.625260 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f978ebd8-a356-459c-a270-1eb282dc35d7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:29.697464 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e39d9805-0039-4275-96b5-36056c99e60c tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:29.721009 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb913ab0-442a-4649-be5b-7ca328cc5e28 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:29.749859 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f978ebd8-a356-459c-a270-1eb282dc35d7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:29.778958 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-12365d31-36e5-4891-9855-66a59951fd72 req-d08ad229-ffb8-4f04-a037-1470a608674c service neutron] For port ae562510-d179-4c26-838b-d4fd87511d70, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:32:29.782389 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-12365d31-36e5-4891-9855-66a59951fd72 req-d08ad229-ffb8-4f04-a037-1470a608674c service neutron] For port ae562510-d179-4c26-838b-d4fd87511d70, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ae562510-d179-4c26-838b-d4fd87511d70,segment=NetworkSegment(c4398b17-d409-4dc7-81c1-c21d0bee3bea),segment_id=c4398b17-d409-4dc7-81c1-c21d0bee3bea)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:32:29.852028 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6951f5c8-73d6-4754-b53b-04e7d4515aa7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:29.857900 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6951f5c8-73d6-4754-b53b-04e7d4515aa7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:29.858492 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6951f5c8-73d6-4754-b53b-04e7d4515aa7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:29.875044 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8dfcbfb2-3f63-4ac5-9d28-d9434539ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:32:26Z', 'revision_number': 2, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None, '_interfaces': [{'id': '747a6b13-ce01-41ce-8270-70d2b5f258cc', 'name': '', 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:e9:d1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:24Z', 'updated_at': '2022-03-31T15:32:27Z', 'revision_number': 2, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:29.879641 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfcbfb2-3f63-4ac5-9d28-d9434539ad8f None None] Checking router: 6a21000e-abce-48db-8e06-f249c7c34490 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:32:29.880361 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfcbfb2-3f63-4ac5-9d28-d9434539ad8f None None] Updating router 6a21000e-abce-48db-8e06-f249c7c34490 port 747a6b13-ce01-41ce-8270-70d2b5f258cc binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:32:29.922371 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f978ebd8-a356-459c-a270-1eb282dc35d7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:29.958452 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8dfcbfb2-3f63-4ac5-9d28-d9434539ad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:29.970883 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e39d9805-0039-4275-96b5-36056c99e60c tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:30.006365 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 71b58d3b-938e-44ac-9600-5c5b2dd92fc3 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:32:30.022421 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d9805-0039-4275-96b5-36056c99e60c tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aff29b2-859b-4977-b7e1-dd9ed889ecfa,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:30.031587 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb913ab0-442a-4649-be5b-7ca328cc5e28 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:30.049587 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f15dc7-23d6-4116-b4f8-8dba1be27b72 req-6186ec12-c837-4adb-a633-f359ee2bc443 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:30.051304 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-79f15dc7-23d6-4116-b4f8-8dba1be27b72 req-6186ec12-c837-4adb-a633-f359ee2bc443 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 943 time: 0.2059884 Mar 31 15:32:30.104153 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-12365d31-36e5-4891-9855-66a59951fd72 req-d08ad229-ffb8-4f04-a037-1470a608674c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:30.115745 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e39d9805-0039-4275-96b5-36056c99e60c tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:30.119319 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e39d9805-0039-4275-96b5-36056c99e60c tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "DELETE /v2.0/security-groups/7aff29b2-859b-4977-b7e1-dd9ed889ecfa HTTP/1.1" status: 204 len: 168 time: 0.7502797 Mar 31 15:32:30.119916 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46860) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:30.125130 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-79f15dc7-23d6-4116-b4f8-8dba1be27b72 req-08d03b5e-dec4-496c-b3c5-dd1784c6dc21 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/security-groups?id=da9287d6-6bf0-429a-afc2-56edb7ab07c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574665 Mar 31 15:32:30.141361 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb913ab0-442a-4649-be5b-7ca328cc5e28 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:30.162823 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951f5c8-73d6-4754-b53b-04e7d4515aa7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Network': ['ID=c68b8497-ac7a-49e2-8da5-7caee76cf1fe,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:30.182174 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb913ab0-442a-4649-be5b-7ca328cc5e28 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe51566-78de-44ea-80cc-1be5156dd688,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:30.186512 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12365d31-36e5-4891-9855-66a59951fd72 req-d08ad229-ffb8-4f04-a037-1470a608674c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:30.186512 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-12365d31-36e5-4891-9855-66a59951fd72 req-d08ad229-ffb8-4f04-a037-1470a608674c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:30.187978 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-12365d31-36e5-4891-9855-66a59951fd72 req-d08ad229-ffb8-4f04-a037-1470a608674c service neutron] 10.222.0.41 "PUT /v2.0/ports/ae562510-d179-4c26-838b-d4fd87511d70 HTTP/1.1" status: 200 len: 1093 time: 2.4899092 Mar 31 15:32:30.188530 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df94328b-7766-45b8-a10c-c496188dc4ef', 'tag': 'ae562510-d179-4c26-838b-d4fd87511d70'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:32:30.201935 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f978ebd8-a356-459c-a270-1eb282dc35d7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:30.221251 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ad229-ffb8-4f04-a037-1470a608674c service neutron] Pushing event updated for resources: {'Port': ['ID=ae562510-d179-4c26-838b-d4fd87511d70,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:30.227888 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 71b58d3b-938e-44ac-9600-5c5b2dd92fc3 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:30.228386 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:30.231853 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6951f5c8-73d6-4754-b53b-04e7d4515aa7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1102865 Mar 31 15:32:30.232844 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46868) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:30.241662 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-016d0925-8291-48f7-9378-52f93bd05ef0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Request body: {'subnet': {'network_id': 'c68b8497-ac7a-49e2-8da5-7caee76cf1fe', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:30.272955 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-aae7a3cc-93d8-4187-9136-fc60e47c1e14 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Synchronizing usage tracker for tenant:05840a68b87f45529e5ff59ca4786f2c on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:30.282651 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network c68b8497-ac7a-49e2-8da5-7caee76cf1fe details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:32:30.289356 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978ebd8-a356-459c-a270-1eb282dc35d7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Subnet': ['ID=5a4cf389-5057-4fbf-8ae4-880450bb0519,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:30.303887 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f978ebd8-a356-459c-a270-1eb282dc35d7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:30.305936 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f978ebd8-a356-459c-a270-1eb282dc35d7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/5a4cf389-5057-4fbf-8ae4-880450bb0519 HTTP/1.1" status: 204 len: 168 time: 0.8382525 Mar 31 15:32:30.310707 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46872) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:30.315313 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb913ab0-442a-4649-be5b-7ca328cc5e28 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:30.321088 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-eb913ab0-442a-4649-be5b-7ca328cc5e28 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9525990 Mar 31 15:32:30.327519 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46876) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:30.365986 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2368766-23a1-474e-b48e-fa04b2764161 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:32:30.413777 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d5fb5f81-2320-472c-ac1a-5c4dd032ed6d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1015639 Mar 31 15:32:30.416223 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46880) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:30.424724 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-dccc96c3-709b-475f-a013-bc918ff09a8e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:30.431613 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df94328b-7766-45b8-a10c-c496188dc4ef', 'tag': 'ae562510-d179-4c26-838b-d4fd87511d70', 'status': 'completed', 'code': 200} Mar 31 15:32:30.467969 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-aae7a3cc-93d8-4187-9136-fc60e47c1e14 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Unset dirty status for tenant:05840a68b87f45529e5ff59ca4786f2c on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:30.473092 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-aae7a3cc-93d8-4187-9136-fc60e47c1e14 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3489189 Mar 31 15:32:30.477263 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46884) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:30.485332 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-74cc19dd-2b87-498f-9f20-5076d74023fb tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group': {'name': 'tempest-secgroup--813456325'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:30.485904 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b4a492df-4a43-4de7-8922-07e3d0148520 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:30.502294 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b4a492df-4a43-4de7-8922-07e3d0148520 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:30.510080 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-016d0925-8291-48f7-9378-52f93bd05ef0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:30.516763 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-016d0925-8291-48f7-9378-52f93bd05ef0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Usage tracker for resource:subnet and tenant:f5aeba78f50f4bbea010c74344321d80 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:30.527997 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-016d0925-8291-48f7-9378-52f93bd05ef0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:30.538958 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-016d0925-8291-48f7-9378-52f93bd05ef0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:30.539286 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-74cc19dd-2b87-498f-9f20-5076d74023fb tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:30.566875 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12365d31-36e5-4891-9855-66a59951fd72 req-eaa385c5-f0c1-414e-af20-63938420f7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:30.568483 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-12365d31-36e5-4891-9855-66a59951fd72 req-eaa385c5-f0c1-414e-af20-63938420f7d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=230cf1c9b48c44d9b9e8cc3157cbe0bc&device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 1096 time: 0.2418141 Mar 31 15:32:30.569679 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-74cc19dd-2b87-498f-9f20-5076d74023fb tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:30.583013 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-dccc96c3-709b-475f-a013-bc918ff09a8e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:30.593097 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-dccc96c3-709b-475f-a013-bc918ff09a8e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:30.645781 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-12365d31-36e5-4891-9855-66a59951fd72 req-6b8aa23f-0711-4d2d-9025-5a95f09dc37e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae562510-d179-4c26-838b-d4fd87511d70 HTTP/1.1" status: 200 len: 217 time: 0.0700300 Mar 31 15:32:30.649287 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b4a492df-4a43-4de7-8922-07e3d0148520 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:30.669703 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-74cc19dd-2b87-498f-9f20-5076d74023fb tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:30.682595 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccc96c3-709b-475f-a013-bc918ff09a8e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:32:30.686316 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dccc96c3-709b-475f-a013-bc918ff09a8e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:30.700503 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016d0925-8291-48f7-9378-52f93bd05ef0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Made reservation on behalf of f5aeba78f50f4bbea010c74344321d80 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:32:30.703887 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-016d0925-8291-48f7-9378-52f93bd05ef0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:30.721093 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a492df-4a43-4de7-8922-07e3d0148520 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4fe51566-78de-44ea-80cc-1be5156dd688,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:30.735283 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-74cc19dd-2b87-498f-9f20-5076d74023fb tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:30.751502 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b4a492df-4a43-4de7-8922-07e3d0148520 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:30.755162 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b4a492df-4a43-4de7-8922-07e3d0148520 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/4fe51566-78de-44ea-80cc-1be5156dd688 HTTP/1.1" status: 204 len: 168 time: 0.4242456 Mar 31 15:32:30.757160 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46888) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:30.793497 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-74cc19dd-2b87-498f-9f20-5076d74023fb tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Usage tracker for resource:security_group_rule and tenant:05840a68b87f45529e5ff59ca4786f2c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:30.802662 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-74cc19dd-2b87-498f-9f20-5076d74023fb tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:30.816952 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-74cc19dd-2b87-498f-9f20-5076d74023fb tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:30.837527 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12365d31-36e5-4891-9855-66a59951fd72 req-cc808fc4-a098-4caa-93b6-2f2b6a7ed6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:30.838950 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-12365d31-36e5-4891-9855-66a59951fd72 req-cc808fc4-a098-4caa-93b6-2f2b6a7ed6d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c13a1ee-f508-42ed-8f95-e2119d470f34 HTTP/1.1" status: 200 len: 834 time: 0.1854990 Mar 31 15:32:30.932137 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3b71e57b-7098-4ebb-94c6-3bb864fc078c tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Synchronizing usage tracker for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group_rule {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:30.964479 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-74cc19dd-2b87-498f-9f20-5076d74023fb tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:30.973284 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8dfcbfb2-3f63-4ac5-9d28-d9434539ad8f None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:30.990135 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-8dfcbfb2-3f63-4ac5-9d28-d9434539ad8f None None] Transition to ACTIVE for port object 747a6b13-ce01-41ce-8270-70d2b5f258cc will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:31.022627 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12365d31-36e5-4891-9855-66a59951fd72 req-3042e5dd-3fd7-473a-8f60-987d1b283b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:31.024093 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-12365d31-36e5-4891-9855-66a59951fd72 req-3042e5dd-3fd7-473a-8f60-987d1b283b97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1762514 Mar 31 15:32:31.029311 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3b71e57b-7098-4ebb-94c6-3bb864fc078c tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Unset dirty status for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group_rule {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:31.030457 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3b71e57b-7098-4ebb-94c6-3bb864fc078c tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2709157 Mar 31 15:32:31.033739 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46892) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:31.052501 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb28bb90-0964-4f5d-b78a-c78bfef1ad6d None None] DHCP port deletion for 0c8a31f0-c909-472a-8f72-0f3eb4f4034a request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:32:31.058191 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-bb28bb90-0964-4f5d-b78a-c78bfef1ad6d None None] Deleting port 71b58d3b-938e-44ac-9600-5c5b2dd92fc3 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:32:31.058682 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bb28bb90-0964-4f5d-b78a-c78bfef1ad6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:31.067734 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-74cc19dd-2b87-498f-9f20-5076d74023fb tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:31.096625 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8dfcbfb2-3f63-4ac5-9d28-d9434539ad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:31.198677 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-12365d31-36e5-4891-9855-66a59951fd72 req-1f9cb028-5910-4573-9cb7-e665c923403e service neutron] 10.222.0.41 "GET /v2.0/networks/3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653545 Mar 31 15:32:31.292602 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e529c-061f-4869-8193-84cfdd09349e None None] Pushing event updated for resources: {'Port': ['ID=747a6b13-ce01-41ce-8270-70d2b5f258cc,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:31.327007 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-016d0925-8291-48f7-9378-52f93bd05ef0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:31.406531 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0434cd9d-215e-4084-a8a3-badf78a4657f tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:31.418743 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc19dd-2b87-498f-9f20-5076d74023fb tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90675488-3b56-48ee-87f6-3ede1c113c39,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:31.453666 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d0925-8291-48f7-9378-52f93bd05ef0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Subnet': ['ID=6094c9c6-d508-42bb-abd4-ad2de88e845f,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:31.472028 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-12365d31-36e5-4891-9855-66a59951fd72 req-f318c29c-0313-4440-89a7-7b52aea6ad56 service neutron] 10.222.0.41 "GET /v2.0/networks/3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655835 Mar 31 15:32:31.473845 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-74cc19dd-2b87-498f-9f20-5076d74023fb tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:31.473974 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016d0925-8291-48f7-9378-52f93bd05ef0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Checking segment: {'id': '95a76529-97b8-4a76-9f47-db92afdee3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c68b8497-ac7a-49e2-8da5-7caee76cf1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:32:31.473974 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016d0925-8291-48f7-9378-52f93bd05ef0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network hostable DHCP agents. Network: c68b8497-ac7a-49e2-8da5-7caee76cf1fe, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:32:31.478208 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-74cc19dd-2b87-498f-9f20-5076d74023fb tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9998615 Mar 31 15:32:31.478464 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46898) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:31.497229 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-7d5b6611-85ef-4ddb-bf35-ed042f3c2d4f tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group_rule': {'security_group_id': '90675488-3b56-48ee-87f6-3ede1c113c39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:31.512311 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-7d5b6611-85ef-4ddb-bf35-ed042f3c2d4f tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:31.518439 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-7d5b6611-85ef-4ddb-bf35-ed042f3c2d4f tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Usage tracker for resource:security_group_rule and tenant:05840a68b87f45529e5ff59ca4786f2c is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:31.522643 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-7d5b6611-85ef-4ddb-bf35-ed042f3c2d4f tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:31.527335 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0434cd9d-215e-4084-a8a3-badf78a4657f tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:31.538903 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-8dfcbfb2-3f63-4ac5-9d28-d9434539ad8f None None] Attempting to bind port 747a6b13-ce01-41ce-8270-70d2b5f258cc on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:32:31.538903 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-8dfcbfb2-3f63-4ac5-9d28-d9434539ad8f None None] Attempting to bind port 747a6b13-ce01-41ce-8270-70d2b5f258cc by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'b31c1fdb-0e20-4127-b7cd-bafa325d2d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:32:31.538903 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfcbfb2-3f63-4ac5-9d28-d9434539ad8f None None] Attempting to bind port 747a6b13-ce01-41ce-8270-70d2b5f258cc on network 78f592d5-645c-48be-96eb-694ed3566be7 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:32:31.542069 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-7d5b6611-85ef-4ddb-bf35-ed042f3c2d4f tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:31.559087 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfcbfb2-3f63-4ac5-9d28-d9434539ad8f None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:32:31.559463 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfcbfb2-3f63-4ac5-9d28-d9434539ad8f None None] Checking segment: {'id': 'b31c1fdb-0e20-4127-b7cd-bafa325d2d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:32:31.559917 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8dfcbfb2-3f63-4ac5-9d28-d9434539ad8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:31.560308 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfcbfb2-3f63-4ac5-9d28-d9434539ad8f None None] Bound using segment: {'id': 'b31c1fdb-0e20-4127-b7cd-bafa325d2d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:32:31.561449 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-8dfcbfb2-3f63-4ac5-9d28-d9434539ad8f None None] Bound port: 747a6b13-ce01-41ce-8270-70d2b5f258cc, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b31c1fdb-0e20-4127-b7cd-bafa325d2d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:32:31.561449 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8dfcbfb2-3f63-4ac5-9d28-d9434539ad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:31.611820 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.objects.ports [None req-dccc96c3-709b-475f-a013-bc918ff09a8e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103443) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 31 15:32:31.677421 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec2e11-087a-404a-874d-efab87034892 req-08267cac-b1af-4682-a80e-b6640886eb87 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:31.679085 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f1ec2e11-087a-404a-874d-efab87034892 req-08267cac-b1af-4682-a80e-b6640886eb87 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 943 time: 0.3124375 Mar 31 15:32:31.684760 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016d0925-8291-48f7-9378-52f93bd05ef0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network c68b8497-ac7a-49e2-8da5-7caee76cf1fe is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:32:31.688719 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-bb28bb90-0964-4f5d-b78a-c78bfef1ad6d None None] For port 71b58d3b-938e-44ac-9600-5c5b2dd92fc3, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=71b58d3b-938e-44ac-9600-5c5b2dd92fc3,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:31.688905 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bb28bb90-0964-4f5d-b78a-c78bfef1ad6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:31.747757 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6c3dd-0724-4aba-a969-59e63b2ed2c9 req-b812704b-8ff6-45ea-b5b7-9dacf83d6560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:31.749156 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ebb6c3dd-0724-4aba-a969-59e63b2ed2c9 req-b812704b-8ff6-45ea-b5b7-9dacf83d6560 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=230cf1c9b48c44d9b9e8cc3157cbe0bc&device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 1096 time: 0.1222019 Mar 31 15:32:31.750783 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0434cd9d-215e-4084-a8a3-badf78a4657f tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:31.772992 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f1ec2e11-087a-404a-874d-efab87034892 req-61848eed-c072-4eb8-b859-c6ccb7219f90 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/security-groups?id=da9287d6-6bf0-429a-afc2-56edb7ab07c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796914 Mar 31 15:32:31.778724 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-016d0925-8291-48f7-9378-52f93bd05ef0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, c68b8497-ac7a-49e2-8da5-7caee76cf1fe) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:31.784202 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434cd9d-215e-4084-a8a3-badf78a4657f tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92003b64-a297-4b46-8cbf-22e3f02b5f75,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:31.796800 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016d0925-8291-48f7-9378-52f93bd05ef0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:31.797771 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-016d0925-8291-48f7-9378-52f93bd05ef0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:31.833364 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-bb28bb90-0964-4f5d-b78a-c78bfef1ad6d None None] Calling delete_port for 71b58d3b-938e-44ac-9600-5c5b2dd92fc3 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:32:31.863796 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba43bcb-6c41-4569-89df-dcb897aef2b2 None None] Network c68b8497-ac7a-49e2-8da5-7caee76cf1fe requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:32:31.873037 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-7d5b6611-85ef-4ddb-bf35-ed042f3c2d4f tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:32:31.878965 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7d5b6611-85ef-4ddb-bf35-ed042f3c2d4f tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3948188 Mar 31 15:32:31.879107 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0434cd9d-215e-4084-a8a3-badf78a4657f tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:31.879107 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0434cd9d-215e-4084-a8a3-badf78a4657f tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "DELETE /v2.0/security-groups/92003b64-a297-4b46-8cbf-22e3f02b5f75 HTTP/1.1" status: 204 len: 168 time: 0.8411102 Mar 31 15:32:31.879107 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46902) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:31.883805 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46904) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:31.883951 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-01744b5e-7e5e-48b3-939a-38513dd9de3d tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group_rule': {'security_group_id': '90675488-3b56-48ee-87f6-3ede1c113c39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:31.891862 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-01744b5e-7e5e-48b3-939a-38513dd9de3d tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:31.902208 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-01744b5e-7e5e-48b3-939a-38513dd9de3d tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Usage tracker for resource:security_group_rule and tenant:05840a68b87f45529e5ff59ca4786f2c is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:31.902208 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-01744b5e-7e5e-48b3-939a-38513dd9de3d tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:31.910762 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-01744b5e-7e5e-48b3-939a-38513dd9de3d tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:31.918486 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-8dfcbfb2-3f63-4ac5-9d28-d9434539ad8f None None] For port 747a6b13-ce01-41ce-8270-70d2b5f258cc, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:32:31.938752 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-8dfcbfb2-3f63-4ac5-9d28-d9434539ad8f None None] For port 747a6b13-ce01-41ce-8270-70d2b5f258cc, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=747a6b13-ce01-41ce-8270-70d2b5f258cc,segment=NetworkSegment(b31c1fdb-0e20-4127-b7cd-bafa325d2d7a),segment_id=b31c1fdb-0e20-4127-b7cd-bafa325d2d7a)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:32:31.958579 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-016d0925-8291-48f7-9378-52f93bd05ef0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7210677 Mar 31 15:32:31.958579 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6c3dd-0724-4aba-a969-59e63b2ed2c9 req-0ff46abf-2fb2-469c-a227-bc6aec3fe8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:31.959383 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ebb6c3dd-0724-4aba-a969-59e63b2ed2c9 req-0ff46abf-2fb2-469c-a227-bc6aec3fe8be service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534 HTTP/1.1" status: 200 len: 898 time: 0.2026827 Mar 31 15:32:31.959842 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46910) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:31.995953 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 71b58d3b-938e-44ac-9600-5c5b2dd92fc3 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:32:32.008138 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dccc96c3-709b-475f-a013-bc918ff09a8e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:32.049130 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8dfcbfb2-3f63-4ac5-9d28-d9434539ad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:32.198037 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfcbfb2-3f63-4ac5-9d28-d9434539ad8f None None] Routers {'6a21000e-abce-48db-8e06-f249c7c34490'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:32:32.198710 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8dfcbfb2-3f63-4ac5-9d28-d9434539ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:32:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6a21000e-abce-48db-8e06-f249c7c34490'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:32.202952 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-01744b5e-7e5e-48b3-939a-38513dd9de3d tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:32:32.204176 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-01744b5e-7e5e-48b3-939a-38513dd9de3d tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3259852 Mar 31 15:32:32.213310 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46914) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:32.230125 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ebb6c3dd-0724-4aba-a969-59e63b2ed2c9 req-e9a4e408-f14e-41c6-8343-22b45f0ee8a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae562510-d179-4c26-838b-d4fd87511d70 HTTP/1.1" status: 200 len: 217 time: 0.2015398 Mar 31 15:32:32.289259 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c2d13b15-b853-4c68-a13b-7fb734a75d1a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4042659 Mar 31 15:32:32.292293 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-dccc96c3-709b-475f-a013-bc918ff09a8e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] For port 71b58d3b-938e-44ac-9600-5c5b2dd92fc3, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=71b58d3b-938e-44ac-9600-5c5b2dd92fc3,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:32.294368 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46918) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:32.300471 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e529c-061f-4869-8193-84cfdd09349e None None] Pushing event updated for resources: {'Port': ['ID=747a6b13-ce01-41ce-8270-70d2b5f258cc,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:32.334015 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7e0a639-8931-4c27-ac6c-c6cacb74ec6b tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:32.383672 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7e0a639-8931-4c27-ac6c-c6cacb74ec6b tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:32.438368 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6c3dd-0724-4aba-a969-59e63b2ed2c9 req-e1ececab-e6db-45b0-9980-89f4d9296dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:32.439802 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ebb6c3dd-0724-4aba-a969-59e63b2ed2c9 req-e1ececab-e6db-45b0-9980-89f4d9296dc4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c13a1ee-f508-42ed-8f95-e2119d470f34 HTTP/1.1" status: 200 len: 834 time: 0.1423259 Mar 31 15:32:32.446317 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:32.479013 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dccc96c3-709b-475f-a013-bc918ff09a8e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:32.509583 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4823fee5-68fd-478b-88a6-f4c901cc14b1 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:32.529375 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-8dfcbfb2-3f63-4ac5-9d28-d9434539ad8f None None] Set router 6a21000e-abce-48db-8e06-f249c7c34490 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:32:32.540079 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4823fee5-68fd-478b-88a6-f4c901cc14b1 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:32.555304 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dccc96c3-709b-475f-a013-bc918ff09a8e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:32.560420 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dccc96c3-709b-475f-a013-bc918ff09a8e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:32.618670 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fc7726-1b16-4011-8594-4a2a8b48fc23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-c68b8497-ac7a-49e2-8da5-7caee76cf1fe', 'network_id': 'c68b8497-ac7a-49e2-8da5-7caee76cf1fe', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'fixed_ips': [{'subnet_id': '6094c9c6-d508-42bb-abd4-ad2de88e845f'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:32:32.619533 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-12fc7726-1b16-4011-8594-4a2a8b48fc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:32.670086 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-bb28bb90-0964-4f5d-b78a-c78bfef1ad6d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:32:32.670511 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-bb28bb90-0964-4f5d-b78a-c78bfef1ad6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:32:32.676346 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc96c3-709b-475f-a013-bc918ff09a8e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Port': ['ID=71b58d3b-938e-44ac-9600-5c5b2dd92fc3,revision_number=6']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:32.687775 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7e0a639-8931-4c27-ac6c-c6cacb74ec6b tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:32.737712 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6c3dd-0724-4aba-a969-59e63b2ed2c9 req-cc543a9a-16ea-44e4-a761-6b1bb5e2d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:32.739914 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ebb6c3dd-0724-4aba-a969-59e63b2ed2c9 req-cc543a9a-16ea-44e4-a761-6b1bb5e2d973 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2907543 Mar 31 15:32:32.742122 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0a639-8931-4c27-ac6c-c6cacb74ec6b tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90675488-3b56-48ee-87f6-3ede1c113c39,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:32.745015 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccc96c3-709b-475f-a013-bc918ff09a8e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:32.758521 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-dccc96c3-709b-475f-a013-bc918ff09a8e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:32.762546 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccc96c3-709b-475f-a013-bc918ff09a8e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:32.763138 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dccc96c3-709b-475f-a013-bc918ff09a8e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:32.771650 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7e0a639-8931-4c27-ac6c-c6cacb74ec6b tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:32.775429 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a7e0a639-8931-4c27-ac6c-c6cacb74ec6b tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "DELETE /v2.0/security-groups/90675488-3b56-48ee-87f6-3ede1c113c39 HTTP/1.1" status: 204 len: 168 time: 0.5586104 Mar 31 15:32:32.780460 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc96c3-709b-475f-a013-bc918ff09a8e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Subnet': ['ID=c91f4393-5406-42b1-8f0f-f5b8d5562af0,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:32.780664 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46922) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:32.845182 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7a445c98-6b3e-4426-ba73-32e89a4dab90 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Synchronizing usage tracker for tenant:05840a68b87f45529e5ff59ca4786f2c on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:32.855866 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4823fee5-68fd-478b-88a6-f4c901cc14b1 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:32.860035 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4823fee5-68fd-478b-88a6-f4c901cc14b1 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:32.860035 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4823fee5-68fd-478b-88a6-f4c901cc14b1 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "DELETE /v2.0/security-groups/77217f81-7375-4746-bf81-b6d8fb62d51a HTTP/1.1" status: 204 len: 168 time: 0.5390160 Mar 31 15:32:32.867718 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46928) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:32.875776 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823fee5-68fd-478b-88a6-f4c901cc14b1 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77217f81-7375-4746-bf81-b6d8fb62d51a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:32.881242 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-dccc96c3-709b-475f-a013-bc918ff09a8e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4632847 Mar 31 15:32:32.889291 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46930) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:32.893371 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4327ee27-cc89-439d-90df-7d9c7e6ff229 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'port': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'mac_address': 'fa:16:3e:ef:e5:00', 'name': 'tempest-NetworksTestDHCPv6-854863105'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:32.910949 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:32:32.911667 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:32:32.984645 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7a445c98-6b3e-4426-ba73-32e89a4dab90 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Unset dirty status for tenant:05840a68b87f45529e5ff59ca4786f2c on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:32.986219 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7a445c98-6b3e-4426-ba73-32e89a4dab90 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2022088 Mar 31 15:32:32.991815 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46936) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:33.001950 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-88db5323-c276-417c-a292-a73dcd158c49 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group': {'name': 'tempest-secgroup--1021207111'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:33.050091 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4327ee27-cc89-439d-90df-7d9c7e6ff229 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:33.059926 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4327ee27-cc89-439d-90df-7d9c7e6ff229 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:33.077234 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-88db5323-c276-417c-a292-a73dcd158c49 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:33.083143 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c030e512-ad3e-42f2-b14c-7f1cabc065b6 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1885018 Mar 31 15:32:33.087438 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ebb6c3dd-0724-4aba-a969-59e63b2ed2c9 req-53bb2a27-d72e-49c1-918c-a625e65020d4 service neutron] 10.222.0.41 "GET /v2.0/networks/3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376775 Mar 31 15:32:33.087599 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46940) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:33.092194 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-cec0fcc9-6374-4bd7-9501-dae697b2b66c tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Request body: {'security_group': {'name': 'tempest-secgroup--1031199283'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:33.098301 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-cec0fcc9-6374-4bd7-9501-dae697b2b66c tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:33.102687 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-cec0fcc9-6374-4bd7-9501-dae697b2b66c tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Usage tracker for resource:security_group and tenant:8cfd5024b37749ecb259329fb814f915 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:33.106076 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-cec0fcc9-6374-4bd7-9501-dae697b2b66c tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:33.111447 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-cec0fcc9-6374-4bd7-9501-dae697b2b66c tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:33.151213 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-88db5323-c276-417c-a292-a73dcd158c49 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:33.154547 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4327ee27-cc89-439d-90df-7d9c7e6ff229 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:32:33.179896 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-bb28bb90-0964-4f5d-b78a-c78bfef1ad6d None None] Deleting port 71b58d3b-938e-44ac-9600-5c5b2dd92fc3 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:32:33.180266 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bb28bb90-0964-4f5d-b78a-c78bfef1ad6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:33.186725 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cec0fcc9-6374-4bd7-9501-dae697b2b66c tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:33.221610 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9b04df24-604d-44fa-9745-c39a22351fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:33.225913 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-12fc7726-1b16-4011-8594-4a2a8b48fc23 None None] Allocated IP 2001:db8:1::2 (c68b8497-ac7a-49e2-8da5-7caee76cf1fe/6094c9c6-d508-42bb-abd4-ad2de88e845f/592f85a1-3f9a-47af-b71b-67ceb8de791f) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:33.230891 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a358ef0b-ac33-48ea-bbfb-584b8e004cbd tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:33.274923 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-cec0fcc9-6374-4bd7-9501-dae697b2b66c tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:33.282689 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-cec0fcc9-6374-4bd7-9501-dae697b2b66c tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Usage tracker for resource:security_group_rule and tenant:8cfd5024b37749ecb259329fb814f915 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:33.287686 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-cec0fcc9-6374-4bd7-9501-dae697b2b66c tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:33.303430 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-cec0fcc9-6374-4bd7-9501-dae697b2b66c tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:33.312170 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4327ee27-cc89-439d-90df-7d9c7e6ff229 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:33.329246 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-88db5323-c276-417c-a292-a73dcd158c49 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:33.355958 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-4327ee27-cc89-439d-90df-7d9c7e6ff229 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] device_id is not set on port f774813a-3b47-4d70-851d-0af104eadcae yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:32:33.434124 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2e311-d6c1-4db8-ad7c-091276542c2a req-6b826c96-6cf5-418c-aa86-cdcbea9ca9bb tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:33.435627 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-37a2e311-d6c1-4db8-ad7c-091276542c2a req-6b826c96-6cf5-418c-aa86-cdcbea9ca9bb tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 943 time: 0.3973689 Mar 31 15:32:33.446690 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ebb6c3dd-0724-4aba-a969-59e63b2ed2c9 req-67b8a637-5a18-4b47-b9b6-ca206633cdca service neutron] 10.222.0.41 "GET /v2.0/networks/3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506281 Mar 31 15:32:33.447656 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-88db5323-c276-417c-a292-a73dcd158c49 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:33.471402 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-88db5323-c276-417c-a292-a73dcd158c49 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Usage tracker for resource:security_group_rule and tenant:05840a68b87f45529e5ff59ca4786f2c is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:33.479545 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-88db5323-c276-417c-a292-a73dcd158c49 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:33.498544 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-88db5323-c276-417c-a292-a73dcd158c49 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:33.508882 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cec0fcc9-6374-4bd7-9501-dae697b2b66c tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:33.539134 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-4327ee27-cc89-439d-90df-7d9c7e6ff229 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Allocated IP 2001:db8::f816:3eff:feef:e500 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/c91f4393-5406-42b1-8f0f-f5b8d5562af0/f774813a-3b47-4d70-851d-0af104eadcae) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:33.584762 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8dfcbfb2-3f63-4ac5-9d28-d9434539ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:32:26Z', 'revision_number': 2, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None, '_interfaces': [{'id': '747a6b13-ce01-41ce-8270-70d2b5f258cc', 'name': '', 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:e9:d1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:24Z', 'updated_at': '2022-03-31T15:32:31Z', 'revision_number': 4, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:33.590372 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:33.601538 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cec0fcc9-6374-4bd7-9501-dae697b2b66c tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:33.624726 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfcbfb2-3f63-4ac5-9d28-d9434539ad8f None None] The sync data for ids ['6a21000e-abce-48db-8e06-f249c7c34490'] in dv-neutron-833379-2-hyperv is: [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:32:26Z', 'revision_number': 2, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None, '_interfaces': [{'id': '747a6b13-ce01-41ce-8270-70d2b5f258cc', 'name': '', 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:e9:d1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:24Z', 'updated_at': '2022-03-31T15:32:31Z', 'revision_number': 4, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:32:33.728053 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-bb28bb90-0964-4f5d-b78a-c78bfef1ad6d None None] For port 71b58d3b-938e-44ac-9600-5c5b2dd92fc3, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=71b58d3b-938e-44ac-9600-5c5b2dd92fc3,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:33.728455 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bb28bb90-0964-4f5d-b78a-c78bfef1ad6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:33.757459 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-37a2e311-d6c1-4db8-ad7c-091276542c2a req-77d88411-2eb5-4c51-96fe-c361c732af28 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/security-groups?id=da9287d6-6bf0-429a-afc2-56edb7ab07c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3040900 Mar 31 15:32:33.802769 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 71b58d3b-938e-44ac-9600-5c5b2dd92fc3, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=71b58d3b-938e-44ac-9600-5c5b2dd92fc3,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:33.868340 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-bb28bb90-0964-4f5d-b78a-c78bfef1ad6d None None] Calling delete_port for 71b58d3b-938e-44ac-9600-5c5b2dd92fc3 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:32:33.883098 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0fcc9-6374-4bd7-9501-dae697b2b66c tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0adb44-e378-4f54-93c8-7140d5af5650,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:33.903844 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-88db5323-c276-417c-a292-a73dcd158c49 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:33.905252 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:33.983158 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-12fc7726-1b16-4011-8594-4a2a8b48fc23 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:33.983981 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-88db5323-c276-417c-a292-a73dcd158c49 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:33.992727 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cec0fcc9-6374-4bd7-9501-dae697b2b66c tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:33.996896 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-cec0fcc9-6374-4bd7-9501-dae697b2b66c tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9086740 Mar 31 15:32:33.997601 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46944) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:34.004724 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4327ee27-cc89-439d-90df-7d9c7e6ff229 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:34.010687 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e0c87159-b071-4b77-98bb-140780d6c52a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Request body: {'security_group_rule': {'security_group_id': 'bd0adb44-e378-4f54-93c8-7140d5af5650', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:34.019822 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e0c87159-b071-4b77-98bb-140780d6c52a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:34.022009 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-12fc7726-1b16-4011-8594-4a2a8b48fc23 None None] Transition to ACTIVE for port object 592f85a1-3f9a-47af-b71b-67ceb8de791f will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:34.028581 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e0c87159-b071-4b77-98bb-140780d6c52a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Usage tracker for resource:security_group_rule and tenant:8cfd5024b37749ecb259329fb814f915 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:34.034346 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e0c87159-b071-4b77-98bb-140780d6c52a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:34.040995 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-4327ee27-cc89-439d-90df-7d9c7e6ff229 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Transition to ACTIVE for port object f774813a-3b47-4d70-851d-0af104eadcae will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:34.042382 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e0c87159-b071-4b77-98bb-140780d6c52a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:34.064084 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db5323-c276-417c-a292-a73dcd158c49 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=305822b0-3700-422d-8e9f-551e8b23d0c6,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:34.076852 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=71b58d3b-938e-44ac-9600-5c5b2dd92fc3,revision_number=7']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:34.086624 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device ae562510-d179-4c26-838b-d4fd87511d70 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:32:34.089277 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-12fc7726-1b16-4011-8594-4a2a8b48fc23 None None] Transition to ACTIVE for port object 592f85a1-3f9a-47af-b71b-67ceb8de791f will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:34.129745 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0c87159-b071-4b77-98bb-140780d6c52a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:34.130736 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-bb28bb90-0964-4f5d-b78a-c78bfef1ad6d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:32:34.131303 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-bb28bb90-0964-4f5d-b78a-c78bfef1ad6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:32:34.147509 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-88db5323-c276-417c-a292-a73dcd158c49 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:34.151445 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-88db5323-c276-417c-a292-a73dcd158c49 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1513665 Mar 31 15:32:34.151723 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46948) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:34.156769 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-0ccc17a3-399b-4efb-8417-e8f926614085 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:34.156953 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4327ee27-cc89-439d-90df-7d9c7e6ff229 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:34.157177 dv-neutron-833379-2-hyperv neutron-server[103444]: WARNING neutron.api.v2.base [None req-0ccc17a3-399b-4efb-8417-e8f926614085 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 31 15:32:34.157690 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-0ccc17a3-399b-4efb-8417-e8f926614085 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] update failed (client error): There was a conflict when trying to complete your request. Mar 31 15:32:34.158619 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0ccc17a3-399b-4efb-8417-e8f926614085 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "PUT /v2.0/security-groups/305822b0-3700-422d-8e9f-551e8b23d0c6 HTTP/1.1" status: 409 len: 330 time: 0.0060391 Mar 31 15:32:34.161460 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46952) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:34.203685 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-12fc7726-1b16-4011-8594-4a2a8b48fc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:34.286398 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fc7726-1b16-4011-8594-4a2a8b48fc23 None None] Network c68b8497-ac7a-49e2-8da5-7caee76cf1fe is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:34.291027 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-12fc7726-1b16-4011-8594-4a2a8b48fc23 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:34.293268 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4327ee27-cc89-439d-90df-7d9c7e6ff229 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:34.295685 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327ee27-cc89-439d-90df-7d9c7e6ff229 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Port': ['ID=f774813a-3b47-4d70-851d-0af104eadcae,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:34.298527 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-4327ee27-cc89-439d-90df-7d9c7e6ff229 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:34.303357 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4327ee27-cc89-439d-90df-7d9c7e6ff229 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:32:34.310745 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fc7726-1b16-4011-8594-4a2a8b48fc23 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:32:34.312477 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4327ee27-cc89-439d-90df-7d9c7e6ff229 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:34.313383 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4327ee27-cc89-439d-90df-7d9c7e6ff229 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:34.325991 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2058b7a-af74-4fe3-8e9e-8cc3b9a1d231 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:34.329277 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-a358ef0b-ac33-48ea-bbfb-584b8e004cbd tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Allocated IP 2001:db8:1::1 (c68b8497-ac7a-49e2-8da5-7caee76cf1fe/6094c9c6-d508-42bb-abd4-ad2de88e845f/b71822b4-61aa-4f4a-9341-17006a2505da) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:34.332701 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc7726-1b16-4011-8594-4a2a8b48fc23 None None] Pushing event updated for resources: {'Port': ['ID=592f85a1-3f9a-47af-b71b-67ceb8de791f,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:34.356072 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0c87159-b071-4b77-98bb-140780d6c52a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:34.375667 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port ae562510-d179-4c26-838b-d4fd87511d70, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ae562510-d179-4c26-838b-d4fd87511d70,segment=NetworkSegment(c4398b17-d409-4dc7-81c1-c21d0bee3bea),segment_id=c4398b17-d409-4dc7-81c1-c21d0bee3bea)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:34.409160 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2058b7a-af74-4fe3-8e9e-8cc3b9a1d231 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:34.433969 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0c87159-b071-4b77-98bb-140780d6c52a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:34.438393 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': 'ae562510-d179-4c26-838b-d4fd87511d70', 'network_id': '3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534', 'port_id': 'ae562510-d179-4c26-838b-d4fd87511d70', 'mac_address': 'fa:16:3e:29:86:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c13a1ee-f508-42ed-8f95-e2119d470f34', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:32:34.471679 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c87159-b071-4b77-98bb-140780d6c52a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f43d7c2e-9595-4578-802a-a491609a6d8d,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:34.484370 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-12fc7726-1b16-4011-8594-4a2a8b48fc23 None None] Attempting to bind port 592f85a1-3f9a-47af-b71b-67ceb8de791f on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:32:34.484474 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4327ee27-cc89-439d-90df-7d9c7e6ff229 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5965650 Mar 31 15:32:34.484569 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-12fc7726-1b16-4011-8594-4a2a8b48fc23 None None] Attempting to bind port 592f85a1-3f9a-47af-b71b-67ceb8de791f by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '95a76529-97b8-4a76-9f47-db92afdee3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c68b8497-ac7a-49e2-8da5-7caee76cf1fe'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:32:34.484792 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fc7726-1b16-4011-8594-4a2a8b48fc23 None None] Attempting to bind port 592f85a1-3f9a-47af-b71b-67ceb8de791f on network c68b8497-ac7a-49e2-8da5-7caee76cf1fe {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:32:34.485131 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46956) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:34.494928 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fc7726-1b16-4011-8594-4a2a8b48fc23 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:32:34.495608 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fc7726-1b16-4011-8594-4a2a8b48fc23 None None] Checking segment: {'id': '95a76529-97b8-4a76-9f47-db92afdee3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c68b8497-ac7a-49e2-8da5-7caee76cf1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:32:34.496196 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-12fc7726-1b16-4011-8594-4a2a8b48fc23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:34.496773 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fc7726-1b16-4011-8594-4a2a8b48fc23 None None] Bound using segment: {'id': '95a76529-97b8-4a76-9f47-db92afdee3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c68b8497-ac7a-49e2-8da5-7caee76cf1fe'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:32:34.497435 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-12fc7726-1b16-4011-8594-4a2a8b48fc23 None None] Bound port: 592f85a1-3f9a-47af-b71b-67ceb8de791f, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a76529-97b8-4a76-9f47-db92afdee3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c68b8497-ac7a-49e2-8da5-7caee76cf1fe'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:32:34.497984 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-12fc7726-1b16-4011-8594-4a2a8b48fc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:34.559005 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0c87159-b071-4b77-98bb-140780d6c52a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:34.563337 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:34.564075 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e0c87159-b071-4b77-98bb-140780d6c52a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5637119 Mar 31 15:32:34.565510 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46960) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:34.590577 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-bb28bb90-0964-4f5d-b78a-c78bfef1ad6d None None] Deleting port 71b58d3b-938e-44ac-9600-5c5b2dd92fc3 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:32:34.591124 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bb28bb90-0964-4f5d-b78a-c78bfef1ad6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:34.603499 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-84666e27-9c15-47f8-b875-7f4a11ad735a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:34.613911 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a358ef0b-ac33-48ea-bbfb-584b8e004cbd tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:34.614639 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-84666e27-9c15-47f8-b875-7f4a11ad735a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:34.621809 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2058b7a-af74-4fe3-8e9e-8cc3b9a1d231 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:34.636512 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae562510-d179-4c26-838b-d4fd87511d70 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:32:34.656183 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2058b7a-af74-4fe3-8e9e-8cc3b9a1d231 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=305822b0-3700-422d-8e9f-551e8b23d0c6,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:34.667544 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2058b7a-af74-4fe3-8e9e-8cc3b9a1d231 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:34.675057 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46964) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:34.677493 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d2058b7a-af74-4fe3-8e9e-8cc3b9a1d231 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "DELETE /v2.0/security-groups/305822b0-3700-422d-8e9f-551e8b23d0c6 HTTP/1.1" status: 204 len: 168 time: 0.5148802 Mar 31 15:32:34.704674 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929e28d2-8097-4d9c-9f0f-ce1b4c283d25 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:34.711942 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929e28d2-8097-4d9c-9f0f-ce1b4c283d25 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:34.712842 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-929e28d2-8097-4d9c-9f0f-ce1b4c283d25 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:34.719883 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a358ef0b-ac33-48ea-bbfb-584b8e004cbd tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Transition to ACTIVE for port object b71822b4-61aa-4f4a-9341-17006a2505da will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:34.728362 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-84666e27-9c15-47f8-b875-7f4a11ad735a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:34.770101 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port ae562510-d179-4c26-838b-d4fd87511d70, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ae562510-d179-4c26-838b-d4fd87511d70,segment=NetworkSegment(c4398b17-d409-4dc7-81c1-c21d0bee3bea),segment_id=c4398b17-d409-4dc7-81c1-c21d0bee3bea)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:34.771034 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84666e27-9c15-47f8-b875-7f4a11ad735a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f43d7c2e-9595-4578-802a-a491609a6d8d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:34.793417 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-84666e27-9c15-47f8-b875-7f4a11ad735a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:34.793417 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-84666e27-9c15-47f8-b875-7f4a11ad735a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/f43d7c2e-9595-4578-802a-a491609a6d8d HTTP/1.1" status: 204 len: 168 time: 0.2226772 Mar 31 15:32:34.793640 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46968) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:34.793745 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-929e28d2-8097-4d9c-9f0f-ce1b4c283d25 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:34.793745 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-929e28d2-8097-4d9c-9f0f-ce1b4c283d25 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.3055329 Mar 31 15:32:34.795049 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 46974) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:34.818851 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-12fc7726-1b16-4011-8594-4a2a8b48fc23 None None] For port 592f85a1-3f9a-47af-b71b-67ceb8de791f, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:32:34.820085 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3077d5b6-a4a5-4acd-9dfa-af1a1849c62e tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1430686 Mar 31 15:32:34.828735 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46980) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:34.837414 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-12fc7726-1b16-4011-8594-4a2a8b48fc23 None None] For port 592f85a1-3f9a-47af-b71b-67ceb8de791f, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=592f85a1-3f9a-47af-b71b-67ceb8de791f,segment=NetworkSegment(95a76529-97b8-4a76-9f47-db92afdee3ec),segment_id=95a76529-97b8-4a76-9f47-db92afdee3ec)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:32:34.856259 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-de84a9c8-4dd6-41e8-94af-e06cfbbfee38 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] delete failed (client error): The resource could not be found. Mar 31 15:32:34.857320 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-de84a9c8-4dd6-41e8-94af-e06cfbbfee38 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "DELETE /v2.0/security-groups/dca04de1-9d81-453e-b9e6-52cae0b8a767 HTTP/1.1" status: 404 len: 347 time: 0.0253658 Mar 31 15:32:34.858258 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:34.861148 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46984) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:34.882973 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a358ef0b-ac33-48ea-bbfb-584b8e004cbd tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:34.954848 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-12fc7726-1b16-4011-8594-4a2a8b48fc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:34.970256 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-752069ef-82aa-4d58-9ba9-6d03b7c4f307 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] show failed (client error): The resource could not be found. Mar 31 15:32:34.971292 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-752069ef-82aa-4d58-9ba9-6d03b7c4f307 tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "GET /v2.0/security-groups/d2e083c4-ec07-4788-8144-c8d0ffe1a20b HTTP/1.1" status: 404 len: 347 time: 0.1087649 Mar 31 15:32:34.978947 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46988) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:34.997569 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a358ef0b-ac33-48ea-bbfb-584b8e004cbd tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network c68b8497-ac7a-49e2-8da5-7caee76cf1fe is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:35.005871 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-f0bddf58-91b9-4ac4-88da-f7b2e4ec76ca tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] show failed (client error): The resource could not be found. Mar 31 15:32:35.007925 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-a358ef0b-ac33-48ea-bbfb-584b8e004cbd tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:35.012931 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f0bddf58-91b9-4ac4-88da-f7b2e4ec76ca tempest-NegativeSecGroupIPv6Test-1269785959 tempest-NegativeSecGroupIPv6Test-1269785959-project] 10.222.0.31 "GET /v2.0/security-group-rules/1fa2ec69-81dc-476f-99ec-b6e40a478302 HTTP/1.1" status: 404 len: 356 time: 0.0319445 Mar 31 15:32:35.017317 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-16ac13df-d8c9-4eef-b25b-9f7e8a6ecc72 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting port f774813a-3b47-4d70-851d-0af104eadcae {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:32:35.017665 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-16ac13df-d8c9-4eef-b25b-9f7e8a6ecc72 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:35.054551 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a358ef0b-ac33-48ea-bbfb-584b8e004cbd tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:32:35.054551 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a358ef0b-ac33-48ea-bbfb-584b8e004cbd tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:35.057699 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04659e59-118e-4d17-a0e5-92308f50f513 req-0c9f2451-3022-4357-9d6e-9cd026f04645 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:35.069571 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-69b9630d-5291-48e6-91fe-78b49f6fb438 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2774875 Mar 31 15:32:35.071590 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-04659e59-118e-4d17-a0e5-92308f50f513 req-0c9f2451-3022-4357-9d6e-9cd026f04645 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 944 time: 0.1654487 Mar 31 15:32:35.072174 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 46994) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:35.102206 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=ae562510-d179-4c26-838b-d4fd87511d70,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:35.106025 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358ef0b-ac33-48ea-bbfb-584b8e004cbd tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Port': ['ID=b71822b4-61aa-4f4a-9341-17006a2505da,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:35.157740 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['ae562510-d179-4c26-838b-d4fd87511d70'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:32:35.201801 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-04659e59-118e-4d17-a0e5-92308f50f513 req-3163aa27-1f64-4340-be8d-bbcfdac42512 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/security-groups?id=da9287d6-6bf0-429a-afc2-56edb7ab07c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233833 Mar 31 15:32:35.256694 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc60fd3d-f78a-4d21-8bde-f3f16b0bdd19 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:35.280719 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-33ef6116-5d39-4fe8-a37f-febaaec039db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:35.288662 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-bb28bb90-0964-4f5d-b78a-c78bfef1ad6d None None] For port 71b58d3b-938e-44ac-9600-5c5b2dd92fc3, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=71b58d3b-938e-44ac-9600-5c5b2dd92fc3,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:35.289363 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bb28bb90-0964-4f5d-b78a-c78bfef1ad6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:35.306569 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc7726-1b16-4011-8594-4a2a8b48fc23 None None] Pushing event updated for resources: {'Port': ['ID=592f85a1-3f9a-47af-b71b-67ceb8de791f,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:35.307932 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc60fd3d-f78a-4d21-8bde-f3f16b0bdd19 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:35.424961 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-16ac13df-d8c9-4eef-b25b-9f7e8a6ecc72 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:35.438325 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-bb28bb90-0964-4f5d-b78a-c78bfef1ad6d None None] Calling delete_port for 71b58d3b-938e-44ac-9600-5c5b2dd92fc3 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:32:35.491044 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc60fd3d-f78a-4d21-8bde-f3f16b0bdd19 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:35.601334 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc60fd3d-f78a-4d21-8bde-f3f16b0bdd19 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:35.603321 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-fc60fd3d-f78a-4d21-8bde-f3f16b0bdd19 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "DELETE /v2.0/security-groups/bd0adb44-e378-4f54-93c8-7140d5af5650 HTTP/1.1" status: 204 len: 168 time: 0.5288925 Mar 31 15:32:35.608463 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60fd3d-f78a-4d21-8bde-f3f16b0bdd19 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0adb44-e378-4f54-93c8-7140d5af5650,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:35.610727 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47000) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:35.671789 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-16ac13df-d8c9-4eef-b25b-9f7e8a6ecc72 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Calling delete_port for f774813a-3b47-4d70-851d-0af104eadcae owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:32:35.716228 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-746b674d-a1af-4f94-b248-8cdbd11062c6 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Synchronizing usage tracker for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:35.752149 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a358ef0b-ac33-48ea-bbfb-584b8e004cbd tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:35.784635 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47004) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:35.792648 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-746b674d-a1af-4f94-b248-8cdbd11062c6 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Unset dirty status for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:35.795980 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-746b674d-a1af-4f94-b248-8cdbd11062c6 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1830361 Mar 31 15:32:35.802925 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47010) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:35.809370 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7ceb33b7-fd52-46af-a7bd-2180f78b1d5b tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Request body: {'security_group': {'name': 'tempest-secgroup--1382112307'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:35.818071 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7ceb33b7-fd52-46af-a7bd-2180f78b1d5b tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:35.828924 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7ceb33b7-fd52-46af-a7bd-2180f78b1d5b tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:35.918159 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ceb33b7-fd52-46af-a7bd-2180f78b1d5b tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:35.951437 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bb28bb90-0964-4f5d-b78a-c78bfef1ad6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:35.969887 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7ceb33b7-fd52-46af-a7bd-2180f78b1d5b tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:36.010031 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7ceb33b7-fd52-46af-a7bd-2180f78b1d5b tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Usage tracker for resource:security_group_rule and tenant:8cfd5024b37749ecb259329fb814f915 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:36.017499 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7ceb33b7-fd52-46af-a7bd-2180f78b1d5b tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:36.029220 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28bb90-0964-4f5d-b78a-c78bfef1ad6d None None] Pushing event deleted for resources: {'Port': ['ID=71b58d3b-938e-44ac-9600-5c5b2dd92fc3,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:36.032040 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a161ae8c-17be-4442-9428-4a89267666de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=05840a68b87f45529e5ff59ca4786f2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2455900 Mar 31 15:32:36.037004 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47014) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:36.057709 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7ceb33b7-fd52-46af-a7bd-2180f78b1d5b tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:36.136766 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb28bb90-0964-4f5d-b78a-c78bfef1ad6d None None] No DVR routers for this DVR port 71b58d3b-938e-44ac-9600-5c5b2dd92fc3 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:32:36.173238 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 592f85a1-3f9a-47af-b71b-67ceb8de791f up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:32:36.178417 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5bd8ca6-f1d7-4446-a9c2-d7b4483cf54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:36.206771 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5bf3d0-494e-4648-91c1-10f7d2cd671a None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:32:36.207407 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5bd8ca6-f1d7-4446-a9c2-d7b4483cf54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:36.294488 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-16ac13df-d8c9-4eef-b25b-9f7e8a6ecc72 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:36.418047 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ceb33b7-fd52-46af-a7bd-2180f78b1d5b tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:36.433948 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac13df-d8c9-4eef-b25b-9f7e8a6ecc72 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Port': ['ID=f774813a-3b47-4d70-851d-0af104eadcae,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:36.480759 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5bd8ca6-f1d7-4446-a9c2-d7b4483cf54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:36.486612 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ceb33b7-fd52-46af-a7bd-2180f78b1d5b tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:36.488978 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 592f85a1-3f9a-47af-b71b-67ceb8de791f completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:36.493944 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:36.499531 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 747a6b13-ce01-41ce-8270-70d2b5f258cc up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:32:36.512581 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd8ca6-f1d7-4446-a9c2-d7b4483cf54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e34feed-81b3-4f38-8ab2-a1007c2419e8,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:36.578447 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-16ac13df-d8c9-4eef-b25b-9f7e8a6ecc72 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:36.580760 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb33b7-fd52-46af-a7bd-2180f78b1d5b tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f917180-c602-411c-b5b2-fb56eecf68b5,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:36.594828 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:36.645599 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-16ac13df-d8c9-4eef-b25b-9f7e8a6ecc72 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/f774813a-3b47-4d70-851d-0af104eadcae HTTP/1.1" status: 204 len: 168 time: 1.8291857 Mar 31 15:32:36.650949 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47020) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:36.651151 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d906d87-3e1f-4e32-842f-a3cc5eb74ecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'fixed_ips': [{'subnet_id': 'c91f4393-5406-42b1-8f0f-f5b8d5562af0'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:32:36.652238 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3d906d87-3e1f-4e32-842f-a3cc5eb74ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:36.660579 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5bd8ca6-f1d7-4446-a9c2-d7b4483cf54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:36.670165 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a5bd8ca6-f1d7-4446-a9c2-d7b4483cf54d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4e34feed-81b3-4f38-8ab2-a1007c2419e8 HTTP/1.1" status: 204 len: 168 time: 0.6316557 Mar 31 15:32:36.744212 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ceb33b7-fd52-46af-a7bd-2180f78b1d5b tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:36.745111 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc88887b-77ba-4250-9db0-fa04debe556b None None] Network c68b8497-ac7a-49e2-8da5-7caee76cf1fe requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:32:36.746162 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7ceb33b7-fd52-46af-a7bd-2180f78b1d5b tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9421432 Mar 31 15:32:36.748803 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47026) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:36.754956 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a358ef0b-ac33-48ea-bbfb-584b8e004cbd tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:36.755369 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-fbf98000-9160-483b-a4b8-e5acf1d8df85 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Request body: {'security_group_rule': {'security_group_id': '7f917180-c602-411c-b5b2-fb56eecf68b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:36.759059 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebbfec6-8efe-4bb4-bd27-fd73546bb7f4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:36.760734 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebbfec6-8efe-4bb4-bd27-fd73546bb7f4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:36.761321 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9ebbfec6-8efe-4bb4-bd27-fd73546bb7f4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:36.761702 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-fbf98000-9160-483b-a4b8-e5acf1d8df85 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:36.765099 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 747a6b13-ce01-41ce-8270-70d2b5f258cc completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:36.766890 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-fbf98000-9160-483b-a4b8-e5acf1d8df85 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Usage tracker for resource:security_group_rule and tenant:8cfd5024b37749ecb259329fb814f915 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:36.770960 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-fbf98000-9160-483b-a4b8-e5acf1d8df85 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:36.772459 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66d32b-ae12-4638-95c9-dd174edcf8d9 req-51db5259-e90c-4364-8e2e-96dab82c41fe tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:36.773972 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3f66d32b-ae12-4638-95c9-dd174edcf8d9 req-51db5259-e90c-4364-8e2e-96dab82c41fe tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 944 time: 0.4005857 Mar 31 15:32:36.785761 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-fbf98000-9160-483b-a4b8-e5acf1d8df85 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:36.799285 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 747a6b13-ce01-41ce-8270-70d2b5f258cc triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:36.799659 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:36.825633 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3f66d32b-ae12-4638-95c9-dd174edcf8d9 req-138f51d3-bbeb-474d-8ae9-3a407410524d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/security-groups?id=da9287d6-6bf0-429a-afc2-56edb7ab07c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443132 Mar 31 15:32:36.868570 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9ebbfec6-8efe-4bb4-bd27-fd73546bb7f4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:36.869909 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9ebbfec6-8efe-4bb4-bd27-fd73546bb7f4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2155766 Mar 31 15:32:36.871336 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a358ef0b-ac33-48ea-bbfb-584b8e004cbd tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:36.872265 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a358ef0b-ac33-48ea-bbfb-584b8e004cbd tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:36.877345 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47030) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:36.885071 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fbf98000-9160-483b-a4b8-e5acf1d8df85 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:36.965422 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fbf98000-9160-483b-a4b8-e5acf1d8df85 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:37.046245 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fbf98000-9160-483b-a4b8-e5acf1d8df85 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:37.070404 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-fb3ef7b9-2e95-45d3-995e-650c6fe468da None None] Provisioning for port 592f85a1-3f9a-47af-b71b-67ceb8de791f completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:37.083588 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358ef0b-ac33-48ea-bbfb-584b8e004cbd tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Port': ['ID=b71822b4-61aa-4f4a-9341-17006a2505da,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:37.104099 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf98000-9160-483b-a4b8-e5acf1d8df85 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44dac788-7198-44b2-bdc4-4edf104a0e75,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:37.109573 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e9ef07-bf07-42f1-94f1-3f9a27bc9dc9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting subnet c91f4393-5406-42b1-8f0f-f5b8d5562af0 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:32:37.119960 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-fb3ef7b9-2e95-45d3-995e-650c6fe468da None None] Provisioning complete for port 592f85a1-3f9a-47af-b71b-67ceb8de791f triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:37.120331 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fb3ef7b9-2e95-45d3-995e-650c6fe468da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:37.157467 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a358ef0b-ac33-48ea-bbfb-584b8e004cbd tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network c68b8497-ac7a-49e2-8da5-7caee76cf1fe is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:37.158950 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-a358ef0b-ac33-48ea-bbfb-584b8e004cbd tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:37.186874 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-3d906d87-3e1f-4e32-842f-a3cc5eb74ecd None None] Allocated IP 2001:db8::f816:3eff:feed:876 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/c91f4393-5406-42b1-8f0f-f5b8d5562af0/dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:37.210923 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fbf98000-9160-483b-a4b8-e5acf1d8df85 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:37.214639 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-fbf98000-9160-483b-a4b8-e5acf1d8df85 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4620247 Mar 31 15:32:37.214769 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47034) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:37.240394 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f8371e25-9c48-4a95-8022-34cd4cd4b4ee tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "GET /v2.0/security-group-rules/44dac788-7198-44b2-bdc4-4edf104a0e75 HTTP/1.1" status: 200 len: 763 time: 0.0216086 Mar 31 15:32:37.240640 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47038) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:37.300123 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c7bc9d9c-2eb0-42d1-9915-12fd6695b14c tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Synchronizing usage tracker for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group_rule {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:37.331699 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a358ef0b-ac33-48ea-bbfb-584b8e004cbd tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Router 6a21000e-abce-48db-8e06-f249c7c34490 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:32:37.332123 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:37.365288 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c7bc9d9c-2eb0-42d1-9915-12fd6695b14c tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Unset dirty status for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group_rule {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:37.369285 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c7bc9d9c-2eb0-42d1-9915-12fd6695b14c tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1251380 Mar 31 15:32:37.369603 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47042) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:37.399514 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8121f71f-9c02-4f43-9303-07eb0e65f55b tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:37.410501 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8121f71f-9c02-4f43-9303-07eb0e65f55b tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:37.485597 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8121f71f-9c02-4f43-9303-07eb0e65f55b tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:37.499263 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a358ef0b-ac33-48ea-bbfb-584b8e004cbd tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:32:37.507726 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a358ef0b-ac33-48ea-bbfb-584b8e004cbd tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "PUT /v2.0/routers/6a21000e-abce-48db-8e06-f249c7c34490/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5442860 Mar 31 15:32:37.508436 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47046) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:37.510542 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121f71f-9c02-4f43-9303-07eb0e65f55b tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44dac788-7198-44b2-bdc4-4edf104a0e75,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:37.514321 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-7c8bb839-cd73-4cff-94ec-04fd9353baf7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1449265529'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:37.514551 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08053f6-1f52-47b7-a928-3535aad3c9e2 None None] Sync routers for ids ['6a21000e-abce-48db-8e06-f249c7c34490'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:32:37.519009 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-7c8bb839-cd73-4cff-94ec-04fd9353baf7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:37.521994 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 747a6b13-ce01-41ce-8270-70d2b5f258cc, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=747a6b13-ce01-41ce-8270-70d2b5f258cc,segment=NetworkSegment(b31c1fdb-0e20-4127-b7cd-bafa325d2d7a),segment_id=b31c1fdb-0e20-4127-b7cd-bafa325d2d7a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:37.524052 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-7c8bb839-cd73-4cff-94ec-04fd9353baf7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Usage tracker for resource:network and tenant:f5aeba78f50f4bbea010c74344321d80 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:37.524440 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08053f6-1f52-47b7-a928-3535aad3c9e2 None None] Routers {'6a21000e-abce-48db-8e06-f249c7c34490'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:32:37.525229 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-f08053f6-1f52-47b7-a928-3535aad3c9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:32:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6a21000e-abce-48db-8e06-f249c7c34490'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:37.527005 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-7c8bb839-cd73-4cff-94ec-04fd9353baf7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Quota usage for network was recalculated. Used quota:2. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:37.528390 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fb3ef7b9-2e95-45d3-995e-650c6fe468da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:37.533076 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-7c8bb839-cd73-4cff-94ec-04fd9353baf7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:37.611139 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8bb839-cd73-4cff-94ec-04fd9353baf7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Made reservation on behalf of f5aeba78f50f4bbea010c74344321d80 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:32:37.611465 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:37.612748 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8121f71f-9c02-4f43-9303-07eb0e65f55b tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:37.614456 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8121f71f-9c02-4f43-9303-07eb0e65f55b tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/44dac788-7198-44b2-bdc4-4edf104a0e75 HTTP/1.1" status: 204 len: 168 time: 0.2437515 Mar 31 15:32:37.615051 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7c8bb839-cd73-4cff-94ec-04fd9353baf7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:37.616860 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47050) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:37.663590 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c8bb839-cd73-4cff-94ec-04fd9353baf7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:32:37.681431 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-5f2acc33-8617-4ebd-9d23-a03dd5598194 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Synchronizing usage tracker for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group_rule {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:37.707825 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-fb3ef7b9-2e95-45d3-995e-650c6fe468da None None] For port 592f85a1-3f9a-47af-b71b-67ceb8de791f, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=592f85a1-3f9a-47af-b71b-67ceb8de791f,segment=NetworkSegment(95a76529-97b8-4a76-9f47-db92afdee3ec),segment_id=95a76529-97b8-4a76-9f47-db92afdee3ec)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:37.718233 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3d906d87-3e1f-4e32-842f-a3cc5eb74ecd None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:37.739247 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-f08053f6-1f52-47b7-a928-3535aad3c9e2 None None] Set router 6a21000e-abce-48db-8e06-f249c7c34490 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:32:37.742217 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3d906d87-3e1f-4e32-842f-a3cc5eb74ecd None None] Transition to ACTIVE for port object dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:37.753486 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=747a6b13-ce01-41ce-8270-70d2b5f258cc,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:37.767705 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3d906d87-3e1f-4e32-842f-a3cc5eb74ecd None None] Transition to ACTIVE for port object dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:37.782994 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-5f2acc33-8617-4ebd-9d23-a03dd5598194 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Unset dirty status for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group_rule {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:37.785852 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5f2acc33-8617-4ebd-9d23-a03dd5598194 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1663527 Mar 31 15:32:37.788140 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47054) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:37.793651 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-bff1fb3c-799b-412d-8181-84e149a9a3e3 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Request body: {'security_group_rule': {'security_group_id': '7f917180-c602-411c-b5b2-fb56eecf68b5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:37.800790 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-bff1fb3c-799b-412d-8181-84e149a9a3e3 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:37.812812 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-bff1fb3c-799b-412d-8181-84e149a9a3e3 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:37.825627 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7c8bb839-cd73-4cff-94ec-04fd9353baf7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:37.825973 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-7c8bb839-cd73-4cff-94ec-04fd9353baf7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Added segment 6d285f03-1afb-4f8a-8281-c93d3e6c9f26 of type vlan for network 17141e49-89df-4825-89d0-20f30bb3fc3a Mar 31 15:32:37.856816 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7c8bb839-cd73-4cff-94ec-04fd9353baf7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:37.874418 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fb3ef7b9-2e95-45d3-995e-650c6fe468da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:37.903014 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c3e9ef07-bf07-42f1-94f1-3f9a27bc9dc9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:37.991771 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ef7b9-2e95-45d3-995e-650c6fe468da None None] Pushing event updated for resources: {'Port': ['ID=592f85a1-3f9a-47af-b71b-67ceb8de791f,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:37.991981 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bff1fb3c-799b-412d-8181-84e149a9a3e3 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:38.014784 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:38.014784 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3d906d87-3e1f-4e32-842f-a3cc5eb74ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:38.040143 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7c8bb839-cd73-4cff-94ec-04fd9353baf7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:38.049791 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8bb839-cd73-4cff-94ec-04fd9353baf7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:38.052894 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7c8bb839-cd73-4cff-94ec-04fd9353baf7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:38.076165 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 747a6b13-ce01-41ce-8270-70d2b5f258cc up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:32:38.085374 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c3e9ef07-bf07-42f1-94f1-3f9a27bc9dc9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:38.120542 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device ae562510-d179-4c26-838b-d4fd87511d70 up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:32:38.146475 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c6347-0c92-4f03-aade-f82a746d9793 req-d6086cb1-2104-46b9-b148-af9371dc0766 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:38.148178 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e07c6347-0c92-4f03-aade-f82a746d9793 req-d6086cb1-2104-46b9-b148-af9371dc0766 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 944 time: 0.1674979 Mar 31 15:32:38.178241 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ed592fa4-46e2-497b-89d5-a4f53637aabc None None] Provisioning complete for port 592f85a1-3f9a-47af-b71b-67ceb8de791f triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:38.178880 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ed592fa4-46e2-497b-89d5-a4f53637aabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:38.218839 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-f08053f6-1f52-47b7-a928-3535aad3c9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:32:35Z', 'revision_number': 3, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None, '_interfaces': [{'id': '747a6b13-ce01-41ce-8270-70d2b5f258cc', 'name': '', 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:e9:d1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:24Z', 'updated_at': '2022-03-31T15:32:31Z', 'revision_number': 4, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71822b4-61aa-4f4a-9341-17006a2505da', 'name': '', 'network_id': 'c68b8497-ac7a-49e2-8da5-7caee76cf1fe', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:06:09:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:33Z', 'updated_at': '2022-03-31T15:32:36Z', 'revision_number': 2, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:38.226186 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08053f6-1f52-47b7-a928-3535aad3c9e2 None None] Checking router: 6a21000e-abce-48db-8e06-f249c7c34490 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:32:38.227320 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08053f6-1f52-47b7-a928-3535aad3c9e2 None None] Updating router 6a21000e-abce-48db-8e06-f249c7c34490 port b71822b4-61aa-4f4a-9341-17006a2505da binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:32:38.231197 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e07c6347-0c92-4f03-aade-f82a746d9793 req-140b95c5-cad6-45a4-b2f0-2fabd1d8428b tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/security-groups?id=da9287d6-6bf0-429a-afc2-56edb7ab07c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754354 Mar 31 15:32:38.249157 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d906d87-3e1f-4e32-842f-a3cc5eb74ecd None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:38.266452 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-3d906d87-3e1f-4e32-842f-a3cc5eb74ecd None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:38.281920 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7c8bb839-cd73-4cff-94ec-04fd9353baf7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7724848 Mar 31 15:32:38.285388 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47060) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:38.289350 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bff1fb3c-799b-412d-8181-84e149a9a3e3 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:38.292187 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8bb839-cd73-4cff-94ec-04fd9353baf7 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Network': ['ID=17141e49-89df-4825-89d0-20f30bb3fc3a,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:38.292555 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d906d87-3e1f-4e32-842f-a3cc5eb74ecd None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:32:38.296161 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b6334b5f-e3ab-4a27-a23b-677d02ca6d44 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Request body: {'subnet': {'network_id': '17141e49-89df-4825-89d0-20f30bb3fc3a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:38.319759 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 17141e49-89df-4825-89d0-20f30bb3fc3a details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:32:38.320325 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c3e9ef07-bf07-42f1-94f1-3f9a27bc9dc9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:38.349460 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d906d87-3e1f-4e32-842f-a3cc5eb74ecd None None] Pushing event updated for resources: {'Port': ['ID=dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:38.357771 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f08053f6-1f52-47b7-a928-3535aad3c9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:38.371528 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bff1fb3c-799b-412d-8181-84e149a9a3e3 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:38.466843 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff1fb3c-799b-412d-8181-84e149a9a3e3 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd869a4-e2ca-47ac-8fe9-ea5a072b9b1e,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:38.476811 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b6334b5f-e3ab-4a27-a23b-677d02ca6d44 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:38.482636 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b6334b5f-e3ab-4a27-a23b-677d02ca6d44 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Usage tracker for resource:subnet and tenant:f5aeba78f50f4bbea010c74344321d80 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:38.486541 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b6334b5f-e3ab-4a27-a23b-677d02ca6d44 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:38.493957 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b6334b5f-e3ab-4a27-a23b-677d02ca6d44 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:38.514498 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bff1fb3c-799b-412d-8181-84e149a9a3e3 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:38.518641 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47064) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:38.529688 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-bff1fb3c-799b-412d-8181-84e149a9a3e3 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7299538 Mar 31 15:32:38.543358 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-de817e5f-f1c9-42ca-b960-68fc04c759e6 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "GET /v2.0/security-group-rules/6fd869a4-e2ca-47ac-8fe9-ea5a072b9b1e HTTP/1.1" status: 200 len: 763 time: 0.0231833 Mar 31 15:32:38.546200 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47068) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:38.549074 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c3e9ef07-bf07-42f1-94f1-3f9a27bc9dc9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:38.616149 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c46c988d-69d9-4261-afd3-0bd50edfae98 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0650108 Mar 31 15:32:38.616149 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6334b5f-e3ab-4a27-a23b-677d02ca6d44 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Made reservation on behalf of f5aeba78f50f4bbea010c74344321d80 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:32:38.619297 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6334b5f-e3ab-4a27-a23b-677d02ca6d44 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:38.624819 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47072) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:38.670629 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port ae562510-d179-4c26-838b-d4fd87511d70 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:38.673734 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 747a6b13-ce01-41ce-8270-70d2b5f258cc triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:38.674113 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:38.740433 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-3d906d87-3e1f-4e32-842f-a3cc5eb74ecd None None] Attempting to bind port dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:32:38.740810 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-3d906d87-3e1f-4e32-842f-a3cc5eb74ecd None None] Attempting to bind port dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:32:38.741174 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d906d87-3e1f-4e32-842f-a3cc5eb74ecd None None] Attempting to bind port dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd on network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:32:38.755299 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port ae562510-d179-4c26-838b-d4fd87511d70 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:38.755672 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:38.803342 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d906d87-3e1f-4e32-842f-a3cc5eb74ecd None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:32:38.803635 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d906d87-3e1f-4e32-842f-a3cc5eb74ecd None None] Checking segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:32:38.804042 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3d906d87-3e1f-4e32-842f-a3cc5eb74ecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:38.804476 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d906d87-3e1f-4e32-842f-a3cc5eb74ecd None None] Bound using segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:32:38.804962 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-3d906d87-3e1f-4e32-842f-a3cc5eb74ecd None None] Bound port: dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:32:38.805379 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3d906d87-3e1f-4e32-842f-a3cc5eb74ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:38.823875 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9ef07-bf07-42f1-94f1-3f9a27bc9dc9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Subnet': ['ID=c91f4393-5406-42b1-8f0f-f5b8d5562af0,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:38.836018 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c3e9ef07-bf07-42f1-94f1-3f9a27bc9dc9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:38.857640 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2298ded-35f6-4e93-a5e6-f8f3060aedd7 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:38.872179 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2298ded-35f6-4e93-a5e6-f8f3060aedd7 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:38.887128 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f08053f6-1f52-47b7-a928-3535aad3c9e2 None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:38.901881 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-f08053f6-1f52-47b7-a928-3535aad3c9e2 None None] Transition to ACTIVE for port object b71822b4-61aa-4f4a-9341-17006a2505da will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:38.927604 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c3e9ef07-bf07-42f1-94f1-3f9a27bc9dc9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/c91f4393-5406-42b1-8f0f-f5b8d5562af0 HTTP/1.1" status: 204 len: 168 time: 2.0182152 Mar 31 15:32:38.939039 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47076) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:38.994284 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f08053f6-1f52-47b7-a928-3535aad3c9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:39.007772 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2298ded-35f6-4e93-a5e6-f8f3060aedd7 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:39.036066 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6334b5f-e3ab-4a27-a23b-677d02ca6d44 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:39.042495 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2298ded-35f6-4e93-a5e6-f8f3060aedd7 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:39.046180 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d2298ded-35f6-4e93-a5e6-f8f3060aedd7 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/6fd869a4-e2ca-47ac-8fe9-ea5a072b9b1e HTTP/1.1" status: 204 len: 168 time: 0.4025156 Mar 31 15:32:39.060879 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b4a6abd4-46de-4a91-aa5b-9c4e9d305f1e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1069496 Mar 31 15:32:39.061798 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47080) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:39.062333 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47082) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:39.080155 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ed592fa4-46e2-497b-89d5-a4f53637aabc None None] Provisioning for port b71822b4-61aa-4f4a-9341-17006a2505da completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:39.099580 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-3d906d87-3e1f-4e32-842f-a3cc5eb74ecd None None] For port dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:32:39.129997 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:39.143597 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-3d906d87-3e1f-4e32-842f-a3cc5eb74ecd None None] For port dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:32:39.162032 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2298ded-35f6-4e93-a5e6-f8f3060aedd7 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6fd869a4-e2ca-47ac-8fe9-ea5a072b9b1e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:39.170259 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8aeb2-fa4d-4491-8fb9-724d154e6d4d None None] Pushing event updated for resources: {'Port': ['ID=b71822b4-61aa-4f4a-9341-17006a2505da,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:39.175975 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6334b5f-e3ab-4a27-a23b-677d02ca6d44 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Subnet': ['ID=166f20ab-0103-40a2-908f-800c7a1b3d32,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:39.182463 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df94328b-7766-45b8-a10c-c496188dc4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae562510-d179-4c26-838b-d4fd87511d70'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:32:39.188534 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6334b5f-e3ab-4a27-a23b-677d02ca6d44 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Checking segment: {'id': '6d285f03-1afb-4f8a-8281-c93d3e6c9f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '17141e49-89df-4825-89d0-20f30bb3fc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:32:39.188534 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6334b5f-e3ab-4a27-a23b-677d02ca6d44 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network hostable DHCP agents. Network: 17141e49-89df-4825-89d0-20f30bb3fc3a, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:32:39.195941 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port ae562510-d179-4c26-838b-d4fd87511d70, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ae562510-d179-4c26-838b-d4fd87511d70,segment=NetworkSegment(c4398b17-d409-4dc7-81c1-c21d0bee3bea),segment_id=c4398b17-d409-4dc7-81c1-c21d0bee3bea)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:39.205273 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3d906d87-3e1f-4e32-842f-a3cc5eb74ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:39.251433 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-f08053f6-1f52-47b7-a928-3535aad3c9e2 None None] Attempting to bind port b71822b4-61aa-4f4a-9341-17006a2505da on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:32:39.252535 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-f08053f6-1f52-47b7-a928-3535aad3c9e2 None None] Attempting to bind port b71822b4-61aa-4f4a-9341-17006a2505da by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '95a76529-97b8-4a76-9f47-db92afdee3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c68b8497-ac7a-49e2-8da5-7caee76cf1fe'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:32:39.253133 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08053f6-1f52-47b7-a928-3535aad3c9e2 None None] Attempting to bind port b71822b4-61aa-4f4a-9341-17006a2505da on network c68b8497-ac7a-49e2-8da5-7caee76cf1fe {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:32:39.262536 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08053f6-1f52-47b7-a928-3535aad3c9e2 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:32:39.262673 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08053f6-1f52-47b7-a928-3535aad3c9e2 None None] Checking segment: {'id': '95a76529-97b8-4a76-9f47-db92afdee3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c68b8497-ac7a-49e2-8da5-7caee76cf1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:32:39.263010 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f08053f6-1f52-47b7-a928-3535aad3c9e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:39.263992 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08053f6-1f52-47b7-a928-3535aad3c9e2 None None] Bound using segment: {'id': '95a76529-97b8-4a76-9f47-db92afdee3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c68b8497-ac7a-49e2-8da5-7caee76cf1fe'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:32:39.266723 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-f08053f6-1f52-47b7-a928-3535aad3c9e2 None None] Bound port: b71822b4-61aa-4f4a-9341-17006a2505da, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a76529-97b8-4a76-9f47-db92afdee3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c68b8497-ac7a-49e2-8da5-7caee76cf1fe'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:32:39.267269 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f08053f6-1f52-47b7-a928-3535aad3c9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:39.291136 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:39.315094 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-61a56652-6223-45f1-985f-184296f629f5 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Synchronizing usage tracker for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group_rule {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:39.324689 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6334b5f-e3ab-4a27-a23b-677d02ca6d44 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network 17141e49-89df-4825-89d0-20f30bb3fc3a is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:32:39.336892 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a119c20-6e1b-42f9-b96f-e242f1235673 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:39.339821 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-7a119c20-6e1b-42f9-b96f-e242f1235673 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:39.436367 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-f08053f6-1f52-47b7-a928-3535aad3c9e2 None None] For port b71822b4-61aa-4f4a-9341-17006a2505da, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:32:39.441155 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-f08053f6-1f52-47b7-a928-3535aad3c9e2 None None] For port b71822b4-61aa-4f4a-9341-17006a2505da, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=b71822b4-61aa-4f4a-9341-17006a2505da,segment=NetworkSegment(95a76529-97b8-4a76-9f47-db92afdee3ec),segment_id=95a76529-97b8-4a76-9f47-db92afdee3ec)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:32:39.446008 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-b6334b5f-e3ab-4a27-a23b-677d02ca6d44 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 17141e49-89df-4825-89d0-20f30bb3fc3a) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:39.451311 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6334b5f-e3ab-4a27-a23b-677d02ca6d44 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:39.456003 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1e7d11-1255-453e-ab91-08147dee7cdd None None] Network 17141e49-89df-4825-89d0-20f30bb3fc3a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:32:39.464883 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-7a119c20-6e1b-42f9-b96f-e242f1235673 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:39.464883 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7a119c20-6e1b-42f9-b96f-e242f1235673 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3844855 Mar 31 15:32:39.464883 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-61a56652-6223-45f1-985f-184296f629f5 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Unset dirty status for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group_rule {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:39.465243 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6334b5f-e3ab-4a27-a23b-677d02ca6d44 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:39.465347 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-61a56652-6223-45f1-985f-184296f629f5 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3893433 Mar 31 15:32:39.465347 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47094) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:39.475548 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47098) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:39.493543 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-71b4a94b-0a5e-4923-ad31-50f228711f5f tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Request body: {'security_group_rule': {'security_group_id': '7f917180-c602-411c-b5b2-fb56eecf68b5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:39.500379 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d906d87-3e1f-4e32-842f-a3cc5eb74ecd None None] Pushing event updated for resources: {'Port': ['ID=dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:39.503134 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-71b4a94b-0a5e-4923-ad31-50f228711f5f tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:39.517759 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-71b4a94b-0a5e-4923-ad31-50f228711f5f tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:39.537674 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f08053f6-1f52-47b7-a928-3535aad3c9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:39.542990 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd50052-6ff3-4207-a33a-59d19d59f55f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:39.543746 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-bbd50052-6ff3-4207-a33a-59d19d59f55f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:39.602361 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5f6b3-39c4-4218-92cc-4a43c4fd7651 req-9a7b129f-9942-489b-999d-49a72a18e0e7 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:39.603882 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b0f5f6b3-39c4-4218-92cc-4a43c4fd7651 req-9a7b129f-9942-489b-999d-49a72a18e0e7 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 945 time: 0.2338526 Mar 31 15:32:39.640429 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df94328b-7766-45b8-a10c-c496188dc4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae562510-d179-4c26-838b-d4fd87511d70', 'code': 200} Mar 31 15:32:39.649002 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b6334b5f-e3ab-4a27-a23b-677d02ca6d44 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3598673 Mar 31 15:32:39.649739 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47102) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:39.712991 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b0f5f6b3-39c4-4218-92cc-4a43c4fd7651 req-4f74631e-358f-4961-a414-a593643abb43 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/security-groups?id=da9287d6-6bf0-429a-afc2-56edb7ab07c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941579 Mar 31 15:32:39.727545 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=ae562510-d179-4c26-838b-d4fd87511d70,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:39.730092 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08053f6-1f52-47b7-a928-3535aad3c9e2 None None] Routers {'6a21000e-abce-48db-8e06-f249c7c34490'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:32:39.730730 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-f08053f6-1f52-47b7-a928-3535aad3c9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:32:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6a21000e-abce-48db-8e06-f249c7c34490'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:39.757745 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-71b4a94b-0a5e-4923-ad31-50f228711f5f tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:39.801634 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8aeb2-fa4d-4491-8fb9-724d154e6d4d None None] Pushing event updated for resources: {'Port': ['ID=b71822b4-61aa-4f4a-9341-17006a2505da,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:39.875857 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-71b4a94b-0a5e-4923-ad31-50f228711f5f tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:39.892214 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0a8041-a88b-4482-bf0f-de700e6ac91d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-17141e49-89df-4825-89d0-20f30bb3fc3a', 'network_id': '17141e49-89df-4825-89d0-20f30bb3fc3a', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'fixed_ips': [{'subnet_id': '166f20ab-0103-40a2-908f-800c7a1b3d32'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:32:39.893066 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2b0a8041-a88b-4482-bf0f-de700e6ac91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:39.930207 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-bbd50052-6ff3-4207-a33a-59d19d59f55f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:39.930835 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-f08053f6-1f52-47b7-a928-3535aad3c9e2 None None] Set router 6a21000e-abce-48db-8e06-f249c7c34490 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:32:39.934309 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47106) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:39.934649 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-bbd50052-6ff3-4207-a33a-59d19d59f55f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4719005 Mar 31 15:32:40.071769 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-71b4a94b-0a5e-4923-ad31-50f228711f5f tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:40.074485 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 592f85a1-3f9a-47af-b71b-67ceb8de791f up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:32:40.096402 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4a94b-0a5e-4923-ad31-50f228711f5f tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b718e862-d21c-4f90-9d51-4279fd1358ec,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:40.106050 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1492e237-10bb-4619-aa61-b9cdd993d32e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1702695 Mar 31 15:32:40.117062 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47110) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:40.125589 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-fb67c387-e004-4937-96df-ee63593d2d85 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:40.177592 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-2b0a8041-a88b-4482-bf0f-de700e6ac91d None None] Allocated IP 2001:db8:2::2 (17141e49-89df-4825-89d0-20f30bb3fc3a/166f20ab-0103-40a2-908f-800c7a1b3d32/b1175f20-31f6-4dd6-b723-47fdeb5ec5a7) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:40.227145 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 592f85a1-3f9a-47af-b71b-67ceb8de791f triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:40.227736 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:40.257178 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-71b4a94b-0a5e-4923-ad31-50f228711f5f tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:40.258840 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-71b4a94b-0a5e-4923-ad31-50f228711f5f tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7781405 Mar 31 15:32:40.263747 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47114) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:40.276051 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-fb67c387-e004-4937-96df-ee63593d2d85 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:40.287216 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6830903-40ec-402d-91cf-716d0dba41ba req-bf730d35-fd6c-411f-a2be-3d9824f75731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:40.288975 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e6830903-40ec-402d-91cf-716d0dba41ba req-bf730d35-fd6c-411f-a2be-3d9824f75731 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 1098 time: 0.2004158 Mar 31 15:32:40.294971 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f4791d3e-a9b1-415c-9e4a-055e4456ac7a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "GET /v2.0/security-group-rules/b718e862-d21c-4f90-9d51-4279fd1358ec HTTP/1.1" status: 200 len: 764 time: 0.0299621 Mar 31 15:32:40.296392 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-fb67c387-e004-4937-96df-ee63593d2d85 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:40.298329 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47118) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:40.355147 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d5d7e27d-943e-4f49-a570-aacb693a2a7f tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Synchronizing usage tracker for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group_rule {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:40.395637 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-f08053f6-1f52-47b7-a928-3535aad3c9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:32:35Z', 'revision_number': 3, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None, '_interfaces': [{'id': '747a6b13-ce01-41ce-8270-70d2b5f258cc', 'name': '', 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:e9:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:24Z', 'updated_at': '2022-03-31T15:32:37Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71822b4-61aa-4f4a-9341-17006a2505da', 'name': '', 'network_id': 'c68b8497-ac7a-49e2-8da5-7caee76cf1fe', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:06:09:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:33Z', 'updated_at': '2022-03-31T15:32:39Z', 'revision_number': 4, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:40.400005 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08053f6-1f52-47b7-a928-3535aad3c9e2 None None] The sync data for ids ['6a21000e-abce-48db-8e06-f249c7c34490'] in dv-neutron-833379-2-hyperv is: [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:32:35Z', 'revision_number': 3, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None, '_interfaces': [{'id': '747a6b13-ce01-41ce-8270-70d2b5f258cc', 'name': '', 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:e9:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:24Z', 'updated_at': '2022-03-31T15:32:37Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71822b4-61aa-4f4a-9341-17006a2505da', 'name': '', 'network_id': 'c68b8497-ac7a-49e2-8da5-7caee76cf1fe', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:06:09:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:33Z', 'updated_at': '2022-03-31T15:32:39Z', 'revision_number': 4, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:32:40.416703 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb67c387-e004-4937-96df-ee63593d2d85 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:32:40.420174 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb67c387-e004-4937-96df-ee63593d2d85 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:40.489684 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d5d7e27d-943e-4f49-a570-aacb693a2a7f tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Unset dirty status for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group_rule {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:40.492176 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e6830903-40ec-402d-91cf-716d0dba41ba req-d0e3879c-e263-41b1-b5db-87fea33e387a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=da9287d6-6bf0-429a-afc2-56edb7ab07c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342626 Mar 31 15:32:40.494839 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d5d7e27d-943e-4f49-a570-aacb693a2a7f tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1951697 Mar 31 15:32:40.495482 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47122) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:40.592394 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0f2105a-e0e8-4ffe-84c8-ededa075099b tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:40.608798 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0f2105a-e0e8-4ffe-84c8-ededa075099b tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:40.617056 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2b0a8041-a88b-4482-bf0f-de700e6ac91d None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:40.636018 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2b0a8041-a88b-4482-bf0f-de700e6ac91d None None] Transition to ACTIVE for port object b1175f20-31f6-4dd6-b723-47fdeb5ec5a7 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:40.715975 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2b0a8041-a88b-4482-bf0f-de700e6ac91d None None] Transition to ACTIVE for port object b1175f20-31f6-4dd6-b723-47fdeb5ec5a7 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:40.716172 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0f2105a-e0e8-4ffe-84c8-ededa075099b tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:40.742838 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2105a-e0e8-4ffe-84c8-ededa075099b tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b718e862-d21c-4f90-9d51-4279fd1358ec,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:40.748123 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a2e2daa2-2e5b-4090-a27e-26c53591776e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:40.811697 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2b0a8041-a88b-4482-bf0f-de700e6ac91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:40.892628 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0a8041-a88b-4482-bf0f-de700e6ac91d None None] Network 17141e49-89df-4825-89d0-20f30bb3fc3a is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:40.900058 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-2b0a8041-a88b-4482-bf0f-de700e6ac91d None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:40.904665 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0a8041-a88b-4482-bf0f-de700e6ac91d None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:32:40.917108 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0f2105a-e0e8-4ffe-84c8-ededa075099b tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:40.918523 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e0f2105a-e0e8-4ffe-84c8-ededa075099b tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/b718e862-d21c-4f90-9d51-4279fd1358ec HTTP/1.1" status: 204 len: 168 time: 0.4220455 Mar 31 15:32:40.921961 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47128) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:40.939328 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a8041-a88b-4482-bf0f-de700e6ac91d None None] Pushing event updated for resources: {'Port': ['ID=b1175f20-31f6-4dd6-b723-47fdeb5ec5a7,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:40.963802 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb67c387-e004-4937-96df-ee63593d2d85 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:41.008134 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-2b0a8041-a88b-4482-bf0f-de700e6ac91d None None] Attempting to bind port b1175f20-31f6-4dd6-b723-47fdeb5ec5a7 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:32:41.008134 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-2b0a8041-a88b-4482-bf0f-de700e6ac91d None None] Attempting to bind port b1175f20-31f6-4dd6-b723-47fdeb5ec5a7 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '6d285f03-1afb-4f8a-8281-c93d3e6c9f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '17141e49-89df-4825-89d0-20f30bb3fc3a'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:32:41.008337 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0a8041-a88b-4482-bf0f-de700e6ac91d None None] Attempting to bind port b1175f20-31f6-4dd6-b723-47fdeb5ec5a7 on network 17141e49-89df-4825-89d0-20f30bb3fc3a {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:32:41.013943 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0a8041-a88b-4482-bf0f-de700e6ac91d None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:32:41.017633 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0a8041-a88b-4482-bf0f-de700e6ac91d None None] Checking segment: {'id': '6d285f03-1afb-4f8a-8281-c93d3e6c9f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '17141e49-89df-4825-89d0-20f30bb3fc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:32:41.017633 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2b0a8041-a88b-4482-bf0f-de700e6ac91d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:41.017633 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0a8041-a88b-4482-bf0f-de700e6ac91d None None] Bound using segment: {'id': '6d285f03-1afb-4f8a-8281-c93d3e6c9f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '17141e49-89df-4825-89d0-20f30bb3fc3a'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:32:41.017633 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-2b0a8041-a88b-4482-bf0f-de700e6ac91d None None] Bound port: b1175f20-31f6-4dd6-b723-47fdeb5ec5a7, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d285f03-1afb-4f8a-8281-c93d3e6c9f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '17141e49-89df-4825-89d0-20f30bb3fc3a'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:32:41.017633 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2b0a8041-a88b-4482-bf0f-de700e6ac91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:41.059402 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6e077dc9-94c9-4ac9-844b-d762bbdfc864 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1357665 Mar 31 15:32:41.060418 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47132) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:41.067554 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb67c387-e004-4937-96df-ee63593d2d85 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Subnet': ['ID=a5e52d82-a0fa-4696-ab29-28e6e03aae88,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:41.071579 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb67c387-e004-4937-96df-ee63593d2d85 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:41.090568 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-fb67c387-e004-4937-96df-ee63593d2d85 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:41.096406 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb67c387-e004-4937-96df-ee63593d2d85 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:41.097115 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb67c387-e004-4937-96df-ee63593d2d85 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:41.106677 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850e7def-4169-4865-b30f-88e026d49e53 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:32:41.170648 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0e966111-862f-4337-b673-4b52a8956230 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:41.211604 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0e966111-862f-4337-b673-4b52a8956230 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:41.247397 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59ff2b-b8d5-499d-a1a6-8918587d1259 req-f457e355-9e8e-4fc2-a100-6398be439c43 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:41.249293 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9b59ff2b-b8d5-499d-a1a6-8918587d1259 req-f457e355-9e8e-4fc2-a100-6398be439c43 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 945 time: 0.3418698 Mar 31 15:32:41.251291 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-2b0a8041-a88b-4482-bf0f-de700e6ac91d None None] For port b1175f20-31f6-4dd6-b723-47fdeb5ec5a7, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:32:41.266239 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-fb67c387-e004-4937-96df-ee63593d2d85 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1453426 Mar 31 15:32:41.266636 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-2b0a8041-a88b-4482-bf0f-de700e6ac91d None None] For port b1175f20-31f6-4dd6-b723-47fdeb5ec5a7, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=b1175f20-31f6-4dd6-b723-47fdeb5ec5a7,segment=NetworkSegment(6d285f03-1afb-4f8a-8281-c93d3e6c9f26),segment_id=6d285f03-1afb-4f8a-8281-c93d3e6c9f26)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:32:41.266739 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47136) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:41.273596 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d2c392b6-a282-419a-aee1-2968e596456e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'port': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'mac_address': 'fa:16:3e:15:05:ef', 'name': 'tempest-NetworksTestDHCPv6-1110018318'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:41.359263 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9b59ff2b-b8d5-499d-a1a6-8918587d1259 req-3971084f-351b-41b2-9198-34a58234dea4 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/security-groups?id=da9287d6-6bf0-429a-afc2-56edb7ab07c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741286 Mar 31 15:32:41.371276 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2b0a8041-a88b-4482-bf0f-de700e6ac91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:41.399872 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0e966111-862f-4337-b673-4b52a8956230 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:41.430246 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e966111-862f-4337-b673-4b52a8956230 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f917180-c602-411c-b5b2-fb56eecf68b5,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:41.437314 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-a2e2daa2-2e5b-4090-a27e-26c53591776e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Allocated IP 2001:db8:2::1 (17141e49-89df-4825-89d0-20f30bb3fc3a/166f20ab-0103-40a2-908f-800c7a1b3d32/15959542-9715-4731-a051-f922fb81d643) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:41.448342 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0e966111-862f-4337-b673-4b52a8956230 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:41.449589 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0e966111-862f-4337-b673-4b52a8956230 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "DELETE /v2.0/security-groups/7f917180-c602-411c-b5b2-fb56eecf68b5 HTTP/1.1" status: 204 len: 168 time: 0.3855696 Mar 31 15:32:41.454331 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47140) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:41.493440 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d2c392b6-a282-419a-aee1-2968e596456e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:41.504965 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d2c392b6-a282-419a-aee1-2968e596456e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:41.546181 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a8041-a88b-4482-bf0f-de700e6ac91d None None] Pushing event updated for resources: {'Port': ['ID=b1175f20-31f6-4dd6-b723-47fdeb5ec5a7,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:41.565094 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c8a751b0-1793-4adf-9196-b705c39f1c90 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Synchronizing usage tracker for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:41.572889 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c392b6-a282-419a-aee1-2968e596456e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:32:41.685017 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23543f51-a7d6-4ad9-9d38-d9941fb31d03 None None] Update dhcp port {'port': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'fixed_ips': [{'subnet_id': 'a5e52d82-a0fa-4696-ab29-28e6e03aae88'}], 'binding:host_id': 'dv-neutron-833379-2-hyperv'}, 'id': 'dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd'} from dv-neutron-833379-2-hyperv. {{(pid=103445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 31 15:32:41.716710 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a2e2daa2-2e5b-4090-a27e-26c53591776e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:41.734360 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a2e2daa2-2e5b-4090-a27e-26c53591776e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Transition to ACTIVE for port object 15959542-9715-4731-a051-f922fb81d643 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:41.734493 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c8a751b0-1793-4adf-9196-b705c39f1c90 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Unset dirty status for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:41.736545 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c8a751b0-1793-4adf-9196-b705c39f1c90 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2820637 Mar 31 15:32:41.746097 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47144) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:41.754742 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-977769ce-2801-43cc-9043-a47c24488c12 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Request body: {'security_group': {'name': 'tempest-secgroup--677802475'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:41.762776 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-977769ce-2801-43cc-9043-a47c24488c12 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:41.769641 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-23543f51-a7d6-4ad9-9d38-d9941fb31d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:41.775300 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-977769ce-2801-43cc-9043-a47c24488c12 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:41.782761 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d2c392b6-a282-419a-aee1-2968e596456e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:41.838680 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-d2c392b6-a282-419a-aee1-2968e596456e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] device_id is not set on port 0932df90-397e-4f14-a4e1-7a2b89627016 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:32:41.897424 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a2e2daa2-2e5b-4090-a27e-26c53591776e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:41.961647 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-977769ce-2801-43cc-9043-a47c24488c12 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:42.011716 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e2daa2-2e5b-4090-a27e-26c53591776e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network 17141e49-89df-4825-89d0-20f30bb3fc3a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:42.015056 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-a2e2daa2-2e5b-4090-a27e-26c53591776e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:42.017756 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e2daa2-2e5b-4090-a27e-26c53591776e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:32:42.018319 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a2e2daa2-2e5b-4090-a27e-26c53591776e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:42.027597 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-977769ce-2801-43cc-9043-a47c24488c12 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:42.043503 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-d2c392b6-a282-419a-aee1-2968e596456e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Allocated IP 2001:db8::166 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/a5e52d82-a0fa-4696-ab29-28e6e03aae88/0932df90-397e-4f14-a4e1-7a2b89627016) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:42.053944 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-977769ce-2801-43cc-9043-a47c24488c12 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Usage tracker for resource:security_group_rule and tenant:8cfd5024b37749ecb259329fb814f915 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:42.057499 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2daa2-2e5b-4090-a27e-26c53591776e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Port': ['ID=15959542-9715-4731-a051-f922fb81d643,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:42.063253 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-977769ce-2801-43cc-9043-a47c24488c12 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:42.080247 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-977769ce-2801-43cc-9043-a47c24488c12 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:42.099212 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device b71822b4-61aa-4f4a-9341-17006a2505da up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:32:42.175874 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-977769ce-2801-43cc-9043-a47c24488c12 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:42.216790 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port b71822b4-61aa-4f4a-9341-17006a2505da completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:42.223957 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port b71822b4-61aa-4f4a-9341-17006a2505da triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:42.223957 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:42.260373 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a2e2daa2-2e5b-4090-a27e-26c53591776e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:42.273909 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-977769ce-2801-43cc-9043-a47c24488c12 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:42.283738 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d2c392b6-a282-419a-aee1-2968e596456e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:42.301088 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-d2c392b6-a282-419a-aee1-2968e596456e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Transition to ACTIVE for port object 0932df90-397e-4f14-a4e1-7a2b89627016 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:42.355164 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:42.365400 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977769ce-2801-43cc-9043-a47c24488c12 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3a43eb-7249-4c0a-814f-0e9f088e0ada,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:42.389431 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port b71822b4-61aa-4f4a-9341-17006a2505da, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=b71822b4-61aa-4f4a-9341-17006a2505da,segment=NetworkSegment(95a76529-97b8-4a76-9f47-db92afdee3ec),segment_id=95a76529-97b8-4a76-9f47-db92afdee3ec)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:42.405561 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d2c392b6-a282-419a-aee1-2968e596456e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:42.457420 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-977769ce-2801-43cc-9043-a47c24488c12 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:42.461787 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-977769ce-2801-43cc-9043-a47c24488c12 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7146573 Mar 31 15:32:42.470867 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c392b6-a282-419a-aee1-2968e596456e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:42.471086 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47150) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:42.481701 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-4034e59f-eb9b-4cb8-9557-3050bdaaa0b7 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Request body: {'security_group_rule': {'security_group_id': 'ec3a43eb-7249-4c0a-814f-0e9f088e0ada', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:42.489216 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:42.489997 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device b1175f20-31f6-4dd6-b723-47fdeb5ec5a7 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:32:42.504925 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-d2c392b6-a282-419a-aee1-2968e596456e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:42.538188 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c392b6-a282-419a-aee1-2968e596456e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Port': ['ID=0932df90-397e-4f14-a4e1-7a2b89627016,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:42.540702 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c392b6-a282-419a-aee1-2968e596456e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:32:42.547025 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c392b6-a282-419a-aee1-2968e596456e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:42.550856 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d2c392b6-a282-419a-aee1-2968e596456e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:42.558021 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4034e59f-eb9b-4cb8-9557-3050bdaaa0b7 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:42.575066 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4034e59f-eb9b-4cb8-9557-3050bdaaa0b7 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Usage tracker for resource:security_group_rule and tenant:8cfd5024b37749ecb259329fb814f915 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:42.580791 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4034e59f-eb9b-4cb8-9557-3050bdaaa0b7 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:42.591941 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4034e59f-eb9b-4cb8-9557-3050bdaaa0b7 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:42.656396 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=b71822b4-61aa-4f4a-9341-17006a2505da,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:42.677086 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399066a8-a36b-4fa3-bb10-6ecda64a2123 req-04533944-9632-43d7-9693-38ecb89d4769 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:42.678680 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-399066a8-a36b-4fa3-bb10-6ecda64a2123 req-04533944-9632-43d7-9693-38ecb89d4769 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 945 time: 0.1269073 Mar 31 15:32:42.711608 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-23543f51-a7d6-4ad9-9d38-d9941fb31d03 None None] Allocated IP 2001:db8::2 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/a5e52d82-a0fa-4696-ab29-28e6e03aae88/dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:42.724320 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d2c392b6-a282-419a-aee1-2968e596456e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4526601 Mar 31 15:32:42.724549 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47154) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:42.775434 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-399066a8-a36b-4fa3-bb10-6ecda64a2123 req-30682f2c-5c2f-4b66-9b22-c6acaa3e79a1 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/security-groups?id=da9287d6-6bf0-429a-afc2-56edb7ab07c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887854 Mar 31 15:32:42.843120 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786d6969-597d-423d-ac8d-62436cf5c398 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:42.847838 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port b1175f20-31f6-4dd6-b723-47fdeb5ec5a7 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:42.851669 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4034e59f-eb9b-4cb8-9557-3050bdaaa0b7 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:42.852824 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786d6969-597d-423d-ac8d-62436cf5c398 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:42.853634 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-786d6969-597d-423d-ac8d-62436cf5c398 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:42.857492 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c93a3c-82e5-4de8-8de5-e43431f388e0 None None] Network 17141e49-89df-4825-89d0-20f30bb3fc3a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:32:42.915209 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a2e2daa2-2e5b-4090-a27e-26c53591776e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:42.930851 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-786d6969-597d-423d-ac8d-62436cf5c398 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:42.932160 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-786d6969-597d-423d-ac8d-62436cf5c398 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.2065537 Mar 31 15:32:42.934736 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47160) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:42.969546 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-23543f51-a7d6-4ad9-9d38-d9941fb31d03 None None] For port dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:42.991421 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4034e59f-eb9b-4cb8-9557-3050bdaaa0b7 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:42.994243 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a2e2daa2-2e5b-4090-a27e-26c53591776e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:42.994994 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a2e2daa2-2e5b-4090-a27e-26c53591776e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:43.012809 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d8ffd947-1758-4447-9410-52aa6f3d9722 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting port 0932df90-397e-4f14-a4e1-7a2b89627016 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:32:43.013283 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8ffd947-1758-4447-9410-52aa6f3d9722 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:43.028135 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-23543f51-a7d6-4ad9-9d38-d9941fb31d03 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:43.082455 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4034e59f-eb9b-4cb8-9557-3050bdaaa0b7 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:43.086566 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-23543f51-a7d6-4ad9-9d38-d9941fb31d03 None None] Ignored duplicate provisioning block setup for port dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 31 15:32:43.087559 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9ed3b715-85a2-4929-9021-158b536e9a67 None None] Provisioning for port b1175f20-31f6-4dd6-b723-47fdeb5ec5a7 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:43.095222 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9ed3b715-85a2-4929-9021-158b536e9a67 None None] Provisioning complete for port b1175f20-31f6-4dd6-b723-47fdeb5ec5a7 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:43.095516 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9ed3b715-85a2-4929-9021-158b536e9a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:43.173802 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034e59f-eb9b-4cb8-9557-3050bdaaa0b7 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d5186c-e306-4ccd-9860-8024fc2508be,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:43.178829 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-23543f51-a7d6-4ad9-9d38-d9941fb31d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:43.198639 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2daa2-2e5b-4090-a27e-26c53591776e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Port': ['ID=15959542-9715-4731-a051-f922fb81d643,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:43.233946 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61548a-de38-45d5-b1b0-174b3634e93c req-1928c0ae-5d0e-41f8-9726-4dfd2db32d8f tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:43.234549 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8f61548a-de38-45d5-b1b0-174b3634e93c req-1928c0ae-5d0e-41f8-9726-4dfd2db32d8f tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 945 time: 0.3174646 Mar 31 15:32:43.278799 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8ffd947-1758-4447-9410-52aa6f3d9722 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:43.292100 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e2daa2-2e5b-4090-a27e-26c53591776e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network 17141e49-89df-4825-89d0-20f30bb3fc3a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:43.295226 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-a2e2daa2-2e5b-4090-a27e-26c53591776e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:43.301762 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4034e59f-eb9b-4cb8-9557-3050bdaaa0b7 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:43.306172 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4034e59f-eb9b-4cb8-9557-3050bdaaa0b7 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8312120 Mar 31 15:32:43.306329 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8f61548a-de38-45d5-b1b0-174b3634e93c req-5ba22648-2ee9-4e71-8e03-65815c747a11 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/security-groups?id=da9287d6-6bf0-429a-afc2-56edb7ab07c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652800 Mar 31 15:32:43.306993 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47164) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:43.363921 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23543f51-a7d6-4ad9-9d38-d9941fb31d03 None None] Pushing event updated for resources: {'Port': ['ID=dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:43.365683 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47168) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:43.406765 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9ed3b715-85a2-4929-9021-158b536e9a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:43.460995 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-9ed3b715-85a2-4929-9021-158b536e9a67 None None] For port b1175f20-31f6-4dd6-b723-47fdeb5ec5a7, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=b1175f20-31f6-4dd6-b723-47fdeb5ec5a7,segment=NetworkSegment(6d285f03-1afb-4f8a-8281-c93d3e6c9f26),segment_id=6d285f03-1afb-4f8a-8281-c93d3e6c9f26)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:43.554301 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9ed3b715-85a2-4929-9021-158b536e9a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:43.588955 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d8ffd947-1758-4447-9410-52aa6f3d9722 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Calling delete_port for 0932df90-397e-4f14-a4e1-7a2b89627016 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:32:43.739421 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5bca2b-6998-434b-aa46-5ad3bff0f615 tempest-TestNetworkAdvancedServerOps-1750136874 tempest-TestNetworkAdvancedServerOps-1750136874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:43.741230 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2b5bca2b-6998-434b-aa46-5ad3bff0f615 tempest-TestNetworkAdvancedServerOps-1750136874 tempest-TestNetworkAdvancedServerOps-1750136874-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 1093 time: 0.3744955 Mar 31 15:32:43.745399 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3b715-85a2-4929-9021-158b536e9a67 None None] Pushing event updated for resources: {'Port': ['ID=b1175f20-31f6-4dd6-b723-47fdeb5ec5a7,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:43.769745 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47172) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:43.783000 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-3bfd5902-b71b-4562-895b-e59aee197dfe tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'port_id': 'ae562510-d179-4c26-838b-d4fd87511d70', 'tenant_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:43.788925 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a134728b-38ef-4c2b-a10d-8cf17630d293 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:43.811232 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-3bfd5902-b71b-4562-895b-e59aee197dfe tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:43.826099 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e2daa2-2e5b-4090-a27e-26c53591776e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Router 6a21000e-abce-48db-8e06-f249c7c34490 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:32:43.833503 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3bfd5902-b71b-4562-895b-e59aee197dfe tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Usage tracker for resource:floatingip and tenant:230cf1c9b48c44d9b9e8cc3157cbe0bc is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:43.838414 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3bfd5902-b71b-4562-895b-e59aee197dfe tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:43.842847 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a134728b-38ef-4c2b-a10d-8cf17630d293 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:43.859907 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-3bfd5902-b71b-4562-895b-e59aee197dfe tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:43.921142 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b7fd9cd9-74e9-46a4-ab0b-31390401938e None None] Provisioning complete for port b1175f20-31f6-4dd6-b723-47fdeb5ec5a7 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:43.921744 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b7fd9cd9-74e9-46a4-ab0b-31390401938e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:43.930124 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8ffd947-1758-4447-9410-52aa6f3d9722 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:44.038150 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3bfd5902-b71b-4562-895b-e59aee197dfe tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for floatingip, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:44.113498 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e2daa2-2e5b-4090-a27e-26c53591776e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:32:44.122873 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffd947-1758-4447-9410-52aa6f3d9722 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Port': ['ID=0932df90-397e-4f14-a4e1-7a2b89627016,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:44.124342 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013f25e4-97ab-4097-aa98-8b2f2cbd8f8e None None] Sync routers for ids ['6a21000e-abce-48db-8e06-f249c7c34490'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:32:44.133915 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8ffd947-1758-4447-9410-52aa6f3d9722 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:44.145177 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013f25e4-97ab-4097-aa98-8b2f2cbd8f8e None None] Routers {'6a21000e-abce-48db-8e06-f249c7c34490'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:32:44.145428 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a2e2daa2-2e5b-4090-a27e-26c53591776e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "PUT /v2.0/routers/6a21000e-abce-48db-8e06-f249c7c34490/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4941063 Mar 31 15:32:44.146180 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-013f25e4-97ab-4097-aa98-8b2f2cbd8f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:32:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6a21000e-abce-48db-8e06-f249c7c34490'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:44.147051 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a134728b-38ef-4c2b-a10d-8cf17630d293 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:44.149505 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47176) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:44.152223 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a134728b-38ef-4c2b-a10d-8cf17630d293 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:44.152223 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a134728b-38ef-4c2b-a10d-8cf17630d293 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "DELETE /v2.0/security-groups/ec3a43eb-7249-4c0a-814f-0e9f088e0ada HTTP/1.1" status: 204 len: 168 time: 0.8430977 Mar 31 15:32:44.154289 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47178) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:44.163007 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7fd4614f-8d9c-4644-bfe5-c38b9e673026 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-541892893'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:44.173116 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7fd4614f-8d9c-4644-bfe5-c38b9e673026 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:44.179453 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7fd4614f-8d9c-4644-bfe5-c38b9e673026 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Usage tracker for resource:network and tenant:f5aeba78f50f4bbea010c74344321d80 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:44.183038 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7fd4614f-8d9c-4644-bfe5-c38b9e673026 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Quota usage for network was recalculated. Used quota:3. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:44.193760 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7fd4614f-8d9c-4644-bfe5-c38b9e673026 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:44.245667 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134728b-38ef-4c2b-a10d-8cf17630d293 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3a43eb-7249-4c0a-814f-0e9f088e0ada,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:44.260950 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d8ffd947-1758-4447-9410-52aa6f3d9722 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/0932df90-397e-4f14-a4e1-7a2b89627016 HTTP/1.1" status: 204 len: 168 time: 1.3227141 Mar 31 15:32:44.261316 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47184) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:44.277630 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b7fd9cd9-74e9-46a4-ab0b-31390401938e None None] Provisioning for port 15959542-9715-4731-a051-f922fb81d643 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:44.281126 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:32:44.302321 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-30199649-79b3-4778-8174-bd4618071e6a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Synchronizing usage tracker for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:44.321526 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd4614f-8d9c-4644-bfe5-c38b9e673026 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Made reservation on behalf of f5aeba78f50f4bbea010c74344321d80 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:32:44.325105 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7fd4614f-8d9c-4644-bfe5-c38b9e673026 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:44.350498 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3bfd5902-b71b-4562-895b-e59aee197dfe tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:44.393477 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b7fd9cd9-74e9-46a4-ab0b-31390401938e None None] Provisioning complete for port 15959542-9715-4731-a051-f922fb81d643 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:44.394070 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b7fd9cd9-74e9-46a4-ab0b-31390401938e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:44.405551 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-30199649-79b3-4778-8174-bd4618071e6a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Unset dirty status for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:44.410637 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-30199649-79b3-4778-8174-bd4618071e6a tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2475171 Mar 31 15:32:44.411389 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47188) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:44.413802 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd4614f-8d9c-4644-bfe5-c38b9e673026 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:32:44.424706 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e72b0a9-cc7b-4ed0-bfb4-fce7501c377f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:44.427702 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e72b0a9-cc7b-4ed0-bfb4-fce7501c377f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:44.428799 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-3e72b0a9-cc7b-4ed0-bfb4-fce7501c377f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:44.460883 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7fd4614f-8d9c-4644-bfe5-c38b9e673026 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:44.462075 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-7fd4614f-8d9c-4644-bfe5-c38b9e673026 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Added segment 2be42122-a937-4b6a-8aa9-8eacfcec18b5 of type vlan for network 8fa6f36b-0bc9-4d5e-8219-d78052a974a3 Mar 31 15:32:44.470400 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-b7fd9cd9-74e9-46a4-ab0b-31390401938e None None] Port 15959542-9715-4731-a051-f922fb81d643 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:32:44.499368 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7fd4614f-8d9c-4644-bfe5-c38b9e673026 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:44.549879 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-3e72b0a9-cc7b-4ed0-bfb4-fce7501c377f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:44.551674 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3ef95618-1d05-4d5d-a958-2930054e63f9 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Synchronizing usage tracker for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group_rule {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:44.559833 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3e72b0a9-cc7b-4ed0-bfb4-fce7501c377f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2970016 Mar 31 15:32:44.560547 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47192) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:44.574267 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-013f25e4-97ab-4097-aa98-8b2f2cbd8f8e None None] Set router 6a21000e-abce-48db-8e06-f249c7c34490 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:32:44.609764 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-3bfd5902-b71b-4562-895b-e59aee197dfe tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Allocated IP 172.26.5.95 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/a6075177-eea0-4215-a65f-312d2b876602) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:44.650187 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-8ef14218-2764-4c16-8ca7-33460374d8a1 None None] Provisioning complete for port 15959542-9715-4731-a051-f922fb81d643 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:44.650557 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8ef14218-2764-4c16-8ca7-33460374d8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:44.672831 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3ef95618-1d05-4d5d-a958-2930054e63f9 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] Unset dirty status for tenant:8cfd5024b37749ecb259329fb814f915 on resource:security_group_rule {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:44.680135 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3ef95618-1d05-4d5d-a958-2930054e63f9 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2634609 Mar 31 15:32:44.681164 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47196) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:44.683128 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ca6f5c-4b06-46df-8013-a73203e88189 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting subnet a5e52d82-a0fa-4696-ab29-28e6e03aae88 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:32:44.686639 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-57ca6f5c-4b06-46df-8013-a73203e88189 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:44.728891 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7fd4614f-8d9c-4644-bfe5-c38b9e673026 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:44.734359 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd4614f-8d9c-4644-bfe5-c38b9e673026 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:44.734967 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7fd4614f-8d9c-4644-bfe5-c38b9e673026 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:44.738251 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:44.744740 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-8ef14218-2764-4c16-8ca7-33460374d8a1 None None] Port 15959542-9715-4731-a051-f922fb81d643 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:32:44.749982 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device b71822b4-61aa-4f4a-9341-17006a2505da up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:32:44.773798 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-72ff55b0-da90-4814-86ed-de9e58d68457 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] delete failed (client error): The resource could not be found. Mar 31 15:32:44.774802 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-72ff55b0-da90-4814-86ed-de9e58d68457 tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "DELETE /v2.0/security-groups/ec3a43eb-7249-4c0a-814f-0e9f088e0ada HTTP/1.1" status: 404 len: 347 time: 0.0900316 Mar 31 15:32:44.783853 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47200) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:44.870207 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-57ca6f5c-4b06-46df-8013-a73203e88189 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:44.870422 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3bfd5902-b71b-4562-895b-e59aee197dfe tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:44.884448 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-fdc5352e-2ae2-4c80-b3b0-4e626784ecea tempest-SecGroupTest-881868682 tempest-SecGroupTest-881868682-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0997517 Mar 31 15:32:44.898730 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4614f-8d9c-4644-bfe5-c38b9e673026 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Network': ['ID=8fa6f36b-0bc9-4d5e-8219-d78052a974a3,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:44.928507 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7fd4614f-8d9c-4644-bfe5-c38b9e673026 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7711055 Mar 31 15:32:44.931250 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47206) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:44.936849 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-18918484-7287-4484-a47d-911cc74c0372 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Request body: {'subnet': {'network_id': '8fa6f36b-0bc9-4d5e-8219-d78052a974a3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:44.979747 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 8fa6f36b-0bc9-4d5e-8219-d78052a974a3 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:32:44.982418 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-57ca6f5c-4b06-46df-8013-a73203e88189 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:45.104704 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3bfd5902-b71b-4562-895b-e59aee197dfe tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:45.138245 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-18918484-7287-4484-a47d-911cc74c0372 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:45.146467 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-6b2a20dc-4eb5-4f94-a1c5-49fa3a19c6d1 None None] Provisioning for port dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:45.156014 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-18918484-7287-4484-a47d-911cc74c0372 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Usage tracker for resource:subnet and tenant:f5aeba78f50f4bbea010c74344321d80 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:45.163211 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-18918484-7287-4484-a47d-911cc74c0372 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:45.169678 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-57ca6f5c-4b06-46df-8013-a73203e88189 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:45.174300 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfd5902-b71b-4562-895b-e59aee197dfe tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:45.175277 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-6b2a20dc-4eb5-4f94-a1c5-49fa3a19c6d1 None None] Provisioning complete for port dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:45.175654 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6b2a20dc-4eb5-4f94-a1c5-49fa3a19c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:45.180152 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-3bfd5902-b71b-4562-895b-e59aee197dfe tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:45.182300 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-18918484-7287-4484-a47d-911cc74c0372 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:45.186149 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfd5902-b71b-4562-895b-e59aee197dfe tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:32:45.207682 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port b71822b4-61aa-4f4a-9341-17006a2505da triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:45.208295 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:45.231515 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-57ca6f5c-4b06-46df-8013-a73203e88189 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:45.234934 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca6f5c-4b06-46df-8013-a73203e88189 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Subnet': ['ID=a5e52d82-a0fa-4696-ab29-28e6e03aae88,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:45.250912 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd5902-b71b-4562-895b-e59aee197dfe tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Pushing event updated for resources: {'Port': ['ID=a6075177-eea0-4215-a65f-312d2b876602,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:45.313411 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-57ca6f5c-4b06-46df-8013-a73203e88189 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/a5e52d82-a0fa-4696-ab29-28e6e03aae88 HTTP/1.1" status: 204 len: 168 time: 0.7512374 Mar 31 15:32:45.313570 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47210) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:45.386984 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18918484-7287-4484-a47d-911cc74c0372 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Made reservation on behalf of f5aeba78f50f4bbea010c74344321d80 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:32:45.390748 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-18918484-7287-4484-a47d-911cc74c0372 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:45.411670 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f76e98ef-51f8-4f7a-9e67-315e6ed7a86b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0970278 Mar 31 15:32:45.415355 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47216) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:45.508651 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a8d892-dde9-4dc3-bccc-7ebb317243c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:45.508995 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6b2a20dc-4eb5-4f94-a1c5-49fa3a19c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:45.509506 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c3a8d892-dde9-4dc3-bccc-7ebb317243c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:45.512743 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47220) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:45.524774 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a681f25b-4b44-4889-b170-d4a8d387e925 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:32:45.585776 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device b1175f20-31f6-4dd6-b723-47fdeb5ec5a7 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:32:45.593598 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c3a8d892-dde9-4dc3-bccc-7ebb317243c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:45.595813 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c3a8d892-dde9-4dc3-bccc-7ebb317243c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1793020 Mar 31 15:32:45.604462 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47226) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:45.611311 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-013f25e4-97ab-4097-aa98-8b2f2cbd8f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:32:42Z', 'revision_number': 4, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None, '_interfaces': [{'id': '15959542-9715-4731-a051-f922fb81d643', 'name': '', 'network_id': '17141e49-89df-4825-89d0-20f30bb3fc3a', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:74:06:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '166f20ab-0103-40a2-908f-800c7a1b3d32', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:41Z', 'updated_at': '2022-03-31T15:32:42Z', 'revision_number': 2, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '166f20ab-0103-40a2-908f-800c7a1b3d32', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '747a6b13-ce01-41ce-8270-70d2b5f258cc', 'name': '', 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:e9:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:24Z', 'updated_at': '2022-03-31T15:32:37Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71822b4-61aa-4f4a-9341-17006a2505da', 'name': '', 'network_id': 'c68b8497-ac7a-49e2-8da5-7caee76cf1fe', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:06:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:33Z', 'updated_at': '2022-03-31T15:32:42Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:45.682701 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013f25e4-97ab-4097-aa98-8b2f2cbd8f8e None None] Checking router: 6a21000e-abce-48db-8e06-f249c7c34490 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:32:45.683062 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013f25e4-97ab-4097-aa98-8b2f2cbd8f8e None None] Updating router 6a21000e-abce-48db-8e06-f249c7c34490 port 15959542-9715-4731-a051-f922fb81d643 binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:32:45.743887 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-6b2a20dc-4eb5-4f94-a1c5-49fa3a19c6d1 None None] For port dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:45.760283 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbfc79d-91cc-47d8-a022-f5cfbf76aff3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:45.760968 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8dbfc79d-91cc-47d8-a022-f5cfbf76aff3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:45.785393 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7bd06c12-c763-44e5-87d6-db1fae78b232 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8cfd5024b37749ecb259329fb814f915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2685716 Mar 31 15:32:45.786137 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47230) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:45.831202 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6b2a20dc-4eb5-4f94-a1c5-49fa3a19c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:45.851744 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bbea6ce2-d44d-433f-a645-10707266ed5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:45.878619 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bbea6ce2-d44d-433f-a645-10707266ed5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:45.889682 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-013f25e4-97ab-4097-aa98-8b2f2cbd8f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:45.898970 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8dbfc79d-91cc-47d8-a022-f5cfbf76aff3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:45.902776 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8dbfc79d-91cc-47d8-a022-f5cfbf76aff3 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2943749 Mar 31 15:32:45.903005 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47234) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:45.993843 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a30da2dc-9107-41ea-af8a-6854033c5ad7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0859585 Mar 31 15:32:45.994061 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47238) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:45.999657 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7c02af4b-05d6-436d-82d0-232a31bb9024 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:46.018590 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port b1175f20-31f6-4dd6-b723-47fdeb5ec5a7 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:46.019586 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:46.058147 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3bfd5902-b71b-4562-895b-e59aee197dfe tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:46.073569 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-6faaa1b5-9fb4-41f3-ad23-2e4b75ea10dd None None] Could not find standard attr ID for object 0932df90-397e-4f14-a4e1-7a2b89627016. {{(pid=103445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 15:32:46.084241 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a20dc-4eb5-4f94-a1c5-49fa3a19c6d1 None None] Pushing event updated for resources: {'Port': ['ID=dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd,revision_number=6']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:46.085293 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-18918484-7287-4484-a47d-911cc74c0372 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:46.117887 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7c02af4b-05d6-436d-82d0-232a31bb9024 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:46.130936 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7c02af4b-05d6-436d-82d0-232a31bb9024 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:46.170151 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bbea6ce2-d44d-433f-a645-10707266ed5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:46.203051 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea6ce2-d44d-433f-a645-10707266ed5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3c692e-0963-4fdf-8c0a-a2b5ba17bf99,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:46.207142 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18918484-7287-4484-a47d-911cc74c0372 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Subnet': ['ID=d975c03f-e0d7-44c4-b720-d6f55abb3572,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:46.234289 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18918484-7287-4484-a47d-911cc74c0372 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Checking segment: {'id': '2be42122-a937-4b6a-8aa9-8eacfcec18b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8fa6f36b-0bc9-4d5e-8219-d78052a974a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:32:46.234654 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18918484-7287-4484-a47d-911cc74c0372 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network hostable DHCP agents. Network: 8fa6f36b-0bc9-4d5e-8219-d78052a974a3, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:32:46.239835 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3bfd5902-b71b-4562-895b-e59aee197dfe tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:46.245775 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c02af4b-05d6-436d-82d0-232a31bb9024 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:32:46.251286 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c02af4b-05d6-436d-82d0-232a31bb9024 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:46.293124 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd20032-9df7-47b4-98fb-800170a14a5f None None] DHCP port deletion for 0c8a31f0-c909-472a-8f72-0f3eb4f4034a request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:32:46.314692 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-7fd20032-9df7-47b4-98fb-800170a14a5f None None] Deleting port dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:32:46.315064 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7fd20032-9df7-47b4-98fb-800170a14a5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:46.401812 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:32:46.416875 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18918484-7287-4484-a47d-911cc74c0372 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network 8fa6f36b-0bc9-4d5e-8219-d78052a974a3 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:32:46.485059 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bbea6ce2-d44d-433f-a645-10707266ed5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:46.489221 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-bbea6ce2-d44d-433f-a645-10707266ed5d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc3c692e-0963-4fdf-8c0a-a2b5ba17bf99 HTTP/1.1" status: 204 len: 168 time: 0.7021606 Mar 31 15:32:46.497842 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3bfd5902-b71b-4562-895b-e59aee197dfe tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:46.513486 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-18918484-7287-4484-a47d-911cc74c0372 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 8fa6f36b-0bc9-4d5e-8219-d78052a974a3) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:46.525692 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18918484-7287-4484-a47d-911cc74c0372 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:46.526376 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-18918484-7287-4484-a47d-911cc74c0372 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:46.526481 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25502cf-3dd2-4bbd-af6b-3e600602b6a1 None None] Network 8fa6f36b-0bc9-4d5e-8219-d78052a974a3 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:32:46.571780 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3bfd5902-b71b-4562-895b-e59aee197dfe tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:46.683801 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd5902-b71b-4562-895b-e59aee197dfe tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Pushing event updated for resources: {'Port': ['ID=a6075177-eea0-4215-a65f-312d2b876602,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:46.694607 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3bfd5902-b71b-4562-895b-e59aee197dfe tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:46.767402 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-18918484-7287-4484-a47d-911cc74c0372 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8350666 Mar 31 15:32:46.768115 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47244) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:46.810562 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.objects.ports [None req-7c02af4b-05d6-436d-82d0-232a31bb9024 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103443) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 31 15:32:46.813048 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:46.953172 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-7fd20032-9df7-47b4-98fb-800170a14a5f None None] For port dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:46.953706 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7fd20032-9df7-47b4-98fb-800170a14a5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:46.993032 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-013f25e4-97ab-4097-aa98-8b2f2cbd8f8e None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:47.055381 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:47.103646 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [None req-3bfd5902-b71b-4562-895b-e59aee197dfe tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Floating IP bcf70f22-0039-45c0-9f0e-d6fa86c175be associated. External IP: 172.26.5.95, port: ae562510-d179-4c26-838b-d4fd87511d70. Mar 31 15:32:47.124572 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-7fd20032-9df7-47b4-98fb-800170a14a5f None None] Calling delete_port for dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:32:47.164491 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-013f25e4-97ab-4097-aa98-8b2f2cbd8f8e None None] Transition to ACTIVE for port object 15959542-9715-4731-a051-f922fb81d643 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:47.167197 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:47.264241 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-013f25e4-97ab-4097-aa98-8b2f2cbd8f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:47.275142 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8918aa42-7575-4ec5-a4bb-170afe8f99f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-8fa6f36b-0bc9-4d5e-8219-d78052a974a3', 'network_id': '8fa6f36b-0bc9-4d5e-8219-d78052a974a3', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'fixed_ips': [{'subnet_id': 'd975c03f-e0d7-44c4-b720-d6f55abb3572'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:32:47.275971 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8918aa42-7575-4ec5-a4bb-170afe8f99f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:47.298566 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c02af4b-05d6-436d-82d0-232a31bb9024 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:47.439543 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd,revision_number=8']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:47.615045 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-7c02af4b-05d6-436d-82d0-232a31bb9024 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] For port dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:47.660417 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c02af4b-05d6-436d-82d0-232a31bb9024 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:47.748849 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c02af4b-05d6-436d-82d0-232a31bb9024 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:47.750350 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c02af4b-05d6-436d-82d0-232a31bb9024 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:47.751389 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4fb66-7154-49bb-bfa5-ce05f346552c None None] Pushing event updated for resources: {'Port': ['ID=15959542-9715-4731-a051-f922fb81d643,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:47.765996 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-013f25e4-97ab-4097-aa98-8b2f2cbd8f8e None None] Attempting to bind port 15959542-9715-4731-a051-f922fb81d643 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:32:47.766368 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-013f25e4-97ab-4097-aa98-8b2f2cbd8f8e None None] Attempting to bind port 15959542-9715-4731-a051-f922fb81d643 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '6d285f03-1afb-4f8a-8281-c93d3e6c9f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '17141e49-89df-4825-89d0-20f30bb3fc3a'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:32:47.766729 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013f25e4-97ab-4097-aa98-8b2f2cbd8f8e None None] Attempting to bind port 15959542-9715-4731-a051-f922fb81d643 on network 17141e49-89df-4825-89d0-20f30bb3fc3a {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:32:47.802478 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013f25e4-97ab-4097-aa98-8b2f2cbd8f8e None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:32:47.802859 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013f25e4-97ab-4097-aa98-8b2f2cbd8f8e None None] Checking segment: {'id': '6d285f03-1afb-4f8a-8281-c93d3e6c9f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '17141e49-89df-4825-89d0-20f30bb3fc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:32:47.803332 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-013f25e4-97ab-4097-aa98-8b2f2cbd8f8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:47.803647 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013f25e4-97ab-4097-aa98-8b2f2cbd8f8e None None] Bound using segment: {'id': '6d285f03-1afb-4f8a-8281-c93d3e6c9f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '17141e49-89df-4825-89d0-20f30bb3fc3a'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:32:47.804190 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-013f25e4-97ab-4097-aa98-8b2f2cbd8f8e None None] Bound port: 15959542-9715-4731-a051-f922fb81d643, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d285f03-1afb-4f8a-8281-c93d3e6c9f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '17141e49-89df-4825-89d0-20f30bb3fc3a'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:32:47.804488 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-013f25e4-97ab-4097-aa98-8b2f2cbd8f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:47.831342 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-7fd20032-9df7-47b4-98fb-800170a14a5f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:32:47.831342 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-7fd20032-9df7-47b4-98fb-800170a14a5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:32:47.891725 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c02af4b-05d6-436d-82d0-232a31bb9024 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:47.898657 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-7c02af4b-05d6-436d-82d0-232a31bb9024 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:47.909402 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c02af4b-05d6-436d-82d0-232a31bb9024 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:47.909969 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c02af4b-05d6-436d-82d0-232a31bb9024 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:47.919580 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47266) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:47.938653 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02af4b-05d6-436d-82d0-232a31bb9024 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Subnet': ['ID=64e19965-d406-48e8-87f3-605c62a1c49e,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:47.950071 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02af4b-05d6-436d-82d0-232a31bb9024 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Port': ['ID=dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd,revision_number=9']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:47.954125 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-8918aa42-7575-4ec5-a4bb-170afe8f99f9 None None] Allocated IP 2001:db8:3::2 (8fa6f36b-0bc9-4d5e-8219-d78052a974a3/d975c03f-e0d7-44c4-b720-d6f55abb3572/881be044-17dd-4753-9327-3d194f41978f) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:47.978687 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-013f25e4-97ab-4097-aa98-8b2f2cbd8f8e None None] For port 15959542-9715-4731-a051-f922fb81d643, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:32:48.006091 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7c02af4b-05d6-436d-82d0-232a31bb9024 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0109184 Mar 31 15:32:48.008982 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47272) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:48.014641 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f5359709-c6f4-4d3a-b6c5-9e2d089271a9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:48.019897 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-013f25e4-97ab-4097-aa98-8b2f2cbd8f8e None None] For port 15959542-9715-4731-a051-f922fb81d643, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=15959542-9715-4731-a051-f922fb81d643,segment=NetworkSegment(6d285f03-1afb-4f8a-8281-c93d3e6c9f26),segment_id=6d285f03-1afb-4f8a-8281-c93d3e6c9f26)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:32:48.070261 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfd5902-b71b-4562-895b-e59aee197dfe tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Router 5ab90caa-b315-4282-b8c3-5a33e8b4f43f has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:32:48.075254 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-013f25e4-97ab-4097-aa98-8b2f2cbd8f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:48.107947 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f84b5eea-de31-4c63-8219-d2e10c80d81f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1685436417-network', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:48.124419 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f84b5eea-de31-4c63-8219-d2e10c80d81f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:48.133893 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f84b5eea-de31-4c63-8219-d2e10c80d81f admin admin] Usage tracker for resource:network and tenant:4d80c83d1fbe401682aa9514176018aa is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:48.139027 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f84b5eea-de31-4c63-8219-d2e10c80d81f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:48.149840 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f84b5eea-de31-4c63-8219-d2e10c80d81f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:48.184998 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f5359709-c6f4-4d3a-b6c5-9e2d089271a9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:48.202511 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f5359709-c6f4-4d3a-b6c5-9e2d089271a9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:subnet and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:48.202511 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f5359709-c6f4-4d3a-b6c5-9e2d089271a9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:48.202915 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4fb66-7154-49bb-bfa5-ce05f346552c None None] Pushing event updated for resources: {'Port': ['ID=15959542-9715-4731-a051-f922fb81d643,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:48.203006 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f5359709-c6f4-4d3a-b6c5-9e2d089271a9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:48.203087 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013f25e4-97ab-4097-aa98-8b2f2cbd8f8e None None] Routers {'6a21000e-abce-48db-8e06-f249c7c34490'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:32:48.203087 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-013f25e4-97ab-4097-aa98-8b2f2cbd8f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:32:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6a21000e-abce-48db-8e06-f249c7c34490'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:48.251171 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84b5eea-de31-4c63-8219-d2e10c80d81f admin admin] Made reservation on behalf of 4d80c83d1fbe401682aa9514176018aa for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:32:48.254074 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f84b5eea-de31-4c63-8219-d2e10c80d81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:48.267573 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f84b5eea-de31-4c63-8219-d2e10c80d81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:48.281291 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5359709-c6f4-4d3a-b6c5-9e2d089271a9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:32:48.284788 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f5359709-c6f4-4d3a-b6c5-9e2d089271a9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:48.330076 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-70fd53c8-512a-4eff-8110-62b51877d15c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:48.368888 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-7fd20032-9df7-47b4-98fb-800170a14a5f None None] Deleting port dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:32:48.369505 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7fd20032-9df7-47b4-98fb-800170a14a5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:48.421749 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.ipam_backend_mixin [None req-f5359709-c6f4-4d3a-b6c5-9e2d089271a9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 64e19965-d406-48e8-87f3-605c62a1c49e (CIDR: 2001:db8::/64) Mar 31 15:32:48.426467 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f84b5eea-de31-4c63-8219-d2e10c80d81f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:48.430733 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f84b5eea-de31-4c63-8219-d2e10c80d81f admin admin] Usage tracker for resource:security_group_rule and tenant:4d80c83d1fbe401682aa9514176018aa is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:48.433664 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f84b5eea-de31-4c63-8219-d2e10c80d81f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:48.444491 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f84b5eea-de31-4c63-8219-d2e10c80d81f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:48.451666 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5359709-c6f4-4d3a-b6c5-9e2d089271a9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:32:48.452173 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5359709-c6f4-4d3a-b6c5-9e2d089271a9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:32:48.478699 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-013f25e4-97ab-4097-aa98-8b2f2cbd8f8e None None] Set router 6a21000e-abce-48db-8e06-f249c7c34490 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:32:48.524590 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfd5902-b71b-4562-895b-e59aee197dfe tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:32:48.525453 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8918aa42-7575-4ec5-a4bb-170afe8f99f9 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:48.540891 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f5359709-c6f4-4d3a-b6c5-9e2d089271a9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5308256 Mar 31 15:32:48.543645 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438d4e3e-3452-48bd-a9f9-7567ea3e9b66 None None] Sync routers for ids ['5ab90caa-b315-4282-b8c3-5a33e8b4f43f'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:32:48.551108 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47276) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:48.561243 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438d4e3e-3452-48bd-a9f9-7567ea3e9b66 None None] Routers {'5ab90caa-b315-4282-b8c3-5a33e8b4f43f'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:32:48.562269 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-438d4e3e-3452-48bd-a9f9-7567ea3e9b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:32:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['5ab90caa-b315-4282-b8c3-5a33e8b4f43f'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:48.595103 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f84b5eea-de31-4c63-8219-d2e10c80d81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:48.599432 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-f5f630c1-c8cb-45fe-a28e-1275186a669a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:48.607619 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-8918aa42-7575-4ec5-a4bb-170afe8f99f9 None None] Transition to ACTIVE for port object 881be044-17dd-4753-9327-3d194f41978f will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:48.685524 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f84b5eea-de31-4c63-8219-d2e10c80d81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:48.720401 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84b5eea-de31-4c63-8219-d2e10c80d81f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:32:48.726878 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-8918aa42-7575-4ec5-a4bb-170afe8f99f9 None None] Transition to ACTIVE for port object 881be044-17dd-4753-9327-3d194f41978f will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:48.730437 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b5eea-de31-4c63-8219-d2e10c80d81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521b7110-2153-4b61-b3f6-b4e1cf853475,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:48.736399 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f84b5eea-de31-4c63-8219-d2e10c80d81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:48.736747 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-f84b5eea-de31-4c63-8219-d2e10c80d81f admin admin] Added segment ba430e3c-c87c-4f37-818e-9716eff11a24 of type vlan for network b062db18-3c45-443b-8ed2-a8ef4849e9af Mar 31 15:32:48.768082 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f84b5eea-de31-4c63-8219-d2e10c80d81f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:48.782336 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3bfd5902-b71b-4562-895b-e59aee197dfe tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:48.820241 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-438d4e3e-3452-48bd-a9f9-7567ea3e9b66 None None] Set router 5ab90caa-b315-4282-b8c3-5a33e8b4f43f gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:32:48.897555 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f84b5eea-de31-4c63-8219-d2e10c80d81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:48.899338 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84b5eea-de31-4c63-8219-d2e10c80d81f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:48.899995 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f84b5eea-de31-4c63-8219-d2e10c80d81f admin admin] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:48.908424 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8918aa42-7575-4ec5-a4bb-170afe8f99f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:48.924738 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3bfd5902-b71b-4562-895b-e59aee197dfe tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.1513209 Mar 31 15:32:48.937548 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df94328b-7766-45b8-a10c-c496188dc4ef', 'tag': 'ae562510-d179-4c26-838b-d4fd87511d70'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:32:49.045292 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8918aa42-7575-4ec5-a4bb-170afe8f99f9 None None] Network 8fa6f36b-0bc9-4d5e-8219-d78052a974a3 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:49.056648 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-8918aa42-7575-4ec5-a4bb-170afe8f99f9 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:49.062501 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-7fd20032-9df7-47b4-98fb-800170a14a5f None None] For port dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:49.063102 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7fd20032-9df7-47b4-98fb-800170a14a5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:49.071937 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918aa42-7575-4ec5-a4bb-170afe8f99f9 None None] Pushing event updated for resources: {'Port': ['ID=881be044-17dd-4753-9327-3d194f41978f,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:49.080554 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8918aa42-7575-4ec5-a4bb-170afe8f99f9 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:32:49.142195 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df94328b-7766-45b8-a10c-c496188dc4ef', 'tag': 'ae562510-d179-4c26-838b-d4fd87511d70', 'status': 'completed', 'code': 200} Mar 31 15:32:49.186766 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b5eea-de31-4c63-8219-d2e10c80d81f admin admin] Pushing event updated for resources: {'Network': ['ID=b062db18-3c45-443b-8ed2-a8ef4849e9af,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:49.204887 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f5f630c1-c8cb-45fe-a28e-1275186a669a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:49.217562 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f5f630c1-c8cb-45fe-a28e-1275186a669a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:subnet and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:49.226214 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f5f630c1-c8cb-45fe-a28e-1275186a669a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:49.228205 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdea71b-db24-4090-a2a7-e90bc6604c38 req-6347c3af-bea0-4fe9-b81d-02255ff04aa9 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:49.229902 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0bdea71b-db24-4090-a2a7-e90bc6604c38 req-6347c3af-bea0-4fe9-b81d-02255ff04aa9 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 945 time: 0.0979755 Mar 31 15:32:49.234491 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f84b5eea-de31-4c63-8219-d2e10c80d81f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3137381 Mar 31 15:32:49.239620 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47284) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:49.244087 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-70fd53c8-512a-4eff-8110-62b51877d15c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Allocated IP 2001:db8:3::1 (8fa6f36b-0bc9-4d5e-8219-d78052a974a3/d975c03f-e0d7-44c4-b720-d6f55abb3572/04969618-ae7b-4eff-a181-dfdafba5b3ce) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:49.247225 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f5f630c1-c8cb-45fe-a28e-1275186a669a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:49.252149 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-566afae0-801c-41e3-8878-aef2b69a9c6b admin admin] Request body: {'subnet': {'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1685436417-subnet', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:49.258390 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-566afae0-801c-41e3-8878-aef2b69a9c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:49.271824 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-566afae0-801c-41e3-8878-aef2b69a9c6b admin admin] Usage tracker for resource:subnet and tenant:4d80c83d1fbe401682aa9514176018aa is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:49.280508 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-566afae0-801c-41e3-8878-aef2b69a9c6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:49.282427 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0bdea71b-db24-4090-a2a7-e90bc6604c38 req-cadb20ee-ee38-4cb0-bf91-ae0b1447a69c tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/security-groups?id=da9287d6-6bf0-429a-afc2-56edb7ab07c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452878 Mar 31 15:32:49.300726 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-566afae0-801c-41e3-8878-aef2b69a9c6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:49.318603 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47288) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:49.371128 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-438d4e3e-3452-48bd-a9f9-7567ea3e9b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274207212', 'tenant_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'ffb53b9c-0d10-499e-9b58-047785da0cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:02Z', 'updated_at': '2022-03-31T15:32:14Z', 'revision_number': 4, 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'gw_port': {'id': 'ffb53b9c-0d10-499e-9b58-047785da0cdb', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:03Z', 'updated_at': '2022-03-31T15:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'bcf70f22-0039-45c0-9f0e-d6fa86c175be', 'tenant_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'floating_ip_address': '172.26.5.95', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'port_id': 'ae562510-d179-4c26-838b-d4fd87511d70', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534', 'mac_address': 'fa:16:3e:29:86:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df94328b-7766-45b8-a10c-c496188dc4ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:32:45Z', 'updated_at': '2022-03-31T15:32:45Z', 'revision_number': 0, 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f78aaa-e80f-49a2-883f-64e4e4775a11', 'name': '', 'network_id': '3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534', 'tenant_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'mac_address': 'fa:16:3e:72:32:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '1c13a1ee-f508-42ed-8f95-e2119d470f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:12Z', 'updated_at': '2022-03-31T15:32:22Z', 'revision_number': 5, 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'subnets': [{'id': '1c13a1ee-f508-42ed-8f95-e2119d470f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:49.376660 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438d4e3e-3452-48bd-a9f9-7567ea3e9b66 None None] Checking router: 5ab90caa-b315-4282-b8c3-5a33e8b4f43f for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:32:49.386624 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438d4e3e-3452-48bd-a9f9-7567ea3e9b66 None None] Routers {'5ab90caa-b315-4282-b8c3-5a33e8b4f43f'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:32:49.387389 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-438d4e3e-3452-48bd-a9f9-7567ea3e9b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:32:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['5ab90caa-b315-4282-b8c3-5a33e8b4f43f'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:49.387973 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-7fd20032-9df7-47b4-98fb-800170a14a5f None None] Calling delete_port for dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:32:49.418609 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network b062db18-3c45-443b-8ed2-a8ef4849e9af details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:32:49.436783 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7a46a978-b00d-4244-86a7-3e59a2283a75 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/floatingips/bcf70f22-0039-45c0-9f0e-d6fa86c175be HTTP/1.1" status: 200 len: 990 time: 0.1169658 Mar 31 15:32:49.453606 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f630c1-c8cb-45fe-a28e-1275186a669a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:32:49.458439 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f5f630c1-c8cb-45fe-a28e-1275186a669a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:49.471363 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566afae0-801c-41e3-8878-aef2b69a9c6b admin admin] Made reservation on behalf of 4d80c83d1fbe401682aa9514176018aa for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:32:49.474278 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-566afae0-801c-41e3-8878-aef2b69a9c6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:49.511666 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34cc4a-f5b8-4e82-8f95-ed008534193b req-63558088-de56-4df8-865b-6612d849dc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:49.513133 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fe34cc4a-f5b8-4e82-8f95-ed008534193b req-63558088-de56-4df8-865b-6612d849dc64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=230cf1c9b48c44d9b9e8cc3157cbe0bc&device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 1098 time: 0.3728387 Mar 31 15:32:49.563795 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-70fd53c8-512a-4eff-8110-62b51877d15c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:49.586397 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-438d4e3e-3452-48bd-a9f9-7567ea3e9b66 None None] Set router 5ab90caa-b315-4282-b8c3-5a33e8b4f43f gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:32:49.652613 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-8918aa42-7575-4ec5-a4bb-170afe8f99f9 None None] Attempting to bind port 881be044-17dd-4753-9327-3d194f41978f on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:32:49.652981 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-8918aa42-7575-4ec5-a4bb-170afe8f99f9 None None] Attempting to bind port 881be044-17dd-4753-9327-3d194f41978f by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '2be42122-a937-4b6a-8aa9-8eacfcec18b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8fa6f36b-0bc9-4d5e-8219-d78052a974a3'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:32:49.653369 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8918aa42-7575-4ec5-a4bb-170afe8f99f9 None None] Attempting to bind port 881be044-17dd-4753-9327-3d194f41978f on network 8fa6f36b-0bc9-4d5e-8219-d78052a974a3 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:32:49.668284 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8918aa42-7575-4ec5-a4bb-170afe8f99f9 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:32:49.668284 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8918aa42-7575-4ec5-a4bb-170afe8f99f9 None None] Checking segment: {'id': '2be42122-a937-4b6a-8aa9-8eacfcec18b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8fa6f36b-0bc9-4d5e-8219-d78052a974a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:32:49.672352 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8918aa42-7575-4ec5-a4bb-170afe8f99f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:49.672352 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8918aa42-7575-4ec5-a4bb-170afe8f99f9 None None] Bound using segment: {'id': '2be42122-a937-4b6a-8aa9-8eacfcec18b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8fa6f36b-0bc9-4d5e-8219-d78052a974a3'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:32:49.672352 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-8918aa42-7575-4ec5-a4bb-170afe8f99f9 None None] Bound port: 881be044-17dd-4753-9327-3d194f41978f, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be42122-a937-4b6a-8aa9-8eacfcec18b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8fa6f36b-0bc9-4d5e-8219-d78052a974a3'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:32:49.672352 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8918aa42-7575-4ec5-a4bb-170afe8f99f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:49.724738 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-70fd53c8-512a-4eff-8110-62b51877d15c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Transition to ACTIVE for port object 04969618-ae7b-4eff-a181-dfdafba5b3ce will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:49.759456 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-013f25e4-97ab-4097-aa98-8b2f2cbd8f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:32:42Z', 'revision_number': 4, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None, '_interfaces': [{'id': '15959542-9715-4731-a051-f922fb81d643', 'name': '', 'network_id': '17141e49-89df-4825-89d0-20f30bb3fc3a', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:74:06:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '166f20ab-0103-40a2-908f-800c7a1b3d32', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:41Z', 'updated_at': '2022-03-31T15:32:47Z', 'revision_number': 4, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '166f20ab-0103-40a2-908f-800c7a1b3d32', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '747a6b13-ce01-41ce-8270-70d2b5f258cc', 'name': '', 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:e9:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:24Z', 'updated_at': '2022-03-31T15:32:37Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71822b4-61aa-4f4a-9341-17006a2505da', 'name': '', 'network_id': 'c68b8497-ac7a-49e2-8da5-7caee76cf1fe', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:06:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:33Z', 'updated_at': '2022-03-31T15:32:42Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:49.778607 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013f25e4-97ab-4097-aa98-8b2f2cbd8f8e None None] The sync data for ids ['6a21000e-abce-48db-8e06-f249c7c34490'] in dv-neutron-833379-2-hyperv is: [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:32:42Z', 'revision_number': 4, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None, '_interfaces': [{'id': '15959542-9715-4731-a051-f922fb81d643', 'name': '', 'network_id': '17141e49-89df-4825-89d0-20f30bb3fc3a', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:74:06:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '166f20ab-0103-40a2-908f-800c7a1b3d32', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:41Z', 'updated_at': '2022-03-31T15:32:47Z', 'revision_number': 4, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '166f20ab-0103-40a2-908f-800c7a1b3d32', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '747a6b13-ce01-41ce-8270-70d2b5f258cc', 'name': '', 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:e9:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:24Z', 'updated_at': '2022-03-31T15:32:37Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71822b4-61aa-4f4a-9341-17006a2505da', 'name': '', 'network_id': 'c68b8497-ac7a-49e2-8da5-7caee76cf1fe', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:06:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:33Z', 'updated_at': '2022-03-31T15:32:42Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:32:49.852430 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-8918aa42-7575-4ec5-a4bb-170afe8f99f9 None None] For port 881be044-17dd-4753-9327-3d194f41978f, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:32:49.855964 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-8918aa42-7575-4ec5-a4bb-170afe8f99f9 None None] For port 881be044-17dd-4753-9327-3d194f41978f, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=881be044-17dd-4753-9327-3d194f41978f,segment=NetworkSegment(2be42122-a937-4b6a-8aa9-8eacfcec18b5),segment_id=2be42122-a937-4b6a-8aa9-8eacfcec18b5)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:32:49.896634 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7fd20032-9df7-47b4-98fb-800170a14a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:49.900653 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34cc4a-f5b8-4e82-8f95-ed008534193b req-a03b0529-2c6a-49cd-bcf7-54dec2971bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:49.905683 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fe34cc4a-f5b8-4e82-8f95-ed008534193b req-a03b0529-2c6a-49cd-bcf7-54dec2971bba service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534 HTTP/1.1" status: 200 len: 898 time: 0.3631904 Mar 31 15:32:49.957313 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8918aa42-7575-4ec5-a4bb-170afe8f99f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:49.961006 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd20032-9df7-47b4-98fb-800170a14a5f None None] Pushing event deleted for resources: {'Port': ['ID=dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:50.016341 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-70fd53c8-512a-4eff-8110-62b51877d15c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:50.035217 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-438d4e3e-3452-48bd-a9f9-7567ea3e9b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274207212', 'tenant_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'ffb53b9c-0d10-499e-9b58-047785da0cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:02Z', 'updated_at': '2022-03-31T15:32:14Z', 'revision_number': 4, 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'gw_port': {'id': 'ffb53b9c-0d10-499e-9b58-047785da0cdb', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:03Z', 'updated_at': '2022-03-31T15:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'bcf70f22-0039-45c0-9f0e-d6fa86c175be', 'tenant_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'floating_ip_address': '172.26.5.95', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'port_id': 'ae562510-d179-4c26-838b-d4fd87511d70', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534', 'mac_address': 'fa:16:3e:29:86:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df94328b-7766-45b8-a10c-c496188dc4ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:32:45Z', 'updated_at': '2022-03-31T15:32:45Z', 'revision_number': 0, 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f78aaa-e80f-49a2-883f-64e4e4775a11', 'name': '', 'network_id': '3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534', 'tenant_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'mac_address': 'fa:16:3e:72:32:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '1c13a1ee-f508-42ed-8f95-e2119d470f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:12Z', 'updated_at': '2022-03-31T15:32:22Z', 'revision_number': 5, 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'subnets': [{'id': '1c13a1ee-f508-42ed-8f95-e2119d470f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:50.041207 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438d4e3e-3452-48bd-a9f9-7567ea3e9b66 None None] The sync data for ids ['5ab90caa-b315-4282-b8c3-5a33e8b4f43f'] in dv-neutron-833379-2-hyperv is: [{'id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274207212', 'tenant_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'ffb53b9c-0d10-499e-9b58-047785da0cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:02Z', 'updated_at': '2022-03-31T15:32:14Z', 'revision_number': 4, 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'gw_port': {'id': 'ffb53b9c-0d10-499e-9b58-047785da0cdb', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:03Z', 'updated_at': '2022-03-31T15:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'bcf70f22-0039-45c0-9f0e-d6fa86c175be', 'tenant_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'floating_ip_address': '172.26.5.95', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'port_id': 'ae562510-d179-4c26-838b-d4fd87511d70', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534', 'mac_address': 'fa:16:3e:29:86:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df94328b-7766-45b8-a10c-c496188dc4ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:32:45Z', 'updated_at': '2022-03-31T15:32:45Z', 'revision_number': 0, 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f78aaa-e80f-49a2-883f-64e4e4775a11', 'name': '', 'network_id': '3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534', 'tenant_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'mac_address': 'fa:16:3e:72:32:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '1c13a1ee-f508-42ed-8f95-e2119d470f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:12Z', 'updated_at': '2022-03-31T15:32:22Z', 'revision_number': 5, 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'subnets': [{'id': '1c13a1ee-f508-42ed-8f95-e2119d470f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:32:50.116196 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd20032-9df7-47b4-98fb-800170a14a5f None None] No DVR routers for this DVR port dbb563ee-fd71-4ec2-a75a-9808c2b2e8fd on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:32:50.149651 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba01116-cce3-45e9-b498-518d7ee4c233 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:32:50.193227 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fd53c8-512a-4eff-8110-62b51877d15c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network 8fa6f36b-0bc9-4d5e-8219-d78052a974a3 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:50.221599 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-70fd53c8-512a-4eff-8110-62b51877d15c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:50.225948 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fe34cc4a-f5b8-4e82-8f95-ed008534193b req-3ab68b90-8040-4a0e-9d83-548153a435d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae562510-d179-4c26-838b-d4fd87511d70 HTTP/1.1" status: 200 len: 998 time: 0.3140917 Mar 31 15:32:50.226549 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd53c8-512a-4eff-8110-62b51877d15c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Port': ['ID=04969618-ae7b-4eff-a181-dfdafba5b3ce,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:50.230336 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fd53c8-512a-4eff-8110-62b51877d15c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:32:50.230892 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-70fd53c8-512a-4eff-8110-62b51877d15c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:50.299955 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918aa42-7575-4ec5-a4bb-170afe8f99f9 None None] Pushing event updated for resources: {'Port': ['ID=881be044-17dd-4753-9327-3d194f41978f,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:50.379812 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34cc4a-f5b8-4e82-8f95-ed008534193b req-8b4721d7-9116-494c-a74a-9b19f1d66a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:50.382055 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fe34cc4a-f5b8-4e82-8f95-ed008534193b req-8b4721d7-9116-494c-a74a-9b19f1d66a2e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c13a1ee-f508-42ed-8f95-e2119d470f34 HTTP/1.1" status: 200 len: 834 time: 0.1467583 Mar 31 15:32:50.440734 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47292) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:50.455432 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0013fe-5d8f-48ca-b2cb-0518f12ef037 None None] New status for floating IP bcf70f22-0039-45c0-9f0e-d6fa86c175be: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:32:50.462592 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-566afae0-801c-41e3-8878-aef2b69a9c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:50.598589 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 15959542-9715-4731-a051-f922fb81d643 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:32:50.605800 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566afae0-801c-41e3-8878-aef2b69a9c6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=df984311-c0fe-4d96-bc1f-8e89883604f5,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:50.631860 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f5f630c1-c8cb-45fe-a28e-1275186a669a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:50.646667 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f5fa777a-1b71-4919-86ff-96c759b1c897 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/floatingips/bcf70f22-0039-45c0-9f0e-d6fa86c175be HTTP/1.1" status: 200 len: 990 time: 0.2029219 Mar 31 15:32:50.770768 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcf437b-56f5-4cf7-81b2-305c042e2802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'fixed_ips': [{'subnet_id': '64e19965-d406-48e8-87f3-605c62a1c49e'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:32:50.771601 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8dcf437b-56f5-4cf7-81b2-305c042e2802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:50.787440 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566afae0-801c-41e3-8878-aef2b69a9c6b admin admin] Checking segment: {'id': 'ba430e3c-c87c-4f37-818e-9716eff11a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:32:50.787886 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566afae0-801c-41e3-8878-aef2b69a9c6b admin admin] Network hostable DHCP agents. Network: b062db18-3c45-443b-8ed2-a8ef4849e9af, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:32:50.795209 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f630c1-c8cb-45fe-a28e-1275186a669a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:50.808929 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-f5f630c1-c8cb-45fe-a28e-1275186a669a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:50.823368 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f630c1-c8cb-45fe-a28e-1275186a669a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:50.823950 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f5f630c1-c8cb-45fe-a28e-1275186a669a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:50.846863 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f630c1-c8cb-45fe-a28e-1275186a669a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Subnet': ['ID=b157ebbf-3b87-41be-8749-a8c9917aed29,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:50.853368 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-70fd53c8-512a-4eff-8110-62b51877d15c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:50.866334 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34cc4a-f5b8-4e82-8f95-ed008534193b req-ec92b01b-959e-4891-afe5-7b0d112d9346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:50.867825 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fe34cc4a-f5b8-4e82-8f95-ed008534193b req-ec92b01b-959e-4891-afe5-7b0d112d9346 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4526470 Mar 31 15:32:50.874020 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:32:51.093679 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 15959542-9715-4731-a051-f922fb81d643 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:51.109452 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 15959542-9715-4731-a051-f922fb81d643 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:51.109823 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:51.142640 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f5f630c1-c8cb-45fe-a28e-1275186a669a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5852437 Mar 31 15:32:51.142883 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566afae0-801c-41e3-8878-aef2b69a9c6b admin admin] Network b062db18-3c45-443b-8ed2-a8ef4849e9af is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:32:51.148330 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47296) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:51.164591 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-06cb8746-acfb-413d-9b77-85a3ae0ebf9b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'port': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'mac_address': 'fa:16:3e:49:8f:0a', 'name': 'tempest-NetworksTestDHCPv6-216011598'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:51.211106 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-8dcf437b-56f5-4cf7-81b2-305c042e2802 None None] Allocated IP 2001:db8::f816:3eff:feeb:5e41 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/64e19965-d406-48e8-87f3-605c62a1c49e/3e135971-037c-4fa3-a4b6-3d6c2f652280) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:51.257914 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-566afae0-801c-41e3-8878-aef2b69a9c6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, b062db18-3c45-443b-8ed2-a8ef4849e9af) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:51.278109 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566afae0-801c-41e3-8878-aef2b69a9c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:51.278701 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-566afae0-801c-41e3-8878-aef2b69a9c6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:51.322356 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172fefc8-6601-40aa-8edc-41d42f604b33 None None] Network b062db18-3c45-443b-8ed2-a8ef4849e9af requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:32:51.387563 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-06cb8746-acfb-413d-9b77-85a3ae0ebf9b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:51.392536 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-06cb8746-acfb-413d-9b77-85a3ae0ebf9b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:port and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:51.396854 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-06cb8746-acfb-413d-9b77-85a3ae0ebf9b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:51.403016 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-06cb8746-acfb-413d-9b77-85a3ae0ebf9b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:51.436557 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fe34cc4a-f5b8-4e82-8f95-ed008534193b req-f350b109-b057-4b6f-b889-462eecbdf767 service neutron] 10.222.0.41 "GET /v2.0/networks/3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5574791 Mar 31 15:32:51.464358 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:51.509615 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-566afae0-801c-41e3-8878-aef2b69a9c6b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2671850 Mar 31 15:32:51.512815 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47300) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:51.518151 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-0589b703-acee-4cbf-bf2f-2dc0ab26fade admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1685436417-router', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:51.524901 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0589b703-acee-4cbf-bf2f-2dc0ab26fade admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:32:51.529902 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0589b703-acee-4cbf-bf2f-2dc0ab26fade admin admin] Usage tracker for resource:router and tenant:4d80c83d1fbe401682aa9514176018aa is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:32:51.533218 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0589b703-acee-4cbf-bf2f-2dc0ab26fade admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:32:51.546064 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0589b703-acee-4cbf-bf2f-2dc0ab26fade admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:32:51.622743 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 15959542-9715-4731-a051-f922fb81d643, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=15959542-9715-4731-a051-f922fb81d643,segment=NetworkSegment(6d285f03-1afb-4f8a-8281-c93d3e6c9f26),segment_id=6d285f03-1afb-4f8a-8281-c93d3e6c9f26)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:51.637549 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d202ed0a-e47f-46b2-a179-e7765629a9b4 None None] Network 8fa6f36b-0bc9-4d5e-8219-d78052a974a3 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:32:51.638348 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cb8746-acfb-413d-9b77-85a3ae0ebf9b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:32:51.657755 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47304) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:51.843534 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-25c8b570-eca3-4fa2-af43-9d05b04a5c96 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/floatingips/bcf70f22-0039-45c0-9f0e-d6fa86c175be HTTP/1.1" status: 200 len: 992 time: 0.1851425 Mar 31 15:32:51.846810 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fe34cc4a-f5b8-4e82-8f95-ed008534193b req-bd1250d0-0604-49b3-b829-282d0e46d252 service neutron] 10.222.0.41 "GET /v2.0/networks/3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895333 Mar 31 15:32:51.877448 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0589b703-acee-4cbf-bf2f-2dc0ab26fade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:51.877687 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-70fd53c8-512a-4eff-8110-62b51877d15c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:51.877803 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0589b703-acee-4cbf-bf2f-2dc0ab26fade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:51.877922 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07a5d08-ec6e-4461-8a6a-77e18c7b0d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-b062db18-3c45-443b-8ed2-a8ef4849e9af', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'fixed_ips': [{'subnet_id': 'df984311-c0fe-4d96-bc1f-8e89883604f5'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:32:51.877922 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f07a5d08-ec6e-4461-8a6a-77e18c7b0d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:51.911842 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0589b703-acee-4cbf-bf2f-2dc0ab26fade admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:51.920612 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:51.920861 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06cb8746-acfb-413d-9b77-85a3ae0ebf9b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:51.952674 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-06cb8746-acfb-413d-9b77-85a3ae0ebf9b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] device_id is not set on port 48357d06-7203-45f7-9a5b-02ba77f7c1df yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:32:51.982096 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-70fd53c8-512a-4eff-8110-62b51877d15c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:51.983488 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-70fd53c8-512a-4eff-8110-62b51877d15c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:51.996467 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-71976b0e-0433-4128-9d8a-e07fc620041d None None] Provisioning for port 881be044-17dd-4753-9327-3d194f41978f completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:52.072299 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8dcf437b-56f5-4cf7-81b2-305c042e2802 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:52.114494 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-8dcf437b-56f5-4cf7-81b2-305c042e2802 None None] Transition to ACTIVE for port object 3e135971-037c-4fa3-a4b6-3d6c2f652280 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:52.151431 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd53c8-512a-4eff-8110-62b51877d15c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event updated for resources: {'Port': ['ID=04969618-ae7b-4eff-a181-dfdafba5b3ce,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:52.181950 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=15959542-9715-4731-a051-f922fb81d643,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:52.197139 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-8dcf437b-56f5-4cf7-81b2-305c042e2802 None None] Transition to ACTIVE for port object 3e135971-037c-4fa3-a4b6-3d6c2f652280 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:52.201622 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fd53c8-512a-4eff-8110-62b51877d15c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Network 8fa6f36b-0bc9-4d5e-8219-d78052a974a3 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:52.203276 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-70fd53c8-512a-4eff-8110-62b51877d15c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:52.276416 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8dcf437b-56f5-4cf7-81b2-305c042e2802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:52.300571 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0589b703-acee-4cbf-bf2f-2dc0ab26fade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:52.311636 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-f07a5d08-ec6e-4461-8a6a-77e18c7b0d17 None None] Allocated IP 172.20.0.2 (b062db18-3c45-443b-8ed2-a8ef4849e9af/df984311-c0fe-4d96-bc1f-8e89883604f5/569d3955-f76f-42f8-9f4f-968e5e623210) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:52.392419 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70fd53c8-512a-4eff-8110-62b51877d15c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Router 6a21000e-abce-48db-8e06-f249c7c34490 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:32:52.395357 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcf437b-56f5-4cf7-81b2-305c042e2802 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:52.400496 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-8dcf437b-56f5-4cf7-81b2-305c042e2802 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:52.405000 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf437b-56f5-4cf7-81b2-305c042e2802 None None] Pushing event updated for resources: {'Port': ['ID=3e135971-037c-4fa3-a4b6-3d6c2f652280,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:52.453261 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcf437b-56f5-4cf7-81b2-305c042e2802 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:32:52.500666 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-06cb8746-acfb-413d-9b77-85a3ae0ebf9b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Allocated IP 2001:db8:0:1::1ba (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/b157ebbf-3b87-41be-8749-a8c9917aed29/48357d06-7203-45f7-9a5b-02ba77f7c1df) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:52.585072 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-06cb8746-acfb-413d-9b77-85a3ae0ebf9b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Allocated IP 2001:db8::f816:3eff:fe49:8f0a (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/64e19965-d406-48e8-87f3-605c62a1c49e/48357d06-7203-45f7-9a5b-02ba77f7c1df) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:52.608381 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fd53c8-512a-4eff-8110-62b51877d15c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:32:52.616705 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-70fd53c8-512a-4eff-8110-62b51877d15c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "PUT /v2.0/routers/6a21000e-abce-48db-8e06-f249c7c34490/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8457041 Mar 31 15:32:52.623084 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47308) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:52.632666 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-a096b7ff-6f34-4327-a6df-819c4dfc1ea9 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:52.632914 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12812f76-ff33-4627-b33d-66778eb6fff2 None None] Sync routers for ids ['6a21000e-abce-48db-8e06-f249c7c34490'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:32:52.647673 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12812f76-ff33-4627-b33d-66778eb6fff2 None None] Routers {'6a21000e-abce-48db-8e06-f249c7c34490'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:32:52.648466 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-12812f76-ff33-4627-b33d-66778eb6fff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:32:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6a21000e-abce-48db-8e06-f249c7c34490'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:52.669007 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-8dcf437b-56f5-4cf7-81b2-305c042e2802 None None] Attempting to bind port 3e135971-037c-4fa3-a4b6-3d6c2f652280 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:32:52.669397 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-8dcf437b-56f5-4cf7-81b2-305c042e2802 None None] Attempting to bind port 3e135971-037c-4fa3-a4b6-3d6c2f652280 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:32:52.669774 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcf437b-56f5-4cf7-81b2-305c042e2802 None None] Attempting to bind port 3e135971-037c-4fa3-a4b6-3d6c2f652280 on network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:32:52.672013 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 15959542-9715-4731-a051-f922fb81d643 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:32:52.785776 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcf437b-56f5-4cf7-81b2-305c042e2802 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:32:52.786345 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcf437b-56f5-4cf7-81b2-305c042e2802 None None] Checking segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:32:52.786761 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8dcf437b-56f5-4cf7-81b2-305c042e2802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:52.787195 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcf437b-56f5-4cf7-81b2-305c042e2802 None None] Bound using segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:32:52.787688 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-8dcf437b-56f5-4cf7-81b2-305c042e2802 None None] Bound port: 3e135971-037c-4fa3-a4b6-3d6c2f652280, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:32:52.788067 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8dcf437b-56f5-4cf7-81b2-305c042e2802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:52.934922 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-12812f76-ff33-4627-b33d-66778eb6fff2 None None] Set router 6a21000e-abce-48db-8e06-f249c7c34490 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:32:52.982902 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 15959542-9715-4731-a051-f922fb81d643 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:52.983279 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:53.086277 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c10b773a-72f4-41ad-9785-a2fd9c87fdd6 None None] Provisioning for port 04969618-ae7b-4eff-a181-dfdafba5b3ce completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:53.125513 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06cb8746-acfb-413d-9b77-85a3ae0ebf9b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:53.151289 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0589b703-acee-4cbf-bf2f-2dc0ab26fade admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:53.187166 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c10b773a-72f4-41ad-9785-a2fd9c87fdd6 None None] Provisioning complete for port 04969618-ae7b-4eff-a181-dfdafba5b3ce triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:53.187854 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c10b773a-72f4-41ad-9785-a2fd9c87fdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:53.193317 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0589b703-acee-4cbf-bf2f-2dc0ab26fade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:53.195470 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-06cb8746-acfb-413d-9b77-85a3ae0ebf9b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Transition to ACTIVE for port object 48357d06-7203-45f7-9a5b-02ba77f7c1df will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:53.265347 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-c10b773a-72f4-41ad-9785-a2fd9c87fdd6 None None] Port 04969618-ae7b-4eff-a181-dfdafba5b3ce cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:32:53.355606 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f07a5d08-ec6e-4461-8a6a-77e18c7b0d17 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:53.378351 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-12812f76-ff33-4627-b33d-66778eb6fff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:32:50Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None, '_interfaces': [{'id': '04969618-ae7b-4eff-a181-dfdafba5b3ce', 'name': '', 'network_id': '8fa6f36b-0bc9-4d5e-8219-d78052a974a3', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:7e:8d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'd975c03f-e0d7-44c4-b720-d6f55abb3572', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:48Z', 'updated_at': '2022-03-31T15:32:51Z', 'revision_number': 2, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': 'd975c03f-e0d7-44c4-b720-d6f55abb3572', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '15959542-9715-4731-a051-f922fb81d643', 'name': '', 'network_id': '17141e49-89df-4825-89d0-20f30bb3fc3a', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:74:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '166f20ab-0103-40a2-908f-800c7a1b3d32', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:41Z', 'updated_at': '2022-03-31T15:32:51Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '166f20ab-0103-40a2-908f-800c7a1b3d32', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '747a6b13-ce01-41ce-8270-70d2b5f258cc', 'name': '', 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:e9:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:24Z', 'updated_at': '2022-03-31T15:32:37Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71822b4-61aa-4f4a-9341-17006a2505da', 'name': '', 'network_id': 'c68b8497-ac7a-49e2-8da5-7caee76cf1fe', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:06:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:33Z', 'updated_at': '2022-03-31T15:32:42Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:53.387558 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12812f76-ff33-4627-b33d-66778eb6fff2 None None] Checking router: 6a21000e-abce-48db-8e06-f249c7c34490 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:32:53.388040 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12812f76-ff33-4627-b33d-66778eb6fff2 None None] Updating router 6a21000e-abce-48db-8e06-f249c7c34490 port 04969618-ae7b-4eff-a181-dfdafba5b3ce binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:32:53.390447 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f07a5d08-ec6e-4461-8a6a-77e18c7b0d17 None None] Transition to ACTIVE for port object 569d3955-f76f-42f8-9f4f-968e5e623210 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:53.400762 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-8dcf437b-56f5-4cf7-81b2-305c042e2802 None None] For port 3e135971-037c-4fa3-a4b6-3d6c2f652280, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:32:53.402920 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-0589b703-acee-4cbf-bf2f-2dc0ab26fade admin admin] Allocated IP 172.26.5.20 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/98074a51-13bd-4ad4-ad21-986896f61ffa) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:53.403403 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 881be044-17dd-4753-9327-3d194f41978f up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:32:53.456065 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-12812f76-ff33-4627-b33d-66778eb6fff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:53.466065 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06cb8746-acfb-413d-9b77-85a3ae0ebf9b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:53.520964 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-8dcf437b-56f5-4cf7-81b2-305c042e2802 None None] For port 3e135971-037c-4fa3-a4b6-3d6c2f652280, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=3e135971-037c-4fa3-a4b6-3d6c2f652280,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:32:53.536187 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f07a5d08-ec6e-4461-8a6a-77e18c7b0d17 None None] Transition to ACTIVE for port object 569d3955-f76f-42f8-9f4f-968e5e623210 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:53.537636 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-152eb566-f3f5-4f2a-88fb-6db238c23f1a None None] Provisioning complete for port 04969618-ae7b-4eff-a181-dfdafba5b3ce triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:53.538022 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-152eb566-f3f5-4f2a-88fb-6db238c23f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:53.573557 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 881be044-17dd-4753-9327-3d194f41978f completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:53.586031 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 881be044-17dd-4753-9327-3d194f41978f triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:53.586422 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:53.623927 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8dcf437b-56f5-4cf7-81b2-305c042e2802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:53.718724 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.extraroute_db [None req-a096b7ff-6f34-4327-a6df-819c4dfc1ea9 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 31 15:32:53.721008 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf437b-56f5-4cf7-81b2-305c042e2802 None None] Pushing event updated for resources: {'Port': ['ID=3e135971-037c-4fa3-a4b6-3d6c2f652280,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:53.734440 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f07a5d08-ec6e-4461-8a6a-77e18c7b0d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:53.745804 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.extraroute_db [None req-a096b7ff-6f34-4327-a6df-819c4dfc1ea9 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Removed routes are [] {{(pid=103444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 31 15:32:53.746200 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a096b7ff-6f34-4327-a6df-819c4dfc1ea9 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:53.824401 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-152eb566-f3f5-4f2a-88fb-6db238c23f1a None None] Port 04969618-ae7b-4eff-a181-dfdafba5b3ce cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:32:53.824690 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cb8746-acfb-413d-9b77-85a3ae0ebf9b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:53.827271 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07a5d08-ec6e-4461-8a6a-77e18c7b0d17 None None] Network b062db18-3c45-443b-8ed2-a8ef4849e9af is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:53.835833 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-06cb8746-acfb-413d-9b77-85a3ae0ebf9b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:53.840342 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-f07a5d08-ec6e-4461-8a6a-77e18c7b0d17 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:53.845271 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cb8746-acfb-413d-9b77-85a3ae0ebf9b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:32:53.851333 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cb8746-acfb-413d-9b77-85a3ae0ebf9b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:53.854595 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07a5d08-ec6e-4461-8a6a-77e18c7b0d17 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:32:53.854750 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06cb8746-acfb-413d-9b77-85a3ae0ebf9b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:53.859916 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb8746-acfb-413d-9b77-85a3ae0ebf9b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Port': ['ID=48357d06-7203-45f7-9a5b-02ba77f7c1df,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:53.906504 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a5d08-ec6e-4461-8a6a-77e18c7b0d17 None None] Pushing event updated for resources: {'Port': ['ID=569d3955-f76f-42f8-9f4f-968e5e623210,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:53.929701 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0589b703-acee-4cbf-bf2f-2dc0ab26fade admin admin] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:53.971625 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-12812f76-ff33-4627-b33d-66778eb6fff2 None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:53.985427 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-12812f76-ff33-4627-b33d-66778eb6fff2 None None] Transition to ACTIVE for port object 04969618-ae7b-4eff-a181-dfdafba5b3ce will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:54.009945 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-06cb8746-acfb-413d-9b77-85a3ae0ebf9b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8579557 Mar 31 15:32:54.022043 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47312) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:54.047385 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-f07a5d08-ec6e-4461-8a6a-77e18c7b0d17 None None] Attempting to bind port 569d3955-f76f-42f8-9f4f-968e5e623210 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:32:54.051023 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-f07a5d08-ec6e-4461-8a6a-77e18c7b0d17 None None] Attempting to bind port 569d3955-f76f-42f8-9f4f-968e5e623210 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'ba430e3c-c87c-4f37-818e-9716eff11a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:32:54.051023 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07a5d08-ec6e-4461-8a6a-77e18c7b0d17 None None] Attempting to bind port 569d3955-f76f-42f8-9f4f-968e5e623210 on network b062db18-3c45-443b-8ed2-a8ef4849e9af {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:32:54.061443 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:54.062753 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0589b703-acee-4cbf-bf2f-2dc0ab26fade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:54.072853 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07a5d08-ec6e-4461-8a6a-77e18c7b0d17 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:32:54.073255 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07a5d08-ec6e-4461-8a6a-77e18c7b0d17 None None] Checking segment: {'id': 'ba430e3c-c87c-4f37-818e-9716eff11a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:32:54.079403 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f07a5d08-ec6e-4461-8a6a-77e18c7b0d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:54.079403 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07a5d08-ec6e-4461-8a6a-77e18c7b0d17 None None] Bound using segment: {'id': 'ba430e3c-c87c-4f37-818e-9716eff11a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:32:54.079403 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-f07a5d08-ec6e-4461-8a6a-77e18c7b0d17 None None] Bound port: 569d3955-f76f-42f8-9f4f-968e5e623210, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba430e3c-c87c-4f37-818e-9716eff11a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:32:54.079403 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f07a5d08-ec6e-4461-8a6a-77e18c7b0d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:54.085989 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c38851fa-6920-4004-acaa-28daf6462c13 None None] Provisioning complete for port 04969618-ae7b-4eff-a181-dfdafba5b3ce triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:54.086352 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c38851fa-6920-4004-acaa-28daf6462c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:54.101493 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-12812f76-ff33-4627-b33d-66778eb6fff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:54.204341 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 881be044-17dd-4753-9327-3d194f41978f, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=881be044-17dd-4753-9327-3d194f41978f,segment=NetworkSegment(2be42122-a937-4b6a-8aa9-8eacfcec18b5),segment_id=2be42122-a937-4b6a-8aa9-8eacfcec18b5)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:54.212372 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0589b703-acee-4cbf-bf2f-2dc0ab26fade admin admin] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:54.224293 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-0589b703-acee-4cbf-bf2f-2dc0ab26fade admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:54.240499 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0589b703-acee-4cbf-bf2f-2dc0ab26fade admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:32:54.257569 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-c38851fa-6920-4004-acaa-28daf6462c13 None None] Port 04969618-ae7b-4eff-a181-dfdafba5b3ce cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:32:54.283082 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:54.298065 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-2d78f939-e536-4eed-8372-464190d00a9c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting port 48357d06-7203-45f7-9a5b-02ba77f7c1df {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:32:54.298423 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d78f939-e536-4eed-8372-464190d00a9c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:54.309412 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a096b7ff-6f34-4327-a6df-819c4dfc1ea9 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:54.314871 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a096b7ff-6f34-4327-a6df-819c4dfc1ea9 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-462406'] for router, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:54.353109 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f07a5d08-ec6e-4461-8a6a-77e18c7b0d17 None None] For port 569d3955-f76f-42f8-9f4f-968e5e623210, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:32:54.376999 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f380e6c-98ef-46d2-aedc-e39bd845ed8c None None] Pushing event updated for resources: {'Port': ['ID=04969618-ae7b-4eff-a181-dfdafba5b3ce,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:54.390823 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f07a5d08-ec6e-4461-8a6a-77e18c7b0d17 None None] For port 569d3955-f76f-42f8-9f4f-968e5e623210, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=569d3955-f76f-42f8-9f4f-968e5e623210,segment=NetworkSegment(ba430e3c-c87c-4f37-818e-9716eff11a24),segment_id=ba430e3c-c87c-4f37-818e-9716eff11a24)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:32:54.426599 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=881be044-17dd-4753-9327-3d194f41978f,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:54.465082 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f07a5d08-ec6e-4461-8a6a-77e18c7b0d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:54.506034 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-12812f76-ff33-4627-b33d-66778eb6fff2 None None] Attempting to bind port 04969618-ae7b-4eff-a181-dfdafba5b3ce on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:32:54.506589 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-12812f76-ff33-4627-b33d-66778eb6fff2 None None] Attempting to bind port 04969618-ae7b-4eff-a181-dfdafba5b3ce by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '2be42122-a937-4b6a-8aa9-8eacfcec18b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8fa6f36b-0bc9-4d5e-8219-d78052a974a3'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:32:54.507059 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12812f76-ff33-4627-b33d-66778eb6fff2 None None] Attempting to bind port 04969618-ae7b-4eff-a181-dfdafba5b3ce on network 8fa6f36b-0bc9-4d5e-8219-d78052a974a3 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:32:54.541340 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12812f76-ff33-4627-b33d-66778eb6fff2 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:32:54.545103 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12812f76-ff33-4627-b33d-66778eb6fff2 None None] Checking segment: {'id': '2be42122-a937-4b6a-8aa9-8eacfcec18b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8fa6f36b-0bc9-4d5e-8219-d78052a974a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:32:54.545103 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-12812f76-ff33-4627-b33d-66778eb6fff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:54.545103 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12812f76-ff33-4627-b33d-66778eb6fff2 None None] Bound using segment: {'id': '2be42122-a937-4b6a-8aa9-8eacfcec18b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8fa6f36b-0bc9-4d5e-8219-d78052a974a3'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:32:54.545103 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-12812f76-ff33-4627-b33d-66778eb6fff2 None None] Bound port: 04969618-ae7b-4eff-a181-dfdafba5b3ce, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be42122-a937-4b6a-8aa9-8eacfcec18b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8fa6f36b-0bc9-4d5e-8219-d78052a974a3'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:32:54.545103 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-12812f76-ff33-4627-b33d-66778eb6fff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:54.552130 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 3e135971-037c-4fa3-a4b6-3d6c2f652280 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:32:54.565185 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589b703-acee-4cbf-bf2f-2dc0ab26fade admin admin] Pushing event updated for resources: {'Port': ['ID=98074a51-13bd-4ad4-ad21-986896f61ffa,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:54.700338 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a096b7ff-6f34-4327-a6df-819c4dfc1ea9 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Router 6a21000e-abce-48db-8e06-f249c7c34490 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:32:54.715651 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-12812f76-ff33-4627-b33d-66778eb6fff2 None None] For port 04969618-ae7b-4eff-a181-dfdafba5b3ce, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:32:54.727772 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-12812f76-ff33-4627-b33d-66778eb6fff2 None None] For port 04969618-ae7b-4eff-a181-dfdafba5b3ce, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=04969618-ae7b-4eff-a181-dfdafba5b3ce,segment=NetworkSegment(2be42122-a937-4b6a-8aa9-8eacfcec18b5),segment_id=2be42122-a937-4b6a-8aa9-8eacfcec18b5)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:32:54.756587 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a5d08-ec6e-4461-8a6a-77e18c7b0d17 None None] Pushing event updated for resources: {'Port': ['ID=569d3955-f76f-42f8-9f4f-968e5e623210,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:54.811610 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-12812f76-ff33-4627-b33d-66778eb6fff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:54.896759 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f380e6c-98ef-46d2-aedc-e39bd845ed8c None None] Pushing event updated for resources: {'Port': ['ID=04969618-ae7b-4eff-a181-dfdafba5b3ce,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:54.899597 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a096b7ff-6f34-4327-a6df-819c4dfc1ea9 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:32:54.908466 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a096b7ff-6f34-4327-a6df-819c4dfc1ea9 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:54.909017 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 3e135971-037c-4fa3-a4b6-3d6c2f652280 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:54.914521 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a096b7ff-6f34-4327-a6df-819c4dfc1ea9 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "PUT /v2.0/routers/6a21000e-abce-48db-8e06-f249c7c34490 HTTP/1.1" status: 200 len: 953 time: 2.2903259 Mar 31 15:32:54.915738 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47316) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:54.942934 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12812f76-ff33-4627-b33d-66778eb6fff2 None None] Routers {'6a21000e-abce-48db-8e06-f249c7c34490'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:32:54.944074 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-12812f76-ff33-4627-b33d-66778eb6fff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:32:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6a21000e-abce-48db-8e06-f249c7c34490'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:55.090549 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:55.266465 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-12812f76-ff33-4627-b33d-66778eb6fff2 None None] Set router 6a21000e-abce-48db-8e06-f249c7c34490 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:32:55.271803 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d78f939-e536-4eed-8372-464190d00a9c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:55.408114 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b4b967bb-57b8-43a3-8a09-01da260be573 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "GET /v2.0/routers/6a21000e-abce-48db-8e06-f249c7c34490 HTTP/1.1" status: 200 len: 953 time: 0.4911101 Mar 31 15:32:55.408760 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47320) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:55.415429 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-0f3ef47c-98ac-4a52-bb0f-f5e3c6f79800 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Request body: {'router': {'routes': None}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:55.477915 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-2d78f939-e536-4eed-8372-464190d00a9c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Calling delete_port for 48357d06-7203-45f7-9a5b-02ba77f7c1df owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:32:55.602886 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64adb0c8-de43-460f-ae24-5af87def0c0e None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:32:55.715840 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0589b703-acee-4cbf-bf2f-2dc0ab26fade admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:55.751775 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-12812f76-ff33-4627-b33d-66778eb6fff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:32:53Z', 'revision_number': 6, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None, '_interfaces': [{'id': '04969618-ae7b-4eff-a181-dfdafba5b3ce', 'name': '', 'network_id': '8fa6f36b-0bc9-4d5e-8219-d78052a974a3', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:7e:8d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'd975c03f-e0d7-44c4-b720-d6f55abb3572', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:48Z', 'updated_at': '2022-03-31T15:32:54Z', 'revision_number': 4, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': 'd975c03f-e0d7-44c4-b720-d6f55abb3572', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '15959542-9715-4731-a051-f922fb81d643', 'name': '', 'network_id': '17141e49-89df-4825-89d0-20f30bb3fc3a', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:74:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '166f20ab-0103-40a2-908f-800c7a1b3d32', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:41Z', 'updated_at': '2022-03-31T15:32:51Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '166f20ab-0103-40a2-908f-800c7a1b3d32', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '747a6b13-ce01-41ce-8270-70d2b5f258cc', 'name': '', 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:e9:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:24Z', 'updated_at': '2022-03-31T15:32:37Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71822b4-61aa-4f4a-9341-17006a2505da', 'name': '', 'network_id': 'c68b8497-ac7a-49e2-8da5-7caee76cf1fe', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:06:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:33Z', 'updated_at': '2022-03-31T15:32:42Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:55.764885 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12812f76-ff33-4627-b33d-66778eb6fff2 None None] The sync data for ids ['6a21000e-abce-48db-8e06-f249c7c34490'] in dv-neutron-833379-2-hyperv is: [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:32:53Z', 'revision_number': 6, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None, '_interfaces': [{'id': '04969618-ae7b-4eff-a181-dfdafba5b3ce', 'name': '', 'network_id': '8fa6f36b-0bc9-4d5e-8219-d78052a974a3', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:7e:8d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'd975c03f-e0d7-44c4-b720-d6f55abb3572', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:48Z', 'updated_at': '2022-03-31T15:32:54Z', 'revision_number': 4, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': 'd975c03f-e0d7-44c4-b720-d6f55abb3572', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '15959542-9715-4731-a051-f922fb81d643', 'name': '', 'network_id': '17141e49-89df-4825-89d0-20f30bb3fc3a', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:74:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '166f20ab-0103-40a2-908f-800c7a1b3d32', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:41Z', 'updated_at': '2022-03-31T15:32:51Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '166f20ab-0103-40a2-908f-800c7a1b3d32', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '747a6b13-ce01-41ce-8270-70d2b5f258cc', 'name': '', 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:e9:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:24Z', 'updated_at': '2022-03-31T15:32:37Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71822b4-61aa-4f4a-9341-17006a2505da', 'name': '', 'network_id': 'c68b8497-ac7a-49e2-8da5-7caee76cf1fe', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:06:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:33Z', 'updated_at': '2022-03-31T15:32:42Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:32:55.794600 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-533e2b50-2838-4b38-b82d-7beebe1caa8f None None] Provisioning for port 3e135971-037c-4fa3-a4b6-3d6c2f652280 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:55.822432 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-533e2b50-2838-4b38-b82d-7beebe1caa8f None None] Provisioning complete for port 3e135971-037c-4fa3-a4b6-3d6c2f652280 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:55.823153 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-533e2b50-2838-4b38-b82d-7beebe1caa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:56.072498 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-533e2b50-2838-4b38-b82d-7beebe1caa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:56.153987 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-533e2b50-2838-4b38-b82d-7beebe1caa8f None None] For port 3e135971-037c-4fa3-a4b6-3d6c2f652280, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=3e135971-037c-4fa3-a4b6-3d6c2f652280,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:56.163319 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d78f939-e536-4eed-8372-464190d00a9c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:56.221517 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78f939-e536-4eed-8372-464190d00a9c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Port': ['ID=48357d06-7203-45f7-9a5b-02ba77f7c1df,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:56.252110 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-533e2b50-2838-4b38-b82d-7beebe1caa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:56.317852 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.extraroute_db [None req-0f3ef47c-98ac-4a52-bb0f-f5e3c6f79800 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Added routes are [] {{(pid=103444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 31 15:32:56.318358 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.extraroute_db [None req-0f3ef47c-98ac-4a52-bb0f-f5e3c6f79800 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 31 15:32:56.357921 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf635a24-1551-46e5-ba37-cdb866dddf9f None None] Update dhcp port {'port': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'fixed_ips': [{'subnet_id': '64e19965-d406-48e8-87f3-605c62a1c49e', 'ip_address': '2001:db8::f816:3eff:feeb:5e41'}, {'subnet_id': 'b157ebbf-3b87-41be-8749-a8c9917aed29'}], 'binding:host_id': 'dv-neutron-833379-2-hyperv'}, 'id': '3e135971-037c-4fa3-a4b6-3d6c2f652280'} from dv-neutron-833379-2-hyperv. {{(pid=103445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 31 15:32:56.362110 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d78f939-e536-4eed-8372-464190d00a9c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:56.407169 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f3ef47c-98ac-4a52-bb0f-f5e3c6f79800 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:56.435094 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cf635a24-1551-46e5-ba37-cdb866dddf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:56.454662 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2d78f939-e536-4eed-8372-464190d00a9c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/48357d06-7203-45f7-9a5b-02ba77f7c1df HTTP/1.1" status: 204 len: 168 time: 2.4411261 Mar 31 15:32:56.455445 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47324) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:56.457922 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef61f83a-a3c4-4835-913b-d79fc206afc4 None None] Network b062db18-3c45-443b-8ed2-a8ef4849e9af requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:32:56.620977 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0589b703-acee-4cbf-bf2f-2dc0ab26fade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:56.739226 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e2b50-2838-4b38-b82d-7beebe1caa8f None None] Pushing event updated for resources: {'Port': ['ID=3e135971-037c-4fa3-a4b6-3d6c2f652280,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:56.742430 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 569d3955-f76f-42f8-9f4f-968e5e623210 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:32:56.929312 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-31ca3079-13b9-471a-b722-d5dea9c8134a None None] Provisioning for port 569d3955-f76f-42f8-9f4f-968e5e623210 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:56.932688 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b2bc41-65d2-4479-8d49-93e82fb2b54c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:56.936810 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f3b2bc41-65d2-4479-8d49-93e82fb2b54c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.4768860 Mar 31 15:32:56.937792 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47328) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:56.968897 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f3ef47c-98ac-4a52-bb0f-f5e3c6f79800 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:56.973878 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f3ef47c-98ac-4a52-bb0f-f5e3c6f79800 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-462406'] for router, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:57.003520 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0589b703-acee-4cbf-bf2f-2dc0ab26fade admin admin] Router 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:32:57.013640 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b0d991-1ba5-4975-a94c-54dca0071d01 None None] Sync routers for ids ['6a21000e-abce-48db-8e06-f249c7c34490'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:32:57.063756 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 569d3955-f76f-42f8-9f4f-968e5e623210 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:57.077801 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 569d3955-f76f-42f8-9f4f-968e5e623210 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:57.078229 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:57.113493 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b0d991-1ba5-4975-a94c-54dca0071d01 None None] Routers {'6a21000e-abce-48db-8e06-f249c7c34490'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:32:57.114145 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-32b0d991-1ba5-4975-a94c-54dca0071d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:32:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6a21000e-abce-48db-8e06-f249c7c34490'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:57.141780 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3ef47c-98ac-4a52-bb0f-f5e3c6f79800 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Router 6a21000e-abce-48db-8e06-f249c7c34490 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:32:57.205982 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54e6334-1d7c-4a7f-b879-137c1e1202e7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:57.207819 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e54e6334-1d7c-4a7f-b879-137c1e1202e7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:57.239795 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0589b703-acee-4cbf-bf2f-2dc0ab26fade admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:32:57.251280 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292808d9-94f4-4982-a5d2-ba170c722e2e None None] Sync routers for ids ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:32:57.267371 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-cf635a24-1551-46e5-ba37-cdb866dddf9f None None] Allocated IP 2001:db8:0:1::2 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/b157ebbf-3b87-41be-8749-a8c9917aed29/3e135971-037c-4fa3-a4b6-3d6c2f652280) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:57.267857 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292808d9-94f4-4982-a5d2-ba170c722e2e None None] Routers {'83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:32:57.268671 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-292808d9-94f4-4982-a5d2-ba170c722e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:32:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:57.342139 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e54e6334-1d7c-4a7f-b879-137c1e1202e7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:57.346050 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e54e6334-1d7c-4a7f-b879-137c1e1202e7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.4053800 Mar 31 15:32:57.348964 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47332) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:57.400802 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0589b703-acee-4cbf-bf2f-2dc0ab26fade admin admin] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:57.401561 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-32b0d991-1ba5-4975-a94c-54dca0071d01 None None] Set router 6a21000e-abce-48db-8e06-f249c7c34490 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:32:57.403065 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0589b703-acee-4cbf-bf2f-2dc0ab26fade admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8891003 Mar 31 15:32:57.408748 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47336) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:57.450115 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c5cfbb-e297-484e-9298-f84af537e872 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:57.452100 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c5cfbb-e297-484e-9298-f84af537e872 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:57.455266 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c5cfbb-e297-484e-9298-f84af537e872 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:57.458909 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-72c5cfbb-e297-484e-9298-f84af537e872 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:32:57.526256 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-292808d9-94f4-4982-a5d2-ba170c722e2e None None] Set router 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:32:57.550482 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-72c5cfbb-e297-484e-9298-f84af537e872 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:32:57.553372 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-72c5cfbb-e297-484e-9298-f84af537e872 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2018056 Mar 31 15:32:57.556912 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47340) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:57.560299 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:57.602334 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3ef47c-98ac-4a52-bb0f-f5e3c6f79800 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:32:57.610629 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f3ef47c-98ac-4a52-bb0f-f5e3c6f79800 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:57.611783 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0f3ef47c-98ac-4a52-bb0f-f5e3c6f79800 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "PUT /v2.0/routers/6a21000e-abce-48db-8e06-f249c7c34490 HTTP/1.1" status: 200 len: 703 time: 2.2015007 Mar 31 15:32:57.615632 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47344) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:57.698379 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5bf806d-16ce-4d42-869d-510b245204d9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting subnet 64e19965-d406-48e8-87f3-605c62a1c49e {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:32:57.841954 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 569d3955-f76f-42f8-9f4f-968e5e623210, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=569d3955-f76f-42f8-9f4f-968e5e623210,segment=NetworkSegment(ba430e3c-c87c-4f37-818e-9716eff11a24),segment_id=ba430e3c-c87c-4f37-818e-9716eff11a24)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:57.852870 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-cf635a24-1551-46e5-ba37-cdb866dddf9f None None] For port 3e135971-037c-4fa3-a4b6-3d6c2f652280, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=3e135971-037c-4fa3-a4b6-3d6c2f652280,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:57.897802 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c962c559-2c6d-459b-9e0d-4165fe4d1e2a tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "GET /v2.0/routers/6a21000e-abce-48db-8e06-f249c7c34490 HTTP/1.1" status: 200 len: 703 time: 0.2813363 Mar 31 15:32:57.899488 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47348) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:57.945272 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-292808d9-94f4-4982-a5d2-ba170c722e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'name': 'tempest-TestVolumeBootPattern-1685436417-router', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20'}], 'enable_snat': True}, 'gw_port_id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:51Z', 'updated_at': '2022-03-31T15:32:54Z', 'revision_number': 3, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'gw_port': {'id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:53Z', 'updated_at': '2022-03-31T15:32:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:57.950123 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292808d9-94f4-4982-a5d2-ba170c722e2e None None] Checking router: 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:32:57.950709 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292808d9-94f4-4982-a5d2-ba170c722e2e None None] Updating router 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 port 98074a51-13bd-4ad4-ad21-986896f61ffa binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:32:57.961037 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b69fa843-bed4-4915-8488-7f6a963f81f8 None None] Provisioning complete for port 569d3955-f76f-42f8-9f4f-968e5e623210 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:57.961434 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b69fa843-bed4-4915-8488-7f6a963f81f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:57.985340 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:57.986564 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 881be044-17dd-4753-9327-3d194f41978f up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:32:58.011484 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-292808d9-94f4-4982-a5d2-ba170c722e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:58.125779 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.resource_extend [None req-cf635a24-1551-46e5-ba37-cdb866dddf9f None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:32:58.223448 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cf635a24-1551-46e5-ba37-cdb866dddf9f None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:58.287445 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cf635a24-1551-46e5-ba37-cdb866dddf9f None None] Transition to ACTIVE for port object 3e135971-037c-4fa3-a4b6-3d6c2f652280 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:58.322632 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=569d3955-f76f-42f8-9f4f-968e5e623210,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:58.325178 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 881be044-17dd-4753-9327-3d194f41978f triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:58.325583 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:58.367564 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b5bf806d-16ce-4d42-869d-510b245204d9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:58.377424 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cf635a24-1551-46e5-ba37-cdb866dddf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:58.419112 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a5e5626-ffc6-4d42-9445-bbd815c72d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:58.438067 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-292808d9-94f4-4982-a5d2-ba170c722e2e None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:58.455878 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-292808d9-94f4-4982-a5d2-ba170c722e2e None None] Transition to ACTIVE for port object 98074a51-13bd-4ad4-ad21-986896f61ffa will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:58.551017 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-292808d9-94f4-4982-a5d2-ba170c722e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:58.611531 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b5bf806d-16ce-4d42-869d-510b245204d9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:58.630230 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf635a24-1551-46e5-ba37-cdb866dddf9f None None] Pushing event updated for resources: {'Port': ['ID=3e135971-037c-4fa3-a4b6-3d6c2f652280,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:58.646690 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-32b0d991-1ba5-4975-a94c-54dca0071d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:32:56Z', 'revision_number': 7, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None, '_interfaces': [{'id': '04969618-ae7b-4eff-a181-dfdafba5b3ce', 'name': '', 'network_id': '8fa6f36b-0bc9-4d5e-8219-d78052a974a3', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:7e:8d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'd975c03f-e0d7-44c4-b720-d6f55abb3572', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:48Z', 'updated_at': '2022-03-31T15:32:54Z', 'revision_number': 4, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': 'd975c03f-e0d7-44c4-b720-d6f55abb3572', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '15959542-9715-4731-a051-f922fb81d643', 'name': '', 'network_id': '17141e49-89df-4825-89d0-20f30bb3fc3a', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:74:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '166f20ab-0103-40a2-908f-800c7a1b3d32', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:41Z', 'updated_at': '2022-03-31T15:32:51Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '166f20ab-0103-40a2-908f-800c7a1b3d32', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '747a6b13-ce01-41ce-8270-70d2b5f258cc', 'name': '', 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:e9:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:24Z', 'updated_at': '2022-03-31T15:32:37Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71822b4-61aa-4f4a-9341-17006a2505da', 'name': '', 'network_id': 'c68b8497-ac7a-49e2-8da5-7caee76cf1fe', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:06:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:33Z', 'updated_at': '2022-03-31T15:32:42Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:58.732737 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-292808d9-94f4-4982-a5d2-ba170c722e2e None None] Attempting to bind port 98074a51-13bd-4ad4-ad21-986896f61ffa on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:32:58.733122 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-292808d9-94f4-4982-a5d2-ba170c722e2e None None] Attempting to bind port 98074a51-13bd-4ad4-ad21-986896f61ffa by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:32:58.733513 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292808d9-94f4-4982-a5d2-ba170c722e2e None None] Attempting to bind port 98074a51-13bd-4ad4-ad21-986896f61ffa on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:32:58.738579 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b5bf806d-16ce-4d42-869d-510b245204d9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:58.749739 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b0d991-1ba5-4975-a94c-54dca0071d01 None None] Checking router: 6a21000e-abce-48db-8e06-f249c7c34490 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:32:58.764888 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292808d9-94f4-4982-a5d2-ba170c722e2e None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:32:58.765305 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292808d9-94f4-4982-a5d2-ba170c722e2e None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:32:58.765695 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-292808d9-94f4-4982-a5d2-ba170c722e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:58.766966 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292808d9-94f4-4982-a5d2-ba170c722e2e None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:32:58.767454 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-292808d9-94f4-4982-a5d2-ba170c722e2e None None] Bound port: 98074a51-13bd-4ad4-ad21-986896f61ffa, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:32:58.768041 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-292808d9-94f4-4982-a5d2-ba170c722e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:58.782561 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-0a5e5626-ffc6-4d42-9445-bbd815c72d3c admin admin] Allocated IP 172.20.0.1 (b062db18-3c45-443b-8ed2-a8ef4849e9af/df984311-c0fe-4d96-bc1f-8e89883604f5/7a7d4c3b-ba84-4281-851b-f58d022b83cb) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:58.799157 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b0d991-1ba5-4975-a94c-54dca0071d01 None None] Routers {'6a21000e-abce-48db-8e06-f249c7c34490'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:32:58.799839 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-32b0d991-1ba5-4975-a94c-54dca0071d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:32:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6a21000e-abce-48db-8e06-f249c7c34490'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:58.892591 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 04969618-ae7b-4eff-a181-dfdafba5b3ce up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:32:58.898861 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-292808d9-94f4-4982-a5d2-ba170c722e2e None None] For port 98074a51-13bd-4ad4-ad21-986896f61ffa, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:32:58.902562 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-292808d9-94f4-4982-a5d2-ba170c722e2e None None] For port 98074a51-13bd-4ad4-ad21-986896f61ffa, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=98074a51-13bd-4ad4-ad21-986896f61ffa,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:32:58.904972 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd19c043-a25b-4cac-9c3f-7685b161f53b tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:58.906704 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eaefe6-53de-439b-8a63-22f051f160fb None None] Pushing event updated for resources: {'Port': ['ID=98074a51-13bd-4ad4-ad21-986896f61ffa,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:58.974648 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b5bf806d-16ce-4d42-869d-510b245204d9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:59.019130 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-292808d9-94f4-4982-a5d2-ba170c722e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:59.036450 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b5bf806d-16ce-4d42-869d-510b245204d9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:59.097453 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-32b0d991-1ba5-4975-a94c-54dca0071d01 None None] Set router 6a21000e-abce-48db-8e06-f249c7c34490 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:32:59.118100 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf806d-16ce-4d42-869d-510b245204d9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Subnet': ['ID=64e19965-d406-48e8-87f3-605c62a1c49e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:59.138886 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eaefe6-53de-439b-8a63-22f051f160fb None None] Pushing event updated for resources: {'Port': ['ID=98074a51-13bd-4ad4-ad21-986896f61ffa,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:59.154304 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a5e5626-ffc6-4d42-9445-bbd815c72d3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:59.173058 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292808d9-94f4-4982-a5d2-ba170c722e2e None None] Routers {'83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:32:59.177807 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-292808d9-94f4-4982-a5d2-ba170c722e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:32:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:59.187472 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a5e5626-ffc6-4d42-9445-bbd815c72d3c admin admin] Transition to ACTIVE for port object 7a7d4c3b-ba84-4281-851b-f58d022b83cb will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:32:59.244276 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b5bf806d-16ce-4d42-869d-510b245204d9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/64e19965-d406-48e8-87f3-605c62a1c49e HTTP/1.1" status: 204 len: 168 time: 1.6858516 Mar 31 15:32:59.246815 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47352) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:32:59.323331 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a5e5626-ffc6-4d42-9445-bbd815c72d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:59.422929 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-cd19c043-a25b-4cac-9c3f-7685b161f53b tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Deleting port 04969618-ae7b-4eff-a181-dfdafba5b3ce {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:32:59.423799 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd19c043-a25b-4cac-9c3f-7685b161f53b tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:59.448602 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5e5626-ffc6-4d42-9445-bbd815c72d3c admin admin] Network b062db18-3c45-443b-8ed2-a8ef4849e9af is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:59.459358 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-0a5e5626-ffc6-4d42-9445-bbd815c72d3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:59.462866 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5e5626-ffc6-4d42-9445-bbd815c72d3c admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:32:59.488491 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-292808d9-94f4-4982-a5d2-ba170c722e2e None None] Set router 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:32:59.496235 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-b32cf9a3-f292-4b4e-9eca-18e1a47ee312 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting subnet b157ebbf-3b87-41be-8749-a8c9917aed29 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:32:59.522672 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b32cf9a3-f292-4b4e-9eca-18e1a47ee312 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:59.543216 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b429b9ba-30c8-4f7c-9d4c-6abe42f0ff5a None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:32:59.601942 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 04969618-ae7b-4eff-a181-dfdafba5b3ce completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:59.623074 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 04969618-ae7b-4eff-a181-dfdafba5b3ce triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:59.623362 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:59.664303 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e5626-ffc6-4d42-9445-bbd815c72d3c admin admin] Pushing event updated for resources: {'Port': ['ID=7a7d4c3b-ba84-4281-851b-f58d022b83cb,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:59.674474 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b32cf9a3-f292-4b4e-9eca-18e1a47ee312 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:59.756061 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a5e5626-ffc6-4d42-9445-bbd815c72d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:59.776853 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-cd19c043-a25b-4cac-9c3f-7685b161f53b tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] For port 04969618-ae7b-4eff-a181-dfdafba5b3ce, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=04969618-ae7b-4eff-a181-dfdafba5b3ce,segment=NetworkSegment(2be42122-a937-4b6a-8aa9-8eacfcec18b5),segment_id=2be42122-a937-4b6a-8aa9-8eacfcec18b5)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:32:59.778231 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd19c043-a25b-4cac-9c3f-7685b161f53b tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:59.793455 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-646a7803-1645-4cac-820a-3453599e8562 None None] Provisioning for port 3e135971-037c-4fa3-a4b6-3d6c2f652280 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:32:59.847436 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-646a7803-1645-4cac-820a-3453599e8562 None None] Provisioning complete for port 3e135971-037c-4fa3-a4b6-3d6c2f652280 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:32:59.847867 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-646a7803-1645-4cac-820a-3453599e8562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:59.888690 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b32cf9a3-f292-4b4e-9eca-18e1a47ee312 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:32:59.929266 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-cd19c043-a25b-4cac-9c3f-7685b161f53b tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Calling delete_port for 04969618-ae7b-4eff-a181-dfdafba5b3ce owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:32:59.950569 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-292808d9-94f4-4982-a5d2-ba170c722e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'name': 'tempest-TestVolumeBootPattern-1685436417-router', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20'}], 'enable_snat': True}, 'gw_port_id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:51Z', 'updated_at': '2022-03-31T15:32:54Z', 'revision_number': 3, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'gw_port': {'id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:53Z', 'updated_at': '2022-03-31T15:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:59.955598 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292808d9-94f4-4982-a5d2-ba170c722e2e None None] The sync data for ids ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'] in dv-neutron-833379-2-hyperv is: [{'id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'name': 'tempest-TestVolumeBootPattern-1685436417-router', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20'}], 'enable_snat': True}, 'gw_port_id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:51Z', 'updated_at': '2022-03-31T15:32:54Z', 'revision_number': 3, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'gw_port': {'id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:53Z', 'updated_at': '2022-03-31T15:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:33:00.008373 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a5e5626-ffc6-4d42-9445-bbd815c72d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:00.148381 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b32cf9a3-f292-4b4e-9eca-18e1a47ee312 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:00.181804 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:00.228727 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd19c043-a25b-4cac-9c3f-7685b161f53b tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:00.272356 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32cf9a3-f292-4b4e-9eca-18e1a47ee312 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Subnet': ['ID=b157ebbf-3b87-41be-8749-a8c9917aed29,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:00.281312 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b32cf9a3-f292-4b4e-9eca-18e1a47ee312 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:00.295282 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b32cf9a3-f292-4b4e-9eca-18e1a47ee312 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/b157ebbf-3b87-41be-8749-a8c9917aed29 HTTP/1.1" status: 204 len: 168 time: 1.0471275 Mar 31 15:33:00.297537 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47356) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:00.309063 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-32b0d991-1ba5-4975-a94c-54dca0071d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:32:56Z', 'revision_number': 7, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None, '_interfaces': [{'id': '04969618-ae7b-4eff-a181-dfdafba5b3ce', 'name': '', 'network_id': '8fa6f36b-0bc9-4d5e-8219-d78052a974a3', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:7e:8d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'd975c03f-e0d7-44c4-b720-d6f55abb3572', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:48Z', 'updated_at': '2022-03-31T15:32:54Z', 'revision_number': 4, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': 'd975c03f-e0d7-44c4-b720-d6f55abb3572', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '15959542-9715-4731-a051-f922fb81d643', 'name': '', 'network_id': '17141e49-89df-4825-89d0-20f30bb3fc3a', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:74:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '166f20ab-0103-40a2-908f-800c7a1b3d32', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:41Z', 'updated_at': '2022-03-31T15:32:51Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '166f20ab-0103-40a2-908f-800c7a1b3d32', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '747a6b13-ce01-41ce-8270-70d2b5f258cc', 'name': '', 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:e9:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:24Z', 'updated_at': '2022-03-31T15:32:37Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71822b4-61aa-4f4a-9341-17006a2505da', 'name': '', 'network_id': 'c68b8497-ac7a-49e2-8da5-7caee76cf1fe', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:06:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:33Z', 'updated_at': '2022-03-31T15:32:42Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:00.334749 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b0d991-1ba5-4975-a94c-54dca0071d01 None None] The sync data for ids ['6a21000e-abce-48db-8e06-f249c7c34490'] in dv-neutron-833379-2-hyperv is: [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:32:56Z', 'revision_number': 7, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None, '_interfaces': [{'id': '04969618-ae7b-4eff-a181-dfdafba5b3ce', 'name': '', 'network_id': '8fa6f36b-0bc9-4d5e-8219-d78052a974a3', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:7e:8d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'd975c03f-e0d7-44c4-b720-d6f55abb3572', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:48Z', 'updated_at': '2022-03-31T15:32:54Z', 'revision_number': 4, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': 'd975c03f-e0d7-44c4-b720-d6f55abb3572', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '15959542-9715-4731-a051-f922fb81d643', 'name': '', 'network_id': '17141e49-89df-4825-89d0-20f30bb3fc3a', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:74:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '166f20ab-0103-40a2-908f-800c7a1b3d32', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:41Z', 'updated_at': '2022-03-31T15:32:51Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '166f20ab-0103-40a2-908f-800c7a1b3d32', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '747a6b13-ce01-41ce-8270-70d2b5f258cc', 'name': '', 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:e9:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:24Z', 'updated_at': '2022-03-31T15:32:37Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71822b4-61aa-4f4a-9341-17006a2505da', 'name': '', 'network_id': 'c68b8497-ac7a-49e2-8da5-7caee76cf1fe', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:06:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:33Z', 'updated_at': '2022-03-31T15:32:42Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:33:00.391596 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19c043-a25b-4cac-9c3f-7685b161f53b tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Port': ['ID=04969618-ae7b-4eff-a181-dfdafba5b3ce,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:00.500415 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-80168ff2-ce25-42f5-8191-d93350472ad1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1991489 Mar 31 15:33:00.502079 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47360) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:00.533398 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a5e5626-ffc6-4d42-9445-bbd815c72d3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:00.599836 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 3e135971-037c-4fa3-a4b6-3d6c2f652280 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:33:00.616657 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a5e5626-ffc6-4d42-9445-bbd815c72d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:00.620324 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-0201afa7-0a7e-4992-a4a5-d8d56bc4a200 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:00.688952 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9c38c130-0dc5-431b-8203-9bb7a5ad59d6 None None] Provisioning for port 7a7d4c3b-ba84-4281-851b-f58d022b83cb completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:33:00.713173 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55e3d0d-4dd3-4f14-9d45-69382c33b4f9 None None] Update dhcp port {'port': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'fixed_ips': [{'subnet_id': 'b157ebbf-3b87-41be-8749-a8c9917aed29'}], 'binding:host_id': 'dv-neutron-833379-2-hyperv'}, 'id': '3e135971-037c-4fa3-a4b6-3d6c2f652280'} from dv-neutron-833379-2-hyperv. {{(pid=103445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 31 15:33:00.763333 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9c38c130-0dc5-431b-8203-9bb7a5ad59d6 None None] Provisioning complete for port 7a7d4c3b-ba84-4281-851b-f58d022b83cb triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:00.763704 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9c38c130-0dc5-431b-8203-9bb7a5ad59d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:00.845046 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e5626-ffc6-4d42-9445-bbd815c72d3c admin admin] Pushing event updated for resources: {'Port': ['ID=7a7d4c3b-ba84-4281-851b-f58d022b83cb,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:00.850103 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ec98b2-a9e5-469d-a1e7-df2d5f24d9e1 None None] Sync routers for ids ['6a21000e-abce-48db-8e06-f249c7c34490'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:33:00.850811 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a5e5626-ffc6-4d42-9445-bbd815c72d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:00.874642 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d55e3d0d-4dd3-4f14-9d45-69382c33b4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:00.887964 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-9c38c130-0dc5-431b-8203-9bb7a5ad59d6 None None] Port 7a7d4c3b-ba84-4281-851b-f58d022b83cb cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:33:00.897873 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ec98b2-a9e5-469d-a1e7-df2d5f24d9e1 None None] Routers {'6a21000e-abce-48db-8e06-f249c7c34490'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:33:00.898513 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-77ec98b2-a9e5-469d-a1e7-df2d5f24d9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:32:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6a21000e-abce-48db-8e06-f249c7c34490'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:01.028708 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5e5626-ffc6-4d42-9445-bbd815c72d3c admin admin] Network b062db18-3c45-443b-8ed2-a8ef4849e9af is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:33:01.030203 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-0a5e5626-ffc6-4d42-9445-bbd815c72d3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:33:01.043175 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0201afa7-0a7e-4992-a4a5-d8d56bc4a200 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:01.048687 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd19c043-a25b-4cac-9c3f-7685b161f53b tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:01.052890 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0201afa7-0a7e-4992-a4a5-d8d56bc4a200 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:subnet and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:01.056413 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0201afa7-0a7e-4992-a4a5-d8d56bc4a200 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:01.066073 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0201afa7-0a7e-4992-a4a5-d8d56bc4a200 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:01.083045 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 3e135971-037c-4fa3-a4b6-3d6c2f652280 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:01.083416 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:01.265715 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-77ec98b2-a9e5-469d-a1e7-df2d5f24d9e1 None None] Set router 6a21000e-abce-48db-8e06-f249c7c34490 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:33:01.302443 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5e5626-ffc6-4d42-9445-bbd815c72d3c admin admin] Router 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:33:01.352600 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0201afa7-0a7e-4992-a4a5-d8d56bc4a200 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:33:01.356038 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0201afa7-0a7e-4992-a4a5-d8d56bc4a200 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:01.377050 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93521a5d-7c06-4c5e-9cff-45214cdbd84d None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:33:01.566895 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd19c043-a25b-4cac-9c3f-7685b161f53b tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Router 6a21000e-abce-48db-8e06-f249c7c34490 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:33:01.674530 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 569d3955-f76f-42f8-9f4f-968e5e623210 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:33:01.699419 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5e5626-ffc6-4d42-9445-bbd815c72d3c admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:33:01.718590 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0a5e5626-ffc6-4d42-9445-bbd815c72d3c admin admin] 10.222.0.31 "PUT /v2.0/routers/83a03ee5-4ce2-4e46-b760-aeb6b1ce0481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3007090 Mar 31 15:33:01.771346 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-dfa75b44-bb27-4c6a-a0e7-dda3e85ed476 None None] Provisioning complete for port 7a7d4c3b-ba84-4281-851b-f58d022b83cb triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:01.771721 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dfa75b44-bb27-4c6a-a0e7-dda3e85ed476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:01.792688 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd19c043-a25b-4cac-9c3f-7685b161f53b tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:33:01.822055 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-cd19c043-a25b-4cac-9c3f-7685b161f53b tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "PUT /v2.0/routers/6a21000e-abce-48db-8e06-f249c7c34490/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9190414 Mar 31 15:33:01.823306 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47366) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:01.931207 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-8002d9b7-1ad7-4d6d-9325-d3668396ad61 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Deleting subnet d975c03f-e0d7-44c4-b720-d6f55abb3572 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:33:01.946041 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8002d9b7-1ad7-4d6d-9325-d3668396ad61 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:02.017803 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8002d9b7-1ad7-4d6d-9325-d3668396ad61 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:02.028537 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-dfa75b44-bb27-4c6a-a0e7-dda3e85ed476 None None] Port 7a7d4c3b-ba84-4281-851b-f58d022b83cb cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:33:02.085064 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.objects.ports [None req-0201afa7-0a7e-4992-a4a5-d8d56bc4a200 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103443) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 31 15:33:02.086200 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-dfa75b44-bb27-4c6a-a0e7-dda3e85ed476 None None] Provisioning complete for port 3e135971-037c-4fa3-a4b6-3d6c2f652280 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:02.086586 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dfa75b44-bb27-4c6a-a0e7-dda3e85ed476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:02.126319 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8002d9b7-1ad7-4d6d-9325-d3668396ad61 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:02.177096 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 569d3955-f76f-42f8-9f4f-968e5e623210 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:02.177546 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:02.265697 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8002d9b7-1ad7-4d6d-9325-d3668396ad61 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:02.278677 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7f757d-cc2c-44c9-9422-30340fe6488f None None] Sync routers for ids ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:33:02.281795 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e5d021-2b10-46f7-9a10-3f6b2ce0a679 None None] DHCP port deletion for 0c8a31f0-c909-472a-8f72-0f3eb4f4034a request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:33:02.295201 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7f757d-cc2c-44c9-9422-30340fe6488f None None] Routers {'83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:33:02.296179 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-cd7f757d-cc2c-44c9-9422-30340fe6488f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:32:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:02.323860 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-c1e5d021-2b10-46f7-9a10-3f6b2ce0a679 None None] Deleting port 3e135971-037c-4fa3-a4b6-3d6c2f652280 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:33:02.324238 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c1e5d021-2b10-46f7-9a10-3f6b2ce0a679 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:02.340719 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002d9b7-1ad7-4d6d-9325-d3668396ad61 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Subnet': ['ID=d975c03f-e0d7-44c4-b720-d6f55abb3572,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:02.342684 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8002d9b7-1ad7-4d6d-9325-d3668396ad61 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:02.353530 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8002d9b7-1ad7-4d6d-9325-d3668396ad61 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/subnets/d975c03f-e0d7-44c4-b720-d6f55abb3572 HTTP/1.1" status: 204 len: 168 time: 0.5262830 Mar 31 15:33:02.360408 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47378) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:02.368188 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fc8169-5df2-4472-aa2c-a382204cce55 None None] Network 8fa6f36b-0bc9-4d5e-8219-d78052a974a3 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:33:02.415462 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0201afa7-0a7e-4992-a4a5-d8d56bc4a200 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:02.514556 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-cd7f757d-cc2c-44c9-9422-30340fe6488f None None] Set router 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:33:02.542833 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-77ec98b2-a9e5-469d-a1e7-df2d5f24d9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:33:00Z', 'revision_number': 8, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None, '_interfaces': [{'id': '15959542-9715-4731-a051-f922fb81d643', 'name': '', 'network_id': '17141e49-89df-4825-89d0-20f30bb3fc3a', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:74:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '166f20ab-0103-40a2-908f-800c7a1b3d32', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:41Z', 'updated_at': '2022-03-31T15:32:51Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '166f20ab-0103-40a2-908f-800c7a1b3d32', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '747a6b13-ce01-41ce-8270-70d2b5f258cc', 'name': '', 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:e9:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:24Z', 'updated_at': '2022-03-31T15:32:37Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71822b4-61aa-4f4a-9341-17006a2505da', 'name': '', 'network_id': 'c68b8497-ac7a-49e2-8da5-7caee76cf1fe', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:06:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:33Z', 'updated_at': '2022-03-31T15:32:42Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:02.568395 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47386) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:02.574401 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-de4ccefa-b18c-458a-843f-333fcb9df444 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1653460155-network', 'tenant_id': 'db26905a893240779642a263097d3a5a'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:02.581673 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-de4ccefa-b18c-458a-843f-333fcb9df444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:02.588148 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-de4ccefa-b18c-458a-843f-333fcb9df444 admin admin] Usage tracker for resource:network and tenant:db26905a893240779642a263097d3a5a is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:02.597311 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-de4ccefa-b18c-458a-843f-333fcb9df444 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:02.600879 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ec98b2-a9e5-469d-a1e7-df2d5f24d9e1 None None] Checking router: 6a21000e-abce-48db-8e06-f249c7c34490 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:33:02.608118 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-de4ccefa-b18c-458a-843f-333fcb9df444 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:02.615989 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 98074a51-13bd-4ad4-ad21-986896f61ffa up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:33:02.647464 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56135977-a57b-49e0-b44d-accd0e2fdd5e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:02.700690 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4ccefa-b18c-458a-843f-333fcb9df444 admin admin] Made reservation on behalf of db26905a893240779642a263097d3a5a for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:33:02.703024 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-de4ccefa-b18c-458a-843f-333fcb9df444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:02.705904 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-56135977-a57b-49e0-b44d-accd0e2fdd5e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Deleting port 881be044-17dd-4753-9327-3d194f41978f {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:33:02.706767 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56135977-a57b-49e0-b44d-accd0e2fdd5e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:02.719774 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ec98b2-a9e5-469d-a1e7-df2d5f24d9e1 None None] Routers {'6a21000e-abce-48db-8e06-f249c7c34490'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:33:02.720439 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-77ec98b2-a9e5-469d-a1e7-df2d5f24d9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:32:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6a21000e-abce-48db-8e06-f249c7c34490'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:02.724940 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-de4ccefa-b18c-458a-843f-333fcb9df444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:02.743986 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-de4ccefa-b18c-458a-843f-333fcb9df444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:02.748990 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-de4ccefa-b18c-458a-843f-333fcb9df444 admin admin] Usage tracker for resource:security_group_rule and tenant:db26905a893240779642a263097d3a5a is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:02.752547 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-de4ccefa-b18c-458a-843f-333fcb9df444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:02.760831 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-de4ccefa-b18c-458a-843f-333fcb9df444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:02.880575 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-de4ccefa-b18c-458a-843f-333fcb9df444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:02.936501 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-de4ccefa-b18c-458a-843f-333fcb9df444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:02.949213 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-cd7f757d-cc2c-44c9-9422-30340fe6488f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'name': 'tempest-TestVolumeBootPattern-1685436417-router', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20'}], 'enable_snat': True}, 'gw_port_id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:51Z', 'updated_at': '2022-03-31T15:32:59Z', 'revision_number': 4, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'gw_port': {'id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:53Z', 'updated_at': '2022-03-31T15:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '7a7d4c3b-ba84-4281-851b-f58d022b83cb', 'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'mac_address': 'fa:16:3e:c1:36:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:58Z', 'updated_at': '2022-03-31T15:33:00Z', 'revision_number': 2, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'subnets': [{'id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:02.955323 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7f757d-cc2c-44c9-9422-30340fe6488f None None] Checking router: 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:33:02.955323 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7f757d-cc2c-44c9-9422-30340fe6488f None None] Updating router 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 port 7a7d4c3b-ba84-4281-851b-f58d022b83cb binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:33:02.982636 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de4ccefa-b18c-458a-843f-333fcb9df444 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:33:03.013462 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ccefa-b18c-458a-843f-333fcb9df444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abdec44-83db-4290-96fa-f4dd910702b3,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:03.031182 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cd7f757d-cc2c-44c9-9422-30340fe6488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:03.037408 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-de4ccefa-b18c-458a-843f-333fcb9df444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:03.037766 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-de4ccefa-b18c-458a-843f-333fcb9df444 admin admin] Added segment 5ba8ed33-40df-4cde-9009-832070d541c7 of type vlan for network 12d9af52-11a0-4dc1-bca8-a8eadb04a215 Mar 31 15:33:03.068227 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-de4ccefa-b18c-458a-843f-333fcb9df444 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:03.072907 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-77ec98b2-a9e5-469d-a1e7-df2d5f24d9e1 None None] Set router 6a21000e-abce-48db-8e06-f249c7c34490 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:33:03.132492 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-56135977-a57b-49e0-b44d-accd0e2fdd5e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] For port 881be044-17dd-4753-9327-3d194f41978f, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=881be044-17dd-4753-9327-3d194f41978f,segment=NetworkSegment(2be42122-a937-4b6a-8aa9-8eacfcec18b5),segment_id=2be42122-a937-4b6a-8aa9-8eacfcec18b5)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:33:03.133064 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56135977-a57b-49e0-b44d-accd0e2fdd5e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:03.134460 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ba142c40-8baf-48dd-a9ce-e309605887c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:03.142665 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-c1e5d021-2b10-46f7-9a10-3f6b2ce0a679 None None] For port 3e135971-037c-4fa3-a4b6-3d6c2f652280, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=3e135971-037c-4fa3-a4b6-3d6c2f652280,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:33:03.143061 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c1e5d021-2b10-46f7-9a10-3f6b2ce0a679 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:03.165894 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 98074a51-13bd-4ad4-ad21-986896f61ffa completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:33:03.204132 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-de4ccefa-b18c-458a-843f-333fcb9df444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:03.205387 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4ccefa-b18c-458a-843f-333fcb9df444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:03.205973 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-de4ccefa-b18c-458a-843f-333fcb9df444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:03.290913 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-56135977-a57b-49e0-b44d-accd0e2fdd5e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Calling delete_port for 881be044-17dd-4753-9327-3d194f41978f owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:33:03.322545 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ccefa-b18c-458a-843f-333fcb9df444 admin admin] Pushing event updated for resources: {'Network': ['ID=12d9af52-11a0-4dc1-bca8-a8eadb04a215,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:03.341477 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 98074a51-13bd-4ad4-ad21-986896f61ffa triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:03.342078 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:03.373151 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-0201afa7-0a7e-4992-a4a5-d8d56bc4a200 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] For port 3e135971-037c-4fa3-a4b6-3d6c2f652280, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=3e135971-037c-4fa3-a4b6-3d6c2f652280,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:33:03.381660 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-de4ccefa-b18c-458a-843f-333fcb9df444 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8077102 Mar 31 15:33:03.381660 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47390) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:03.387079 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-66a4553b-1cf5-4146-aa9c-073320717ced admin admin] Request body: {'subnet': {'network_id': '12d9af52-11a0-4dc1-bca8-a8eadb04a215', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1653460155-subnet', 'tenant_id': 'db26905a893240779642a263097d3a5a', 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:03.392265 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-66a4553b-1cf5-4146-aa9c-073320717ced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:03.397570 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-66a4553b-1cf5-4146-aa9c-073320717ced admin admin] Usage tracker for resource:subnet and tenant:db26905a893240779642a263097d3a5a is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:03.400849 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-66a4553b-1cf5-4146-aa9c-073320717ced admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:03.407263 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-66a4553b-1cf5-4146-aa9c-073320717ced admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:03.449541 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-c1e5d021-2b10-46f7-9a10-3f6b2ce0a679 None None] Calling delete_port for 3e135971-037c-4fa3-a4b6-3d6c2f652280 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:33:03.449808 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0201afa7-0a7e-4992-a4a5-d8d56bc4a200 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:03.468444 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cd7f757d-cc2c-44c9-9422-30340fe6488f None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:03.480214 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-cd7f757d-cc2c-44c9-9422-30340fe6488f None None] Transition to ACTIVE for port object 7a7d4c3b-ba84-4281-851b-f58d022b83cb will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:33:03.484476 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 12d9af52-11a0-4dc1-bca8-a8eadb04a215 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:33:03.496373 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a4553b-1cf5-4146-aa9c-073320717ced admin admin] Made reservation on behalf of db26905a893240779642a263097d3a5a for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:33:03.498895 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-66a4553b-1cf5-4146-aa9c-073320717ced admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:03.550215 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56135977-a57b-49e0-b44d-accd0e2fdd5e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:03.572377 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cd7f757d-cc2c-44c9-9422-30340fe6488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:03.640843 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7eeaf5-5ad2-40d9-b9b0-4013db257555 None None] DHCP port deletion for 8fa6f36b-0bc9-4d5e-8219-d78052a974a3 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:33:03.651708 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0201afa7-0a7e-4992-a4a5-d8d56bc4a200 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:03.652734 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0201afa7-0a7e-4992-a4a5-d8d56bc4a200 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:03.768075 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0201afa7-0a7e-4992-a4a5-d8d56bc4a200 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:33:03.779624 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201afa7-0a7e-4992-a4a5-d8d56bc4a200 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Subnet': ['ID=2251b7b7-287c-47e1-b45c-9a5abb52f6ec,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:03.788283 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-0201afa7-0a7e-4992-a4a5-d8d56bc4a200 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:33:03.792220 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56135977-a57b-49e0-b44d-accd0e2fdd5e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Port': ['ID=881be044-17dd-4753-9327-3d194f41978f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:03.799586 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56135977-a57b-49e0-b44d-accd0e2fdd5e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] No DVR routers for this DVR port 881be044-17dd-4753-9327-3d194f41978f on host dv-neutron-833379-2-hyperv {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:33:03.801904 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0201afa7-0a7e-4992-a4a5-d8d56bc4a200 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:03.805097 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0201afa7-0a7e-4992-a4a5-d8d56bc4a200 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:03.821523 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-66a4553b-1cf5-4146-aa9c-073320717ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:03.852308 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-c1e5d021-2b10-46f7-9a10-3f6b2ce0a679 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:33:03.852719 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-c1e5d021-2b10-46f7-9a10-3f6b2ce0a679 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:33:03.893819 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc3b26-ece8-4d10-953b-0f4aec57edb0 None None] Pushing event updated for resources: {'Port': ['ID=7a7d4c3b-ba84-4281-851b-f58d022b83cb,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:03.913339 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0201afa7-0a7e-4992-a4a5-d8d56bc4a200 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4101381 Mar 31 15:33:03.918576 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47394) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:03.946497 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a4553b-1cf5-4146-aa9c-073320717ced admin admin] Checking segment: {'id': '5ba8ed33-40df-4cde-9009-832070d541c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '12d9af52-11a0-4dc1-bca8-a8eadb04a215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:33:03.946497 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a4553b-1cf5-4146-aa9c-073320717ced admin admin] Network hostable DHCP agents. Network: 12d9af52-11a0-4dc1-bca8-a8eadb04a215, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:33:03.951404 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4553b-1cf5-4146-aa9c-073320717ced admin admin] Pushing event updated for resources: {'Subnet': ['ID=bad0a140-38f1-4712-8a06-af0c6c56fb85,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:03.975906 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-cd7f757d-cc2c-44c9-9422-30340fe6488f None None] Attempting to bind port 7a7d4c3b-ba84-4281-851b-f58d022b83cb on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:33:03.976281 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-cd7f757d-cc2c-44c9-9422-30340fe6488f None None] Attempting to bind port 7a7d4c3b-ba84-4281-851b-f58d022b83cb by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'ba430e3c-c87c-4f37-818e-9716eff11a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:33:03.976642 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7f757d-cc2c-44c9-9422-30340fe6488f None None] Attempting to bind port 7a7d4c3b-ba84-4281-851b-f58d022b83cb on network b062db18-3c45-443b-8ed2-a8ef4849e9af {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:33:03.984048 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7f757d-cc2c-44c9-9422-30340fe6488f None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:33:03.984404 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7f757d-cc2c-44c9-9422-30340fe6488f None None] Checking segment: {'id': 'ba430e3c-c87c-4f37-818e-9716eff11a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:33:03.984805 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cd7f757d-cc2c-44c9-9422-30340fe6488f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:03.985268 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7f757d-cc2c-44c9-9422-30340fe6488f None None] Bound using segment: {'id': 'ba430e3c-c87c-4f37-818e-9716eff11a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:33:03.985745 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-cd7f757d-cc2c-44c9-9422-30340fe6488f None None] Bound port: 7a7d4c3b-ba84-4281-851b-f58d022b83cb, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba430e3c-c87c-4f37-818e-9716eff11a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:33:03.986412 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cd7f757d-cc2c-44c9-9422-30340fe6488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:04.005586 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:04.028273 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 98074a51-13bd-4ad4-ad21-986896f61ffa, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=98074a51-13bd-4ad4-ad21-986896f61ffa,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:33:04.041568 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a4553b-1cf5-4146-aa9c-073320717ced admin admin] Network 12d9af52-11a0-4dc1-bca8-a8eadb04a215 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:33:04.043457 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-77ec98b2-a9e5-469d-a1e7-df2d5f24d9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:33:00Z', 'revision_number': 8, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None, '_interfaces': [{'id': '15959542-9715-4731-a051-f922fb81d643', 'name': '', 'network_id': '17141e49-89df-4825-89d0-20f30bb3fc3a', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:74:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '166f20ab-0103-40a2-908f-800c7a1b3d32', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:41Z', 'updated_at': '2022-03-31T15:32:51Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '166f20ab-0103-40a2-908f-800c7a1b3d32', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '747a6b13-ce01-41ce-8270-70d2b5f258cc', 'name': '', 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:e9:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:24Z', 'updated_at': '2022-03-31T15:32:37Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71822b4-61aa-4f4a-9341-17006a2505da', 'name': '', 'network_id': 'c68b8497-ac7a-49e2-8da5-7caee76cf1fe', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:06:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:33Z', 'updated_at': '2022-03-31T15:32:42Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:04.047984 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ec98b2-a9e5-469d-a1e7-df2d5f24d9e1 None None] The sync data for ids ['6a21000e-abce-48db-8e06-f249c7c34490'] in dv-neutron-833379-2-hyperv is: [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:33:00Z', 'revision_number': 8, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None, '_interfaces': [{'id': '15959542-9715-4731-a051-f922fb81d643', 'name': '', 'network_id': '17141e49-89df-4825-89d0-20f30bb3fc3a', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:74:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '166f20ab-0103-40a2-908f-800c7a1b3d32', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:41Z', 'updated_at': '2022-03-31T15:32:51Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '166f20ab-0103-40a2-908f-800c7a1b3d32', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '747a6b13-ce01-41ce-8270-70d2b5f258cc', 'name': '', 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:e9:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:24Z', 'updated_at': '2022-03-31T15:32:37Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71822b4-61aa-4f4a-9341-17006a2505da', 'name': '', 'network_id': 'c68b8497-ac7a-49e2-8da5-7caee76cf1fe', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:06:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:33Z', 'updated_at': '2022-03-31T15:32:42Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:33:04.091992 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:04.093260 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56135977-a57b-49e0-b44d-accd0e2fdd5e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:04.118968 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-66a4553b-1cf5-4146-aa9c-073320717ced admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 12d9af52-11a0-4dc1-bca8-a8eadb04a215) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:33:04.121235 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201afa7-0a7e-4992-a4a5-d8d56bc4a200 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Port': ['ID=3e135971-037c-4fa3-a4b6-3d6c2f652280,revision_number=8']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:04.125238 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a4553b-1cf5-4146-aa9c-073320717ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:04.125422 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-66a4553b-1cf5-4146-aa9c-073320717ced admin admin] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:04.129024 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-56135977-a57b-49e0-b44d-accd0e2fdd5e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa6f36b-0bc9-4d5e-8219-d78052a974a3']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:04.145318 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bb07da-10a9-4928-b6c1-6a00b8d69437 None None] Network 12d9af52-11a0-4dc1-bca8-a8eadb04a215 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:33:04.149689 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-56135977-a57b-49e0-b44d-accd0e2fdd5e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be42122-a937-4b6a-8aa9-8eacfcec18b5') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:04.150282 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-56135977-a57b-49e0-b44d-accd0e2fdd5e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be42122-a937-4b6a-8aa9-8eacfcec18b5') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:04.153222 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-cd7f757d-cc2c-44c9-9422-30340fe6488f None None] For port 7a7d4c3b-ba84-4281-851b-f58d022b83cb, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:33:04.161678 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-cd7f757d-cc2c-44c9-9422-30340fe6488f None None] For port 7a7d4c3b-ba84-4281-851b-f58d022b83cb, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=7a7d4c3b-ba84-4281-851b-f58d022b83cb,segment=NetworkSegment(ba430e3c-c87c-4f37-818e-9716eff11a24),segment_id=ba430e3c-c87c-4f37-818e-9716eff11a24)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:33:04.165336 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56135977-a57b-49e0-b44d-accd0e2fdd5e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:04.183081 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56135977-a57b-49e0-b44d-accd0e2fdd5e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:04.189140 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56135977-a57b-49e0-b44d-accd0e2fdd5e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:33:04.189568 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56135977-a57b-49e0-b44d-accd0e2fdd5e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:04.209086 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:33:04.209086 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:33:04.209086 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:33:04.209086 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:33:04.209086 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:33:04.209086 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:33:04.209086 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:33:04.209086 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:33:04.209086 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:33:04.209086 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:33:04.209086 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:33:04.209086 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:33:04.209086 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:33:04.209086 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:33:04.209086 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:33:04.209086 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:33:04.209086 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:33:04.209086 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:33:04.209086 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:33:04.209086 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:33:04.209086 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:33:04.209086 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:33:04.209086 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:33:04.209086 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:33:04.209086 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:33:04.209086 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:33:04.209086 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:33:04.209086 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:33:04.209086 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:33:04.209086 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:33:04.209086 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:33:04.209086 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:33:04.219184 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-66a4553b-1cf5-4146-aa9c-073320717ced admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8343410 Mar 31 15:33:04.219379 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47400) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:04.225565 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-4f91c77c-724a-49e5-81e0-0e661671a7a0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1653460155-router', 'tenant_id': 'db26905a893240779642a263097d3a5a', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:04.238304 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4f91c77c-724a-49e5-81e0-0e661671a7a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:04.240235 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cd7f757d-cc2c-44c9-9422-30340fe6488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:04.247040 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4f91c77c-724a-49e5-81e0-0e661671a7a0 admin admin] Usage tracker for resource:router and tenant:db26905a893240779642a263097d3a5a is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:04.257899 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4f91c77c-724a-49e5-81e0-0e661671a7a0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:04.260759 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=98074a51-13bd-4ad4-ad21-986896f61ffa,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:04.277488 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4f91c77c-724a-49e5-81e0-0e661671a7a0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:04.334376 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7f757d-cc2c-44c9-9422-30340fe6488f None None] Routers {'83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:33:04.335196 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-cd7f757d-cc2c-44c9-9422-30340fe6488f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:32:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:04.343392 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-5332a791-3e20-46dc-98da-a82851db4399 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:04.353307 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56135977-a57b-49e0-b44d-accd0e2fdd5e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:04.361388 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-c1e5d021-2b10-46f7-9a10-3f6b2ce0a679 None None] Deleting port 3e135971-037c-4fa3-a4b6-3d6c2f652280 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:33:04.361875 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c1e5d021-2b10-46f7-9a10-3f6b2ce0a679 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:04.395678 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f91c77c-724a-49e5-81e0-0e661671a7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:04.395678 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f91c77c-724a-49e5-81e0-0e661671a7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:04.419496 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56135977-a57b-49e0-b44d-accd0e2fdd5e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:04.425815 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56135977-a57b-49e0-b44d-accd0e2fdd5e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Network': ['ID=8fa6f36b-0bc9-4d5e-8219-d78052a974a3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:04.439775 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-56135977-a57b-49e0-b44d-accd0e2fdd5e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/networks/8fa6f36b-0bc9-4d5e-8219-d78052a974a3 HTTP/1.1" status: 204 len: 168 time: 2.0846305 Mar 31 15:33:04.442455 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47404) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:04.548568 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a7457a-546c-447e-8bed-54eafb0d7089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-12d9af52-11a0-4dc1-bca8-a8eadb04a215', 'network_id': '12d9af52-11a0-4dc1-bca8-a8eadb04a215', 'tenant_id': 'db26905a893240779642a263097d3a5a', 'fixed_ips': [{'subnet_id': 'bad0a140-38f1-4712-8a06-af0c6c56fb85'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:33:04.549439 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c8a7457a-546c-447e-8bed-54eafb0d7089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:04.558260 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f91c77c-724a-49e5-81e0-0e661671a7a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:04.650062 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-5332a791-3e20-46dc-98da-a82851db4399 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:04.652296 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-5332a791-3e20-46dc-98da-a82851db4399 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:subnet and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:04.656449 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-5332a791-3e20-46dc-98da-a82851db4399 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:04.676974 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-5332a791-3e20-46dc-98da-a82851db4399 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:04.688307 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc3b26-ece8-4d10-953b-0f4aec57edb0 None None] Pushing event updated for resources: {'Port': ['ID=7a7d4c3b-ba84-4281-851b-f58d022b83cb,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:04.711793 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 98074a51-13bd-4ad4-ad21-986896f61ffa up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:33:04.718454 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-cd7f757d-cc2c-44c9-9422-30340fe6488f None None] Set router 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:33:04.790313 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5332a791-3e20-46dc-98da-a82851db4399 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:33:04.795113 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5332a791-3e20-46dc-98da-a82851db4399 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:04.849783 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b397a6a0-46a8-4536-8287-1249c8e18100 None None] Sync routers for ids ['6a21000e-abce-48db-8e06-f249c7c34490'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:33:04.880119 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b397a6a0-46a8-4536-8287-1249c8e18100 None None] Routers {'6a21000e-abce-48db-8e06-f249c7c34490'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:33:04.880855 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b397a6a0-46a8-4536-8287-1249c8e18100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:32:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6a21000e-abce-48db-8e06-f249c7c34490'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:04.952852 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.ipam_backend_mixin [None req-5332a791-3e20-46dc-98da-a82851db4399 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2251b7b7-287c-47e1-b45c-9a5abb52f6ec (CIDR: 2001:db8::/64) Mar 31 15:33:05.030383 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-5332a791-3e20-46dc-98da-a82851db4399 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:33:05.031292 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5332a791-3e20-46dc-98da-a82851db4399 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:05.129852 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-cd7f757d-cc2c-44c9-9422-30340fe6488f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'name': 'tempest-TestVolumeBootPattern-1685436417-router', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20'}], 'enable_snat': True}, 'gw_port_id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:51Z', 'updated_at': '2022-03-31T15:32:59Z', 'revision_number': 4, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'gw_port': {'id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:53Z', 'updated_at': '2022-03-31T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '7a7d4c3b-ba84-4281-851b-f58d022b83cb', 'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'mac_address': 'fa:16:3e:c1:36:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:58Z', 'updated_at': '2022-03-31T15:33:04Z', 'revision_number': 4, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'subnets': [{'id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:05.135515 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7f757d-cc2c-44c9-9422-30340fe6488f None None] The sync data for ids ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'] in dv-neutron-833379-2-hyperv is: [{'id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'name': 'tempest-TestVolumeBootPattern-1685436417-router', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20'}], 'enable_snat': True}, 'gw_port_id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:51Z', 'updated_at': '2022-03-31T15:32:59Z', 'revision_number': 4, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'gw_port': {'id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:53Z', 'updated_at': '2022-03-31T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '7a7d4c3b-ba84-4281-851b-f58d022b83cb', 'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'mac_address': 'fa:16:3e:c1:36:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:58Z', 'updated_at': '2022-03-31T15:33:04Z', 'revision_number': 4, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'subnets': [{'id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:33:05.152037 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5332a791-3e20-46dc-98da-a82851db4399 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2307220 Mar 31 15:33:05.157462 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47408) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:05.166374 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7f239f35-ac6e-49f1-b885-7b9da1fc15ed tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:05.250682 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f91c77c-724a-49e5-81e0-0e661671a7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:05.289790 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-b397a6a0-46a8-4536-8287-1249c8e18100 None None] Set router 6a21000e-abce-48db-8e06-f249c7c34490 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:33:05.343461 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 98074a51-13bd-4ad4-ad21-986896f61ffa triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:05.343830 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:05.406346 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7f239f35-ac6e-49f1-b885-7b9da1fc15ed tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:05.415269 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7f239f35-ac6e-49f1-b885-7b9da1fc15ed tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:subnet and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:05.419763 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7f239f35-ac6e-49f1-b885-7b9da1fc15ed tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:05.430648 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7f239f35-ac6e-49f1-b885-7b9da1fc15ed tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:05.448716 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1bdfb88b-b436-41f2-9ea0-95b51c8c9434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:05.491721 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-c1e5d021-2b10-46f7-9a10-3f6b2ce0a679 None None] For port 3e135971-037c-4fa3-a4b6-3d6c2f652280, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=3e135971-037c-4fa3-a4b6-3d6c2f652280,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:33:05.492035 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c1e5d021-2b10-46f7-9a10-3f6b2ce0a679 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:05.535645 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78055203-cff5-4378-b397-72611a6e6bfe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:05.720508 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-c1e5d021-2b10-46f7-9a10-3f6b2ce0a679 None None] Calling delete_port for 3e135971-037c-4fa3-a4b6-3d6c2f652280 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:33:05.837390 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f239f35-ac6e-49f1-b885-7b9da1fc15ed tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:33:05.841052 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7f239f35-ac6e-49f1-b885-7b9da1fc15ed tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:05.872525 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f91c77c-724a-49e5-81e0-0e661671a7a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:05.915912 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f91c77c-724a-49e5-81e0-0e661671a7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:05.941327 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-c8a7457a-546c-447e-8bed-54eafb0d7089 None None] Allocated IP 172.20.0.2 (12d9af52-11a0-4dc1-bca8-a8eadb04a215/bad0a140-38f1-4712-8a06-af0c6c56fb85/e9c4b8f8-e19b-4666-b0e2-62450eefe233) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:33:06.117863 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-4f91c77c-724a-49e5-81e0-0e661671a7a0 admin admin] Allocated IP 172.26.5.120 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/16cee2ee-ad5d-46e1-bf00-bb8b912bb488) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:33:06.179331 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-78055203-cff5-4378-b397-72611a6e6bfe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Deleting port 15959542-9715-4731-a051-f922fb81d643 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:33:06.179331 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78055203-cff5-4378-b397-72611a6e6bfe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:06.300139 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b397a6a0-46a8-4536-8287-1249c8e18100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:33:00Z', 'revision_number': 8, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None, '_interfaces': [{'id': '15959542-9715-4731-a051-f922fb81d643', 'name': '', 'network_id': '17141e49-89df-4825-89d0-20f30bb3fc3a', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:74:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '166f20ab-0103-40a2-908f-800c7a1b3d32', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:41Z', 'updated_at': '2022-03-31T15:32:51Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '166f20ab-0103-40a2-908f-800c7a1b3d32', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '747a6b13-ce01-41ce-8270-70d2b5f258cc', 'name': '', 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:e9:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:24Z', 'updated_at': '2022-03-31T15:32:37Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71822b4-61aa-4f4a-9341-17006a2505da', 'name': '', 'network_id': 'c68b8497-ac7a-49e2-8da5-7caee76cf1fe', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:06:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:33Z', 'updated_at': '2022-03-31T15:32:42Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:06.330522 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b397a6a0-46a8-4536-8287-1249c8e18100 None None] Checking router: 6a21000e-abce-48db-8e06-f249c7c34490 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:33:06.423362 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 3e135971-037c-4fa3-a4b6-3d6c2f652280 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:33:06.461018 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b397a6a0-46a8-4536-8287-1249c8e18100 None None] Routers {'6a21000e-abce-48db-8e06-f249c7c34490'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:33:06.461730 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b397a6a0-46a8-4536-8287-1249c8e18100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:33:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6a21000e-abce-48db-8e06-f249c7c34490'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:06.466450 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-78055203-cff5-4378-b397-72611a6e6bfe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] For port 15959542-9715-4731-a051-f922fb81d643, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=15959542-9715-4731-a051-f922fb81d643,segment=NetworkSegment(6d285f03-1afb-4f8a-8281-c93d3e6c9f26),segment_id=6d285f03-1afb-4f8a-8281-c93d3e6c9f26)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:33:06.466815 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78055203-cff5-4378-b397-72611a6e6bfe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:06.473267 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f91c77c-724a-49e5-81e0-0e661671a7a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:06.524221 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c1e5d021-2b10-46f7-9a10-3f6b2ce0a679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:06.578914 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:06.585907 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 3e135971-037c-4fa3-a4b6-3d6c2f652280 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:33:06.585907 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 3e135971-037c-4fa3-a4b6-3d6c2f652280 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:33:06.585907 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 881be044-17dd-4753-9327-3d194f41978f no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:33:06.602614 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-78055203-cff5-4378-b397-72611a6e6bfe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Calling delete_port for 15959542-9715-4731-a051-f922fb81d643 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:33:06.605570 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f91c77c-724a-49e5-81e0-0e661671a7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:06.643738 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 881be044-17dd-4753-9327-3d194f41978f {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:33:06.643947 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 881be044-17dd-4753-9327-3d194f41978f not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:33:06.644506 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 04969618-ae7b-4eff-a181-dfdafba5b3ce no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:33:06.689966 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f91c77c-724a-49e5-81e0-0e661671a7a0 admin admin] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:33:06.693755 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-4f91c77c-724a-49e5-81e0-0e661671a7a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:33:06.697807 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f91c77c-724a-49e5-81e0-0e661671a7a0 admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:33:06.741260 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5d021-2b10-46f7-9a10-3f6b2ce0a679 None None] Pushing event deleted for resources: {'Port': ['ID=3e135971-037c-4fa3-a4b6-3d6c2f652280,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:06.751749 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91c77c-724a-49e5-81e0-0e661671a7a0 admin admin] Pushing event updated for resources: {'Port': ['ID=16cee2ee-ad5d-46e1-bf00-bb8b912bb488,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:06.765657 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7f239f35-ac6e-49f1-b885-7b9da1fc15ed tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:06.795245 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c8a7457a-546c-447e-8bed-54eafb0d7089 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:06.844112 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 04969618-ae7b-4eff-a181-dfdafba5b3ce {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:33:06.844465 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 04969618-ae7b-4eff-a181-dfdafba5b3ce not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:33:06.846186 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:06.871466 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c8a7457a-546c-447e-8bed-54eafb0d7089 None None] Transition to ACTIVE for port object e9c4b8f8-e19b-4666-b0e2-62450eefe233 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:33:06.886637 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e5d021-2b10-46f7-9a10-3f6b2ce0a679 None None] No DVR routers for this DVR port 3e135971-037c-4fa3-a4b6-3d6c2f652280 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:33:06.928769 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61aab4e3-5cca-4b07-8ac7-da571142a9ab None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:33:06.942148 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c8a7457a-546c-447e-8bed-54eafb0d7089 None None] Transition to ACTIVE for port object e9c4b8f8-e19b-4666-b0e2-62450eefe233 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:33:06.948618 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-b397a6a0-46a8-4536-8287-1249c8e18100 None None] Set router 6a21000e-abce-48db-8e06-f249c7c34490 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:33:07.015753 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 7a7d4c3b-ba84-4281-851b-f58d022b83cb up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:33:07.016781 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f239f35-ac6e-49f1-b885-7b9da1fc15ed tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:33:07.021792 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-7f239f35-ac6e-49f1-b885-7b9da1fc15ed tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:33:07.025360 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f239f35-ac6e-49f1-b885-7b9da1fc15ed tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:07.025947 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7f239f35-ac6e-49f1-b885-7b9da1fc15ed tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:07.054619 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f239f35-ac6e-49f1-b885-7b9da1fc15ed tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Subnet': ['ID=195ee56d-5bd3-4509-8080-9e5004a8c8bd,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:07.122898 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c8a7457a-546c-447e-8bed-54eafb0d7089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:07.130614 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78055203-cff5-4378-b397-72611a6e6bfe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:07.173543 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7f239f35-ac6e-49f1-b885-7b9da1fc15ed tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0149267 Mar 31 15:33:07.177074 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47418) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:07.181875 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78055203-cff5-4378-b397-72611a6e6bfe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Port': ['ID=15959542-9715-4731-a051-f922fb81d643,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:07.183615 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-2b10c19e-063f-4c11-ae52-779e6bb41a3a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'port': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'mac_address': 'fa:16:3e:fd:df:5b', 'name': 'tempest-NetworksTestDHCPv6-622142509'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:07.320539 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a7457a-546c-447e-8bed-54eafb0d7089 None None] Network 12d9af52-11a0-4dc1-bca8-a8eadb04a215 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:33:07.338773 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-c8a7457a-546c-447e-8bed-54eafb0d7089 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:33:07.364154 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a7457a-546c-447e-8bed-54eafb0d7089 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:33:07.423286 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78055203-cff5-4378-b397-72611a6e6bfe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:07.525182 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-c8a7457a-546c-447e-8bed-54eafb0d7089 None None] Attempting to bind port e9c4b8f8-e19b-4666-b0e2-62450eefe233 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:33:07.526120 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-c8a7457a-546c-447e-8bed-54eafb0d7089 None None] Attempting to bind port e9c4b8f8-e19b-4666-b0e2-62450eefe233 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '5ba8ed33-40df-4cde-9009-832070d541c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '12d9af52-11a0-4dc1-bca8-a8eadb04a215'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:33:07.526485 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a7457a-546c-447e-8bed-54eafb0d7089 None None] Attempting to bind port e9c4b8f8-e19b-4666-b0e2-62450eefe233 on network 12d9af52-11a0-4dc1-bca8-a8eadb04a215 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:33:07.528436 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7457a-546c-447e-8bed-54eafb0d7089 None None] Pushing event updated for resources: {'Port': ['ID=e9c4b8f8-e19b-4666-b0e2-62450eefe233,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:07.553151 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2b10c19e-063f-4c11-ae52-779e6bb41a3a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:07.578883 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2b10c19e-063f-4c11-ae52-779e6bb41a3a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:07.581020 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f91c77c-724a-49e5-81e0-0e661671a7a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:07.615734 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a7457a-546c-447e-8bed-54eafb0d7089 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:33:07.616100 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a7457a-546c-447e-8bed-54eafb0d7089 None None] Checking segment: {'id': '5ba8ed33-40df-4cde-9009-832070d541c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '12d9af52-11a0-4dc1-bca8-a8eadb04a215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:33:07.627886 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c8a7457a-546c-447e-8bed-54eafb0d7089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:07.627886 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a7457a-546c-447e-8bed-54eafb0d7089 None None] Bound using segment: {'id': '5ba8ed33-40df-4cde-9009-832070d541c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '12d9af52-11a0-4dc1-bca8-a8eadb04a215'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:33:07.627886 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-c8a7457a-546c-447e-8bed-54eafb0d7089 None None] Bound port: e9c4b8f8-e19b-4666-b0e2-62450eefe233, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba8ed33-40df-4cde-9009-832070d541c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '12d9af52-11a0-4dc1-bca8-a8eadb04a215'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:33:07.627886 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c8a7457a-546c-447e-8bed-54eafb0d7089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:07.731812 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-c8a7457a-546c-447e-8bed-54eafb0d7089 None None] For port e9c4b8f8-e19b-4666-b0e2-62450eefe233, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:33:07.735079 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-c8a7457a-546c-447e-8bed-54eafb0d7089 None None] For port e9c4b8f8-e19b-4666-b0e2-62450eefe233, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e9c4b8f8-e19b-4666-b0e2-62450eefe233,segment=NetworkSegment(5ba8ed33-40df-4cde-9009-832070d541c7),segment_id=5ba8ed33-40df-4cde-9009-832070d541c7)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:33:07.824136 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 7a7d4c3b-ba84-4281-851b-f58d022b83cb completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:33:07.833882 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c8a7457a-546c-447e-8bed-54eafb0d7089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:07.898514 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b10c19e-063f-4c11-ae52-779e6bb41a3a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:33:07.917032 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78055203-cff5-4378-b397-72611a6e6bfe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Router 6a21000e-abce-48db-8e06-f249c7c34490 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:33:07.928308 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 7a7d4c3b-ba84-4281-851b-f58d022b83cb triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:07.928676 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:07.996502 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:08.110015 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78055203-cff5-4378-b397-72611a6e6bfe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:33:08.116272 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-78055203-cff5-4378-b397-72611a6e6bfe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "PUT /v2.0/routers/6a21000e-abce-48db-8e06-f249c7c34490/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6710184 Mar 31 15:33:08.120762 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47422) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:08.136978 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26286301-28ba-4075-8c49-f9423b974885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'fixed_ips': [{'subnet_id': '195ee56d-5bd3-4509-8080-9e5004a8c8bd'}, {'subnet_id': '2251b7b7-287c-47e1-b45c-9a5abb52f6ec'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:33:08.137916 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-26286301-28ba-4075-8c49-f9423b974885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:08.157360 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2b10c19e-063f-4c11-ae52-779e6bb41a3a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:08.159294 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7457a-546c-447e-8bed-54eafb0d7089 None None] Pushing event updated for resources: {'Port': ['ID=e9c4b8f8-e19b-4666-b0e2-62450eefe233,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:08.198301 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-419e2504-4e51-4503-925d-b04a56a452bf tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Deleting subnet 166f20ab-0103-40a2-908f-800c7a1b3d32 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:33:08.198835 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-419e2504-4e51-4503-925d-b04a56a452bf tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:08.260435 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:08.264785 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-419e2504-4e51-4503-925d-b04a56a452bf tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:08.284993 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b397a6a0-46a8-4536-8287-1249c8e18100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:33:00Z', 'revision_number': 8, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None, '_interfaces': [{'id': '15959542-9715-4731-a051-f922fb81d643', 'name': '', 'network_id': '17141e49-89df-4825-89d0-20f30bb3fc3a', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:74:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '166f20ab-0103-40a2-908f-800c7a1b3d32', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:41Z', 'updated_at': '2022-03-31T15:32:51Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '166f20ab-0103-40a2-908f-800c7a1b3d32', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '747a6b13-ce01-41ce-8270-70d2b5f258cc', 'name': '', 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:e9:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:24Z', 'updated_at': '2022-03-31T15:32:37Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71822b4-61aa-4f4a-9341-17006a2505da', 'name': '', 'network_id': 'c68b8497-ac7a-49e2-8da5-7caee76cf1fe', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:06:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:33Z', 'updated_at': '2022-03-31T15:32:42Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:08.323889 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f91c77c-724a-49e5-81e0-0e661671a7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:08.326199 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-2b10c19e-063f-4c11-ae52-779e6bb41a3a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] device_id is not set on port e7fae0aa-93f6-4692-90f7-06f098db0de8 yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:33:08.354660 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b397a6a0-46a8-4536-8287-1249c8e18100 None None] The sync data for ids ['6a21000e-abce-48db-8e06-f249c7c34490'] in dv-neutron-833379-2-hyperv is: [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:33:00Z', 'revision_number': 8, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None, '_interfaces': [{'id': '15959542-9715-4731-a051-f922fb81d643', 'name': '', 'network_id': '17141e49-89df-4825-89d0-20f30bb3fc3a', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:74:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '166f20ab-0103-40a2-908f-800c7a1b3d32', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:41Z', 'updated_at': '2022-03-31T15:32:51Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '166f20ab-0103-40a2-908f-800c7a1b3d32', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '747a6b13-ce01-41ce-8270-70d2b5f258cc', 'name': '', 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:e9:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:24Z', 'updated_at': '2022-03-31T15:32:37Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71822b4-61aa-4f4a-9341-17006a2505da', 'name': '', 'network_id': 'c68b8497-ac7a-49e2-8da5-7caee76cf1fe', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:06:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:33Z', 'updated_at': '2022-03-31T15:32:42Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:33:08.368129 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-419e2504-4e51-4503-925d-b04a56a452bf tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:08.452678 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 7a7d4c3b-ba84-4281-851b-f58d022b83cb, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=7a7d4c3b-ba84-4281-851b-f58d022b83cb,segment=NetworkSegment(ba430e3c-c87c-4f37-818e-9716eff11a24),segment_id=ba430e3c-c87c-4f37-818e-9716eff11a24)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:33:08.514921 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:08.575992 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-419e2504-4e51-4503-925d-b04a56a452bf tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:08.645862 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-26286301-28ba-4075-8c49-f9423b974885 None None] Allocated IP 2001:db8:0:1::2 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/195ee56d-5bd3-4509-8080-9e5004a8c8bd/b107b41f-70fe-4601-b6ac-9e927048ed04) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:33:08.652817 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-26286301-28ba-4075-8c49-f9423b974885 None None] Allocated IP 2001:db8::f816:3eff:fe8d:532b (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/2251b7b7-287c-47e1-b45c-9a5abb52f6ec/b107b41f-70fe-4601-b6ac-9e927048ed04) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:33:08.671931 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e2504-4e51-4503-925d-b04a56a452bf tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Subnet': ['ID=166f20ab-0103-40a2-908f-800c7a1b3d32,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:08.674034 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed84abd6-0a66-4592-b45d-6bcf597acd2c None None] Sync routers for ids ['6a21000e-abce-48db-8e06-f249c7c34490'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:33:08.686377 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-419e2504-4e51-4503-925d-b04a56a452bf tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:08.697902 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47428) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:08.698191 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed84abd6-0a66-4592-b45d-6bcf597acd2c None None] Routers {'6a21000e-abce-48db-8e06-f249c7c34490'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:33:08.699009 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-419e2504-4e51-4503-925d-b04a56a452bf tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/subnets/166f20ab-0103-40a2-908f-800c7a1b3d32 HTTP/1.1" status: 204 len: 168 time: 0.5771635 Mar 31 15:33:08.699142 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ed84abd6-0a66-4592-b45d-6bcf597acd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:33:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6a21000e-abce-48db-8e06-f249c7c34490'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:08.711670 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692d15ad-0e44-4741-9fc7-4872a9c94d86 None None] Network 17141e49-89df-4825-89d0-20f30bb3fc3a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:33:08.856756 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-93120b76-cf1d-49b4-8556-2cd2b1498095 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:08.877001 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-ed84abd6-0a66-4592-b45d-6bcf597acd2c None None] Set router 6a21000e-abce-48db-8e06-f249c7c34490 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:33:08.883961 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-93120b76-cf1d-49b4-8556-2cd2b1498095 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Deleting port b1175f20-31f6-4dd6-b723-47fdeb5ec5a7 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:33:08.884332 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-93120b76-cf1d-49b4-8556-2cd2b1498095 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:08.951508 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f91c77c-724a-49e5-81e0-0e661671a7a0 admin admin] Router 323e8e26-730d-43d6-957e-1676cf8e8e47 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:33:09.108460 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=7a7d4c3b-ba84-4281-851b-f58d022b83cb,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:09.121509 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e9c4b8f8-e19b-4666-b0e2-62450eefe233 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:33:09.297174 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-26286301-28ba-4075-8c49-f9423b974885 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:09.305708 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ed84abd6-0a66-4592-b45d-6bcf597acd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:33:06Z', 'revision_number': 9, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None, '_interfaces': [{'id': '747a6b13-ce01-41ce-8270-70d2b5f258cc', 'name': '', 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:e9:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:24Z', 'updated_at': '2022-03-31T15:32:37Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71822b4-61aa-4f4a-9341-17006a2505da', 'name': '', 'network_id': 'c68b8497-ac7a-49e2-8da5-7caee76cf1fe', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:06:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:33Z', 'updated_at': '2022-03-31T15:32:42Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:09.310405 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-26286301-28ba-4075-8c49-f9423b974885 None None] Transition to ACTIVE for port object b107b41f-70fe-4601-b6ac-9e927048ed04 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:33:09.313137 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed84abd6-0a66-4592-b45d-6bcf597acd2c None None] Checking router: 6a21000e-abce-48db-8e06-f249c7c34490 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:33:09.329067 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed84abd6-0a66-4592-b45d-6bcf597acd2c None None] Routers {'6a21000e-abce-48db-8e06-f249c7c34490'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:33:09.330534 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-93120b76-cf1d-49b4-8556-2cd2b1498095 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] For port b1175f20-31f6-4dd6-b723-47fdeb5ec5a7, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=b1175f20-31f6-4dd6-b723-47fdeb5ec5a7,segment=NetworkSegment(6d285f03-1afb-4f8a-8281-c93d3e6c9f26),segment_id=6d285f03-1afb-4f8a-8281-c93d3e6c9f26)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:33:09.332980 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ed84abd6-0a66-4592-b45d-6bcf597acd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:33:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6a21000e-abce-48db-8e06-f249c7c34490'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:09.333114 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-93120b76-cf1d-49b4-8556-2cd2b1498095 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:09.340125 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f91c77c-724a-49e5-81e0-0e661671a7a0 admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:33:09.345770 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-26286301-28ba-4075-8c49-f9423b974885 None None] Transition to ACTIVE for port object b107b41f-70fe-4601-b6ac-9e927048ed04 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:33:09.352692 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port e9c4b8f8-e19b-4666-b0e2-62450eefe233 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:33:09.362953 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76bebc2-2613-4c3b-9985-4ea652e9d7a1 None None] Sync routers for ids ['323e8e26-730d-43d6-957e-1676cf8e8e47'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:33:09.373448 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76bebc2-2613-4c3b-9985-4ea652e9d7a1 None None] Routers {'323e8e26-730d-43d6-957e-1676cf8e8e47'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:33:09.374119 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a76bebc2-2613-4c3b-9985-4ea652e9d7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:33:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['323e8e26-730d-43d6-957e-1676cf8e8e47'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:09.436565 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-26286301-28ba-4075-8c49-f9423b974885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:09.510187 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06ff2a9-dc03-4888-91ed-ccbd8a5ca8b9 None None] DHCP port deletion for 17141e49-89df-4825-89d0-20f30bb3fc3a request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:33:09.540917 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a06ff2a9-dc03-4888-91ed-ccbd8a5ca8b9 None None] Deleting port b1175f20-31f6-4dd6-b723-47fdeb5ec5a7 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:33:09.541465 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a06ff2a9-dc03-4888-91ed-ccbd8a5ca8b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:09.555365 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-ed84abd6-0a66-4592-b45d-6bcf597acd2c None None] Set router 6a21000e-abce-48db-8e06-f249c7c34490 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:33:09.583803 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26286301-28ba-4075-8c49-f9423b974885 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:33:09.595734 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26286301-28ba-4075-8c49-f9423b974885 None None] Pushing event updated for resources: {'Port': ['ID=b107b41f-70fe-4601-b6ac-9e927048ed04,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:09.599970 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-26286301-28ba-4075-8c49-f9423b974885 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:33:09.618555 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26286301-28ba-4075-8c49-f9423b974885 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:33:09.663985 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-93120b76-cf1d-49b4-8556-2cd2b1498095 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Calling delete_port for b1175f20-31f6-4dd6-b723-47fdeb5ec5a7 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:33:09.709555 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cc7f2c-0531-4c3e-b521-19779a0bb032 None None] Network 12d9af52-11a0-4dc1-bca8-a8eadb04a215 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:33:09.804923 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f91c77c-724a-49e5-81e0-0e661671a7a0 admin admin] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:09.808887 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4f91c77c-724a-49e5-81e0-0e661671a7a0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5859013 Mar 31 15:33:09.810473 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47432) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:09.878442 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-2b10c19e-063f-4c11-ae52-779e6bb41a3a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Allocated IP 2001:db8:0:1::1e6 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/195ee56d-5bd3-4509-8080-9e5004a8c8bd/e7fae0aa-93f6-4692-90f7-06f098db0de8) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:33:09.885774 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-2b10c19e-063f-4c11-ae52-779e6bb41a3a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Allocated IP 2001:db8::f816:3eff:fefd:df5b (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/2251b7b7-287c-47e1-b45c-9a5abb52f6ec/e7fae0aa-93f6-4692-90f7-06f098db0de8) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:33:09.888053 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-93120b76-cf1d-49b4-8556-2cd2b1498095 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:09.947230 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93120b76-cf1d-49b4-8556-2cd2b1498095 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Port': ['ID=b1175f20-31f6-4dd6-b723-47fdeb5ec5a7,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:09.955423 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93120b76-cf1d-49b4-8556-2cd2b1498095 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] No DVR routers for this DVR port b1175f20-31f6-4dd6-b723-47fdeb5ec5a7 on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:33:09.970923 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ed84abd6-0a66-4592-b45d-6bcf597acd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:33:06Z', 'revision_number': 9, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None, '_interfaces': [{'id': '747a6b13-ce01-41ce-8270-70d2b5f258cc', 'name': '', 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:e9:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:24Z', 'updated_at': '2022-03-31T15:32:37Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71822b4-61aa-4f4a-9341-17006a2505da', 'name': '', 'network_id': 'c68b8497-ac7a-49e2-8da5-7caee76cf1fe', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:06:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:33Z', 'updated_at': '2022-03-31T15:32:42Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:09.976977 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed84abd6-0a66-4592-b45d-6bcf597acd2c None None] The sync data for ids ['6a21000e-abce-48db-8e06-f249c7c34490'] in dv-neutron-833379-2-hyperv is: [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:33:06Z', 'revision_number': 9, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None, '_interfaces': [{'id': '747a6b13-ce01-41ce-8270-70d2b5f258cc', 'name': '', 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:e9:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:24Z', 'updated_at': '2022-03-31T15:32:37Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71822b4-61aa-4f4a-9341-17006a2505da', 'name': '', 'network_id': 'c68b8497-ac7a-49e2-8da5-7caee76cf1fe', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:06:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:33Z', 'updated_at': '2022-03-31T15:32:42Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '6094c9c6-d508-42bb-abd4-ad2de88e845f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:33:09.992566 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a06ff2a9-dc03-4888-91ed-ccbd8a5ca8b9 None None] The port 'b1175f20-31f6-4dd6-b723-47fdeb5ec5a7' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:33:10.062614 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-98d62dfe-9259-46b1-a650-10f0c0b741f6 None None] Provisioning for port e9c4b8f8-e19b-4666-b0e2-62450eefe233 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:33:10.069646 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a76bebc2-2613-4c3b-9985-4ea652e9d7a1 None None] Set router 323e8e26-730d-43d6-957e-1676cf8e8e47 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:33:10.115490 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-26286301-28ba-4075-8c49-f9423b974885 None None] Attempting to bind port b107b41f-70fe-4601-b6ac-9e927048ed04 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:33:10.115955 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-26286301-28ba-4075-8c49-f9423b974885 None None] Attempting to bind port b107b41f-70fe-4601-b6ac-9e927048ed04 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:33:10.116388 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26286301-28ba-4075-8c49-f9423b974885 None None] Attempting to bind port b107b41f-70fe-4601-b6ac-9e927048ed04 on network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:33:10.122982 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-98d62dfe-9259-46b1-a650-10f0c0b741f6 None None] Provisioning complete for port e9c4b8f8-e19b-4666-b0e2-62450eefe233 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:10.123443 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-98d62dfe-9259-46b1-a650-10f0c0b741f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:10.160897 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-93120b76-cf1d-49b4-8556-2cd2b1498095 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:10.220483 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26286301-28ba-4075-8c49-f9423b974885 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:33:10.220826 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26286301-28ba-4075-8c49-f9423b974885 None None] Checking segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:33:10.221162 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-26286301-28ba-4075-8c49-f9423b974885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:10.221680 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26286301-28ba-4075-8c49-f9423b974885 None None] Bound using segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:33:10.221680 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-26286301-28ba-4075-8c49-f9423b974885 None None] Bound port: b107b41f-70fe-4601-b6ac-9e927048ed04, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:33:10.222478 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-26286301-28ba-4075-8c49-f9423b974885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:10.247487 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-93120b76-cf1d-49b4-8556-2cd2b1498095 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17141e49-89df-4825-89d0-20f30bb3fc3a']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:10.265898 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-93120b76-cf1d-49b4-8556-2cd2b1498095 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d285f03-1afb-4f8a-8281-c93d3e6c9f26') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:10.266179 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-93120b76-cf1d-49b4-8556-2cd2b1498095 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d285f03-1afb-4f8a-8281-c93d3e6c9f26') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:10.287572 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-93120b76-cf1d-49b4-8556-2cd2b1498095 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:10.328093 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-93120b76-cf1d-49b4-8556-2cd2b1498095 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:10.346333 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93120b76-cf1d-49b4-8556-2cd2b1498095 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:33:10.347669 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-93120b76-cf1d-49b4-8556-2cd2b1498095 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:10.363270 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:33:10.363270 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:33:10.363270 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:33:10.363270 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:33:10.363270 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:33:10.363270 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:33:10.363270 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:33:10.363270 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:33:10.363270 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:33:10.363270 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:33:10.363270 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:33:10.363270 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:33:10.363270 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:33:10.363270 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:33:10.363270 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:33:10.363270 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:33:10.363270 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:33:10.363270 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:33:10.363270 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:33:10.363270 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:33:10.363270 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:33:10.363270 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:33:10.363270 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:33:10.363270 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:33:10.363270 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:33:10.363270 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:33:10.363270 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:33:10.363270 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:33:10.363270 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:33:10.363270 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:33:10.363270 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:33:10.363270 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:33:10.366532 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2b10c19e-063f-4c11-ae52-779e6bb41a3a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:10.462870 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2b10c19e-063f-4c11-ae52-779e6bb41a3a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Transition to ACTIVE for port object e7fae0aa-93f6-4692-90f7-06f098db0de8 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:33:10.529286 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-26286301-28ba-4075-8c49-f9423b974885 None None] For port b107b41f-70fe-4601-b6ac-9e927048ed04, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:33:10.543734 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-93120b76-cf1d-49b4-8556-2cd2b1498095 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:10.572062 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-93120b76-cf1d-49b4-8556-2cd2b1498095 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:10.583483 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2b10c19e-063f-4c11-ae52-779e6bb41a3a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:10.588872 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93120b76-cf1d-49b4-8556-2cd2b1498095 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Network': ['ID=17141e49-89df-4825-89d0-20f30bb3fc3a,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:10.682419 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-93120b76-cf1d-49b4-8556-2cd2b1498095 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/networks/17141e49-89df-4825-89d0-20f30bb3fc3a HTTP/1.1" status: 204 len: 168 time: 1.9833574 Mar 31 15:33:10.689448 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47436) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:10.723652 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-26286301-28ba-4075-8c49-f9423b974885 None None] For port b107b41f-70fe-4601-b6ac-9e927048ed04, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=b107b41f-70fe-4601-b6ac-9e927048ed04,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:33:10.767100 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-98d62dfe-9259-46b1-a650-10f0c0b741f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:10.779068 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b10c19e-063f-4c11-ae52-779e6bb41a3a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:33:10.790295 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-26286301-28ba-4075-8c49-f9423b974885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:10.791811 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-2b10c19e-063f-4c11-ae52-779e6bb41a3a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:33:10.795590 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10c19e-063f-4c11-ae52-779e6bb41a3a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Port': ['ID=e7fae0aa-93f6-4692-90f7-06f098db0de8,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:10.798128 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b10c19e-063f-4c11-ae52-779e6bb41a3a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:33:10.805639 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b10c19e-063f-4c11-ae52-779e6bb41a3a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:10.806175 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2b10c19e-063f-4c11-ae52-779e6bb41a3a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:10.808179 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e97149f0-4901-4f86-8aab-5ae6e06810fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:10.903512 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-98d62dfe-9259-46b1-a650-10f0c0b741f6 None None] For port e9c4b8f8-e19b-4666-b0e2-62450eefe233, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e9c4b8f8-e19b-4666-b0e2-62450eefe233,segment=NetworkSegment(5ba8ed33-40df-4cde-9009-832070d541c7),segment_id=5ba8ed33-40df-4cde-9009-832070d541c7)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:33:10.937249 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a76bebc2-2613-4c3b-9985-4ea652e9d7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323e8e26-730d-43d6-957e-1676cf8e8e47', 'name': 'tempest-TestVolumeBootPattern-1653460155-router', 'tenant_id': 'db26905a893240779642a263097d3a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '16cee2ee-ad5d-46e1-bf00-bb8b912bb488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:04Z', 'updated_at': '2022-03-31T15:33:07Z', 'revision_number': 3, 'project_id': 'db26905a893240779642a263097d3a5a', 'gw_port': {'id': '16cee2ee-ad5d-46e1-bf00-bb8b912bb488', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323e8e26-730d-43d6-957e-1676cf8e8e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:05Z', 'updated_at': '2022-03-31T15:33:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:10.940240 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26286301-28ba-4075-8c49-f9423b974885 None None] Pushing event updated for resources: {'Port': ['ID=b107b41f-70fe-4601-b6ac-9e927048ed04,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:10.961252 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76bebc2-2613-4c3b-9985-4ea652e9d7a1 None None] Checking router: 323e8e26-730d-43d6-957e-1676cf8e8e47 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:33:10.962017 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76bebc2-2613-4c3b-9985-4ea652e9d7a1 None None] Updating router 323e8e26-730d-43d6-957e-1676cf8e8e47 port 16cee2ee-ad5d-46e1-bf00-bb8b912bb488 binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:33:11.040613 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-98d62dfe-9259-46b1-a650-10f0c0b741f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:11.089050 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2b10c19e-063f-4c11-ae52-779e6bb41a3a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.9032195 Mar 31 15:33:11.103764 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47440) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:11.108479 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 7a7d4c3b-ba84-4281-851b-f58d022b83cb up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:33:11.140122 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a76bebc2-2613-4c3b-9985-4ea652e9d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:11.188127 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-e97149f0-4901-4f86-8aab-5ae6e06810fd admin admin] Allocated IP 172.20.0.1 (12d9af52-11a0-4dc1-bca8-a8eadb04a215/bad0a140-38f1-4712-8a06-af0c6c56fb85/1e475048-9e37-40ba-9884-c6a4703f6422) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:33:11.413126 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-4639e28e-7b5d-42b3-a5a6-4faf9308f583 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting port e7fae0aa-93f6-4692-90f7-06f098db0de8 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:33:11.413707 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4639e28e-7b5d-42b3-a5a6-4faf9308f583 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:11.437095 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e97149f0-4901-4f86-8aab-5ae6e06810fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:11.447572 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d62dfe-9259-46b1-a650-10f0c0b741f6 None None] Pushing event updated for resources: {'Port': ['ID=e9c4b8f8-e19b-4666-b0e2-62450eefe233,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:11.459726 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-e97149f0-4901-4f86-8aab-5ae6e06810fd admin admin] Transition to ACTIVE for port object 1e475048-9e37-40ba-9884-c6a4703f6422 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:33:11.462414 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3f59e5b2-9058-4635-8c92-aedaa58dcbd2 None None] Provisioning complete for port e9c4b8f8-e19b-4666-b0e2-62450eefe233 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:11.462788 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3f59e5b2-9058-4635-8c92-aedaa58dcbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:11.567596 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e97149f0-4901-4f86-8aab-5ae6e06810fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:11.629726 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 7a7d4c3b-ba84-4281-851b-f58d022b83cb triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:11.630312 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:11.657081 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97149f0-4901-4f86-8aab-5ae6e06810fd admin admin] Pushing event updated for resources: {'Port': ['ID=1e475048-9e37-40ba-9884-c6a4703f6422,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:11.676665 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97149f0-4901-4f86-8aab-5ae6e06810fd admin admin] Network 12d9af52-11a0-4dc1-bca8-a8eadb04a215 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:33:11.677927 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-e97149f0-4901-4f86-8aab-5ae6e06810fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:33:11.681702 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97149f0-4901-4f86-8aab-5ae6e06810fd admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:33:11.750079 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e97149f0-4901-4f86-8aab-5ae6e06810fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:11.887947 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4639e28e-7b5d-42b3-a5a6-4faf9308f583 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:11.960270 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a76bebc2-2613-4c3b-9985-4ea652e9d7a1 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:11.979043 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a76bebc2-2613-4c3b-9985-4ea652e9d7a1 None None] Transition to ACTIVE for port object 16cee2ee-ad5d-46e1-bf00-bb8b912bb488 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:33:12.010513 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 15959542-9715-4731-a051-f922fb81d643 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:33:12.044285 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e97149f0-4901-4f86-8aab-5ae6e06810fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:12.053526 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 15959542-9715-4731-a051-f922fb81d643 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:33:12.053870 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 15959542-9715-4731-a051-f922fb81d643 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:33:12.054299 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device b1175f20-31f6-4dd6-b723-47fdeb5ec5a7 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:33:12.068240 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-4639e28e-7b5d-42b3-a5a6-4faf9308f583 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Calling delete_port for e7fae0aa-93f6-4692-90f7-06f098db0de8 owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:33:12.087502 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a76bebc2-2613-4c3b-9985-4ea652e9d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:12.152519 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: b1175f20-31f6-4dd6-b723-47fdeb5ec5a7 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:33:12.152880 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device b1175f20-31f6-4dd6-b723-47fdeb5ec5a7 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:33:12.176895 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a76bebc2-2613-4c3b-9985-4ea652e9d7a1 None None] Attempting to bind port 16cee2ee-ad5d-46e1-bf00-bb8b912bb488 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:33:12.177077 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a76bebc2-2613-4c3b-9985-4ea652e9d7a1 None None] Attempting to bind port 16cee2ee-ad5d-46e1-bf00-bb8b912bb488 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:33:12.177507 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76bebc2-2613-4c3b-9985-4ea652e9d7a1 None None] Attempting to bind port 16cee2ee-ad5d-46e1-bf00-bb8b912bb488 on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:33:12.186495 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76bebc2-2613-4c3b-9985-4ea652e9d7a1 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:33:12.186898 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76bebc2-2613-4c3b-9985-4ea652e9d7a1 None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:33:12.187169 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3962f8c6-6a36-4f64-84d6-2ca90b821462 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:12.191122 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a76bebc2-2613-4c3b-9985-4ea652e9d7a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:12.191122 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76bebc2-2613-4c3b-9985-4ea652e9d7a1 None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:33:12.191122 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a76bebc2-2613-4c3b-9985-4ea652e9d7a1 None None] Bound port: 16cee2ee-ad5d-46e1-bf00-bb8b912bb488, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:33:12.191122 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a76bebc2-2613-4c3b-9985-4ea652e9d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:12.295636 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a76bebc2-2613-4c3b-9985-4ea652e9d7a1 None None] For port 16cee2ee-ad5d-46e1-bf00-bb8b912bb488, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:33:12.300276 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a76bebc2-2613-4c3b-9985-4ea652e9d7a1 None None] For port 16cee2ee-ad5d-46e1-bf00-bb8b912bb488, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=16cee2ee-ad5d-46e1-bf00-bb8b912bb488,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:33:12.306187 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-e97746c7-8eb6-4ca3-b898-e497a88503da None None] Provisioning for port 1e475048-9e37-40ba-9884-c6a4703f6422 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:33:12.312400 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-e97746c7-8eb6-4ca3-b898-e497a88503da None None] Provisioning complete for port 1e475048-9e37-40ba-9884-c6a4703f6422 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:12.312837 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e97746c7-8eb6-4ca3-b898-e497a88503da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:12.322184 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e97149f0-4901-4f86-8aab-5ae6e06810fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:12.339963 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9e4e5-358b-4ea9-88f0-1c80b0767ff2 None None] Pushing event updated for resources: {'Port': ['ID=16cee2ee-ad5d-46e1-bf00-bb8b912bb488,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:12.377711 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-e97746c7-8eb6-4ca3-b898-e497a88503da None None] Port 1e475048-9e37-40ba-9884-c6a4703f6422 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:33:12.400228 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a76bebc2-2613-4c3b-9985-4ea652e9d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:12.427789 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e97149f0-4901-4f86-8aab-5ae6e06810fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:12.446155 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52166a0-6878-4ea8-8e0a-df1f67e2108f None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:33:12.584880 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97149f0-4901-4f86-8aab-5ae6e06810fd admin admin] Pushing event updated for resources: {'Port': ['ID=1e475048-9e37-40ba-9884-c6a4703f6422,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:12.589904 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76bebc2-2613-4c3b-9985-4ea652e9d7a1 None None] Routers {'323e8e26-730d-43d6-957e-1676cf8e8e47'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:33:12.590560 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a76bebc2-2613-4c3b-9985-4ea652e9d7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:33:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['323e8e26-730d-43d6-957e-1676cf8e8e47'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:12.607819 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e97149f0-4901-4f86-8aab-5ae6e06810fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:12.669245 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9e4e5-358b-4ea9-88f0-1c80b0767ff2 None None] Pushing event updated for resources: {'Port': ['ID=16cee2ee-ad5d-46e1-bf00-bb8b912bb488,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:12.679213 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-796e94a7-1bee-4024-955f-675bde06c570 None None] Provisioning for port b107b41f-70fe-4601-b6ac-9e927048ed04 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:33:12.742512 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3962f8c6-6a36-4f64-84d6-2ca90b821462 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Deleting port b71822b4-61aa-4f4a-9341-17006a2505da {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:33:12.743142 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3962f8c6-6a36-4f64-84d6-2ca90b821462 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:12.772262 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4639e28e-7b5d-42b3-a5a6-4faf9308f583 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:12.880214 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639e28e-7b5d-42b3-a5a6-4faf9308f583 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Port': ['ID=e7fae0aa-93f6-4692-90f7-06f098db0de8,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:12.947459 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a76bebc2-2613-4c3b-9985-4ea652e9d7a1 None None] Set router 323e8e26-730d-43d6-957e-1676cf8e8e47 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:33:12.991835 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4639e28e-7b5d-42b3-a5a6-4faf9308f583 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:13.022483 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4639e28e-7b5d-42b3-a5a6-4faf9308f583 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/e7fae0aa-93f6-4692-90f7-06f098db0de8 HTTP/1.1" status: 204 len: 168 time: 1.9175391 Mar 31 15:33:13.023079 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47456) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:13.040717 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97149f0-4901-4f86-8aab-5ae6e06810fd admin admin] Network 12d9af52-11a0-4dc1-bca8-a8eadb04a215 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:33:13.045179 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-e97149f0-4901-4f86-8aab-5ae6e06810fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:33:13.144063 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device b107b41f-70fe-4601-b6ac-9e927048ed04 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:33:13.314231 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97149f0-4901-4f86-8aab-5ae6e06810fd admin admin] Router 323e8e26-730d-43d6-957e-1676cf8e8e47 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:33:13.353436 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3962f8c6-6a36-4f64-84d6-2ca90b821462 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] For port b71822b4-61aa-4f4a-9341-17006a2505da, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=b71822b4-61aa-4f4a-9341-17006a2505da,segment=NetworkSegment(95a76529-97b8-4a76-9f47-db92afdee3ec),segment_id=95a76529-97b8-4a76-9f47-db92afdee3ec)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:33:13.353723 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3962f8c6-6a36-4f64-84d6-2ca90b821462 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:13.461825 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-94d420ea-141f-408f-ad84-2c86d3f90f20 None None] Provisioning complete for port 1e475048-9e37-40ba-9884-c6a4703f6422 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:13.462203 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-94d420ea-141f-408f-ad84-2c86d3f90f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:13.531638 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-94d420ea-141f-408f-ad84-2c86d3f90f20 None None] Port 1e475048-9e37-40ba-9884-c6a4703f6422 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:33:13.535969 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port b107b41f-70fe-4601-b6ac-9e927048ed04 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:33:13.546273 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97149f0-4901-4f86-8aab-5ae6e06810fd admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:33:13.568328 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e97149f0-4901-4f86-8aab-5ae6e06810fd admin admin] 10.222.0.31 "PUT /v2.0/routers/323e8e26-730d-43d6-957e-1676cf8e8e47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7575026 Mar 31 15:33:13.571857 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port b107b41f-70fe-4601-b6ac-9e927048ed04 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:13.572228 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:13.589058 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505c64a2-b4fb-4db1-9051-abc2ec87ed88 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:13.591382 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-505c64a2-b4fb-4db1-9051-abc2ec87ed88 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:33:13.667558 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3962f8c6-6a36-4f64-84d6-2ca90b821462 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Calling delete_port for b71822b4-61aa-4f4a-9341-17006a2505da owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:33:13.718932 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d4fb5-80bb-49c1-b3c6-2920534e937a req-17839a4f-f0f3-4800-a1f0-5f93b2847ecd tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:13.720422 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-468d4fb5-80bb-49c1-b3c6-2920534e937a req-17839a4f-f0f3-4800-a1f0-5f93b2847ecd tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 945 time: 0.4917667 Mar 31 15:33:13.779747 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a76bebc2-2613-4c3b-9985-4ea652e9d7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323e8e26-730d-43d6-957e-1676cf8e8e47', 'name': 'tempest-TestVolumeBootPattern-1653460155-router', 'tenant_id': 'db26905a893240779642a263097d3a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '16cee2ee-ad5d-46e1-bf00-bb8b912bb488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:04Z', 'updated_at': '2022-03-31T15:33:11Z', 'revision_number': 4, 'project_id': 'db26905a893240779642a263097d3a5a', 'gw_port': {'id': '16cee2ee-ad5d-46e1-bf00-bb8b912bb488', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323e8e26-730d-43d6-957e-1676cf8e8e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:05Z', 'updated_at': '2022-03-31T15:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '1e475048-9e37-40ba-9884-c6a4703f6422', 'name': '', 'network_id': '12d9af52-11a0-4dc1-bca8-a8eadb04a215', 'tenant_id': 'db26905a893240779642a263097d3a5a', 'mac_address': 'fa:16:3e:f5:b3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323e8e26-730d-43d6-957e-1676cf8e8e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'bad0a140-38f1-4712-8a06-af0c6c56fb85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:10Z', 'updated_at': '2022-03-31T15:33:12Z', 'revision_number': 2, 'project_id': 'db26905a893240779642a263097d3a5a', 'subnets': [{'id': 'bad0a140-38f1-4712-8a06-af0c6c56fb85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:13.789298 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76bebc2-2613-4c3b-9985-4ea652e9d7a1 None None] The sync data for ids ['323e8e26-730d-43d6-957e-1676cf8e8e47'] in dv-neutron-833379-2-hyperv is: [{'id': '323e8e26-730d-43d6-957e-1676cf8e8e47', 'name': 'tempest-TestVolumeBootPattern-1653460155-router', 'tenant_id': 'db26905a893240779642a263097d3a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '16cee2ee-ad5d-46e1-bf00-bb8b912bb488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:04Z', 'updated_at': '2022-03-31T15:33:11Z', 'revision_number': 4, 'project_id': 'db26905a893240779642a263097d3a5a', 'gw_port': {'id': '16cee2ee-ad5d-46e1-bf00-bb8b912bb488', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323e8e26-730d-43d6-957e-1676cf8e8e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:05Z', 'updated_at': '2022-03-31T15:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '1e475048-9e37-40ba-9884-c6a4703f6422', 'name': '', 'network_id': '12d9af52-11a0-4dc1-bca8-a8eadb04a215', 'tenant_id': 'db26905a893240779642a263097d3a5a', 'mac_address': 'fa:16:3e:f5:b3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323e8e26-730d-43d6-957e-1676cf8e8e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'bad0a140-38f1-4712-8a06-af0c6c56fb85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:10Z', 'updated_at': '2022-03-31T15:33:12Z', 'revision_number': 2, 'project_id': 'db26905a893240779642a263097d3a5a', 'subnets': [{'id': 'bad0a140-38f1-4712-8a06-af0c6c56fb85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:33:13.808142 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:13.824169 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-468d4fb5-80bb-49c1-b3c6-2920534e937a req-2f96895d-cfe4-4cdf-8b70-755258af8904 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/security-groups?id=da9287d6-6bf0-429a-afc2-56edb7ab07c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963187 Mar 31 15:33:13.854250 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port b107b41f-70fe-4601-b6ac-9e927048ed04, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=b107b41f-70fe-4601-b6ac-9e927048ed04,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:33:13.867739 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-e115edcf-2a02-4db6-bd3c-58e66a638fc5 None None] Provisioning complete for port b107b41f-70fe-4601-b6ac-9e927048ed04 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:13.868291 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e115edcf-2a02-4db6-bd3c-58e66a638fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:13.924276 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:13.932754 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e9c4b8f8-e19b-4666-b0e2-62450eefe233 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:33:14.038477 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-505c64a2-b4fb-4db1-9051-abc2ec87ed88 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:33:14.039757 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-505c64a2-b4fb-4db1-9051-abc2ec87ed88 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 1.0132194 Mar 31 15:33:14.042496 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47474) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:14.189410 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=b107b41f-70fe-4601-b6ac-9e927048ed04,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:14.225638 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port e9c4b8f8-e19b-4666-b0e2-62450eefe233 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:14.225924 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:14.228216 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614483d9-5719-431c-b38b-af5b405f65e8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:14.229883 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-614483d9-5719-431c-b38b-af5b405f65e8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1864243 Mar 31 15:33:14.232527 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47478) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:14.329607 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4b75ad-0127-49e6-9eb0-802c1d95f1fc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:14.331457 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4b75ad-0127-49e6-9eb0-802c1d95f1fc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:14.333315 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4b75ad-0127-49e6-9eb0-802c1d95f1fc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:14.334225 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ae4b75ad-0127-49e6-9eb0-802c1d95f1fc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:33:14.376442 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3962f8c6-6a36-4f64-84d6-2ca90b821462 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:14.404459 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ae4b75ad-0127-49e6-9eb0-802c1d95f1fc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:33:14.408186 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ae4b75ad-0127-49e6-9eb0-802c1d95f1fc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1721680 Mar 31 15:33:14.408772 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47482) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:14.460868 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ccc5f12a-44af-4003-9938-7b3436319a17 None None] Could not find standard attr ID for object 48357d06-7203-45f7-9a5b-02ba77f7c1df. {{(pid=103445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 15:33:14.502055 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962f8c6-6a36-4f64-84d6-2ca90b821462 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Port': ['ID=b71822b4-61aa-4f4a-9341-17006a2505da,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:14.563650 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-30aae555-bfe4-4c0b-8b96-34cc48c8c194 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting subnet 195ee56d-5bd3-4509-8080-9e5004a8c8bd {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:33:14.572496 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-30aae555-bfe4-4c0b-8b96-34cc48c8c194 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:14.600320 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b865eca5-d9ef-40a4-82ca-fb19f2ae7bb2 None None] Could not find standard attr ID for object e7fae0aa-93f6-4692-90f7-06f098db0de8. {{(pid=103445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 15:33:14.726624 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-30aae555-bfe4-4c0b-8b96-34cc48c8c194 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:14.850380 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3962f8c6-6a36-4f64-84d6-2ca90b821462 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:14.866339 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-30aae555-bfe4-4c0b-8b96-34cc48c8c194 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:14.962804 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47488) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:14.978665 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-2dcc4d96-d552-4616-bd00-d9d97773468e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-881308855', 'description': 'tempest-secgroup-smoke-881308855 description', 'project_id': '4d80c83d1fbe401682aa9514176018aa'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:14.990491 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-2dcc4d96-d552-4616-bd00-d9d97773468e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:14.996861 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2dcc4d96-d552-4616-bd00-d9d97773468e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Usage tracker for resource:security_group and tenant:4d80c83d1fbe401682aa9514176018aa is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:15.021806 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2dcc4d96-d552-4616-bd00-d9d97773468e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:15.032999 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-2dcc4d96-d552-4616-bd00-d9d97773468e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:15.085250 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-30aae555-bfe4-4c0b-8b96-34cc48c8c194 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:15.139627 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device b107b41f-70fe-4601-b6ac-9e927048ed04 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:33:15.153585 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aae555-bfe4-4c0b-8b96-34cc48c8c194 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Subnet': ['ID=195ee56d-5bd3-4509-8080-9e5004a8c8bd,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:15.162011 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-30aae555-bfe4-4c0b-8b96-34cc48c8c194 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:15.164933 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2dcc4d96-d552-4616-bd00-d9d97773468e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:15.197459 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-2dcc4d96-d552-4616-bd00-d9d97773468e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:15.202344 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2dcc4d96-d552-4616-bd00-d9d97773468e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Usage tracker for resource:security_group_rule and tenant:4d80c83d1fbe401682aa9514176018aa is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:15.206457 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2dcc4d96-d552-4616-bd00-d9d97773468e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:15.214832 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-2dcc4d96-d552-4616-bd00-d9d97773468e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:15.237797 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31425821-0a92-4e26-8f1f-541006149c43 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:33:15.260925 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-30aae555-bfe4-4c0b-8b96-34cc48c8c194 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/195ee56d-5bd3-4509-8080-9e5004a8c8bd HTTP/1.1" status: 204 len: 168 time: 0.8504832 Mar 31 15:33:15.264036 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47492) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:15.366609 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2dcc4d96-d552-4616-bd00-d9d97773468e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:15.375703 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc94a91-47fe-4ef0-b541-dd702484e244 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting subnet 2251b7b7-287c-47e1-b45c-9a5abb52f6ec {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:33:15.380645 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bfc94a91-47fe-4ef0-b541-dd702484e244 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:15.392452 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port b107b41f-70fe-4601-b6ac-9e927048ed04 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:15.392820 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:15.425116 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2dcc4d96-d552-4616-bd00-d9d97773468e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:15.469179 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c992e-e785-4ed0-ad32-4bc1032c05fe req-c446edac-32f9-489d-b08e-a3f02e35b28d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:15.470722 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c75c992e-e785-4ed0-ad32-4bc1032c05fe req-c446edac-32f9-489d-b08e-a3f02e35b28d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 945 time: 0.3878186 Mar 31 15:33:15.497954 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bfc94a91-47fe-4ef0-b541-dd702484e244 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:15.506766 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3962f8c6-6a36-4f64-84d6-2ca90b821462 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Router 6a21000e-abce-48db-8e06-f249c7c34490 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:33:15.537053 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c75c992e-e785-4ed0-ad32-4bc1032c05fe req-8ef688cf-73f0-47ad-b821-35e73c945f6f tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/security-groups?id=da9287d6-6bf0-429a-afc2-56edb7ab07c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537364 Mar 31 15:33:15.555661 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc4d96-d552-4616-bd00-d9d97773468e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e81fc0-179b-43b4-8540-7cc482d9ef51,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:15.563009 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2dcc4d96-d552-4616-bd00-d9d97773468e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:15.564205 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2dcc4d96-d552-4616-bd00-d9d97773468e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6003103 Mar 31 15:33:15.567866 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47496) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:15.575650 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-2f487756-c59f-4845-807c-e8352de0416f tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Request body: {'security_group_rule': {'security_group_id': 'd9e81fc0-179b-43b4-8540-7cc482d9ef51', 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:15.582479 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-2f487756-c59f-4845-807c-e8352de0416f tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:15.587175 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2f487756-c59f-4845-807c-e8352de0416f tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Usage tracker for resource:security_group_rule and tenant:4d80c83d1fbe401682aa9514176018aa is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:15.590382 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2f487756-c59f-4845-807c-e8352de0416f tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:15.609452 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-2f487756-c59f-4845-807c-e8352de0416f tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:15.686091 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bfc94a91-47fe-4ef0-b541-dd702484e244 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:15.733830 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2f487756-c59f-4845-807c-e8352de0416f tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:15.829103 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2f487756-c59f-4845-807c-e8352de0416f tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:15.874392 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3962f8c6-6a36-4f64-84d6-2ca90b821462 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:33:15.888170 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d7212c-dc18-4c90-a326-58a12554312d None None] Sync routers for ids ['6a21000e-abce-48db-8e06-f249c7c34490'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:33:15.889109 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3962f8c6-6a36-4f64-84d6-2ca90b821462 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "PUT /v2.0/routers/6a21000e-abce-48db-8e06-f249c7c34490/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1952169 Mar 31 15:33:15.891241 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47500) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:15.901171 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d7212c-dc18-4c90-a326-58a12554312d None None] Routers {'6a21000e-abce-48db-8e06-f249c7c34490'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:33:15.901854 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-66d7212c-dc18-4c90-a326-58a12554312d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:33:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6a21000e-abce-48db-8e06-f249c7c34490'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:15.931042 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2f487756-c59f-4845-807c-e8352de0416f tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:15.959554 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bfc94a91-47fe-4ef0-b541-dd702484e244 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:16.026178 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bfc94a91-47fe-4ef0-b541-dd702484e244 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:16.028818 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f487756-c59f-4845-807c-e8352de0416f tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3683919c-bac4-42de-b8cc-fb0fc954d93f,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:16.038176 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc94a91-47fe-4ef0-b541-dd702484e244 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Subnet': ['ID=2251b7b7-287c-47e1-b45c-9a5abb52f6ec,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:16.056557 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad29513d-c998-4bdb-bbd3-d0b5f1fc3a6f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Deleting subnet 6094c9c6-d508-42bb-abd4-ad2de88e845f {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:33:16.071121 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47504) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:16.071540 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-bfc94a91-47fe-4ef0-b541-dd702484e244 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/2251b7b7-287c-47e1-b45c-9a5abb52f6ec HTTP/1.1" status: 204 len: 168 time: 0.7963159 Mar 31 15:33:16.072765 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ad29513d-c998-4bdb-bbd3-d0b5f1fc3a6f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:16.073460 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-66d7212c-dc18-4c90-a326-58a12554312d None None] Set router 6a21000e-abce-48db-8e06-f249c7c34490 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:33:16.124844 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2f487756-c59f-4845-807c-e8352de0416f tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:16.126291 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2f487756-c59f-4845-807c-e8352de0416f tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5571837 Mar 31 15:33:16.130865 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47508) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:16.138216 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e3d4c244-4bc9-49a5-bf19-065418eed2b0 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Request body: {'security_group_rule': {'security_group_id': 'd9e81fc0-179b-43b4-8540-7cc482d9ef51', 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:16.149085 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e3d4c244-4bc9-49a5-bf19-065418eed2b0 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:16.153052 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ad29513d-c998-4bdb-bbd3-d0b5f1fc3a6f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:16.168855 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8f26474f-1764-4886-881d-0dee1ec97c62 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1057539 Mar 31 15:33:16.171649 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47512) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:16.177860 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-740b7f4a-5ee1-401b-a2aa-77abdab62435 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:16.216412 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e3d4c244-4bc9-49a5-bf19-065418eed2b0 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Usage tracker for resource:security_group_rule and tenant:4d80c83d1fbe401682aa9514176018aa is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:16.221605 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e3d4c244-4bc9-49a5-bf19-065418eed2b0 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:16.239341 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e3d4c244-4bc9-49a5-bf19-065418eed2b0 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:16.322310 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-740b7f4a-5ee1-401b-a2aa-77abdab62435 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:16.329097 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-740b7f4a-5ee1-401b-a2aa-77abdab62435 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:subnet and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:16.332692 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-740b7f4a-5ee1-401b-a2aa-77abdab62435 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:16.346858 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-740b7f4a-5ee1-401b-a2aa-77abdab62435 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:16.416030 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3d4c244-4bc9-49a5-bf19-065418eed2b0 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:16.422282 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740b7f4a-5ee1-401b-a2aa-77abdab62435 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:33:16.427714 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-740b7f4a-5ee1-401b-a2aa-77abdab62435 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:16.449572 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ad29513d-c998-4bdb-bbd3-d0b5f1fc3a6f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:16.454226 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-66d7212c-dc18-4c90-a326-58a12554312d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:33:14Z', 'revision_number': 10, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None, '_interfaces': [{'id': '747a6b13-ce01-41ce-8270-70d2b5f258cc', 'name': '', 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:e9:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:24Z', 'updated_at': '2022-03-31T15:32:37Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:16.458584 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d7212c-dc18-4c90-a326-58a12554312d None None] Checking router: 6a21000e-abce-48db-8e06-f249c7c34490 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:33:16.468897 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d7212c-dc18-4c90-a326-58a12554312d None None] Routers {'6a21000e-abce-48db-8e06-f249c7c34490'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:33:16.469594 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-66d7212c-dc18-4c90-a326-58a12554312d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:33:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6a21000e-abce-48db-8e06-f249c7c34490'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:16.484801 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bbd9d7-f8a2-4e3c-a73b-2b87da60ccb9 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:33:16.544410 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3d4c244-4bc9-49a5-bf19-065418eed2b0 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:16.612582 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3d4c244-4bc9-49a5-bf19-065418eed2b0 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:16.620133 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ad29513d-c998-4bdb-bbd3-d0b5f1fc3a6f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:16.662873 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-66d7212c-dc18-4c90-a326-58a12554312d None None] Set router 6a21000e-abce-48db-8e06-f249c7c34490 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:33:16.753950 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29513d-c998-4bdb-bbd3-d0b5f1fc3a6f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Subnet': ['ID=6094c9c6-d508-42bb-abd4-ad2de88e845f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:16.757055 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-fe4ad587-5fac-464f-bb43-6fad7e522088 None None] Provisioning complete for port b107b41f-70fe-4601-b6ac-9e927048ed04 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:16.757454 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fe4ad587-5fac-464f-bb43-6fad7e522088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:16.759644 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ad29513d-c998-4bdb-bbd3-d0b5f1fc3a6f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:16.772501 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4c244-4bc9-49a5-bf19-065418eed2b0 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf5e8a2e-3b97-4003-8cbd-4060b66ff1aa,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:16.797159 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572849d4-d686-4023-9f8a-4d8af5cc2090 None None] Network c68b8497-ac7a-49e2-8da5-7caee76cf1fe requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:33:16.841864 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ad29513d-c998-4bdb-bbd3-d0b5f1fc3a6f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/subnets/6094c9c6-d508-42bb-abd4-ad2de88e845f HTTP/1.1" status: 204 len: 168 time: 0.9468160 Mar 31 15:33:16.842379 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47518) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:16.880309 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330a0ef-e9d9-4df1-9003-48acc542dda4 req-672a76f6-0f3e-453c-be8b-26b108840a6b tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:16.882027 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5330a0ef-e9d9-4df1-9003-48acc542dda4 req-672a76f6-0f3e-453c-be8b-26b108840a6b tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 945 time: 0.1309884 Mar 31 15:33:16.890893 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-740b7f4a-5ee1-401b-a2aa-77abdab62435 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:16.960058 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3d4c244-4bc9-49a5-bf19-065418eed2b0 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:16.963929 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e3d4c244-4bc9-49a5-bf19-065418eed2b0 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8297150 Mar 31 15:33:16.966902 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47522) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:16.990256 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-6ed2c22e-d260-4c07-b278-012fa49317ac tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Request body: {'security_group_rule': {'security_group_id': 'd9e81fc0-179b-43b4-8540-7cc482d9ef51', 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:17.000443 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5330a0ef-e9d9-4df1-9003-48acc542dda4 req-e80e7284-ca11-4588-963c-ceeed0df9f25 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/security-groups?id=da9287d6-6bf0-429a-afc2-56edb7ab07c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104217 Mar 31 15:33:17.001452 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6ed2c22e-d260-4c07-b278-012fa49317ac tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:17.005821 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6ed2c22e-d260-4c07-b278-012fa49317ac tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Usage tracker for resource:security_group_rule and tenant:4d80c83d1fbe401682aa9514176018aa is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:17.009098 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6ed2c22e-d260-4c07-b278-012fa49317ac tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:17.017968 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6ed2c22e-d260-4c07-b278-012fa49317ac tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:17.047678 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740b7f4a-5ee1-401b-a2aa-77abdab62435 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:33:17.060444 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-740b7f4a-5ee1-401b-a2aa-77abdab62435 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:33:17.071039 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740b7f4a-5ee1-401b-a2aa-77abdab62435 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:17.071874 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-740b7f4a-5ee1-401b-a2aa-77abdab62435 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:17.088859 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b7f4a-5ee1-401b-a2aa-77abdab62435 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Subnet': ['ID=b588e37a-c80d-4729-a839-0e1f8105181a,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:17.100567 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0e0a2222-4824-49d6-a8e8-42fd345c422c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:17.118843 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0e0a2222-4824-49d6-a8e8-42fd345c422c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Deleting port 592f85a1-3f9a-47af-b71b-67ceb8de791f {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:33:17.119202 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0e0a2222-4824-49d6-a8e8-42fd345c422c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:17.131685 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ed2c22e-d260-4c07-b278-012fa49317ac tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:17.142576 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 16cee2ee-ad5d-46e1-bf00-bb8b912bb488 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:33:17.179972 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d725a0a0-7df6-4b80-9cc7-addb0057fd4e None None] Sync routers for ids ['323e8e26-730d-43d6-957e-1676cf8e8e47'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:33:17.205596 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-740b7f4a-5ee1-401b-a2aa-77abdab62435 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0328934 Mar 31 15:33:17.209368 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ed2c22e-d260-4c07-b278-012fa49317ac tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:17.210224 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47526) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:17.217481 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-56120f3e-caad-47ea-967d-ac5bc0b265b6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:17.248966 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-66d7212c-dc18-4c90-a326-58a12554312d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:33:14Z', 'revision_number': 10, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None, '_interfaces': [{'id': '747a6b13-ce01-41ce-8270-70d2b5f258cc', 'name': '', 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:e9:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:24Z', 'updated_at': '2022-03-31T15:32:37Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:17.256490 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d7212c-dc18-4c90-a326-58a12554312d None None] The sync data for ids ['6a21000e-abce-48db-8e06-f249c7c34490'] in dv-neutron-833379-2-hyperv is: [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:33:14Z', 'revision_number': 10, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None, '_interfaces': [{'id': '747a6b13-ce01-41ce-8270-70d2b5f258cc', 'name': '', 'network_id': '78f592d5-645c-48be-96eb-694ed3566be7', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'mac_address': 'fa:16:3e:e9:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a21000e-abce-48db-8e06-f249c7c34490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:24Z', 'updated_at': '2022-03-31T15:32:37Z', 'revision_number': 5, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'subnets': [{'id': '0fe7fa6e-ff3c-4055-804d-263628f8cbf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:33:17.267872 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d725a0a0-7df6-4b80-9cc7-addb0057fd4e None None] Routers {'323e8e26-730d-43d6-957e-1676cf8e8e47'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:33:17.269421 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d725a0a0-7df6-4b80-9cc7-addb0057fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:33:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['323e8e26-730d-43d6-957e-1676cf8e8e47'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:17.320016 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ed2c22e-d260-4c07-b278-012fa49317ac tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:17.352368 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0e0a2222-4824-49d6-a8e8-42fd345c422c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] For port 592f85a1-3f9a-47af-b71b-67ceb8de791f, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=592f85a1-3f9a-47af-b71b-67ceb8de791f,segment=NetworkSegment(95a76529-97b8-4a76-9f47-db92afdee3ec),segment_id=95a76529-97b8-4a76-9f47-db92afdee3ec)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:33:17.354163 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0e0a2222-4824-49d6-a8e8-42fd345c422c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:17.374874 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2c22e-d260-4c07-b278-012fa49317ac tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c85471b9-9094-4d10-85ff-73484dc521ed,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:17.394672 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ed2c22e-d260-4c07-b278-012fa49317ac tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:17.397098 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6ed2c22e-d260-4c07-b278-012fa49317ac tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4195557 Mar 31 15:33:17.404721 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47530) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:17.416241 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-bd0d26ac-ce58-41fc-953c-0129498b34aa tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Request body: {'security_group_rule': {'security_group_id': 'd9e81fc0-179b-43b4-8540-7cc482d9ef51', 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:17.424465 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-bd0d26ac-ce58-41fc-953c-0129498b34aa tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:17.432032 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-bd0d26ac-ce58-41fc-953c-0129498b34aa tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Usage tracker for resource:security_group_rule and tenant:4d80c83d1fbe401682aa9514176018aa is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:17.434786 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-56120f3e-caad-47ea-967d-ac5bc0b265b6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:17.436910 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-bd0d26ac-ce58-41fc-953c-0129498b34aa tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:17.481313 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-56120f3e-caad-47ea-967d-ac5bc0b265b6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:subnet and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:17.481313 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-bd0d26ac-ce58-41fc-953c-0129498b34aa tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:17.481313 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-56120f3e-caad-47ea-967d-ac5bc0b265b6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:17.481313 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-56120f3e-caad-47ea-967d-ac5bc0b265b6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:17.513749 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-d725a0a0-7df6-4b80-9cc7-addb0057fd4e None None] Set router 323e8e26-730d-43d6-957e-1676cf8e8e47 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:33:17.514331 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0e0a2222-4824-49d6-a8e8-42fd345c422c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Calling delete_port for 592f85a1-3f9a-47af-b71b-67ceb8de791f owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:33:17.559374 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 16cee2ee-ad5d-46e1-bf00-bb8b912bb488 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:33:17.574963 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 16cee2ee-ad5d-46e1-bf00-bb8b912bb488 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:17.575348 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:17.582368 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56120f3e-caad-47ea-967d-ac5bc0b265b6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:33:17.591805 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56120f3e-caad-47ea-967d-ac5bc0b265b6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:17.616685 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd0d26ac-ce58-41fc-953c-0129498b34aa tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:17.692644 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69872126-cae5-4b8b-a758-dee0389db4b0 None None] DHCP port deletion for 0c8a31f0-c909-472a-8f72-0f3eb4f4034a request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:33:17.694482 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0604143-6010-4f18-b6cb-d6c9d6959e76 None None] DHCP port deletion for c68b8497-ac7a-49e2-8da5-7caee76cf1fe request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:33:17.696523 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0e0a2222-4824-49d6-a8e8-42fd345c422c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:17.717379 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-69872126-cae5-4b8b-a758-dee0389db4b0 None None] Deleting port b107b41f-70fe-4601-b6ac-9e927048ed04 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:33:17.717776 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-69872126-cae5-4b8b-a758-dee0389db4b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:17.759845 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a2222-4824-49d6-a8e8-42fd345c422c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Port': ['ID=592f85a1-3f9a-47af-b71b-67ceb8de791f,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:17.767079 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0a2222-4824-49d6-a8e8-42fd345c422c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] No DVR routers for this DVR port 592f85a1-3f9a-47af-b71b-67ceb8de791f on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:33:17.794880 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd0d26ac-ce58-41fc-953c-0129498b34aa tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:17.804107 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.ipam_backend_mixin [None req-56120f3e-caad-47ea-967d-ac5bc0b265b6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b588e37a-c80d-4729-a839-0e1f8105181a (CIDR: 2001:db8::/64) Mar 31 15:33:17.868434 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-56120f3e-caad-47ea-967d-ac5bc0b265b6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:33:17.868945 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56120f3e-caad-47ea-967d-ac5bc0b265b6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:17.910851 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0e0a2222-4824-49d6-a8e8-42fd345c422c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:17.911454 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd0d26ac-ce58-41fc-953c-0129498b34aa tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:17.939778 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d26ac-ce58-41fc-953c-0129498b34aa tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93a1cde-cb60-40af-bed8-670f6045ba43,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:17.946093 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-0e0a2222-4824-49d6-a8e8-42fd345c422c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c68b8497-ac7a-49e2-8da5-7caee76cf1fe']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:17.959529 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-0e0a2222-4824-49d6-a8e8-42fd345c422c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a76529-97b8-4a76-9f47-db92afdee3ec') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:17.959822 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-0e0a2222-4824-49d6-a8e8-42fd345c422c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a76529-97b8-4a76-9f47-db92afdee3ec') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:17.972036 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0e0a2222-4824-49d6-a8e8-42fd345c422c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:17.988924 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0e0a2222-4824-49d6-a8e8-42fd345c422c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:17.995566 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e0a2222-4824-49d6-a8e8-42fd345c422c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:33:17.996025 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0e0a2222-4824-49d6-a8e8-42fd345c422c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:18.005501 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-56120f3e-caad-47ea-967d-ac5bc0b265b6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7941337 Mar 31 15:33:18.010845 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47534) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:18.013721 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8fd8eb4f-8ae2-4f40-95ab-e743e828d1b6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:18.017365 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:33:18.017365 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:33:18.017365 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:33:18.017365 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:33:18.017365 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:33:18.017365 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:33:18.017365 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:33:18.017365 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:33:18.017365 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:33:18.017365 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:33:18.017365 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:33:18.017365 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:33:18.017365 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:33:18.017365 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:33:18.017365 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:33:18.017365 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:33:18.017365 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:33:18.017365 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:33:18.017365 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:33:18.017365 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:33:18.017365 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:33:18.017365 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:33:18.017365 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:33:18.017365 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:33:18.017365 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:33:18.017365 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:33:18.017365 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:33:18.017365 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:33:18.017365 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:33:18.017365 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:33:18.017365 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:33:18.017365 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:33:18.033061 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd0d26ac-ce58-41fc-953c-0129498b34aa tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:18.035215 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-bd0d26ac-ce58-41fc-953c-0129498b34aa tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6294587 Mar 31 15:33:18.052745 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47540) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:18.060715 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e19f4995-2b5c-4336-9ce0-7635f7e4dce6 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Request body: {'security_group_rule': {'security_group_id': 'd9e81fc0-179b-43b4-8540-7cc482d9ef51', 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:18.072441 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e19f4995-2b5c-4336-9ce0-7635f7e4dce6 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:18.082456 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:18.130161 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e19f4995-2b5c-4336-9ce0-7635f7e4dce6 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Usage tracker for resource:security_group_rule and tenant:4d80c83d1fbe401682aa9514176018aa is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:18.140469 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e19f4995-2b5c-4336-9ce0-7635f7e4dce6 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:18.152174 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e19f4995-2b5c-4336-9ce0-7635f7e4dce6 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:18.200772 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8fd8eb4f-8ae2-4f40-95ab-e743e828d1b6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:18.205143 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8fd8eb4f-8ae2-4f40-95ab-e743e828d1b6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:subnet and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:18.209892 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8fd8eb4f-8ae2-4f40-95ab-e743e828d1b6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:18.217727 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8fd8eb4f-8ae2-4f40-95ab-e743e828d1b6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:18.226120 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 16cee2ee-ad5d-46e1-bf00-bb8b912bb488, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=16cee2ee-ad5d-46e1-bf00-bb8b912bb488,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:33:18.250332 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-e19f4995-2b5c-4336-9ce0-7635f7e4dce6 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Project 4d80c83d1fbe401682aa9514176018aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:33:18.259063 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e19f4995-2b5c-4336-9ce0-7635f7e4dce6 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:18.269354 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-69872126-cae5-4b8b-a758-dee0389db4b0 None None] For port b107b41f-70fe-4601-b6ac-9e927048ed04, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=b107b41f-70fe-4601-b6ac-9e927048ed04,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:33:18.269764 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-69872126-cae5-4b8b-a758-dee0389db4b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:18.297715 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0e0a2222-4824-49d6-a8e8-42fd345c422c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:18.320040 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0e0a2222-4824-49d6-a8e8-42fd345c422c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:18.332461 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a2222-4824-49d6-a8e8-42fd345c422c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Network': ['ID=c68b8497-ac7a-49e2-8da5-7caee76cf1fe,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:18.334539 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d725a0a0-7df6-4b80-9cc7-addb0057fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323e8e26-730d-43d6-957e-1676cf8e8e47', 'name': 'tempest-TestVolumeBootPattern-1653460155-router', 'tenant_id': 'db26905a893240779642a263097d3a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '16cee2ee-ad5d-46e1-bf00-bb8b912bb488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:04Z', 'updated_at': '2022-03-31T15:33:11Z', 'revision_number': 4, 'project_id': 'db26905a893240779642a263097d3a5a', 'gw_port': {'id': '16cee2ee-ad5d-46e1-bf00-bb8b912bb488', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323e8e26-730d-43d6-957e-1676cf8e8e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:05Z', 'updated_at': '2022-03-31T15:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '1e475048-9e37-40ba-9884-c6a4703f6422', 'name': '', 'network_id': '12d9af52-11a0-4dc1-bca8-a8eadb04a215', 'tenant_id': 'db26905a893240779642a263097d3a5a', 'mac_address': 'fa:16:3e:f5:b3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323e8e26-730d-43d6-957e-1676cf8e8e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'bad0a140-38f1-4712-8a06-af0c6c56fb85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:10Z', 'updated_at': '2022-03-31T15:33:12Z', 'revision_number': 2, 'project_id': 'db26905a893240779642a263097d3a5a', 'subnets': [{'id': 'bad0a140-38f1-4712-8a06-af0c6c56fb85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:18.344671 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e19f4995-2b5c-4336-9ce0-7635f7e4dce6 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:18.346526 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0e0a2222-4824-49d6-a8e8-42fd345c422c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/networks/c68b8497-ac7a-49e2-8da5-7caee76cf1fe HTTP/1.1" status: 204 len: 168 time: 1.5028372 Mar 31 15:33:18.349505 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47544) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:18.350888 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd8eb4f-8ae2-4f40-95ab-e743e828d1b6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:33:18.354591 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8fd8eb4f-8ae2-4f40-95ab-e743e828d1b6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:18.395087 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:18.403686 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-69872126-cae5-4b8b-a758-dee0389db4b0 None None] Calling delete_port for b107b41f-70fe-4601-b6ac-9e927048ed04 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:33:18.448281 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e19f4995-2b5c-4336-9ce0-7635f7e4dce6 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:18.469998 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d725a0a0-7df6-4b80-9cc7-addb0057fd4e None None] Checking router: 323e8e26-730d-43d6-957e-1676cf8e8e47 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:33:18.469998 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d725a0a0-7df6-4b80-9cc7-addb0057fd4e None None] Updating router 323e8e26-730d-43d6-957e-1676cf8e8e47 port 1e475048-9e37-40ba-9884-c6a4703f6422 binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:33:18.494301 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4995-2b5c-4336-9ce0-7635f7e4dce6 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af541d03-7344-45c2-ab7e-8e9513193d83,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:18.508682 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231def7-f267-4d4d-97d1-9f4e1cb9a795 req-1c9f3257-5a58-4f9d-9995-4b12d39ea8b8 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:18.511456 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d231def7-f267-4d4d-97d1-9f4e1cb9a795 req-1c9f3257-5a58-4f9d-9995-4b12d39ea8b8 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 945 time: 0.3598733 Mar 31 15:33:18.572358 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=16cee2ee-ad5d-46e1-bf00-bb8b912bb488,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:18.589480 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d725a0a0-7df6-4b80-9cc7-addb0057fd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:18.642515 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e19f4995-2b5c-4336-9ce0-7635f7e4dce6 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:18.646962 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47548) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:18.647158 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e19f4995-2b5c-4336-9ce0-7635f7e4dce6 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5932515 Mar 31 15:33:18.720967 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-eb744527-89cd-488b-9cd2-e5c34a775120 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Request body: {'security_group_rule': {'security_group_id': 'd9e81fc0-179b-43b4-8540-7cc482d9ef51', 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:18.742896 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-eb744527-89cd-488b-9cd2-e5c34a775120 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:18.756166 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-69872126-cae5-4b8b-a758-dee0389db4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:18.757775 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d231def7-f267-4d4d-97d1-9f4e1cb9a795 req-5e45079d-456e-433a-bfe0-742e0d84b37c tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/security-groups?id=da9287d6-6bf0-429a-afc2-56edb7ab07c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355268 Mar 31 15:33:18.760833 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-eb744527-89cd-488b-9cd2-e5c34a775120 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Usage tracker for resource:security_group_rule and tenant:4d80c83d1fbe401682aa9514176018aa is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:18.778993 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-eb744527-89cd-488b-9cd2-e5c34a775120 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:18.790674 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-eb744527-89cd-488b-9cd2-e5c34a775120 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:18.812487 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69872126-cae5-4b8b-a758-dee0389db4b0 None None] Pushing event deleted for resources: {'Port': ['ID=b107b41f-70fe-4601-b6ac-9e927048ed04,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:18.823331 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69872126-cae5-4b8b-a758-dee0389db4b0 None None] No DVR routers for this DVR port b107b41f-70fe-4601-b6ac-9e927048ed04 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:33:18.865946 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa5da51-1af0-49b9-ba21-6919ec101ff8 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:33:18.948523 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.securitygroups_db [None req-eb744527-89cd-488b-9cd2-e5c34a775120 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Project 4d80c83d1fbe401682aa9514176018aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:33:18.961666 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eb744527-89cd-488b-9cd2-e5c34a775120 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:19.022438 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 16cee2ee-ad5d-46e1-bf00-bb8b912bb488 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:33:19.071877 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.objects.ports [None req-8fd8eb4f-8ae2-4f40-95ab-e743e828d1b6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103443) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 31 15:33:19.077110 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8fd8eb4f-8ae2-4f40-95ab-e743e828d1b6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:19.132621 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eb744527-89cd-488b-9cd2-e5c34a775120 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:19.139942 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0ebcd5e8-d5d0-48e8-b83d-c5cab9e0cc95 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:19.157581 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd8eb4f-8ae2-4f40-95ab-e743e828d1b6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:33:19.160955 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-8fd8eb4f-8ae2-4f40-95ab-e743e828d1b6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:33:19.165351 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd8eb4f-8ae2-4f40-95ab-e743e828d1b6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:19.166065 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8fd8eb4f-8ae2-4f40-95ab-e743e828d1b6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:19.185577 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8eb4f-8ae2-4f40-95ab-e743e828d1b6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Subnet': ['ID=77dc9cf2-c815-41ac-8e9c-505129c2069f,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:19.255667 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 16cee2ee-ad5d-46e1-bf00-bb8b912bb488 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:19.256047 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:19.260683 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eb744527-89cd-488b-9cd2-e5c34a775120 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:19.279819 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8fd8eb4f-8ae2-4f40-95ab-e743e828d1b6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2704792 Mar 31 15:33:19.282652 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47552) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:19.289626 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b9a0b4e5-3d7b-4383-a7b0-746c3562c7c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'port': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'mac_address': 'fa:16:3e:09:93:0e', 'name': 'tempest-NetworksTestDHCPv6-138252417'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:19.296553 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb744527-89cd-488b-9cd2-e5c34a775120 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=349e7448-f6c2-4372-9c6e-340099416119,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:19.356859 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2038706-bc76-4cab-83e5-477bba3e29b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'fixed_ips': [{'subnet_id': '77dc9cf2-c815-41ac-8e9c-505129c2069f'}, {'subnet_id': 'b588e37a-c80d-4729-a839-0e1f8105181a'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:33:19.357917 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e2038706-bc76-4cab-83e5-477bba3e29b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:19.370986 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d725a0a0-7df6-4b80-9cc7-addb0057fd4e None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:19.403446 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d725a0a0-7df6-4b80-9cc7-addb0057fd4e None None] Transition to ACTIVE for port object 1e475048-9e37-40ba-9884-c6a4703f6422 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:33:19.409979 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eb744527-89cd-488b-9cd2-e5c34a775120 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:19.411161 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-eb744527-89cd-488b-9cd2-e5c34a775120 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6946974 Mar 31 15:33:19.443399 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b9a0b4e5-3d7b-4383-a7b0-746c3562c7c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:19.457674 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b9a0b4e5-3d7b-4383-a7b0-746c3562c7c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:19.510504 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d725a0a0-7df6-4b80-9cc7-addb0057fd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:19.532433 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0ebcd5e8-d5d0-48e8-b83d-c5cab9e0cc95 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Deleting port 747a6b13-ce01-41ce-8270-70d2b5f258cc {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:33:19.532783 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0ebcd5e8-d5d0-48e8-b83d-c5cab9e0cc95 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:19.548431 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a0b4e5-3d7b-4383-a7b0-746c3562c7c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:33:19.744438 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b9a0b4e5-3d7b-4383-a7b0-746c3562c7c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:19.781707 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-b9a0b4e5-3d7b-4383-a7b0-746c3562c7c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] device_id is not set on port 0b57c96b-aa41-4c6f-a7b0-79c7b5adf052 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:33:19.854069 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02701181-650b-4694-b8b6-ea0760fb113f None None] Pushing event updated for resources: {'Port': ['ID=1e475048-9e37-40ba-9884-c6a4703f6422,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:19.866618 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device b107b41f-70fe-4601-b6ac-9e927048ed04 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:33:19.902530 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0ebcd5e8-d5d0-48e8-b83d-c5cab9e0cc95 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] For port 747a6b13-ce01-41ce-8270-70d2b5f258cc, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=747a6b13-ce01-41ce-8270-70d2b5f258cc,segment=NetworkSegment(b31c1fdb-0e20-4127-b7cd-bafa325d2d7a),segment_id=b31c1fdb-0e20-4127-b7cd-bafa325d2d7a)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:33:19.906887 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0ebcd5e8-d5d0-48e8-b83d-c5cab9e0cc95 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:19.961652 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: b107b41f-70fe-4601-b6ac-9e927048ed04 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:33:19.961989 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device b107b41f-70fe-4601-b6ac-9e927048ed04 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:33:19.962419 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device b71822b4-61aa-4f4a-9341-17006a2505da no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:33:20.046512 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: b71822b4-61aa-4f4a-9341-17006a2505da {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:33:20.046865 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device b71822b4-61aa-4f4a-9341-17006a2505da not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:33:20.047196 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 592f85a1-3f9a-47af-b71b-67ceb8de791f no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:33:20.084253 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d5165-821b-4b71-8d23-25167e5593c3 req-742ef6c6-6ed8-425d-8662-72845a1163a9 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:20.092071 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-460d5165-821b-4b71-8d23-25167e5593c3 req-742ef6c6-6ed8-425d-8662-72845a1163a9 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 945 time: 0.1040645 Mar 31 15:33:20.126764 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 592f85a1-3f9a-47af-b71b-67ceb8de791f {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:33:20.127117 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 592f85a1-3f9a-47af-b71b-67ceb8de791f not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:33:20.130558 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-d725a0a0-7df6-4b80-9cc7-addb0057fd4e None None] Attempting to bind port 1e475048-9e37-40ba-9884-c6a4703f6422 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:33:20.130944 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-d725a0a0-7df6-4b80-9cc7-addb0057fd4e None None] Attempting to bind port 1e475048-9e37-40ba-9884-c6a4703f6422 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '5ba8ed33-40df-4cde-9009-832070d541c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '12d9af52-11a0-4dc1-bca8-a8eadb04a215'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:33:20.131415 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d725a0a0-7df6-4b80-9cc7-addb0057fd4e None None] Attempting to bind port 1e475048-9e37-40ba-9884-c6a4703f6422 on network 12d9af52-11a0-4dc1-bca8-a8eadb04a215 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:33:20.155224 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d725a0a0-7df6-4b80-9cc7-addb0057fd4e None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:33:20.155822 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d725a0a0-7df6-4b80-9cc7-addb0057fd4e None None] Checking segment: {'id': '5ba8ed33-40df-4cde-9009-832070d541c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '12d9af52-11a0-4dc1-bca8-a8eadb04a215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:33:20.156236 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d725a0a0-7df6-4b80-9cc7-addb0057fd4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:20.156634 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d725a0a0-7df6-4b80-9cc7-addb0057fd4e None None] Bound using segment: {'id': '5ba8ed33-40df-4cde-9009-832070d541c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '12d9af52-11a0-4dc1-bca8-a8eadb04a215'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:33:20.157127 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-d725a0a0-7df6-4b80-9cc7-addb0057fd4e None None] Bound port: 1e475048-9e37-40ba-9884-c6a4703f6422, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba8ed33-40df-4cde-9009-832070d541c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '12d9af52-11a0-4dc1-bca8-a8eadb04a215'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:33:20.157657 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d725a0a0-7df6-4b80-9cc7-addb0057fd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:20.203924 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0ebcd5e8-d5d0-48e8-b83d-c5cab9e0cc95 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Calling delete_port for 747a6b13-ce01-41ce-8270-70d2b5f258cc owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:33:20.214646 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-e2038706-bc76-4cab-83e5-477bba3e29b5 None None] Allocated IP 2001:db8::2 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/b588e37a-c80d-4729-a839-0e1f8105181a/590926c2-7328-4ec1-8239-980648cadf1e) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:33:20.232157 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-e2038706-bc76-4cab-83e5-477bba3e29b5 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe21:e36a (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/77dc9cf2-c815-41ac-8e9c-505129c2069f/590926c2-7328-4ec1-8239-980648cadf1e) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:33:20.258584 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-460d5165-821b-4b71-8d23-25167e5593c3 req-ed1b583b-3f8b-4839-9407-cb26e68d368c tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/security-groups?id=da9287d6-6bf0-429a-afc2-56edb7ab07c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652565 Mar 31 15:33:20.365052 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-d725a0a0-7df6-4b80-9cc7-addb0057fd4e None None] For port 1e475048-9e37-40ba-9884-c6a4703f6422, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:33:20.377650 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-d725a0a0-7df6-4b80-9cc7-addb0057fd4e None None] For port 1e475048-9e37-40ba-9884-c6a4703f6422, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=1e475048-9e37-40ba-9884-c6a4703f6422,segment=NetworkSegment(5ba8ed33-40df-4cde-9009-832070d541c7),segment_id=5ba8ed33-40df-4cde-9009-832070d541c7)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:33:20.462993 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d725a0a0-7df6-4b80-9cc7-addb0057fd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:20.512135 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0ebcd5e8-d5d0-48e8-b83d-c5cab9e0cc95 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:20.530667 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e2038706-bc76-4cab-83e5-477bba3e29b5 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:20.561608 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-e2038706-bc76-4cab-83e5-477bba3e29b5 None None] Transition to ACTIVE for port object 590926c2-7328-4ec1-8239-980648cadf1e will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:33:20.570448 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebcd5e8-d5d0-48e8-b83d-c5cab9e0cc95 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Port': ['ID=747a6b13-ce01-41ce-8270-70d2b5f258cc,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:20.574462 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02701181-650b-4694-b8b6-ea0760fb113f None None] Pushing event updated for resources: {'Port': ['ID=1e475048-9e37-40ba-9884-c6a4703f6422,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:20.579684 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d725a0a0-7df6-4b80-9cc7-addb0057fd4e None None] Routers {'323e8e26-730d-43d6-957e-1676cf8e8e47'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:33:20.579982 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d725a0a0-7df6-4b80-9cc7-addb0057fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:33:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['323e8e26-730d-43d6-957e-1676cf8e8e47'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:20.734087 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-e2038706-bc76-4cab-83e5-477bba3e29b5 None None] Transition to ACTIVE for port object 590926c2-7328-4ec1-8239-980648cadf1e will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:33:20.782375 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0ebcd5e8-d5d0-48e8-b83d-c5cab9e0cc95 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:20.800032 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-d725a0a0-7df6-4b80-9cc7-addb0057fd4e None None] Set router 323e8e26-730d-43d6-957e-1676cf8e8e47 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:33:20.864478 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e2038706-bc76-4cab-83e5-477bba3e29b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:20.954951 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2038706-bc76-4cab-83e5-477bba3e29b5 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:33:20.964082 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-e2038706-bc76-4cab-83e5-477bba3e29b5 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:33:20.975877 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2038706-bc76-4cab-83e5-477bba3e29b5 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:33:21.108073 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-b9a0b4e5-3d7b-4383-a7b0-746c3562c7c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Allocated IP 2001:db8::35f (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/b588e37a-c80d-4729-a839-0e1f8105181a/0b57c96b-aa41-4c6f-a7b0-79c7b5adf052) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:33:21.116129 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-b9a0b4e5-3d7b-4383-a7b0-746c3562c7c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Allocated IP 2001:db8:0:1:f816:3eff:fe09:930e (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/77dc9cf2-c815-41ac-8e9c-505129c2069f/0b57c96b-aa41-4c6f-a7b0-79c7b5adf052) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:33:21.163999 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 1e475048-9e37-40ba-9884-c6a4703f6422 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:33:21.252629 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebcd5e8-d5d0-48e8-b83d-c5cab9e0cc95 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Router 6a21000e-abce-48db-8e06-f249c7c34490 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:33:21.259506 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2038706-bc76-4cab-83e5-477bba3e29b5 None None] Pushing event updated for resources: {'Port': ['ID=590926c2-7328-4ec1-8239-980648cadf1e,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:21.296045 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e2038706-bc76-4cab-83e5-477bba3e29b5 None None] Attempting to bind port 590926c2-7328-4ec1-8239-980648cadf1e on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:33:21.296410 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e2038706-bc76-4cab-83e5-477bba3e29b5 None None] Attempting to bind port 590926c2-7328-4ec1-8239-980648cadf1e by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:33:21.296767 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2038706-bc76-4cab-83e5-477bba3e29b5 None None] Attempting to bind port 590926c2-7328-4ec1-8239-980648cadf1e on network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:33:21.356548 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2038706-bc76-4cab-83e5-477bba3e29b5 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:33:21.357650 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2038706-bc76-4cab-83e5-477bba3e29b5 None None] Checking segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:33:21.358370 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e2038706-bc76-4cab-83e5-477bba3e29b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:21.358994 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2038706-bc76-4cab-83e5-477bba3e29b5 None None] Bound using segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:33:21.359704 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e2038706-bc76-4cab-83e5-477bba3e29b5 None None] Bound port: 590926c2-7328-4ec1-8239-980648cadf1e, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:33:21.360309 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e2038706-bc76-4cab-83e5-477bba3e29b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:21.369966 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b9a0b4e5-3d7b-4383-a7b0-746c3562c7c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:21.388336 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-b9a0b4e5-3d7b-4383-a7b0-746c3562c7c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Transition to ACTIVE for port object 0b57c96b-aa41-4c6f-a7b0-79c7b5adf052 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:33:21.482032 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebcd5e8-d5d0-48e8-b83d-c5cab9e0cc95 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:33:21.490598 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b9a0b4e5-3d7b-4383-a7b0-746c3562c7c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:21.496113 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509d373f-0597-45f0-9287-6d8f8ba1b292 None None] Sync routers for ids ['6a21000e-abce-48db-8e06-f249c7c34490'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:33:21.506085 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0ebcd5e8-d5d0-48e8-b83d-c5cab9e0cc95 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "PUT /v2.0/routers/6a21000e-abce-48db-8e06-f249c7c34490/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1555831 Mar 31 15:33:21.508697 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47610) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:21.510059 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509d373f-0597-45f0-9287-6d8f8ba1b292 None None] Routers {'6a21000e-abce-48db-8e06-f249c7c34490'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:33:21.511009 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-509d373f-0597-45f0-9287-6d8f8ba1b292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:33:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6a21000e-abce-48db-8e06-f249c7c34490'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:21.579810 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fdd591e-e89b-439d-a0ed-acc28990cab0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Deleting subnet 0fe7fa6e-ff3c-4055-804d-263628f8cbf2 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:33:21.588691 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3fdd591e-e89b-439d-a0ed-acc28990cab0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:21.616978 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-e2038706-bc76-4cab-83e5-477bba3e29b5 None None] For port 590926c2-7328-4ec1-8239-980648cadf1e, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:33:21.630943 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-e2038706-bc76-4cab-83e5-477bba3e29b5 None None] For port 590926c2-7328-4ec1-8239-980648cadf1e, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=590926c2-7328-4ec1-8239-980648cadf1e,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:33:21.653856 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3fdd591e-e89b-439d-a0ed-acc28990cab0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:21.657069 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d725a0a0-7df6-4b80-9cc7-addb0057fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323e8e26-730d-43d6-957e-1676cf8e8e47', 'name': 'tempest-TestVolumeBootPattern-1653460155-router', 'tenant_id': 'db26905a893240779642a263097d3a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '16cee2ee-ad5d-46e1-bf00-bb8b912bb488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:04Z', 'updated_at': '2022-03-31T15:33:11Z', 'revision_number': 4, 'project_id': 'db26905a893240779642a263097d3a5a', 'gw_port': {'id': '16cee2ee-ad5d-46e1-bf00-bb8b912bb488', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323e8e26-730d-43d6-957e-1676cf8e8e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:05Z', 'updated_at': '2022-03-31T15:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '1e475048-9e37-40ba-9884-c6a4703f6422', 'name': '', 'network_id': '12d9af52-11a0-4dc1-bca8-a8eadb04a215', 'tenant_id': 'db26905a893240779642a263097d3a5a', 'mac_address': 'fa:16:3e:f5:b3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323e8e26-730d-43d6-957e-1676cf8e8e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'bad0a140-38f1-4712-8a06-af0c6c56fb85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:10Z', 'updated_at': '2022-03-31T15:33:20Z', 'revision_number': 4, 'project_id': 'db26905a893240779642a263097d3a5a', 'subnets': [{'id': 'bad0a140-38f1-4712-8a06-af0c6c56fb85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:21.664047 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d725a0a0-7df6-4b80-9cc7-addb0057fd4e None None] The sync data for ids ['323e8e26-730d-43d6-957e-1676cf8e8e47'] in dv-neutron-833379-2-hyperv is: [{'id': '323e8e26-730d-43d6-957e-1676cf8e8e47', 'name': 'tempest-TestVolumeBootPattern-1653460155-router', 'tenant_id': 'db26905a893240779642a263097d3a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '16cee2ee-ad5d-46e1-bf00-bb8b912bb488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:04Z', 'updated_at': '2022-03-31T15:33:11Z', 'revision_number': 4, 'project_id': 'db26905a893240779642a263097d3a5a', 'gw_port': {'id': '16cee2ee-ad5d-46e1-bf00-bb8b912bb488', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323e8e26-730d-43d6-957e-1676cf8e8e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:05Z', 'updated_at': '2022-03-31T15:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '1e475048-9e37-40ba-9884-c6a4703f6422', 'name': '', 'network_id': '12d9af52-11a0-4dc1-bca8-a8eadb04a215', 'tenant_id': 'db26905a893240779642a263097d3a5a', 'mac_address': 'fa:16:3e:f5:b3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323e8e26-730d-43d6-957e-1676cf8e8e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'bad0a140-38f1-4712-8a06-af0c6c56fb85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:10Z', 'updated_at': '2022-03-31T15:33:20Z', 'revision_number': 4, 'project_id': 'db26905a893240779642a263097d3a5a', 'subnets': [{'id': 'bad0a140-38f1-4712-8a06-af0c6c56fb85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:33:21.670282 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 1e475048-9e37-40ba-9884-c6a4703f6422 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:33:21.677757 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 1e475048-9e37-40ba-9884-c6a4703f6422 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:21.678496 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:21.691254 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-509d373f-0597-45f0-9287-6d8f8ba1b292 None None] Set router 6a21000e-abce-48db-8e06-f249c7c34490 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:33:21.696839 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a0b4e5-3d7b-4383-a7b0-746c3562c7c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:33:21.714424 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-b9a0b4e5-3d7b-4383-a7b0-746c3562c7c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:33:21.727932 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a0b4e5-3d7b-4383-a7b0-746c3562c7c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:33:21.753560 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a0b4e5-3d7b-4383-a7b0-746c3562c7c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:21.757579 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b9a0b4e5-3d7b-4383-a7b0-746c3562c7c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:21.766336 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e2038706-bc76-4cab-83e5-477bba3e29b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:21.795879 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3fdd591e-e89b-439d-a0ed-acc28990cab0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:21.852644 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0b4e5-3d7b-4383-a7b0-746c3562c7c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Port': ['ID=0b57c96b-aa41-4c6f-a7b0-79c7b5adf052,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:21.853053 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-509d373f-0597-45f0-9287-6d8f8ba1b292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:33:20Z', 'revision_number': 11, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:21.857987 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509d373f-0597-45f0-9287-6d8f8ba1b292 None None] Checking router: 6a21000e-abce-48db-8e06-f249c7c34490 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:33:21.867570 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509d373f-0597-45f0-9287-6d8f8ba1b292 None None] Routers {'6a21000e-abce-48db-8e06-f249c7c34490'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:33:21.868110 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-509d373f-0597-45f0-9287-6d8f8ba1b292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:33:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6a21000e-abce-48db-8e06-f249c7c34490'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:21.894776 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0b4e5-3d7b-4383-a7b0-746c3562c7c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:21.903060 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0b4e5-3d7b-4383-a7b0-746c3562c7c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:21.903385 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0b4e5-3d7b-4383-a7b0-746c3562c7c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:21.903718 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0b4e5-3d7b-4383-a7b0-746c3562c7c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:21.904045 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0b4e5-3d7b-4383-a7b0-746c3562c7c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:21.904376 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0b4e5-3d7b-4383-a7b0-746c3562c7c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:21.904701 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0b4e5-3d7b-4383-a7b0-746c3562c7c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:21.905022 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0b4e5-3d7b-4383-a7b0-746c3562c7c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:21.910594 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2038706-bc76-4cab-83e5-477bba3e29b5 None None] Pushing event updated for resources: {'Port': ['ID=590926c2-7328-4ec1-8239-980648cadf1e,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:21.911193 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0b4e5-3d7b-4383-a7b0-746c3562c7c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:21.914760 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0b4e5-3d7b-4383-a7b0-746c3562c7c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:21.914760 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0b4e5-3d7b-4383-a7b0-746c3562c7c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:21.914760 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0b4e5-3d7b-4383-a7b0-746c3562c7c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:21.962994 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6be11-f971-4eba-8816-97e709ce1b39 req-f5b9ec4b-e6c3-466a-991a-52e2a497ac8e tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:21.964977 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-07e6be11-f971-4eba-8816-97e709ce1b39 req-f5b9ec4b-e6c3-466a-991a-52e2a497ac8e tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 945 time: 0.5366113 Mar 31 15:33:21.967088 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3fdd591e-e89b-439d-a0ed-acc28990cab0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:21.994100 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b9a0b4e5-3d7b-4383-a7b0-746c3562c7c2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7101512 Mar 31 15:33:21.996921 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47622) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:22.052152 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-509d373f-0597-45f0-9287-6d8f8ba1b292 None None] Set router 6a21000e-abce-48db-8e06-f249c7c34490 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:33:22.103151 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd591e-e89b-439d-a0ed-acc28990cab0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Subnet': ['ID=0fe7fa6e-ff3c-4055-804d-263628f8cbf2,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:22.123156 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3fdd591e-e89b-439d-a0ed-acc28990cab0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:22.127010 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdd591e-e89b-439d-a0ed-acc28990cab0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:22.127723 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdd591e-e89b-439d-a0ed-acc28990cab0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:22.128379 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdd591e-e89b-439d-a0ed-acc28990cab0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:22.128877 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdd591e-e89b-439d-a0ed-acc28990cab0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:22.129494 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdd591e-e89b-439d-a0ed-acc28990cab0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:22.130001 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdd591e-e89b-439d-a0ed-acc28990cab0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:22.130484 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdd591e-e89b-439d-a0ed-acc28990cab0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:22.130970 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdd591e-e89b-439d-a0ed-acc28990cab0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:22.131784 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdd591e-e89b-439d-a0ed-acc28990cab0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:22.132281 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdd591e-e89b-439d-a0ed-acc28990cab0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:22.132776 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdd591e-e89b-439d-a0ed-acc28990cab0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:22.133303 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdd591e-e89b-439d-a0ed-acc28990cab0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:22.135791 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a58d8b5-220b-4ce5-bc66-8b7141146478 None None] Network 78f592d5-645c-48be-96eb-694ed3566be7 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:33:22.167356 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-623c67c8-567f-4732-ab32-bc0e1c8df562 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting port 0b57c96b-aa41-4c6f-a7b0-79c7b5adf052 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:33:22.167930 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-623c67c8-567f-4732-ab32-bc0e1c8df562 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:22.228797 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-07e6be11-f971-4eba-8816-97e709ce1b39 req-f4aa2e64-43aa-48f7-8c83-312ce4d605e3 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/security-groups?id=da9287d6-6bf0-429a-afc2-56edb7ab07c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821313 Mar 31 15:33:22.233240 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3fdd591e-e89b-439d-a0ed-acc28990cab0 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/subnets/0fe7fa6e-ff3c-4055-804d-263628f8cbf2 HTTP/1.1" status: 204 len: 168 time: 0.7234912 Mar 31 15:33:22.247253 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47650) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:22.255195 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-509d373f-0597-45f0-9287-6d8f8ba1b292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:33:20Z', 'revision_number': 11, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:22.282819 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509d373f-0597-45f0-9287-6d8f8ba1b292 None None] The sync data for ids ['6a21000e-abce-48db-8e06-f249c7c34490'] in dv-neutron-833379-2-hyperv is: [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:33:20Z', 'revision_number': 11, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:33:22.540479 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:22.722975 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 1e475048-9e37-40ba-9884-c6a4703f6422, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=1e475048-9e37-40ba-9884-c6a4703f6422,segment=NetworkSegment(5ba8ed33-40df-4cde-9009-832070d541c7),segment_id=5ba8ed33-40df-4cde-9009-832070d541c7)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:33:22.742127 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b8e9cd8-e734-4ae7-94b0-d40edf64e85c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:22.767164 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-4b8e9cd8-e734-4ae7-94b0-d40edf64e85c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Deleting port dac3214f-f434-436a-abe3-0d89950697b4 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:33:22.767824 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b8e9cd8-e734-4ae7-94b0-d40edf64e85c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:22.810186 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-623c67c8-567f-4732-ab32-bc0e1c8df562 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:22.816841 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:22.871641 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e522a619-db34-43d9-8086-29e7cd1a2876 None None] DHCP port deletion for 78f592d5-645c-48be-96eb-694ed3566be7 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:33:22.894930 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-e522a619-db34-43d9-8086-29e7cd1a2876 None None] Deleting port dac3214f-f434-436a-abe3-0d89950697b4 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:33:22.895871 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e522a619-db34-43d9-8086-29e7cd1a2876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:23.007226 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=1e475048-9e37-40ba-9884-c6a4703f6422,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:23.069100 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 590926c2-7328-4ec1-8239-980648cadf1e up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:33:23.090468 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-623c67c8-567f-4732-ab32-bc0e1c8df562 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Calling delete_port for 0b57c96b-aa41-4c6f-a7b0-79c7b5adf052 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:33:23.169525 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4b8e9cd8-e734-4ae7-94b0-d40edf64e85c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] For port dac3214f-f434-436a-abe3-0d89950697b4, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=dac3214f-f434-436a-abe3-0d89950697b4,segment=NetworkSegment(b31c1fdb-0e20-4127-b7cd-bafa325d2d7a),segment_id=b31c1fdb-0e20-4127-b7cd-bafa325d2d7a)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:33:23.169909 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b8e9cd8-e734-4ae7-94b0-d40edf64e85c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:23.363697 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-e522a619-db34-43d9-8086-29e7cd1a2876 None None] For port dac3214f-f434-436a-abe3-0d89950697b4, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=dac3214f-f434-436a-abe3-0d89950697b4,segment=NetworkSegment(b31c1fdb-0e20-4127-b7cd-bafa325d2d7a),segment_id=b31c1fdb-0e20-4127-b7cd-bafa325d2d7a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:33:23.367367 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e522a619-db34-43d9-8086-29e7cd1a2876 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:23.454206 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-4b8e9cd8-e734-4ae7-94b0-d40edf64e85c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Calling delete_port for dac3214f-f434-436a-abe3-0d89950697b4 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:33:23.549182 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 590926c2-7328-4ec1-8239-980648cadf1e completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:33:23.563371 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-e522a619-db34-43d9-8086-29e7cd1a2876 None None] Calling delete_port for dac3214f-f434-436a-abe3-0d89950697b4 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:33:23.662262 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a171a-3371-4e8d-bd01-955a8d817211 req-28638bff-3368-402e-b5b7-0d17af942828 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:23.664582 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f05a171a-3371-4e8d-bd01-955a8d817211 req-28638bff-3368-402e-b5b7-0d17af942828 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 945 time: 0.2118559 Mar 31 15:33:23.696424 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b8e9cd8-e734-4ae7-94b0-d40edf64e85c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:23.709240 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 747a6b13-ce01-41ce-8270-70d2b5f258cc no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:33:23.731242 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-623c67c8-567f-4732-ab32-bc0e1c8df562 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:23.741624 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18aa81af-965e-42bf-a47f-0f24b4491508 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:33:23.755782 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e9cd8-e734-4ae7-94b0-d40edf64e85c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Port': ['ID=dac3214f-f434-436a-abe3-0d89950697b4,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:23.767619 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8e9cd8-e734-4ae7-94b0-d40edf64e85c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] No DVR routers for this DVR port dac3214f-f434-436a-abe3-0d89950697b4 on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:33:23.783556 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 747a6b13-ce01-41ce-8270-70d2b5f258cc {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:33:23.783556 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 747a6b13-ce01-41ce-8270-70d2b5f258cc not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:33:23.783556 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device dac3214f-f434-436a-abe3-0d89950697b4 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:33:23.793180 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f05a171a-3371-4e8d-bd01-955a8d817211 req-ee2322f9-deb3-4f1f-bc92-961934993f64 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/security-groups?id=da9287d6-6bf0-429a-afc2-56edb7ab07c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228375 Mar 31 15:33:23.811693 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c67c8-567f-4732-ab32-bc0e1c8df562 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Port': ['ID=0b57c96b-aa41-4c6f-a7b0-79c7b5adf052,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:23.829649 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-e522a619-db34-43d9-8086-29e7cd1a2876 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:33:23.830136 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-e522a619-db34-43d9-8086-29e7cd1a2876 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:33:23.831341 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: dac3214f-f434-436a-abe3-0d89950697b4 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:33:23.831880 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device dac3214f-f434-436a-abe3-0d89950697b4 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:33:23.915422 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-623c67c8-567f-4732-ab32-bc0e1c8df562 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:23.925711 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b8e9cd8-e734-4ae7-94b0-d40edf64e85c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:23.927680 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-623c67c8-567f-4732-ab32-bc0e1c8df562 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/0b57c96b-aa41-4c6f-a7b0-79c7b5adf052 HTTP/1.1" status: 204 len: 168 time: 1.9297285 Mar 31 15:33:23.930002 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47660) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:23.962857 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-4b8e9cd8-e734-4ae7-94b0-d40edf64e85c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f592d5-645c-48be-96eb-694ed3566be7']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:23.979738 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-4b8e9cd8-e734-4ae7-94b0-d40edf64e85c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b31c1fdb-0e20-4127-b7cd-bafa325d2d7a') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:23.983373 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-4b8e9cd8-e734-4ae7-94b0-d40edf64e85c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b31c1fdb-0e20-4127-b7cd-bafa325d2d7a') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:23.993219 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a7c78ba3-137f-46b3-8a84-d095067f0ce1 None None] Provisioning for port 590926c2-7328-4ec1-8239-980648cadf1e completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:33:23.994563 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b8e9cd8-e734-4ae7-94b0-d40edf64e85c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:24.004261 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a7c78ba3-137f-46b3-8a84-d095067f0ce1 None None] Provisioning complete for port 590926c2-7328-4ec1-8239-980648cadf1e triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:24.004977 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a7c78ba3-137f-46b3-8a84-d095067f0ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:24.015593 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b8e9cd8-e734-4ae7-94b0-d40edf64e85c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:24.024464 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b8e9cd8-e734-4ae7-94b0-d40edf64e85c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:33:24.024995 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b8e9cd8-e734-4ae7-94b0-d40edf64e85c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:24.033492 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2131e8-1556-4000-8630-e7d5cd1cc95d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:24.034802 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8e2131e8-1556-4000-8630-e7d5cd1cc95d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:33:24.041696 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:33:24.041696 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:33:24.041696 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:33:24.041696 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:33:24.041696 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:33:24.041696 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:33:24.041696 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:33:24.041696 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:33:24.041696 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:33:24.041696 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:33:24.041696 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:33:24.041696 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:33:24.041696 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:33:24.041696 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:33:24.041696 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:33:24.041696 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:33:24.041696 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:33:24.041696 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:33:24.041696 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:33:24.041696 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:33:24.041696 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:33:24.041696 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:33:24.041696 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:33:24.041696 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:33:24.041696 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:33:24.041696 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:33:24.041696 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:33:24.041696 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:33:24.041696 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:33:24.041696 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:33:24.041696 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:33:24.041696 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:33:24.102529 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8e2131e8-1556-4000-8630-e7d5cd1cc95d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:33:24.107477 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8e2131e8-1556-4000-8630-e7d5cd1cc95d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1762164 Mar 31 15:33:24.108644 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47664) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:24.181044 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b8e9cd8-e734-4ae7-94b0-d40edf64e85c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:24.187812 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b8e9cd8-e734-4ae7-94b0-d40edf64e85c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:24.215208 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e42be5-d8d7-4efc-86d1-2654d6a1f4d1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:24.220637 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-61e42be5-d8d7-4efc-86d1-2654d6a1f4d1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1112478 Mar 31 15:33:24.224412 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47668) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:24.237865 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e9cd8-e734-4ae7-94b0-d40edf64e85c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Pushing event deleted for resources: {'Network': ['ID=78f592d5-645c-48be-96eb-694ed3566be7,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:24.246631 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a7c78ba3-137f-46b3-8a84-d095067f0ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:24.253610 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4b8e9cd8-e734-4ae7-94b0-d40edf64e85c tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/networks/78f592d5-645c-48be-96eb-694ed3566be7 HTTP/1.1" status: 204 len: 168 time: 2.0040877 Mar 31 15:33:24.254424 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47672) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:24.261579 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-c947957b-d029-4b67-b88a-0552abe55104 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Request body: {'router': {'routes': None}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:24.281806 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a7c78ba3-137f-46b3-8a84-d095067f0ce1 None None] For port 590926c2-7328-4ec1-8239-980648cadf1e, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=590926c2-7328-4ec1-8239-980648cadf1e,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:33:24.322567 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5918c5b-5941-44e6-beb7-e96b4d023380 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:24.324207 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5918c5b-5941-44e6-beb7-e96b4d023380 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:24.325752 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5918c5b-5941-44e6-beb7-e96b4d023380 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:24.328399 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c5918c5b-5941-44e6-beb7-e96b4d023380 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:33:24.331520 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-e522a619-db34-43d9-8086-29e7cd1a2876 None None] Deleting port dac3214f-f434-436a-abe3-0d89950697b4 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:33:24.331900 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e522a619-db34-43d9-8086-29e7cd1a2876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:24.372397 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a7c78ba3-137f-46b3-8a84-d095067f0ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:24.421461 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c5918c5b-5941-44e6-beb7-e96b4d023380 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:33:24.426467 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c5918c5b-5941-44e6-beb7-e96b4d023380 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2034190 Mar 31 15:33:24.427039 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47678) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:24.454755 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-e522a619-db34-43d9-8086-29e7cd1a2876 None None] The port 'dac3214f-f434-436a-abe3-0d89950697b4' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:33:24.522675 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c78ba3-137f-46b3-8a84-d095067f0ce1 None None] Pushing event updated for resources: {'Port': ['ID=590926c2-7328-4ec1-8239-980648cadf1e,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:24.557900 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-04615491-9ba3-48ef-85e6-e2dc99233efc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting subnet 77dc9cf2-c815-41ac-8e9c-505129c2069f {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:33:24.564323 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-04615491-9ba3-48ef-85e6-e2dc99233efc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:24.614566 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-47813b96-ff73-44e6-90fe-1dbe6c4527cc None None] Provisioning complete for port 590926c2-7328-4ec1-8239-980648cadf1e triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:24.616452 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-47813b96-ff73-44e6-90fe-1dbe6c4527cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:24.702566 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.extraroute_db [None req-c947957b-d029-4b67-b88a-0552abe55104 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Added routes are [] {{(pid=103444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 31 15:33:24.702929 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.extraroute_db [None req-c947957b-d029-4b67-b88a-0552abe55104 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Removed routes are [] {{(pid=103444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 31 15:33:24.703210 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c947957b-d029-4b67-b88a-0552abe55104 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:24.807793 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-04615491-9ba3-48ef-85e6-e2dc99233efc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:24.972532 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-04615491-9ba3-48ef-85e6-e2dc99233efc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:25.030839 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 1e475048-9e37-40ba-9884-c6a4703f6422 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:33:25.090582 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b242e990-50d8-4e75-acd6-ba360762697a None None] Could not find standard attr ID for object 0b57c96b-aa41-4c6f-a7b0-79c7b5adf052. {{(pid=103445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 15:33:25.110229 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:25.153660 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 1e475048-9e37-40ba-9884-c6a4703f6422 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:25.153956 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:25.159945 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-04615491-9ba3-48ef-85e6-e2dc99233efc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:25.218219 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c947957b-d029-4b67-b88a-0552abe55104 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:25.220767 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04615491-9ba3-48ef-85e6-e2dc99233efc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Subnet': ['ID=77dc9cf2-c815-41ac-8e9c-505129c2069f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:25.226040 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373c312d-ebc6-444b-a6ce-f35676d6639e None None] get_active_networks_info from dv-neutron-833379-2-hyperv {{(pid=103445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 31 15:33:25.228754 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-04615491-9ba3-48ef-85e6-e2dc99233efc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:25.231780 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c947957b-d029-4b67-b88a-0552abe55104 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-462406'] for router, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:25.320590 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-04615491-9ba3-48ef-85e6-e2dc99233efc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/77dc9cf2-c815-41ac-8e9c-505129c2069f HTTP/1.1" status: 204 len: 168 time: 0.8902538 Mar 31 15:33:25.320815 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47684) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:25.384835 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ba432-01b2-45a8-8a02-c0a92f325612 req-6b103621-7ec8-4a8d-888f-937cb40c1be5 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:25.386361 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a79ba432-01b2-45a8-8a02-c0a92f325612 req-6b103621-7ec8-4a8d-888f-937cb40c1be5 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 945 time: 0.3092813 Mar 31 15:33:25.398511 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 590926c2-7328-4ec1-8239-980648cadf1e up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:33:25.404392 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c947957b-d029-4b67-b88a-0552abe55104 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Router 6a21000e-abce-48db-8e06-f249c7c34490 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:33:25.409973 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba9a6017-d4f2-4681-b379-8f52eba9db8b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting subnet b588e37a-c80d-4729-a839-0e1f8105181a {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:33:25.417181 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba9a6017-d4f2-4681-b379-8f52eba9db8b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:25.516181 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373c312d-ebc6-444b-a6ce-f35676d6639e None None] Resources bound (agent type, host, resource id): {{(pid=103445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 15:33:25.522535 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba9a6017-d4f2-4681-b379-8f52eba9db8b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:25.536612 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a79ba432-01b2-45a8-8a02-c0a92f325612 req-59f83884-4caa-41eb-8a29-6a262a1deb25 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/security-groups?id=da9287d6-6bf0-429a-afc2-56edb7ab07c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308072 Mar 31 15:33:25.581676 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 590926c2-7328-4ec1-8239-980648cadf1e triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:25.582059 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:25.644683 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c947957b-d029-4b67-b88a-0552abe55104 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:33:25.657793 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c947957b-d029-4b67-b88a-0552abe55104 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:25.662401 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c947957b-d029-4b67-b88a-0552abe55104 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "PUT /v2.0/routers/6a21000e-abce-48db-8e06-f249c7c34490 HTTP/1.1" status: 200 len: 704 time: 1.4034748 Mar 31 15:33:25.662619 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47690) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:25.669269 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f1e739-fdf6-4342-91ac-38ead39cc8c5 None None] Sync routers for ids ['6a21000e-abce-48db-8e06-f249c7c34490'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:33:25.727487 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f1e739-fdf6-4342-91ac-38ead39cc8c5 None None] Routers {'6a21000e-abce-48db-8e06-f249c7c34490'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:33:25.728138 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b7f1e739-fdf6-4342-91ac-38ead39cc8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:33:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6a21000e-abce-48db-8e06-f249c7c34490'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:25.740338 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-bac58f97-aa02-45d2-bbfb-bcb88ef4b965 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Synchronizing usage tracker for tenant:f5aeba78f50f4bbea010c74344321d80 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:33:25.774734 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba9a6017-d4f2-4681-b379-8f52eba9db8b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:25.834876 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-bac58f97-aa02-45d2-bbfb-bcb88ef4b965 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Unset dirty status for tenant:f5aeba78f50f4bbea010c74344321d80 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:33:25.837261 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-bac58f97-aa02-45d2-bbfb-bcb88ef4b965 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a21000e-abce-48db-8e06-f249c7c34490 HTTP/1.1" status: 200 len: 205 time: 0.1731279 Mar 31 15:33:25.844329 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47694) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:25.926169 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-b7f1e739-fdf6-4342-91ac-38ead39cc8c5 None None] Set router 6a21000e-abce-48db-8e06-f249c7c34490 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:33:25.926352 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba9a6017-d4f2-4681-b379-8f52eba9db8b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:25.973130 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a6017-d4f2-4681-b379-8f52eba9db8b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Subnet': ['ID=b588e37a-c80d-4729-a839-0e1f8105181a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:25.987356 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba9a6017-d4f2-4681-b379-8f52eba9db8b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:26.004353 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ba9a6017-d4f2-4681-b379-8f52eba9db8b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/b588e37a-c80d-4729-a839-0e1f8105181a HTTP/1.1" status: 204 len: 168 time: 0.6810720 Mar 31 15:33:26.006133 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c0fb4969-fbfb-4532-a650-f48638793df2 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:26.189320 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47702) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:26.189320 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b96515fb-96f9-4eb6-bad6-c2a172bd1799 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747013 Mar 31 15:33:26.189320 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47706) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:26.189320 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9fd7e51e-d224-4f76-9399-95ae90e89e49 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:26.191426 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b7f1e739-fdf6-4342-91ac-38ead39cc8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:33:20Z', 'revision_number': 11, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:26.191426 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f1e739-fdf6-4342-91ac-38ead39cc8c5 None None] Checking router: 6a21000e-abce-48db-8e06-f249c7c34490 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:33:26.191426 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f1e739-fdf6-4342-91ac-38ead39cc8c5 None None] Routers {'6a21000e-abce-48db-8e06-f249c7c34490'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:33:26.191426 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b7f1e739-fdf6-4342-91ac-38ead39cc8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:33:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6a21000e-abce-48db-8e06-f249c7c34490'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:26.240993 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9fd7e51e-d224-4f76-9399-95ae90e89e49 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:26.246642 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9fd7e51e-d224-4f76-9399-95ae90e89e49 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:subnet and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:26.257149 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9fd7e51e-d224-4f76-9399-95ae90e89e49 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:26.265032 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9fd7e51e-d224-4f76-9399-95ae90e89e49 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:26.331684 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-b7f1e739-fdf6-4342-91ac-38ead39cc8c5 None None] Set router 6a21000e-abce-48db-8e06-f249c7c34490 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:33:26.347026 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c0fb4969-fbfb-4532-a650-f48638793df2 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:26.350158 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c0fb4969-fbfb-4532-a650-f48638793df2 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:26.484170 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b7f1e739-fdf6-4342-91ac-38ead39cc8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:33:20Z', 'revision_number': 11, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:26.493990 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f1e739-fdf6-4342-91ac-38ead39cc8c5 None None] The sync data for ids ['6a21000e-abce-48db-8e06-f249c7c34490'] in dv-neutron-833379-2-hyperv is: [{'id': '6a21000e-abce-48db-8e06-f249c7c34490', 'name': 'tempest-RoutersIpV6Test-router-884591610', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:20Z', 'updated_at': '2022-03-31T15:33:20Z', 'revision_number': 11, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:33:26.537635 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26238f46-eefc-4148-91a5-397740ac4c26 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:33:26.570776 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd7e51e-d224-4f76-9399-95ae90e89e49 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:33:26.574596 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9fd7e51e-d224-4f76-9399-95ae90e89e49 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:26.593860 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c0fb4969-fbfb-4532-a650-f48638793df2 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:26.594434 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fb4969-fbfb-4532-a650-f48638793df2 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Fanout notify agent at l3_agent the message router_deleted on router 6a21000e-abce-48db-8e06-f249c7c34490 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:33:26.621279 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c0fb4969-fbfb-4532-a650-f48638793df2 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:26.623648 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c0fb4969-fbfb-4532-a650-f48638793df2 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/routers/6a21000e-abce-48db-8e06-f249c7c34490 HTTP/1.1" status: 204 len: 168 time: 0.7829032 Mar 31 15:33:26.626439 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47712) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:26.638387 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-a5472aa9-7c43-44d3-bdf6-db7ab48c00ee tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-209682686', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:26.659614 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a5472aa9-7c43-44d3-bdf6-db7ab48c00ee tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:26.672785 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a5472aa9-7c43-44d3-bdf6-db7ab48c00ee tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Usage tracker for resource:router and tenant:f5aeba78f50f4bbea010c74344321d80 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:26.678454 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a5472aa9-7c43-44d3-bdf6-db7ab48c00ee tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:26.699067 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a5472aa9-7c43-44d3-bdf6-db7ab48c00ee tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:26.731427 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c5656eac-6169-42df-8ddd-235121932594 None None] Provisioning complete for port 590926c2-7328-4ec1-8239-980648cadf1e triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:26.731811 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c5656eac-6169-42df-8ddd-235121932594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:26.793446 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5472aa9-7c43-44d3-bdf6-db7ab48c00ee tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:26.794688 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5472aa9-7c43-44d3-bdf6-db7ab48c00ee tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:26.829921 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5472aa9-7c43-44d3-bdf6-db7ab48c00ee tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:26.953032 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5472aa9-7c43-44d3-bdf6-db7ab48c00ee tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:27.009371 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133e5048-58d8-490e-aa58-a18bb5e91de2 None None] DHCP port deletion for 0c8a31f0-c909-472a-8f72-0f3eb4f4034a request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:33:27.013707 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-133e5048-58d8-490e-aa58-a18bb5e91de2 None None] Deleting port 590926c2-7328-4ec1-8239-980648cadf1e {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:33:27.014086 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-133e5048-58d8-490e-aa58-a18bb5e91de2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:27.056745 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319d21f-2a65-43e7-97c1-a66191363959 req-4f4110c1-b78f-4823-b23f-904e3f518513 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:27.058807 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9319d21f-2a65-43e7-97c1-a66191363959 req-4f4110c1-b78f-4823-b23f-904e3f518513 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 945 time: 0.2362688 Mar 31 15:33:27.085231 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5472aa9-7c43-44d3-bdf6-db7ab48c00ee tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:27.089353 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a5472aa9-7c43-44d3-bdf6-db7ab48c00ee tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4591012 Mar 31 15:33:27.093145 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47718) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:27.102359 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-6e9725e8-8b54-4cc5-94d3-1c22497f3ae2 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:27.136999 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9319d21f-2a65-43e7-97c1-a66191363959 req-07324296-7c1e-4030-a6f6-94242cdb98c8 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/security-groups?id=da9287d6-6bf0-429a-afc2-56edb7ab07c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611665 Mar 31 15:33:27.250481 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-133e5048-58d8-490e-aa58-a18bb5e91de2 None None] For port 590926c2-7328-4ec1-8239-980648cadf1e, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=590926c2-7328-4ec1-8239-980648cadf1e,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:33:27.250819 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-133e5048-58d8-490e-aa58-a18bb5e91de2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:27.319879 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9fd7e51e-d224-4f76-9399-95ae90e89e49 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:27.385001 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-133e5048-58d8-490e-aa58-a18bb5e91de2 None None] Calling delete_port for 590926c2-7328-4ec1-8239-980648cadf1e owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:33:27.414477 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd7e51e-d224-4f76-9399-95ae90e89e49 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:33:27.417626 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-9fd7e51e-d224-4f76-9399-95ae90e89e49 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:33:27.422058 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd7e51e-d224-4f76-9399-95ae90e89e49 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:27.422760 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9fd7e51e-d224-4f76-9399-95ae90e89e49 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:27.434621 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7e51e-d224-4f76-9399-95ae90e89e49 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Subnet': ['ID=97141d5d-b262-4841-93ae-791df6d906c0,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:27.573446 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9fd7e51e-d224-4f76-9399-95ae90e89e49 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4836581 Mar 31 15:33:27.573665 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-133e5048-58d8-490e-aa58-a18bb5e91de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:27.574171 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47722) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:27.586256 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ed7634ba-f263-47f1-a4b8-de22f01af9ff tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:27.601550 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cd80b-a3cc-4e8f-93bc-06484ac4ccd1 req-22b4ef30-52ba-4fad-adf6-94e1bdbc4019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:27.603079 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1f8cd80b-a3cc-4e8f-93bc-06484ac4ccd1 req-22b4ef30-52ba-4fad-adf6-94e1bdbc4019 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 1098 time: 0.5711017 Mar 31 15:33:27.630912 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e5048-58d8-490e-aa58-a18bb5e91de2 None None] Pushing event deleted for resources: {'Port': ['ID=590926c2-7328-4ec1-8239-980648cadf1e,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:27.642005 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133e5048-58d8-490e-aa58-a18bb5e91de2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:27.642394 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133e5048-58d8-490e-aa58-a18bb5e91de2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:27.643673 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133e5048-58d8-490e-aa58-a18bb5e91de2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:27.644177 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133e5048-58d8-490e-aa58-a18bb5e91de2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:27.645273 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133e5048-58d8-490e-aa58-a18bb5e91de2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:27.645845 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133e5048-58d8-490e-aa58-a18bb5e91de2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:27.646184 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133e5048-58d8-490e-aa58-a18bb5e91de2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:27.646517 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133e5048-58d8-490e-aa58-a18bb5e91de2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:27.647078 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133e5048-58d8-490e-aa58-a18bb5e91de2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:27.647411 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133e5048-58d8-490e-aa58-a18bb5e91de2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:27.647733 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133e5048-58d8-490e-aa58-a18bb5e91de2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:27.648052 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133e5048-58d8-490e-aa58-a18bb5e91de2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:27.664407 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133e5048-58d8-490e-aa58-a18bb5e91de2 None None] No DVR routers for this DVR port 590926c2-7328-4ec1-8239-980648cadf1e on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:33:27.686816 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f1331f-b443-4a31-b954-b4069e41bd1c None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:33:27.710891 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e9725e8-8b54-4cc5-94d3-1c22497f3ae2 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:27.738739 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1f8cd80b-a3cc-4e8f-93bc-06484ac4ccd1 req-00eb7801-3aa2-42a7-b1a4-270e3f87ea75 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=da9287d6-6bf0-429a-afc2-56edb7ab07c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294229 Mar 31 15:33:27.772017 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ed7634ba-f263-47f1-a4b8-de22f01af9ff tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:27.778380 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ed7634ba-f263-47f1-a4b8-de22f01af9ff tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:subnet and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:27.783037 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e9725e8-8b54-4cc5-94d3-1c22497f3ae2 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-462406'] for router, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:27.785965 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ed7634ba-f263-47f1-a4b8-de22f01af9ff tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:27.792824 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ed7634ba-f263-47f1-a4b8-de22f01af9ff tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:27.861666 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7634ba-f263-47f1-a4b8-de22f01af9ff tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:33:27.865632 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ed7634ba-f263-47f1-a4b8-de22f01af9ff tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:27.873433 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:33:27.973020 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7c1cb7-9818-44c8-8be7-2fbf83d57811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'tenant_id': 'd11b4bfbd1bc4c4fa23f3fb8ce0b6240', 'fixed_ips': [{'subnet_id': '97141d5d-b262-4841-93ae-791df6d906c0'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:33:27.975184 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ec7c1cb7-9818-44c8-8be7-2fbf83d57811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:28.010932 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.ipam_backend_mixin [None req-ed7634ba-f263-47f1-a4b8-de22f01af9ff tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 97141d5d-b262-4841-93ae-791df6d906c0 (CIDR: 2001:db8::/64) Mar 31 15:33:28.033124 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9725e8-8b54-4cc5-94d3-1c22497f3ae2 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Router dbd17b0d-25d2-4f73-8220-9780b6cf941f is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:33:28.069236 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed7634ba-f263-47f1-a4b8-de22f01af9ff tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:33:28.070003 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed7634ba-f263-47f1-a4b8-de22f01af9ff tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:28.300287 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-ec7c1cb7-9818-44c8-8be7-2fbf83d57811 None None] Allocated IP 2001:db8::2 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/97141d5d-b262-4841-93ae-791df6d906c0/37874434-a594-4dc7-b655-f7b7203a1407) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:33:28.300585 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9725e8-8b54-4cc5-94d3-1c22497f3ae2 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:33:28.300585 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e9725e8-8b54-4cc5-94d3-1c22497f3ae2 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:28.300585 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6e9725e8-8b54-4cc5-94d3-1c22497f3ae2 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "PUT /v2.0/routers/dbd17b0d-25d2-4f73-8220-9780b6cf941f HTTP/1.1" status: 200 len: 697 time: 1.1122551 Mar 31 15:33:28.300925 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9852ae-e956-42d9-9ac8-1d4c00aba8b8 None None] Sync routers for ids ['dbd17b0d-25d2-4f73-8220-9780b6cf941f'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:33:28.300925 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9852ae-e956-42d9-9ac8-1d4c00aba8b8 None None] Routers {'dbd17b0d-25d2-4f73-8220-9780b6cf941f'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:33:28.300925 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-8b9852ae-e956-42d9-9ac8-1d4c00aba8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:33:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['dbd17b0d-25d2-4f73-8220-9780b6cf941f'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:28.301227 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ed7634ba-f263-47f1-a4b8-de22f01af9ff tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6767845 Mar 31 15:33:28.301227 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47730) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:28.301227 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47732) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:28.326405 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device ae562510-d179-4c26-838b-d4fd87511d70 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:33:28.367918 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f6b14-35f3-482e-be23-3ae5e407a61b req-bac557df-a396-41d3-bf90-87318a37fbd4 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:28.370465 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f84f6b14-35f3-482e-be23-3ae5e407a61b req-bac557df-a396-41d3-bf90-87318a37fbd4 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 945 time: 0.1046615 Mar 31 15:33:28.403812 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-8b9852ae-e956-42d9-9ac8-1d4c00aba8b8 None None] Set router dbd17b0d-25d2-4f73-8220-9780b6cf941f gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:33:28.419008 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-705788c9-80e4-45d1-94bf-7101eb7b990e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'subnet': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:28.494731 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f84f6b14-35f3-482e-be23-3ae5e407a61b req-d29b8df1-4039-4f0a-96b2-90376307880b tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/security-groups?id=da9287d6-6bf0-429a-afc2-56edb7ab07c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134553 Mar 31 15:33:28.527346 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-8b9852ae-e956-42d9-9ac8-1d4c00aba8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd17b0d-25d2-4f73-8220-9780b6cf941f', 'name': 'tempest-RoutersIpV6Test-router-209682686', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:26Z', 'updated_at': '2022-03-31T15:33:27Z', 'revision_number': 2, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:28.532542 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9852ae-e956-42d9-9ac8-1d4c00aba8b8 None None] Checking router: dbd17b0d-25d2-4f73-8220-9780b6cf941f for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:33:28.544710 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9852ae-e956-42d9-9ac8-1d4c00aba8b8 None None] Routers {'dbd17b0d-25d2-4f73-8220-9780b6cf941f'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:33:28.560637 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-8b9852ae-e956-42d9-9ac8-1d4c00aba8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:33:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['dbd17b0d-25d2-4f73-8220-9780b6cf941f'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:28.621304 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ec7c1cb7-9818-44c8-8be7-2fbf83d57811 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:28.624725 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port ae562510-d179-4c26-838b-d4fd87511d70, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ae562510-d179-4c26-838b-d4fd87511d70,segment=NetworkSegment(c4398b17-d409-4dc7-81c1-c21d0bee3bea),segment_id=c4398b17-d409-4dc7-81c1-c21d0bee3bea)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:33:28.663228 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ec7c1cb7-9818-44c8-8be7-2fbf83d57811 None None] Transition to ACTIVE for port object 37874434-a594-4dc7-b655-f7b7203a1407 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:33:28.665942 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': 'ae562510-d179-4c26-838b-d4fd87511d70', 'network_id': '3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534', 'port_id': 'ae562510-d179-4c26-838b-d4fd87511d70', 'mac_address': 'fa:16:3e:29:86:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c13a1ee-f508-42ed-8f95-e2119d470f34', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:33:28.732165 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ec7c1cb7-9818-44c8-8be7-2fbf83d57811 None None] Transition to ACTIVE for port object 37874434-a594-4dc7-b655-f7b7203a1407 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:33:28.752473 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:28.769299 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-adb97920-2c24-4d82-b6fc-1295d2acf145 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "GET /v2.0/routers/dbd17b0d-25d2-4f73-8220-9780b6cf941f HTTP/1.1" status: 200 len: 703 time: 0.4679501 Mar 31 15:33:28.772061 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47740) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:28.795455 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae562510-d179-4c26-838b-d4fd87511d70 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:33:28.816478 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port ae562510-d179-4c26-838b-d4fd87511d70, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ae562510-d179-4c26-838b-d4fd87511d70,segment=NetworkSegment(c4398b17-d409-4dc7-81c1-c21d0bee3bea),segment_id=c4398b17-d409-4dc7-81c1-c21d0bee3bea)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:33:28.823256 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ec7c1cb7-9818-44c8-8be7-2fbf83d57811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:28.866329 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-aa12d5a9-10c2-4bd4-b34c-59b9b0c6d937 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbd17b0d-25d2-4f73-8220-9780b6cf941f HTTP/1.1" status: 200 len: 205 time: 0.0926976 Mar 31 15:33:28.867005 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47744) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:28.878807 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-705788c9-80e4-45d1-94bf-7101eb7b990e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:28.892188 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-705788c9-80e4-45d1-94bf-7101eb7b990e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:subnet and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:28.901619 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-705788c9-80e4-45d1-94bf-7101eb7b990e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:28.917246 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7c1cb7-9818-44c8-8be7-2fbf83d57811 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:33:28.920029 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:28.923740 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-705788c9-80e4-45d1-94bf-7101eb7b990e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:28.924251 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-ec7c1cb7-9818-44c8-8be7-2fbf83d57811 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:33:28.928596 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7c1cb7-9818-44c8-8be7-2fbf83d57811 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:33:28.974468 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c1cb7-9818-44c8-8be7-2fbf83d57811 None None] Pushing event updated for resources: {'Port': ['ID=37874434-a594-4dc7-b655-f7b7203a1407,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:28.987563 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-8b9852ae-e956-42d9-9ac8-1d4c00aba8b8 None None] Set router dbd17b0d-25d2-4f73-8220-9780b6cf941f gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:33:29.016306 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705788c9-80e4-45d1-94bf-7101eb7b990e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:33:29.020600 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 590926c2-7328-4ec1-8239-980648cadf1e no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:33:29.022335 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-705788c9-80e4-45d1-94bf-7101eb7b990e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:29.068460 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03efdf94-83df-4640-bc98-8fd2d304b560 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:29.189365 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 590926c2-7328-4ec1-8239-980648cadf1e {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:33:29.191323 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 590926c2-7328-4ec1-8239-980648cadf1e not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:33:29.215547 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['ae562510-d179-4c26-838b-d4fd87511d70'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:33:29.223858 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-8b9852ae-e956-42d9-9ac8-1d4c00aba8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd17b0d-25d2-4f73-8220-9780b6cf941f', 'name': 'tempest-RoutersIpV6Test-router-209682686', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:26Z', 'updated_at': '2022-03-31T15:33:27Z', 'revision_number': 2, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:29.242585 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9852ae-e956-42d9-9ac8-1d4c00aba8b8 None None] The sync data for ids ['dbd17b0d-25d2-4f73-8220-9780b6cf941f'] in dv-neutron-833379-2-hyperv is: [{'id': 'dbd17b0d-25d2-4f73-8220-9780b6cf941f', 'name': 'tempest-RoutersIpV6Test-router-209682686', 'tenant_id': 'f5aeba78f50f4bbea010c74344321d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:26Z', 'updated_at': '2022-03-31T15:33:27Z', 'revision_number': 2, 'project_id': 'f5aeba78f50f4bbea010c74344321d80', 'gw_port_host': None}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:33:29.353082 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-ec7c1cb7-9818-44c8-8be7-2fbf83d57811 None None] Attempting to bind port 37874434-a594-4dc7-b655-f7b7203a1407 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:33:29.353899 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-ec7c1cb7-9818-44c8-8be7-2fbf83d57811 None None] Attempting to bind port 37874434-a594-4dc7-b655-f7b7203a1407 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:33:29.354440 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7c1cb7-9818-44c8-8be7-2fbf83d57811 None None] Attempting to bind port 37874434-a594-4dc7-b655-f7b7203a1407 on network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:33:29.365482 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7c1cb7-9818-44c8-8be7-2fbf83d57811 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:33:29.366172 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7c1cb7-9818-44c8-8be7-2fbf83d57811 None None] Checking segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:33:29.366997 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ec7c1cb7-9818-44c8-8be7-2fbf83d57811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:29.367833 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7c1cb7-9818-44c8-8be7-2fbf83d57811 None None] Bound using segment: {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:33:29.368739 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-ec7c1cb7-9818-44c8-8be7-2fbf83d57811 None None] Bound port: 37874434-a594-4dc7-b655-f7b7203a1407, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf493bec-f7a7-463d-a2c8-60099e00ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:33:29.369418 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ec7c1cb7-9818-44c8-8be7-2fbf83d57811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:29.412105 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=ae562510-d179-4c26-838b-d4fd87511d70,revision_number=6']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:29.547844 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-ec7c1cb7-9818-44c8-8be7-2fbf83d57811 None None] For port 37874434-a594-4dc7-b655-f7b7203a1407, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:33:29.570490 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-ec7c1cb7-9818-44c8-8be7-2fbf83d57811 None None] For port 37874434-a594-4dc7-b655-f7b7203a1407, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=37874434-a594-4dc7-b655-f7b7203a1407,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:33:29.678612 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ec7c1cb7-9818-44c8-8be7-2fbf83d57811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:29.732940 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03efdf94-83df-4640-bc98-8fd2d304b560 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:29.735393 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03efdf94-83df-4640-bc98-8fd2d304b560 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:29.813486 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c1cb7-9818-44c8-8be7-2fbf83d57811 None None] Pushing event updated for resources: {'Port': ['ID=37874434-a594-4dc7-b655-f7b7203a1407,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:29.844837 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03efdf94-83df-4640-bc98-8fd2d304b560 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:29.845510 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03efdf94-83df-4640-bc98-8fd2d304b560 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Fanout notify agent at l3_agent the message router_deleted on router dbd17b0d-25d2-4f73-8220-9780b6cf941f {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:33:29.854895 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.objects.ports [None req-705788c9-80e4-45d1-94bf-7101eb7b990e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103443) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 31 15:33:29.865858 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03efdf94-83df-4640-bc98-8fd2d304b560 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:29.866934 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-03efdf94-83df-4640-bc98-8fd2d304b560 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/routers/dbd17b0d-25d2-4f73-8220-9780b6cf941f HTTP/1.1" status: 204 len: 168 time: 0.9967124 Mar 31 15:33:29.872866 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47752) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:29.931647 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-dfa614b4-92ac-4b91-9e26-6dbb3ac35c08 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbd17b0d-25d2-4f73-8220-9780b6cf941f HTTP/1.1" status: 200 len: 205 time: 0.0568440 Mar 31 15:33:29.935258 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47756) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:29.992405 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da717af-487b-407f-b168-4d3ebe1f0d6a req-1066392d-af77-4866-aed7-72aa00eca123 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:29.994179 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8da717af-487b-407f-b168-4d3ebe1f0d6a req-1066392d-af77-4866-aed7-72aa00eca123 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 944 time: 0.2070925 Mar 31 15:33:30.013655 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-78155216-220a-4b45-a912-84b407f5a132 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] delete failed (client error): The resource could not be found. Mar 31 15:33:30.017283 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-78155216-220a-4b45-a912-84b407f5a132 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/routers/dbd17b0d-25d2-4f73-8220-9780b6cf941f HTTP/1.1" status: 404 len: 336 time: 0.0810418 Mar 31 15:33:30.021333 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47760) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:30.061791 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8da717af-487b-407f-b168-4d3ebe1f0d6a req-ef9e88cb-4fb7-4872-a197-adad2078d7af tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/security-groups?id=da9287d6-6bf0-429a-afc2-56edb7ab07c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547230 Mar 31 15:33:30.062618 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc1a596-325d-4a58-bf8e-1df5798b217b tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:30.063079 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc1a596-325d-4a58-bf8e-1df5798b217b tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:30.065982 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-1dc1a596-325d-4a58-bf8e-1df5798b217b tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/subnets/d975c03f-e0d7-44c4-b720-d6f55abb3572 HTTP/1.1" status: 404 len: 337 time: 0.0452919 Mar 31 15:33:30.067896 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47764) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:30.097482 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47768) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:30.111552 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebaf250f-74b7-453b-965a-6cb20b2a6813 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:30.113014 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebaf250f-74b7-453b-965a-6cb20b2a6813 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:30.114727 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ebaf250f-74b7-453b-965a-6cb20b2a6813 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/subnets/166f20ab-0103-40a2-908f-800c7a1b3d32 HTTP/1.1" status: 404 len: 337 time: 0.0458932 Mar 31 15:33:30.117252 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47772) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:30.167424 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df04c1c-905e-4139-81d7-6a5ce2ce19b9 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:30.167647 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9df04c1c-905e-4139-81d7-6a5ce2ce19b9 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:30.169383 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9df04c1c-905e-4139-81d7-6a5ce2ce19b9 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/subnets/6094c9c6-d508-42bb-abd4-ad2de88e845f HTTP/1.1" status: 404 len: 337 time: 0.0507026 Mar 31 15:33:30.171921 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47776) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:30.245977 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8eaeb7-7180-4890-8978-c6ce9a3b8fdb tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:30.246770 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f8eaeb7-7180-4890-8978-c6ce9a3b8fdb tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:30.256116 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7f8eaeb7-7180-4890-8978-c6ce9a3b8fdb tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/subnets/0fe7fa6e-ff3c-4055-804d-263628f8cbf2 HTTP/1.1" status: 404 len: 337 time: 0.0830715 Mar 31 15:33:30.256804 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47782) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:30.330237 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b6a8d0fb-2360-4a09-a0d4-4b4f631012fe tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a21000e-abce-48db-8e06-f249c7c34490 HTTP/1.1" status: 200 len: 205 time: 0.0718534 Mar 31 15:33:30.333153 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47786) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:30.348824 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device ae562510-d179-4c26-838b-d4fd87511d70 up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:33:30.365113 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-57d36202-9f1c-4a67-a5f8-8ba7c1d0351d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/floatingips/bcf70f22-0039-45c0-9f0e-d6fa86c175be HTTP/1.1" status: 200 len: 991 time: 0.2575762 Mar 31 15:33:30.366339 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-705788c9-80e4-45d1-94bf-7101eb7b990e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:30.427068 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-225deb70-d150-40a1-aaae-6f961563e285 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] delete failed (client error): The resource could not be found. Mar 31 15:33:30.428085 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-225deb70-d150-40a1-aaae-6f961563e285 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/routers/6a21000e-abce-48db-8e06-f249c7c34490 HTTP/1.1" status: 404 len: 336 time: 0.0938783 Mar 31 15:33:30.432844 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47790) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:30.486151 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e1cc232c-ef11-4811-b793-7b46674e511f tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e8bcbb-88ed-4ad7-a47e-590fea03f5c6 HTTP/1.1" status: 200 len: 205 time: 0.0544262 Mar 31 15:33:30.489271 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47794) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:30.491604 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port ae562510-d179-4c26-838b-d4fd87511d70 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:30.491976 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:30.600615 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-a494be96-56c8-423c-88ca-42f8f353159a tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] delete failed (client error): The resource could not be found. Mar 31 15:33:30.601706 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a494be96-56c8-423c-88ca-42f8f353159a tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/routers/05e8bcbb-88ed-4ad7-a47e-590fea03f5c6 HTTP/1.1" status: 404 len: 336 time: 0.1113505 Mar 31 15:33:30.605020 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47798) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:30.666202 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-705788c9-80e4-45d1-94bf-7101eb7b990e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] For port 37874434-a594-4dc7-b655-f7b7203a1407, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=37874434-a594-4dc7-b655-f7b7203a1407,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:33:30.681949 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:30.686005 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ad7326-2e47-4f1a-b1ec-e6a66e16be2d tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:30.686470 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ad7326-2e47-4f1a-b1ec-e6a66e16be2d tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:30.688158 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-22ad7326-2e47-4f1a-b1ec-e6a66e16be2d tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/subnets/2baf2c9f-996c-4477-9652-f2d402c433e8 HTTP/1.1" status: 404 len: 337 time: 0.0821538 Mar 31 15:33:30.691463 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47802) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:30.706793 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-705788c9-80e4-45d1-94bf-7101eb7b990e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:30.715697 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df94328b-7766-45b8-a10c-c496188dc4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae562510-d179-4c26-838b-d4fd87511d70'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:33:30.727119 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port ae562510-d179-4c26-838b-d4fd87511d70, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ae562510-d179-4c26-838b-d4fd87511d70,segment=NetworkSegment(c4398b17-d409-4dc7-81c1-c21d0bee3bea),segment_id=c4398b17-d409-4dc7-81c1-c21d0bee3bea)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:33:30.740541 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-56aacbf9-691e-4a5c-932a-7a87ef9f7f65 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "GET /v2.0/ports?device_id=84df2f68-8eef-4a24-b994-9581b7c9239a HTTP/1.1" status: 200 len: 205 time: 0.0479579 Mar 31 15:33:30.743183 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47808) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:30.772514 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df94328b-7766-45b8-a10c-c496188dc4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae562510-d179-4c26-838b-d4fd87511d70', 'code': 200} Mar 31 15:33:30.772642 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-705788c9-80e4-45d1-94bf-7101eb7b990e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:30.772642 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-705788c9-80e4-45d1-94bf-7101eb7b990e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:30.804529 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:30.824337 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-c8bb711a-a6b6-4783-940a-dc5015e10246 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] delete failed (client error): The resource could not be found. Mar 31 15:33:30.827825 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c8bb711a-a6b6-4783-940a-dc5015e10246 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/routers/84df2f68-8eef-4a24-b994-9581b7c9239a HTTP/1.1" status: 404 len: 336 time: 0.0811841 Mar 31 15:33:30.828069 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47812) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:30.885867 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3fa6b668-4699-452c-bff4-228aa1dc5b3a tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e437bd3-d186-4fc6-8c45-fd55789ee1ea HTTP/1.1" status: 200 len: 205 time: 0.0520639 Mar 31 15:33:30.885867 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47816) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:30.933061 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705788c9-80e4-45d1-94bf-7101eb7b990e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Port': ['ID=37874434-a594-4dc7-b655-f7b7203a1407,revision_number=4']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:30.941441 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=ae562510-d179-4c26-838b-d4fd87511d70,revision_number=7']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:30.969386 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705788c9-80e4-45d1-94bf-7101eb7b990e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:33:30.973872 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-705788c9-80e4-45d1-94bf-7101eb7b990e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:33:30.978662 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705788c9-80e4-45d1-94bf-7101eb7b990e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:30.979634 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-705788c9-80e4-45d1-94bf-7101eb7b990e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:31.004039 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705788c9-80e4-45d1-94bf-7101eb7b990e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Subnet': ['ID=bdd01c63-29ed-467d-b133-4fd49bd61c70,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:31.004394 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-39a85015-7826-491f-ab51-1f568e46e7b9 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] delete failed (client error): The resource could not be found. Mar 31 15:33:31.005879 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-39a85015-7826-491f-ab51-1f568e46e7b9 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/routers/5e437bd3-d186-4fc6-8c45-fd55789ee1ea HTTP/1.1" status: 404 len: 336 time: 0.1212981 Mar 31 15:33:31.009660 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47820) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:31.068153 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a1d63be-5abe-4879-9987-af6c0c0b7816 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:31.068689 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a1d63be-5abe-4879-9987-af6c0c0b7816 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:31.072508 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-1a1d63be-5abe-4879-9987-af6c0c0b7816 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/subnets/4ed1778a-03d6-49aa-a5f2-5d5337fa36b7 HTTP/1.1" status: 404 len: 337 time: 0.0618124 Mar 31 15:33:31.076130 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 37874434-a594-4dc7-b655-f7b7203a1407 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:33:31.076362 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47824) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:31.121486 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47828) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:31.121881 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-705788c9-80e4-45d1-94bf-7101eb7b990e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.8187015 Mar 31 15:33:31.128619 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ace57de9-31ba-4c3f-8c39-85ff3c3a1750 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Synchronizing usage tracker for tenant:f5aeba78f50f4bbea010c74344321d80 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:33:31.135727 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-3cf491cc-d8cf-4e0a-98c1-a9e209a40b74 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Request body: {'port': {'network_id': '0c8a31f0-c909-472a-8f72-0f3eb4f4034a', 'mac_address': 'fa:16:3e:37:62:85', 'name': 'tempest-NetworksTestDHCPv6-566814616'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:31.222803 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ace57de9-31ba-4c3f-8c39-85ff3c3a1750 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] Unset dirty status for tenant:f5aeba78f50f4bbea010c74344321d80 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:33:31.224253 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ace57de9-31ba-4c3f-8c39-85ff3c3a1750 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "GET /v2.0/ports?device_id=2aa0edcc-44d3-4a6d-98c2-a5bcc2f1318d HTTP/1.1" status: 200 len: 205 time: 0.1496902 Mar 31 15:33:31.226819 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47832) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:31.250903 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 37874434-a594-4dc7-b655-f7b7203a1407 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:33:31.303365 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-ba7c0514-2f1e-410a-b5d4-98fa6d6d2d48 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] delete failed (client error): The resource could not be found. Mar 31 15:33:31.304406 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ba7c0514-2f1e-410a-b5d4-98fa6d6d2d48 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/routers/2aa0edcc-44d3-4a6d-98c2-a5bcc2f1318d HTTP/1.1" status: 404 len: 336 time: 0.0765545 Mar 31 15:33:31.307060 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47836) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:31.320555 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9bcbd6-9eb9-4381-b433-65af830e3514 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:33:31.331570 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-3cf491cc-d8cf-4e0a-98c1-a9e209a40b74 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:31.337408 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3cf491cc-d8cf-4e0a-98c1-a9e209a40b74 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Usage tracker for resource:port and tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:31.340258 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3cf491cc-d8cf-4e0a-98c1-a9e209a40b74 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Quota usage for port was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:31.348063 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-3cf491cc-d8cf-4e0a-98c1-a9e209a40b74 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:31.349812 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c87799c-2633-403b-858d-455f2d964581 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:31.350269 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c87799c-2633-403b-858d-455f2d964581 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:31.351956 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6c87799c-2633-403b-858d-455f2d964581 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/subnets/7a4fe234-40d6-43b8-8f3a-c4c6c5355a6a HTTP/1.1" status: 404 len: 337 time: 0.0439818 Mar 31 15:33:31.354997 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47840) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:31.401868 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4a2936ee-d8a4-41dc-8efc-456a857298d5 tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "GET /v2.0/ports?device_id=581cc32f-07b5-4749-9cf5-c89c0a09d735 HTTP/1.1" status: 200 len: 205 time: 0.0451291 Mar 31 15:33:31.404253 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47846) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:31.432550 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf491cc-d8cf-4e0a-98c1-a9e209a40b74 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Made reservation on behalf of d11b4bfbd1bc4c4fa23f3fb8ce0b6240 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:33:31.489887 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.api.v2.resource [None req-92aabd18-2383-4da8-a5e2-28315c05e3db tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] delete failed (client error): The resource could not be found. Mar 31 15:33:31.490912 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-92aabd18-2383-4da8-a5e2-28315c05e3db tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/routers/581cc32f-07b5-4749-9cf5-c89c0a09d735 HTTP/1.1" status: 404 len: 336 time: 0.0854390 Mar 31 15:33:31.493541 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47850) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:31.495562 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a1547789-e77f-4f31-95f0-244a2f49227d None None] Provisioning for port 37874434-a594-4dc7-b655-f7b7203a1407 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:33:31.517418 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a1547789-e77f-4f31-95f0-244a2f49227d None None] Provisioning complete for port 37874434-a594-4dc7-b655-f7b7203a1407 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:31.517418 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a1547789-e77f-4f31-95f0-244a2f49227d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:31.539491 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-105618de-8fee-45fa-ad01-85ac4d80e73e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:31.540160 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-105618de-8fee-45fa-ad01-85ac4d80e73e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:31.544328 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-105618de-8fee-45fa-ad01-85ac4d80e73e tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/subnets/ba87f777-dff2-4216-918c-6eceb7c93b2e HTTP/1.1" status: 404 len: 337 time: 0.0469642 Mar 31 15:33:31.544553 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47854) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:31.588132 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ec9af8-fe22-4fa0-b337-6bd067d2873d tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:31.589235 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ec9af8-fe22-4fa0-b337-6bd067d2873d tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:31.590803 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-98ec9af8-fe22-4fa0-b337-6bd067d2873d tempest-RoutersIpV6Test-956070705 tempest-RoutersIpV6Test-956070705-project] 10.222.0.31 "DELETE /v2.0/subnets/e06c501e-f8e1-46b9-9c42-1360b3bc1e1c HTTP/1.1" status: 404 len: 337 time: 0.0448654 Mar 31 15:33:31.634836 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3cf491cc-d8cf-4e0a-98c1-a9e209a40b74 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:31.678623 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-3cf491cc-d8cf-4e0a-98c1-a9e209a40b74 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] device_id is not set on port 3b8bf1c9-0c94-4aa0-87bf-32d112972e8a yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:33:31.798876 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a1547789-e77f-4f31-95f0-244a2f49227d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:31.846371 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a1547789-e77f-4f31-95f0-244a2f49227d None None] For port 37874434-a594-4dc7-b655-f7b7203a1407, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=37874434-a594-4dc7-b655-f7b7203a1407,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:33:31.921121 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-3cf491cc-d8cf-4e0a-98c1-a9e209a40b74 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Allocated IP 2001:db8::99 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/97141d5d-b262-4841-93ae-791df6d906c0/3b8bf1c9-0c94-4aa0-87bf-32d112972e8a) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:33:31.931457 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-3cf491cc-d8cf-4e0a-98c1-a9e209a40b74 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Allocated IP 2001:db8:0:1:f816:3eff:fe37:6285 (0c8a31f0-c909-472a-8f72-0f3eb4f4034a/bdd01c63-29ed-467d-b133-4fd49bd61c70/3b8bf1c9-0c94-4aa0-87bf-32d112972e8a) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:33:31.946579 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a1547789-e77f-4f31-95f0-244a2f49227d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:32.042167 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1547789-e77f-4f31-95f0-244a2f49227d None None] Pushing event updated for resources: {'Port': ['ID=37874434-a594-4dc7-b655-f7b7203a1407,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:32.157755 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47862) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:32.211283 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3cf491cc-d8cf-4e0a-98c1-a9e209a40b74 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:32.229339 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3cf491cc-d8cf-4e0a-98c1-a9e209a40b74 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Transition to ACTIVE for port object 3b8bf1c9-0c94-4aa0-87bf-32d112972e8a will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:33:32.339324 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3cf491cc-d8cf-4e0a-98c1-a9e209a40b74 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:32.470321 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-95f34e2e-3ad7-45cd-ae17-0f708ad92a78 None None] Provisioning complete for port 37874434-a594-4dc7-b655-f7b7203a1407 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:32.470684 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-95f34e2e-3ad7-45cd-ae17-0f708ad92a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:32.483249 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-aa841182-89ee-48b2-9fb9-9578886cc568 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f5aeba78f50f4bbea010c74344321d80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3244855 Mar 31 15:33:32.485945 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47868) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:32.509622 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf491cc-d8cf-4e0a-98c1-a9e209a40b74 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:33:32.512722 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-3cf491cc-d8cf-4e0a-98c1-a9e209a40b74 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:33:32.516697 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf491cc-d8cf-4e0a-98c1-a9e209a40b74 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:33:32.530159 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf491cc-d8cf-4e0a-98c1-a9e209a40b74 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:32.530159 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3cf491cc-d8cf-4e0a-98c1-a9e209a40b74 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:32.548795 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf491cc-d8cf-4e0a-98c1-a9e209a40b74 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event updated for resources: {'Port': ['ID=3b8bf1c9-0c94-4aa0-87bf-32d112972e8a,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:32.593291 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53f1702f-c2dc-4169-becb-053be17c913e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:32.633883 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53f1702f-c2dc-4169-becb-053be17c913e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:32.639718 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3cf491cc-d8cf-4e0a-98c1-a9e209a40b74 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.5166223 Mar 31 15:33:32.642269 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47874) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:32.755087 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c8a9921c-21d0-4947-a43b-5698a0712137 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting port 3b8bf1c9-0c94-4aa0-87bf-32d112972e8a {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:33:32.755087 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c8a9921c-21d0-4947-a43b-5698a0712137 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:32.979470 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 37874434-a594-4dc7-b655-f7b7203a1407 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:33:33.034149 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c8a9921c-21d0-4947-a43b-5698a0712137 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:33.060087 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 37874434-a594-4dc7-b655-f7b7203a1407 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:33.060381 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:33.187965 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c8a9921c-21d0-4947-a43b-5698a0712137 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Calling delete_port for 3b8bf1c9-0c94-4aa0-87bf-32d112972e8a owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:33:33.287844 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53f1702f-c2dc-4169-becb-053be17c913e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:33.305736 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1702f-c2dc-4169-becb-053be17c913e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0aaa38d-127d-4a4b-99eb-229a8adf2e23,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:33.310286 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53f1702f-c2dc-4169-becb-053be17c913e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:33.314277 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-53f1702f-c2dc-4169-becb-053be17c913e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d0aaa38d-127d-4a4b-99eb-229a8adf2e23 HTTP/1.1" status: 204 len: 168 time: 0.8229697 Mar 31 15:33:33.456236 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c9750504-92a4-43ea-a8fc-7e0b8e03a5b9 None None] Provisioning for port 3b8bf1c9-0c94-4aa0-87bf-32d112972e8a completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:33:33.461549 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c9750504-92a4-43ea-a8fc-7e0b8e03a5b9 None None] Provisioning complete for port 3b8bf1c9-0c94-4aa0-87bf-32d112972e8a triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:33.468231 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c9750504-92a4-43ea-a8fc-7e0b8e03a5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:33.492223 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-086541aa-b259-4f90-acf2-8366addabb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:33.533416 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-c9750504-92a4-43ea-a8fc-7e0b8e03a5b9 None None] Port 3b8bf1c9-0c94-4aa0-87bf-32d112972e8a cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:33:33.665642 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9ba3b914-4b47-41c5-81fd-d5e1cc516c7e req-22cf6264-cbb7-41d7-9119-1daabe2454a8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1338654 Mar 31 15:33:33.713445 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c8a9921c-21d0-4947-a43b-5698a0712137 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:33.830246 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9921c-21d0-4947-a43b-5698a0712137 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Port': ['ID=3b8bf1c9-0c94-4aa0-87bf-32d112972e8a,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:33.936125 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c8a9921c-21d0-4947-a43b-5698a0712137 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:33.951435 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c8a9921c-21d0-4947-a43b-5698a0712137 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/3b8bf1c9-0c94-4aa0-87bf-32d112972e8a HTTP/1.1" status: 204 len: 168 time: 1.3076918 Mar 31 15:33:33.954034 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47890) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:33.974709 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3b914-4b47-41c5-81fd-d5e1cc516c7e req-67d735aa-f39b-4451-ba4d-24303a0eb107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:33.976680 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9ba3b914-4b47-41c5-81fd-d5e1cc516c7e req-67d735aa-f39b-4451-ba4d-24303a0eb107 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=230cf1c9b48c44d9b9e8cc3157cbe0bc&device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 1098 time: 0.1852434 Mar 31 15:33:34.061299 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ebfcbf-ccfa-4d90-b6f5-5d135986749b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:34.065240 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-69ebfcbf-ccfa-4d90-b6f5-5d135986749b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1078529 Mar 31 15:33:34.066204 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47896) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:34.170668 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba51d0d-ea38-4c81-a365-197035836bb9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:34.172415 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3b914-4b47-41c5-81fd-d5e1cc516c7e req-021abc83-95ae-4ffa-9574-ce34e14f0251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:34.172986 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8ba51d0d-ea38-4c81-a365-197035836bb9 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1054251 Mar 31 15:33:34.173894 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9ba3b914-4b47-41c5-81fd-d5e1cc516c7e req-021abc83-95ae-4ffa-9574-ce34e14f0251 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534 HTTP/1.1" status: 200 len: 898 time: 0.1700830 Mar 31 15:33:34.180542 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47902) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:34.265979 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00faa4c6-5289-4562-8e29-5738712eaa8e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:34.267157 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00faa4c6-5289-4562-8e29-5738712eaa8e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:34.269412 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00faa4c6-5289-4562-8e29-5738712eaa8e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:34.270227 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-00faa4c6-5289-4562-8e29-5738712eaa8e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:33:34.284645 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9ba3b914-4b47-41c5-81fd-d5e1cc516c7e req-b8bd71a0-ef16-41ce-9bcd-956999c22e03 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae562510-d179-4c26-838b-d4fd87511d70 HTTP/1.1" status: 200 len: 1000 time: 0.1049335 Mar 31 15:33:34.355228 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3b914-4b47-41c5-81fd-d5e1cc516c7e req-2fc32259-4515-4fda-97b6-15726e850ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:34.357231 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9ba3b914-4b47-41c5-81fd-d5e1cc516c7e req-2fc32259-4515-4fda-97b6-15726e850ef4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c13a1ee-f508-42ed-8f95-e2119d470f34 HTTP/1.1" status: 200 len: 834 time: 0.0673857 Mar 31 15:33:34.358721 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-00faa4c6-5289-4562-8e29-5738712eaa8e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:33:34.362993 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-00faa4c6-5289-4562-8e29-5738712eaa8e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1784303 Mar 31 15:33:34.365524 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47912) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:34.452403 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3b914-4b47-41c5-81fd-d5e1cc516c7e req-03ad4292-6903-4589-a464-f3c01e4dc59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:34.453856 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9ba3b914-4b47-41c5-81fd-d5e1cc516c7e req-03ad4292-6903-4589-a464-f3c01e4dc59b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0877309 Mar 31 15:33:34.566715 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b61c45d-4909-4a45-93f0-3ae551f126db tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting subnet 97141d5d-b262-4841-93ae-791df6d906c0 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:33:34.569925 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4b61c45d-4909-4a45-93f0-3ae551f126db tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:34.646582 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4b61c45d-4909-4a45-93f0-3ae551f126db tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:34.666090 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9ba3b914-4b47-41c5-81fd-d5e1cc516c7e req-c4ef84dd-8abf-4e28-a021-908272fa23c1 service neutron] 10.222.0.41 "GET /v2.0/networks/3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058134 Mar 31 15:33:34.762991 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4b61c45d-4909-4a45-93f0-3ae551f126db tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:34.838184 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9ba3b914-4b47-41c5-81fd-d5e1cc516c7e req-9f35600a-6431-46c2-8ca7-1a032c3e57f9 service neutron] 10.222.0.41 "GET /v2.0/networks/3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655405 Mar 31 15:33:34.924514 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4b61c45d-4909-4a45-93f0-3ae551f126db tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:34.964750 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61c45d-4909-4a45-93f0-3ae551f126db tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Subnet': ['ID=97141d5d-b262-4841-93ae-791df6d906c0,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:34.968475 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4b61c45d-4909-4a45-93f0-3ae551f126db tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:34.982057 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e0e8d4-c4f3-4599-ba9b-45c647126d28 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:33:35.074621 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4b61c45d-4909-4a45-93f0-3ae551f126db tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/97141d5d-b262-4841-93ae-791df6d906c0 HTTP/1.1" status: 204 len: 168 time: 0.7080066 Mar 31 15:33:35.077578 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47926) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:35.176037 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee3654e-09bb-4cf5-b08d-61631866a3f1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Deleting subnet bdd01c63-29ed-467d-b133-4fd49bd61c70 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:33:35.176762 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e36ebf11-2cc0-4482-b9f3-3284f1a6b308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:35.179033 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6ee3654e-09bb-4cf5-b08d-61631866a3f1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:35.349719 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6ee3654e-09bb-4cf5-b08d-61631866a3f1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:35.462634 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6ee3654e-09bb-4cf5-b08d-61631866a3f1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:35.590359 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47938) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:35.639439 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6ee3654e-09bb-4cf5-b08d-61631866a3f1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:35.687956 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3654e-09bb-4cf5-b08d-61631866a3f1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Subnet': ['ID=bdd01c63-29ed-467d-b133-4fd49bd61c70,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:35.693550 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6ee3654e-09bb-4cf5-b08d-61631866a3f1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:35.705684 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6ee3654e-09bb-4cf5-b08d-61631866a3f1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/bdd01c63-29ed-467d-b133-4fd49bd61c70 HTTP/1.1" status: 204 len: 168 time: 0.6249156 Mar 31 15:33:35.706291 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47944) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:35.785226 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b05c7439-65eb-4e79-b251-afc61fd161da tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767186 Mar 31 15:33:35.787692 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47948) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:35.843749 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-5288e6eb-9bee-4e85-bc2c-745e2b75a57a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'network': {'name': 'tempest-network-smoke--1784252603', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'port_security_enabled': True}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:35.854873 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-5288e6eb-9bee-4e85-bc2c-745e2b75a57a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:35.860198 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-5288e6eb-9bee-4e85-bc2c-745e2b75a57a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:network and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:35.867923 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-5288e6eb-9bee-4e85-bc2c-745e2b75a57a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:35.875309 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-5288e6eb-9bee-4e85-bc2c-745e2b75a57a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:35.916725 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe7a9cb-41e1-4f17-9150-864ce5242664 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:35.917022 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4fe7a9cb-41e1-4f17-9150-864ce5242664 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:33:35.960577 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4629a32a-1e60-4aac-87b5-5de3ca29a610 None None] Network 0c8a31f0-c909-472a-8f72-0f3eb4f4034a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:33:35.970530 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5288e6eb-9bee-4e85-bc2c-745e2b75a57a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Made reservation on behalf of a28d6e89f5614e35860f06912b5df90e for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:33:35.976256 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5288e6eb-9bee-4e85-bc2c-745e2b75a57a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:35.992612 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4fe7a9cb-41e1-4f17-9150-864ce5242664 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:33:35.993972 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4fe7a9cb-41e1-4f17-9150-864ce5242664 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2051985 Mar 31 15:33:35.994833 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5288e6eb-9bee-4e85-bc2c-745e2b75a57a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:35.996586 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47954) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:36.012238 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-5288e6eb-9bee-4e85-bc2c-745e2b75a57a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:36.016385 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-5288e6eb-9bee-4e85-bc2c-745e2b75a57a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:36.022232 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-5288e6eb-9bee-4e85-bc2c-745e2b75a57a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:36.030011 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-5288e6eb-9bee-4e85-bc2c-745e2b75a57a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:36.063327 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-69bf6809-67ce-4ead-a3d1-1469786abb1e None None] Provisioning complete for port 37874434-a594-4dc7-b655-f7b7203a1407 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:36.064402 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-69bf6809-67ce-4ead-a3d1-1469786abb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:36.070259 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb8d34-d005-4cbd-b2a8-85aef13c6ba4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:36.071884 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6edb8d34-d005-4cbd-b2a8-85aef13c6ba4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Synchronizing usage tracker for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:33:36.126848 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5288e6eb-9bee-4e85-bc2c-745e2b75a57a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:36.152789 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6edb8d34-d005-4cbd-b2a8-85aef13c6ba4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Unset dirty status for tenant:d11b4bfbd1bc4c4fa23f3fb8ce0b6240 on resource:subnet {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:33:36.154600 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6edb8d34-d005-4cbd-b2a8-85aef13c6ba4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1564806 Mar 31 15:33:36.157039 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47958) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:36.208793 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5288e6eb-9bee-4e85-bc2c-745e2b75a57a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:36.249604 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-60cdb203-37a3-4596-814d-2b240f3603b0 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887702 Mar 31 15:33:36.250334 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47962) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:36.262908 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288e6eb-9bee-4e85-bc2c-745e2b75a57a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd9bcae-c57f-4b82-95dc-513eb28a5fa9,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:36.266356 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5288e6eb-9bee-4e85-bc2c-745e2b75a57a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:33:36.281284 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5288e6eb-9bee-4e85-bc2c-745e2b75a57a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:36.281626 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-5288e6eb-9bee-4e85-bc2c-745e2b75a57a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Added segment 98a5b22f-d1ff-4ef2-9867-faa05f25b4c8 of type vlan for network b9072c20-5220-4bc0-801a-9f54ed99a31a Mar 31 15:33:36.300747 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-671f3f03-b3f2-45cf-b97d-8e52dd1d7143 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:36.301451 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-671f3f03-b3f2-45cf-b97d-8e52dd1d7143 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:36.306006 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-671f3f03-b3f2-45cf-b97d-8e52dd1d7143 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/3b8bf1c9-0c94-4aa0-87bf-32d112972e8a HTTP/1.1" status: 404 len: 333 time: 0.0546219 Mar 31 15:33:36.306793 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47966) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:36.341097 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5288e6eb-9bee-4e85-bc2c-745e2b75a57a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:36.352765 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e45867a-9e6b-47e0-8593-b6634ebd4891 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:36.353253 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e45867a-9e6b-47e0-8593-b6634ebd4891 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:36.358900 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9e45867a-9e6b-47e0-8593-b6634ebd4891 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/bdd01c63-29ed-467d-b133-4fd49bd61c70 HTTP/1.1" status: 404 len: 337 time: 0.0508986 Mar 31 15:33:36.359516 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47970) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:36.375331 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bdc6dc-2bf0-4c4e-9fb3-5138036ccbf0 None None] DHCP port deletion for 0c8a31f0-c909-472a-8f72-0f3eb4f4034a request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:33:36.383670 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-90bdc6dc-2bf0-4c4e-9fb3-5138036ccbf0 None None] Deleting port 37874434-a594-4dc7-b655-f7b7203a1407 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:33:36.383670 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90bdc6dc-2bf0-4c4e-9fb3-5138036ccbf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:36.403257 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-5263be22-10e6-4913-bb1e-1888925e6631 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:36.403711 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5263be22-10e6-4913-bb1e-1888925e6631 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:36.405421 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5263be22-10e6-4913-bb1e-1888925e6631 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/97141d5d-b262-4841-93ae-791df6d906c0 HTTP/1.1" status: 404 len: 337 time: 0.0445857 Mar 31 15:33:36.408050 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47974) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:36.431052 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:36.452815 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-dacf8579-7ae1-45c2-91fc-eefa753d7dd5 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:36.453310 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dacf8579-7ae1-45c2-91fc-eefa753d7dd5 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:36.454997 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-dacf8579-7ae1-45c2-91fc-eefa753d7dd5 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/0b57c96b-aa41-4c6f-a7b0-79c7b5adf052 HTTP/1.1" status: 404 len: 333 time: 0.0459249 Mar 31 15:33:36.457655 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47978) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:36.489799 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5288e6eb-9bee-4e85-bc2c-745e2b75a57a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:36.503075 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c13f07b-7e5e-4fd8-be85-b5c9e563167b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:36.503692 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c13f07b-7e5e-4fd8-be85-b5c9e563167b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:36.504171 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5288e6eb-9bee-4e85-bc2c-745e2b75a57a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:36.504810 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5288e6eb-9bee-4e85-bc2c-745e2b75a57a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:36.507822 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0c13f07b-7e5e-4fd8-be85-b5c9e563167b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/77dc9cf2-c815-41ac-8e9c-505129c2069f HTTP/1.1" status: 404 len: 337 time: 0.0469377 Mar 31 15:33:36.508089 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47982) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:36.524665 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:36.557908 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-a126d142-cbae-44f6-a955-507c3e1c0861 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:36.558348 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a126d142-cbae-44f6-a955-507c3e1c0861 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:36.562332 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a126d142-cbae-44f6-a955-507c3e1c0861 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/b588e37a-c80d-4729-a839-0e1f8105181a HTTP/1.1" status: 404 len: 337 time: 0.0509729 Mar 31 15:33:36.563202 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47986) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:36.645572 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288e6eb-9bee-4e85-bc2c-745e2b75a57a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Network': ['ID=b9072c20-5220-4bc0-801a-9f54ed99a31a,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:36.647051 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-90bdc6dc-2bf0-4c4e-9fb3-5138036ccbf0 None None] For port 37874434-a594-4dc7-b655-f7b7203a1407, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=37874434-a594-4dc7-b655-f7b7203a1407,segment=NetworkSegment(cf493bec-f7a7-463d-a2c8-60099e00ecd0),segment_id=cf493bec-f7a7-463d-a2c8-60099e00ecd0)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:33:36.647452 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90bdc6dc-2bf0-4c4e-9fb3-5138036ccbf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:36.649644 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc53e495-df8d-43d1-a09d-390d3192bf1d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:36.650195 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc53e495-df8d-43d1-a09d-390d3192bf1d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:36.654403 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-cc53e495-df8d-43d1-a09d-390d3192bf1d tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/e7fae0aa-93f6-4692-90f7-06f098db0de8 HTTP/1.1" status: 404 len: 333 time: 0.0880170 Mar 31 15:33:36.656738 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47990) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:36.656835 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network b9072c20-5220-4bc0-801a-9f54ed99a31a details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:33:36.700475 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5288e6eb-9bee-4e85-bc2c-745e2b75a57a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1088021 Mar 31 15:33:36.703542 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 47994) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:36.705029 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5916a3-4de1-4e05-8cf8-9cf7a4c78fa8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:36.706153 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d5916a3-4de1-4e05-8cf8-9cf7a4c78fa8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:36.709290 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9d5916a3-4de1-4e05-8cf8-9cf7a4c78fa8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/195ee56d-5bd3-4509-8080-9e5004a8c8bd HTTP/1.1" status: 404 len: 337 time: 0.0521698 Mar 31 15:33:36.710093 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-bd277667-66bc-43ad-8711-7cdd95e59484 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1504508326', 'admin_state_up': True, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:36.710663 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 47998) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:36.718750 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-bd277667-66bc-43ad-8711-7cdd95e59484 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:36.725910 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-bd277667-66bc-43ad-8711-7cdd95e59484 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:router and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:36.730456 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-bd277667-66bc-43ad-8711-7cdd95e59484 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:36.750276 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-bd277667-66bc-43ad-8711-7cdd95e59484 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:36.754160 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f44ab56-f60d-42f7-a553-d6a7c3264a94 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:36.754160 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f44ab56-f60d-42f7-a553-d6a7c3264a94 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:36.754610 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0f44ab56-f60d-42f7-a553-d6a7c3264a94 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/2251b7b7-287c-47e1-b45c-9a5abb52f6ec HTTP/1.1" status: 404 len: 337 time: 0.0430260 Mar 31 15:33:36.757323 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48002) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:36.800864 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f88d5a35-13f5-4089-a794-60d44aefd8f1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:36.801361 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f88d5a35-13f5-4089-a794-60d44aefd8f1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:36.804362 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f88d5a35-13f5-4089-a794-60d44aefd8f1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/48357d06-7203-45f7-9a5b-02ba77f7c1df HTTP/1.1" status: 404 len: 333 time: 0.0460536 Mar 31 15:33:36.809112 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48006) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:36.838618 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd277667-66bc-43ad-8711-7cdd95e59484 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:36.839950 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd277667-66bc-43ad-8711-7cdd95e59484 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:36.852935 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-209ae31e-e280-45f4-87b8-d0eb0ae91058 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:36.853369 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-209ae31e-e280-45f4-87b8-d0eb0ae91058 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:36.857685 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-209ae31e-e280-45f4-87b8-d0eb0ae91058 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/b157ebbf-3b87-41be-8749-a8c9917aed29 HTTP/1.1" status: 404 len: 337 time: 0.0474861 Mar 31 15:33:36.858980 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48010) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:36.889541 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd277667-66bc-43ad-8711-7cdd95e59484 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:36.916086 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-18aa4088-c3b1-4323-bb17-0b99e79e9c63 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:36.916460 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18aa4088-c3b1-4323-bb17-0b99e79e9c63 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:36.925279 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-18aa4088-c3b1-4323-bb17-0b99e79e9c63 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/64e19965-d406-48e8-87f3-605c62a1c49e HTTP/1.1" status: 404 len: 337 time: 0.0615277 Mar 31 15:33:36.925596 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48014) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:36.928481 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-90bdc6dc-2bf0-4c4e-9fb3-5138036ccbf0 None None] Calling delete_port for 37874434-a594-4dc7-b655-f7b7203a1407 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:33:36.993927 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 37874434-a594-4dc7-b655-f7b7203a1407 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:33:37.125114 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04132d4-dc8e-4fa5-80f9-c1f03fffe1a1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:37.125751 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a04132d4-dc8e-4fa5-80f9-c1f03fffe1a1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:37.128986 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:37.143143 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90bdc6dc-2bf0-4c4e-9fb3-5138036ccbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:37.202522 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdc6dc-2bf0-4c4e-9fb3-5138036ccbf0 None None] Pushing event deleted for resources: {'Port': ['ID=37874434-a594-4dc7-b655-f7b7203a1407,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:37.211229 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bdc6dc-2bf0-4c4e-9fb3-5138036ccbf0 None None] No DVR routers for this DVR port 37874434-a594-4dc7-b655-f7b7203a1407 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:33:37.254579 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a04132d4-dc8e-4fa5-80f9-c1f03fffe1a1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/0932df90-397e-4f14-a4e1-7a2b89627016 HTTP/1.1" status: 404 len: 333 time: 0.3277903 Mar 31 15:33:37.257338 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48020) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:37.265597 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd277667-66bc-43ad-8711-7cdd95e59484 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:37.298870 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f8c1ed-f7ac-49b9-9b6b-0a7d0ef0a33a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:37.299995 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f8c1ed-f7ac-49b9-9b6b-0a7d0ef0a33a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:37.304213 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c2f8c1ed-f7ac-49b9-9b6b-0a7d0ef0a33a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/a5e52d82-a0fa-4696-ab29-28e6e03aae88 HTTP/1.1" status: 404 len: 337 time: 0.0434949 Mar 31 15:33:37.304362 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48024) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:37.349553 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ebb5a6-935b-4572-a21c-f2d41ffb8c5b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:37.350014 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44ebb5a6-935b-4572-a21c-f2d41ffb8c5b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:37.354151 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-44ebb5a6-935b-4572-a21c-f2d41ffb8c5b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/f774813a-3b47-4d70-851d-0af104eadcae HTTP/1.1" status: 404 len: 333 time: 0.0464389 Mar 31 15:33:37.354333 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48028) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:37.394841 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-66109bdc-7972-4771-b631-59c17748982c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:37.395296 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66109bdc-7972-4771-b631-59c17748982c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:37.397029 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-66109bdc-7972-4771-b631-59c17748982c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/c91f4393-5406-42b1-8f0f-f5b8d5562af0 HTTP/1.1" status: 404 len: 337 time: 0.0418210 Mar 31 15:33:37.399708 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48032) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:37.441001 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-025410df-1489-4da1-bb03-76538178bb2f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:37.441599 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-025410df-1489-4da1-bb03-76538178bb2f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:37.443471 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-025410df-1489-4da1-bb03-76538178bb2f tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/1dc74682-3538-4e22-930d-3a1723df3804 HTTP/1.1" status: 404 len: 333 time: 0.0426922 Mar 31 15:33:37.445884 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48036) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:37.488542 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-41133fd6-d376-4fbf-87d5-0a492789825c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:37.488887 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41133fd6-d376-4fbf-87d5-0a492789825c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:37.492909 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-41133fd6-d376-4fbf-87d5-0a492789825c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/5a4cf389-5057-4fbf-8ae4-880450bb0519 HTTP/1.1" status: 404 len: 337 time: 0.0436070 Mar 31 15:33:37.493130 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48040) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:37.533074 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1e6e190-afa0-4d14-a81a-2b289c04c374 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:37.534235 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1e6e190-afa0-4d14-a81a-2b289c04c374 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:37.535860 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f1e6e190-afa0-4d14-a81a-2b289c04c374 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/3c0cb91a-d27d-455b-9dbd-ac71bac859ee HTTP/1.1" status: 404 len: 333 time: 0.0418305 Mar 31 15:33:37.538382 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48044) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:37.576767 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d0f162-0c7a-47e6-9c05-76f62ec79996 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:37.577244 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d0f162-0c7a-47e6-9c05-76f62ec79996 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:37.579027 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-51d0f162-0c7a-47e6-9c05-76f62ec79996 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/9db9e90b-00ef-4433-9818-e2ec13133f67 HTTP/1.1" status: 404 len: 337 time: 0.0397534 Mar 31 15:33:37.581822 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48048) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:37.629354 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b081fb-38bc-434f-8933-3c289783c816 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:37.629825 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b081fb-38bc-434f-8933-3c289783c816 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:37.631523 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-85b081fb-38bc-434f-8933-3c289783c816 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/a74ffe41-3c08-4a57-be49-465b45522756 HTTP/1.1" status: 404 len: 333 time: 0.0486090 Mar 31 15:33:37.642017 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48052) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:37.687846 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a40618-49fa-4046-a8bb-9d1cf60ec0fe tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:37.688384 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a40618-49fa-4046-a8bb-9d1cf60ec0fe tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:37.692714 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-17a40618-49fa-4046-a8bb-9d1cf60ec0fe tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/269c3e0e-1cc2-4995-9c38-7fe71da8a34a HTTP/1.1" status: 404 len: 337 time: 0.0495958 Mar 31 15:33:37.693371 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48056) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:37.734529 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a86916e2-b37f-4712-8ddd-9f7ddabadbd6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:37.735096 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a86916e2-b37f-4712-8ddd-9f7ddabadbd6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:37.739866 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a86916e2-b37f-4712-8ddd-9f7ddabadbd6 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/f981e9b6-90db-4818-a7a9-15e7566f66f6 HTTP/1.1" status: 404 len: 333 time: 0.0426147 Mar 31 15:33:37.740054 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48060) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:37.757486 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd277667-66bc-43ad-8711-7cdd95e59484 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:37.781975 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-e914e9b9-1097-47f2-ab3f-256ff1dd3ab4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:37.782418 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e914e9b9-1097-47f2-ab3f-256ff1dd3ab4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:37.784888 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e914e9b9-1097-47f2-ab3f-256ff1dd3ab4 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/1162bd21-7e43-4a63-a6d4-1640781c605e HTTP/1.1" status: 404 len: 337 time: 0.0438752 Mar 31 15:33:37.787377 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48064) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:37.789857 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd277667-66bc-43ad-8711-7cdd95e59484 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:37.826703 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a8ccdc-dfb5-471c-a538-f61b88aca303 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:37.827628 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a8ccdc-dfb5-471c-a538-f61b88aca303 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:37.834138 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-96a8ccdc-dfb5-471c-a538-f61b88aca303 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/70f6e185-201b-4b39-aac0-7cd8e846ef87 HTTP/1.1" status: 404 len: 337 time: 0.0406997 Mar 31 15:33:37.834320 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48068) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:37.850185 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:37.893487 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-f375a633-62fa-4f67-8ea0-f4574a45852b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:37.893958 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f375a633-62fa-4f67-8ea0-f4574a45852b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:37.906200 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f375a633-62fa-4f67-8ea0-f4574a45852b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/b20d63ff-9f8a-4927-a5c8-0ac606e2a251 HTTP/1.1" status: 404 len: 333 time: 0.0728071 Mar 31 15:33:37.909709 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48072) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:37.948762 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-8866261a-f60f-42e6-9b51-4a3937cdcaa5 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:37.949782 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8866261a-f60f-42e6-9b51-4a3937cdcaa5 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:37.953873 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8866261a-f60f-42e6-9b51-4a3937cdcaa5 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/f2a2890a-02ff-4a28-809a-29a91e152970 HTTP/1.1" status: 404 len: 337 time: 0.0407879 Mar 31 15:33:37.954061 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48076) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:37.976517 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-bd277667-66bc-43ad-8711-7cdd95e59484 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.26.5.134 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/64137910-5d68-44bc-9d49-f309d6d18f8a) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:33:37.995278 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d93bf5-296b-4fc2-a537-8ce8cf9f64b7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:37.995691 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1d93bf5-296b-4fc2-a537-8ce8cf9f64b7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:37.998188 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d1d93bf5-296b-4fc2-a537-8ce8cf9f64b7 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/1c012aca-077b-48c8-8ef1-56302f62fa12 HTTP/1.1" status: 404 len: 337 time: 0.0422735 Mar 31 15:33:38.004991 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48080) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:38.045663 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2628099-5cc1-4c8c-86b8-873846d35ce8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:38.046125 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2628099-5cc1-4c8c-86b8-873846d35ce8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:38.047786 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a2628099-5cc1-4c8c-86b8-873846d35ce8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/fad2f4a5-afba-41e3-9611-a568eb4012dd HTTP/1.1" status: 404 len: 333 time: 0.0417130 Mar 31 15:33:38.050938 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48084) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:38.098674 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7770ea85-27ec-44ca-8d0c-2a036e0b268e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:38.099628 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7770ea85-27ec-44ca-8d0c-2a036e0b268e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:38.104071 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48090) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:38.104339 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7770ea85-27ec-44ca-8d0c-2a036e0b268e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/49567d84-d941-4128-8099-673a2e2754b5 HTTP/1.1" status: 404 len: 337 time: 0.0522146 Mar 31 15:33:38.159121 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f692fc-1299-457f-9aa9-6341fa4456bb tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:38.159962 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86f692fc-1299-457f-9aa9-6341fa4456bb tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:38.162111 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-86f692fc-1299-457f-9aa9-6341fa4456bb tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/6e6fd750-2e3c-4619-af84-c6f282666f7c HTTP/1.1" status: 404 len: 337 time: 0.0570638 Mar 31 15:33:38.164585 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48094) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:38.178594 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd277667-66bc-43ad-8711-7cdd95e59484 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:38.210760 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-671f55e8-8a91-43ea-9dad-c6eb8a34186e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:38.211222 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-671f55e8-8a91-43ea-9dad-c6eb8a34186e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:38.212867 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-671f55e8-8a91-43ea-9dad-c6eb8a34186e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/ebdd35fe-04c8-4b83-a1ce-e277ecbfaa80 HTTP/1.1" status: 404 len: 333 time: 0.0469525 Mar 31 15:33:38.233875 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48098) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:38.365481 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-e76cdb3e-6145-471b-aada-41d65d5c903a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:38.366199 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e76cdb3e-6145-471b-aada-41d65d5c903a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:38.367630 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e76cdb3e-6145-471b-aada-41d65d5c903a tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/c808ef4f-620a-4a6d-930e-3edded53afdf HTTP/1.1" status: 404 len: 337 time: 0.1328511 Mar 31 15:33:38.370195 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48110) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:38.410161 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2222bb2-437f-49c4-b8db-1d05fecee5ba tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:38.410625 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2222bb2-437f-49c4-b8db-1d05fecee5ba tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:38.412313 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b2222bb2-437f-49c4-b8db-1d05fecee5ba tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/2ea3d616-775f-4e85-a76d-0201c2cb9f8d HTTP/1.1" status: 404 len: 337 time: 0.0411065 Mar 31 15:33:38.415210 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48114) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:38.461114 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f986296e-4c0a-4d78-a279-f736b0e094b8 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4e0195-19d7-48a3-afd9-e2ad4043f425 HTTP/1.1" status: 200 len: 205 time: 0.0448484 Mar 31 15:33:38.463405 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48118) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:38.528380 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-5c591b79-f26a-40d2-9ca7-bda2f1793219 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] delete failed (client error): The resource could not be found. Mar 31 15:33:38.529328 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5c591b79-f26a-40d2-9ca7-bda2f1793219 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/routers/af4e0195-19d7-48a3-afd9-e2ad4043f425 HTTP/1.1" status: 404 len: 336 time: 0.0650344 Mar 31 15:33:38.531857 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48122) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:38.565222 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd277667-66bc-43ad-8711-7cdd95e59484 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:38.578548 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c2073f-6de2-48d7-bcb1-faa366b21855 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:38.579328 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c2073f-6de2-48d7-bcb1-faa366b21855 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:38.585843 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e7c2073f-6de2-48d7-bcb1-faa366b21855 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/415b4498-517f-4d95-b142-7f41b71d4e7a HTTP/1.1" status: 404 len: 337 time: 0.0530753 Mar 31 15:33:38.587080 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48126) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:38.643890 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-41b62d1c-c30d-4960-b2d3-ce4c8346326c tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "GET /v2.0/ports?device_id=634832c9-a9d8-47e8-a231-b990f4d9249b HTTP/1.1" status: 200 len: 205 time: 0.0552742 Mar 31 15:33:38.644877 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48130) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:38.650425 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd277667-66bc-43ad-8711-7cdd95e59484 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:33:38.653884 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd277667-66bc-43ad-8711-7cdd95e59484 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=64137910-5d68-44bc-9d49-f309d6d18f8a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:38.656324 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-bd277667-66bc-43ad-8711-7cdd95e59484 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:33:38.659205 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd277667-66bc-43ad-8711-7cdd95e59484 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:33:38.717646 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-f1edec1e-ef5a-4d04-befa-1489e096220e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] delete failed (client error): The resource could not be found. Mar 31 15:33:38.718880 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f1edec1e-ef5a-4d04-befa-1489e096220e tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/routers/634832c9-a9d8-47e8-a231-b990f4d9249b HTTP/1.1" status: 404 len: 336 time: 0.0731511 Mar 31 15:33:38.721344 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48134) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:38.761883 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c568caf-0a47-4aa0-9182-a901acbb6bd2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:38.762694 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c568caf-0a47-4aa0-9182-a901acbb6bd2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:38.765950 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3c568caf-0a47-4aa0-9182-a901acbb6bd2 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/a04f6908-4e8e-4e81-a829-a0dcfd955291 HTTP/1.1" status: 404 len: 337 time: 0.0419843 Mar 31 15:33:38.766871 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48138) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:38.804255 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a2197f-10e4-486d-814f-b4e4ea9f13cc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:38.804616 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a2197f-10e4-486d-814f-b4e4ea9f13cc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:38.806332 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a7a2197f-10e4-486d-814f-b4e4ea9f13cc tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/44bc3216-ac81-4196-b726-9b7ab14bf81f HTTP/1.1" status: 404 len: 337 time: 0.0385852 Mar 31 15:33:38.808757 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48142) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:38.853421 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eedbfdd-862e-407a-ad93-169298dd79dd tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:38.853889 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eedbfdd-862e-407a-ad93-169298dd79dd tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:38.855545 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5eedbfdd-862e-407a-ad93-169298dd79dd tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/e2dfc09f-2c52-4425-8a3a-53d18680631b HTTP/1.1" status: 404 len: 333 time: 0.0458729 Mar 31 15:33:38.858241 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48146) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:38.896212 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-562d98a6-d3ef-4e9d-8546-83dc78d8cc69 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:38.896604 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-562d98a6-d3ef-4e9d-8546-83dc78d8cc69 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:38.901351 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-562d98a6-d3ef-4e9d-8546-83dc78d8cc69 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/cd530c8a-daa4-4b77-9268-7c629b4fc5b6 HTTP/1.1" status: 404 len: 337 time: 0.0391817 Mar 31 15:33:38.901351 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48150) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:38.941691 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e5a3b0-ba25-4d3e-81b8-be2a2a0917de tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:38.942157 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70e5a3b0-ba25-4d3e-81b8-be2a2a0917de tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:38.943817 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-70e5a3b0-ba25-4d3e-81b8-be2a2a0917de tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/de064b11-4ff1-4a37-bb51-03ab29619cc0 HTTP/1.1" status: 404 len: 333 time: 0.0420313 Mar 31 15:33:38.946490 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48154) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:38.988177 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9c3228-c90d-4465-bc42-974f228b4b32 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:38.988635 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9c3228-c90d-4465-bc42-974f228b4b32 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:38.992850 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ea9c3228-c90d-4465-bc42-974f228b4b32 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/15402cde-7537-4380-b2c2-18ed4498f4e0 HTTP/1.1" status: 404 len: 337 time: 0.0430303 Mar 31 15:33:38.997363 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48158) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:39.034832 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c84901-2382-4ba9-a3cf-3c05f76a41e1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:39.035295 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5c84901-2382-4ba9-a3cf-3c05f76a41e1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:39.036970 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d5c84901-2382-4ba9-a3cf-3c05f76a41e1 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/187dc177-4659-47c3-b661-f0c3487e9492 HTTP/1.1" status: 404 len: 333 time: 0.0430088 Mar 31 15:33:39.039685 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48166) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:39.077035 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb6cdc4-1c0d-42bf-b5e7-392e790ef544 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:39.077511 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb6cdc4-1c0d-42bf-b5e7-392e790ef544 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:39.082082 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6cb6cdc4-1c0d-42bf-b5e7-392e790ef544 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/c862d493-0438-416b-9c5c-c414950c2140 HTTP/1.1" status: 404 len: 337 time: 0.0386069 Mar 31 15:33:39.082321 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48174) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:39.126580 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc99eed4-6f28-40a5-8acb-2e1ca1bb93af tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:39.127067 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc99eed4-6f28-40a5-8acb-2e1ca1bb93af tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:39.129442 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-fc99eed4-6f28-40a5-8acb-2e1ca1bb93af tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/4b22d1f7-100d-4420-b38f-38fe7bd39867 HTTP/1.1" status: 404 len: 333 time: 0.0461941 Mar 31 15:33:39.131958 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48178) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:39.169648 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-438a49e5-f2ef-41f3-9a44-67845ce37e19 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:39.170098 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-438a49e5-f2ef-41f3-9a44-67845ce37e19 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:39.174546 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-438a49e5-f2ef-41f3-9a44-67845ce37e19 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/7aefb2ef-9f73-4167-a7b4-3c21b2767cb6 HTTP/1.1" status: 404 len: 337 time: 0.0389843 Mar 31 15:33:39.174829 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48182) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:39.218558 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd277667-66bc-43ad-8711-7cdd95e59484 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:39.285343 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a4e62c6-45a0-4c12-a84f-fd88e2d58f82 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:39.285732 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a4e62c6-45a0-4c12-a84f-fd88e2d58f82 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:39.287407 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1a4e62c6-45a0-4c12-a84f-fd88e2d58f82 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/7d19fd61-751a-4b63-90d7-59cc9a0bb1c7 HTTP/1.1" status: 404 len: 333 time: 0.1116433 Mar 31 15:33:39.290247 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48188) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:39.329170 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-414edfb7-9169-4fc9-b9c3-dcda6a8a5123 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:39.329703 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-414edfb7-9169-4fc9-b9c3-dcda6a8a5123 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:39.334309 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-414edfb7-9169-4fc9-b9c3-dcda6a8a5123 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/3b746146-3a9d-4014-9ee2-c35bd239b3f6 HTTP/1.1" status: 404 len: 337 time: 0.0407107 Mar 31 15:33:39.335005 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48192) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:39.379798 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9601b4c-90b7-4ab9-a3d8-abfb7f46fe01 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:39.380502 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9601b4c-90b7-4ab9-a3d8-abfb7f46fe01 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:39.382010 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c9601b4c-90b7-4ab9-a3d8-abfb7f46fe01 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/b385fdd6-35be-4c94-a19c-5b8ae7f75ab6 HTTP/1.1" status: 404 len: 333 time: 0.0460420 Mar 31 15:33:39.384560 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48196) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:39.438413 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-df094dcd-3e0e-474a-b3fa-8868ddf96053 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:39.438846 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df094dcd-3e0e-474a-b3fa-8868ddf96053 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:39.440617 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-df094dcd-3e0e-474a-b3fa-8868ddf96053 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/24a04652-1a71-4363-bde3-1f32b40f132b HTTP/1.1" status: 404 len: 337 time: 0.0549967 Mar 31 15:33:39.443201 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48200) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:39.485937 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f8554c-8021-4db8-8e8a-5a06ee60f9be tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:39.487152 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94f8554c-8021-4db8-8e8a-5a06ee60f9be tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:39.491318 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-94f8554c-8021-4db8-8e8a-5a06ee60f9be tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/ports/fa908204-5e2d-4ab8-b9cd-f935ee7aa27d HTTP/1.1" status: 404 len: 333 time: 0.0447848 Mar 31 15:33:39.491661 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48204) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:39.530386 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-4587543a-2e3a-4446-bc49-08295549b403 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] DELETE failed (client error): The resource could not be found. Mar 31 15:33:39.535221 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4587543a-2e3a-4446-bc49-08295549b403 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:33:39.535221 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4587543a-2e3a-4446-bc49-08295549b403 tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/subnets/9b24f4e6-f50c-4d9e-96bf-6bd70a5a4e24 HTTP/1.1" status: 404 len: 337 time: 0.0399024 Mar 31 15:33:39.535476 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48208) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:39.664910 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6964c174-9aca-4c20-91e3-608a51590c2b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:39.765529 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd277667-66bc-43ad-8711-7cdd95e59484 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:39.800189 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6964c174-9aca-4c20-91e3-608a51590c2b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:39.830106 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-6964c174-9aca-4c20-91e3-608a51590c2b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c8a31f0-c909-472a-8f72-0f3eb4f4034a']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:39.842830 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-6964c174-9aca-4c20-91e3-608a51590c2b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf493bec-f7a7-463d-a2c8-60099e00ecd0') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:39.843120 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-6964c174-9aca-4c20-91e3-608a51590c2b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf493bec-f7a7-463d-a2c8-60099e00ecd0') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:39.854970 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6964c174-9aca-4c20-91e3-608a51590c2b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:39.870889 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6964c174-9aca-4c20-91e3-608a51590c2b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:39.876901 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6964c174-9aca-4c20-91e3-608a51590c2b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:33:39.877932 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6964c174-9aca-4c20-91e3-608a51590c2b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:39.893534 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:33:39.893534 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:33:39.893534 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:33:39.893534 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:33:39.893534 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:33:39.893534 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:33:39.893534 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:33:39.893534 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:33:39.893534 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:33:39.893534 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:33:39.893534 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:33:39.893534 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:33:39.893534 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:33:39.893534 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:33:39.893534 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:33:39.893534 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:33:39.893534 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:33:39.893534 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:33:39.893534 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:33:39.893534 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:33:39.893534 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:33:39.893534 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:33:39.893534 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:33:39.893534 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:33:39.893534 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:33:39.893534 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:33:39.893534 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:33:39.893534 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:33:39.893534 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:33:39.893534 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:33:39.893534 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:33:39.893534 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:33:40.055165 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd277667-66bc-43ad-8711-7cdd95e59484 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router e913f495-9bfe-491d-b1bd-5f1a0335a1cf is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:33:40.106871 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6964c174-9aca-4c20-91e3-608a51590c2b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:40.127608 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6964c174-9aca-4c20-91e3-608a51590c2b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:40.135296 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964c174-9aca-4c20-91e3-608a51590c2b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] Pushing event deleted for resources: {'Network': ['ID=0c8a31f0-c909-472a-8f72-0f3eb4f4034a,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:40.137916 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6964c174-9aca-4c20-91e3-608a51590c2b tempest-NetworksTestDHCPv6-898216413 tempest-NetworksTestDHCPv6-898216413-project] 10.222.0.31 "DELETE /v2.0/networks/0c8a31f0-c909-472a-8f72-0f3eb4f4034a HTTP/1.1" status: 204 len: 168 time: 0.6017108 Mar 31 15:33:40.250986 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd277667-66bc-43ad-8711-7cdd95e59484 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:33:40.263910 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffc2106-72f1-4e42-8e4f-76993113102d None None] Sync routers for ids ['e913f495-9bfe-491d-b1bd-5f1a0335a1cf'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:33:40.278616 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffc2106-72f1-4e42-8e4f-76993113102d None None] Routers {'e913f495-9bfe-491d-b1bd-5f1a0335a1cf'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:33:40.279243 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3ffc2106-72f1-4e42-8e4f-76993113102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:33:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e913f495-9bfe-491d-b1bd-5f1a0335a1cf'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:40.355045 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd277667-66bc-43ad-8711-7cdd95e59484 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:40.359623 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48216) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:40.359854 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-bd277667-66bc-43ad-8711-7cdd95e59484 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.6548102 Mar 31 15:33:40.457136 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-703a2e93-62f3-4316-890a-470f5c750b53 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=a28d6e89f5614e35860f06912b5df90e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0930867 Mar 31 15:33:40.462708 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48222) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:40.477908 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3ffc2106-72f1-4e42-8e4f-76993113102d None None] Set router e913f495-9bfe-491d-b1bd-5f1a0335a1cf gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:33:40.596090 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650bc391-2aad-4a62-9f11-c0d300f25b3f tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:40.601025 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-650bc391-2aad-4a62-9f11-c0d300f25b3f tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1394119 Mar 31 15:33:40.601307 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48226) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:40.658855 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-926b50f3-f768-495e-aa05-c6dbd32dc46f tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=81fb4282-babc-4201-afd1-e5be35072e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0541761 Mar 31 15:33:40.659227 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48232) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:40.668421 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-7c42841b-b525-448f-94c1-b1ce07f8e2d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1189688375', 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:40.747429 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48236) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:40.822932 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-7c42841b-b525-448f-94c1-b1ce07f8e2d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:40.831889 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3ffc2106-72f1-4e42-8e4f-76993113102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'name': 'tempest-TestNetworkBasicOps-router-1504508326', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:36Z', 'updated_at': '2022-03-31T15:33:38Z', 'revision_number': 3, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:37Z', 'updated_at': '2022-03-31T15:33:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:40.836129 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffc2106-72f1-4e42-8e4f-76993113102d None None] Checking router: e913f495-9bfe-491d-b1bd-5f1a0335a1cf for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:33:40.836470 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffc2106-72f1-4e42-8e4f-76993113102d None None] Updating router e913f495-9bfe-491d-b1bd-5f1a0335a1cf port 64137910-5d68-44bc-9d49-f309d6d18f8a binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:33:40.838159 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-7c42841b-b525-448f-94c1-b1ce07f8e2d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:subnet and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:40.841855 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-7c42841b-b525-448f-94c1-b1ce07f8e2d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:40.854471 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-7c42841b-b525-448f-94c1-b1ce07f8e2d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:40.891482 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3ffc2106-72f1-4e42-8e4f-76993113102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:40.923450 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f15e9e94-5e9a-439e-973e-4f67d7973feb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d11b4bfbd1bc4c4fa23f3fb8ce0b6240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1748500 Mar 31 15:33:40.926870 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48242) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:40.929743 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c42841b-b525-448f-94c1-b1ce07f8e2d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Made reservation on behalf of a28d6e89f5614e35860f06912b5df90e for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:33:40.933851 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7c42841b-b525-448f-94c1-b1ce07f8e2d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:41.003614 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-17f1486a-cc51-424a-aa4f-883046add8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:41.032885 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-17f1486a-cc51-424a-aa4f-883046add8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:41.193219 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-17f1486a-cc51-424a-aa4f-883046add8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:41.210691 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1486a-cc51-424a-aa4f-883046add8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a1139a-ea75-4fba-964b-8f1e167e351c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:41.214165 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-17f1486a-cc51-424a-aa4f-883046add8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:41.215234 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-17f1486a-cc51-424a-aa4f-883046add8c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68a1139a-ea75-4fba-964b-8f1e167e351c HTTP/1.1" status: 204 len: 168 time: 0.2874463 Mar 31 15:33:41.325450 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3ffc2106-72f1-4e42-8e4f-76993113102d None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:41.343063 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3ffc2106-72f1-4e42-8e4f-76993113102d None None] Transition to ACTIVE for port object 64137910-5d68-44bc-9d49-f309d6d18f8a will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:33:41.401700 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7c42841b-b525-448f-94c1-b1ce07f8e2d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:41.461553 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3ffc2106-72f1-4e42-8e4f-76993113102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:41.486855 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42841b-b525-448f-94c1-b1ce07f8e2d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Subnet': ['ID=70999811-ad99-4e32-9846-99ed9fb0a8f2,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:41.497853 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c42841b-b525-448f-94c1-b1ce07f8e2d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Checking segment: {'id': '98a5b22f-d1ff-4ef2-9867-faa05f25b4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:33:41.498215 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c42841b-b525-448f-94c1-b1ce07f8e2d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network hostable DHCP agents. Network: b9072c20-5220-4bc0-801a-9f54ed99a31a, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:33:41.565743 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-3ffc2106-72f1-4e42-8e4f-76993113102d None None] Attempting to bind port 64137910-5d68-44bc-9d49-f309d6d18f8a on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:33:41.566269 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-3ffc2106-72f1-4e42-8e4f-76993113102d None None] Attempting to bind port 64137910-5d68-44bc-9d49-f309d6d18f8a by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:33:41.566761 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffc2106-72f1-4e42-8e4f-76993113102d None None] Attempting to bind port 64137910-5d68-44bc-9d49-f309d6d18f8a on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:33:41.569076 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9095c-42ac-4a22-9886-156150df7437 None None] Pushing event updated for resources: {'Port': ['ID=64137910-5d68-44bc-9d49-f309d6d18f8a,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:41.575492 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c42841b-b525-448f-94c1-b1ce07f8e2d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network b9072c20-5220-4bc0-801a-9f54ed99a31a is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:33:41.575809 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffc2106-72f1-4e42-8e4f-76993113102d None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:33:41.576300 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffc2106-72f1-4e42-8e4f-76993113102d None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:33:41.576819 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3ffc2106-72f1-4e42-8e4f-76993113102d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:41.577526 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffc2106-72f1-4e42-8e4f-76993113102d None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:33:41.578135 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-3ffc2106-72f1-4e42-8e4f-76993113102d None None] Bound port: 64137910-5d68-44bc-9d49-f309d6d18f8a, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:33:41.578615 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3ffc2106-72f1-4e42-8e4f-76993113102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:41.655600 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-7c42841b-b525-448f-94c1-b1ce07f8e2d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, b9072c20-5220-4bc0-801a-9f54ed99a31a) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:33:41.669250 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-3ffc2106-72f1-4e42-8e4f-76993113102d None None] For port 64137910-5d68-44bc-9d49-f309d6d18f8a, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:33:41.672917 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0477c9e-3a76-4744-95b8-01cab56ec5fb None None] Network b9072c20-5220-4bc0-801a-9f54ed99a31a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:33:41.673117 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c42841b-b525-448f-94c1-b1ce07f8e2d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:41.676948 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7c42841b-b525-448f-94c1-b1ce07f8e2d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:41.759649 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-3ffc2106-72f1-4e42-8e4f-76993113102d None None] For port 64137910-5d68-44bc-9d49-f309d6d18f8a, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=64137910-5d68-44bc-9d49-f309d6d18f8a,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:33:41.787717 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7c42841b-b525-448f-94c1-b1ce07f8e2d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1271241 Mar 31 15:33:41.790489 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48266) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:41.820766 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3ffc2106-72f1-4e42-8e4f-76993113102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:41.910146 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffc2106-72f1-4e42-8e4f-76993113102d None None] Routers {'e913f495-9bfe-491d-b1bd-5f1a0335a1cf'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:33:41.910867 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3ffc2106-72f1-4e42-8e4f-76993113102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:33:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e913f495-9bfe-491d-b1bd-5f1a0335a1cf'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:42.036046 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9095c-42ac-4a22-9886-156150df7437 None None] Pushing event updated for resources: {'Port': ['ID=64137910-5d68-44bc-9d49-f309d6d18f8a,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:42.170308 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3ffc2106-72f1-4e42-8e4f-76993113102d None None] Set router e913f495-9bfe-491d-b1bd-5f1a0335a1cf gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:33:42.428807 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d626926c-250a-4d7d-bb1a-bf061e4a1b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-b9072c20-5220-4bc0-801a-9f54ed99a31a', 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ips': [{'subnet_id': '70999811-ad99-4e32-9846-99ed9fb0a8f2'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:33:42.429606 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d626926c-250a-4d7d-bb1a-bf061e4a1b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:42.463013 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48282) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:42.631666 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-098f9a87-ce19-4734-91e1-235c832ddf79 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Request body: {'security_group': {'name': 'tempest-secgroup--92055166'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:42.639758 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-098f9a87-ce19-4734-91e1-235c832ddf79 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:42.644272 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-098f9a87-ce19-4734-91e1-235c832ddf79 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Usage tracker for resource:security_group and tenant:c2e9423a4f224d2db45ed10a99270934 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:42.648552 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-098f9a87-ce19-4734-91e1-235c832ddf79 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:42.652331 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-d626926c-250a-4d7d-bb1a-bf061e4a1b27 None None] Allocated IP 172.20.0.2 (b9072c20-5220-4bc0-801a-9f54ed99a31a/70999811-ad99-4e32-9846-99ed9fb0a8f2/9aedfe77-6abc-4d3a-a47c-75f043a2cf7e) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:33:42.658964 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-098f9a87-ce19-4734-91e1-235c832ddf79 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:42.747584 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-098f9a87-ce19-4734-91e1-235c832ddf79 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:42.763499 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-098f9a87-ce19-4734-91e1-235c832ddf79 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:42.786712 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-098f9a87-ce19-4734-91e1-235c832ddf79 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:42.790367 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d91a620-10c8-404a-938d-c4418edce15a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:42.792038 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-098f9a87-ce19-4734-91e1-235c832ddf79 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Usage tracker for resource:security_group_rule and tenant:c2e9423a4f224d2db45ed10a99270934 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:42.795194 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-098f9a87-ce19-4734-91e1-235c832ddf79 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:42.803457 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-098f9a87-ce19-4734-91e1-235c832ddf79 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:42.909667 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d626926c-250a-4d7d-bb1a-bf061e4a1b27 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:42.924328 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-098f9a87-ce19-4734-91e1-235c832ddf79 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:42.924539 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d626926c-250a-4d7d-bb1a-bf061e4a1b27 None None] Transition to ACTIVE for port object 9aedfe77-6abc-4d3a-a47c-75f043a2cf7e will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:33:42.940586 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3ffc2106-72f1-4e42-8e4f-76993113102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'name': 'tempest-TestNetworkBasicOps-router-1504508326', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:36Z', 'updated_at': '2022-03-31T15:33:38Z', 'revision_number': 3, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:37Z', 'updated_at': '2022-03-31T15:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:42.948577 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d626926c-250a-4d7d-bb1a-bf061e4a1b27 None None] Transition to ACTIVE for port object 9aedfe77-6abc-4d3a-a47c-75f043a2cf7e will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:33:42.950072 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffc2106-72f1-4e42-8e4f-76993113102d None None] The sync data for ids ['e913f495-9bfe-491d-b1bd-5f1a0335a1cf'] in dv-neutron-833379-2-hyperv is: [{'id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'name': 'tempest-TestNetworkBasicOps-router-1504508326', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:36Z', 'updated_at': '2022-03-31T15:33:38Z', 'revision_number': 3, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:37Z', 'updated_at': '2022-03-31T15:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:33:43.016052 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-098f9a87-ce19-4734-91e1-235c832ddf79 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:43.043030 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-098f9a87-ce19-4734-91e1-235c832ddf79 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:43.058190 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d626926c-250a-4d7d-bb1a-bf061e4a1b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:43.066580 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-098f9a87-ce19-4734-91e1-235c832ddf79 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Usage tracker for resource:security_group_rule and tenant:c2e9423a4f224d2db45ed10a99270934 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:43.075976 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-098f9a87-ce19-4734-91e1-235c832ddf79 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:43.086516 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f9a87-ce19-4734-91e1-235c832ddf79 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c26f764c-332b-4f25-9b84-2d647a92b596,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:43.090743 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-098f9a87-ce19-4734-91e1-235c832ddf79 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:43.141371 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d626926c-250a-4d7d-bb1a-bf061e4a1b27 None None] Network b9072c20-5220-4bc0-801a-9f54ed99a31a is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:33:43.145128 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-d626926c-250a-4d7d-bb1a-bf061e4a1b27 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:33:43.148960 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d626926c-250a-4d7d-bb1a-bf061e4a1b27 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:33:43.174480 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-098f9a87-ce19-4734-91e1-235c832ddf79 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:43.193543 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626926c-250a-4d7d-bb1a-bf061e4a1b27 None None] Pushing event updated for resources: {'Port': ['ID=9aedfe77-6abc-4d3a-a47c-75f043a2cf7e,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:43.262827 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-d626926c-250a-4d7d-bb1a-bf061e4a1b27 None None] Attempting to bind port 9aedfe77-6abc-4d3a-a47c-75f043a2cf7e on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:33:43.263194 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-d626926c-250a-4d7d-bb1a-bf061e4a1b27 None None] Attempting to bind port 9aedfe77-6abc-4d3a-a47c-75f043a2cf7e by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '98a5b22f-d1ff-4ef2-9867-faa05f25b4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:33:43.263556 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d626926c-250a-4d7d-bb1a-bf061e4a1b27 None None] Attempting to bind port 9aedfe77-6abc-4d3a-a47c-75f043a2cf7e on network b9072c20-5220-4bc0-801a-9f54ed99a31a {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:33:43.269693 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d626926c-250a-4d7d-bb1a-bf061e4a1b27 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:33:43.270067 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d626926c-250a-4d7d-bb1a-bf061e4a1b27 None None] Checking segment: {'id': '98a5b22f-d1ff-4ef2-9867-faa05f25b4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:33:43.270469 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d626926c-250a-4d7d-bb1a-bf061e4a1b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:43.270864 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d626926c-250a-4d7d-bb1a-bf061e4a1b27 None None] Bound using segment: {'id': '98a5b22f-d1ff-4ef2-9867-faa05f25b4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:33:43.271331 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-d626926c-250a-4d7d-bb1a-bf061e4a1b27 None None] Bound port: 9aedfe77-6abc-4d3a-a47c-75f043a2cf7e, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a5b22f-d1ff-4ef2-9867-faa05f25b4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:33:43.271890 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d626926c-250a-4d7d-bb1a-bf061e4a1b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:43.276873 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-8d91a620-10c8-404a-938d-c4418edce15a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.20.0.1 (b9072c20-5220-4bc0-801a-9f54ed99a31a/70999811-ad99-4e32-9846-99ed9fb0a8f2/dc5ce33d-087e-476c-9941-10fec21a00a9) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:33:43.290429 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-098f9a87-ce19-4734-91e1-235c832ddf79 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:43.376098 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f9a87-ce19-4734-91e1-235c832ddf79 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35bc6e41-03c7-4308-b9f4-5a738c7ad0e0,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:43.392603 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-d626926c-250a-4d7d-bb1a-bf061e4a1b27 None None] For port 9aedfe77-6abc-4d3a-a47c-75f043a2cf7e, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:33:43.396067 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-d626926c-250a-4d7d-bb1a-bf061e4a1b27 None None] For port 9aedfe77-6abc-4d3a-a47c-75f043a2cf7e, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=9aedfe77-6abc-4d3a-a47c-75f043a2cf7e,segment=NetworkSegment(98a5b22f-d1ff-4ef2-9867-faa05f25b4c8),segment_id=98a5b22f-d1ff-4ef2-9867-faa05f25b4c8)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:33:43.454735 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-098f9a87-ce19-4734-91e1-235c832ddf79 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:43.456152 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-098f9a87-ce19-4734-91e1-235c832ddf79 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9920220 Mar 31 15:33:43.459047 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48288) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:43.490403 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d626926c-250a-4d7d-bb1a-bf061e4a1b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:43.497118 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d91a620-10c8-404a-938d-c4418edce15a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:43.518590 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-8d91a620-10c8-404a-938d-c4418edce15a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Transition to ACTIVE for port object dc5ce33d-087e-476c-9941-10fec21a00a9 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:33:43.545234 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-88ac3ca6-c3cf-49f8-8b7b-24dd571e750b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Synchronizing usage tracker for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:33:43.634165 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626926c-250a-4d7d-bb1a-bf061e4a1b27 None None] Pushing event updated for resources: {'Port': ['ID=9aedfe77-6abc-4d3a-a47c-75f043a2cf7e,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:43.644300 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d91a620-10c8-404a-938d-c4418edce15a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:43.696133 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-88ac3ca6-c3cf-49f8-8b7b-24dd571e750b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Unset dirty status for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:33:43.697497 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-88ac3ca6-c3cf-49f8-8b7b-24dd571e750b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.2369490 Mar 31 15:33:43.700098 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48294) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:43.711345 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-fe7686a7-a778-452b-9ac0-e70f90d33aaa tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Request body: {'security_group': {'name': 'tempest-security--1149200795', 'description': 'tempest-security-description-317951070'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:43.717730 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d91a620-10c8-404a-938d-c4418edce15a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network b9072c20-5220-4bc0-801a-9f54ed99a31a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:33:43.722769 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-8d91a620-10c8-404a-938d-c4418edce15a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:33:43.731701 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d91a620-10c8-404a-938d-c4418edce15a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:33:43.748885 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe7686a7-a778-452b-9ac0-e70f90d33aaa tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:43.769580 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91a620-10c8-404a-938d-c4418edce15a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=dc5ce33d-087e-476c-9941-10fec21a00a9,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:43.797020 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d91a620-10c8-404a-938d-c4418edce15a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:43.811608 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe7686a7-a778-452b-9ac0-e70f90d33aaa tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:43.918242 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe7686a7-a778-452b-9ac0-e70f90d33aaa tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:43.920758 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe7686a7-a778-452b-9ac0-e70f90d33aaa tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:43.922058 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-fe7686a7-a778-452b-9ac0-e70f90d33aaa tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "PUT /v2.0/security-groups/35bc6e41-03c7-4308-b9f4-5a738c7ad0e0 HTTP/1.1" status: 200 len: 1779 time: 0.2208753 Mar 31 15:33:43.925116 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48298) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:43.958439 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7686a7-a778-452b-9ac0-e70f90d33aaa tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35bc6e41-03c7-4308-b9f4-5a738c7ad0e0,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:43.985734 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9d2549ce-0371-4ec1-a257-6d0f349add99 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "GET /v2.0/security-groups/35bc6e41-03c7-4308-b9f4-5a738c7ad0e0 HTTP/1.1" status: 200 len: 1779 time: 0.0593235 Mar 31 15:33:43.987584 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48302) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:44.111813 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d91a620-10c8-404a-938d-c4418edce15a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:44.185492 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53714e1b-8beb-4fc2-a566-bfa26932416d tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:44.287389 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53714e1b-8beb-4fc2-a566-bfa26932416d tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:44.569986 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53714e1b-8beb-4fc2-a566-bfa26932416d tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:44.600491 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53714e1b-8beb-4fc2-a566-bfa26932416d tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bc6e41-03c7-4308-b9f4-5a738c7ad0e0,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:44.650194 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d91a620-10c8-404a-938d-c4418edce15a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:44.751706 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53714e1b-8beb-4fc2-a566-bfa26932416d tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:44.753451 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-53714e1b-8beb-4fc2-a566-bfa26932416d tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "DELETE /v2.0/security-groups/35bc6e41-03c7-4308-b9f4-5a738c7ad0e0 HTTP/1.1" status: 204 len: 168 time: 0.7636402 Mar 31 15:33:44.756169 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48308) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:44.800492 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d91a620-10c8-404a-938d-c4418edce15a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:44.991733 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6a043e33-ae30-4fa3-aa69-74c9076c1e83 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Synchronizing usage tracker for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:33:45.019448 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 9aedfe77-6abc-4d3a-a47c-75f043a2cf7e up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:33:45.039998 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d91a620-10c8-404a-938d-c4418edce15a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:45.058239 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91a620-10c8-404a-938d-c4418edce15a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=dc5ce33d-087e-476c-9941-10fec21a00a9,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:45.137025 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6a043e33-ae30-4fa3-aa69-74c9076c1e83 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Unset dirty status for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:33:45.137025 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6a043e33-ae30-4fa3-aa69-74c9076c1e83 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3765142 Mar 31 15:33:45.137318 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48312) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:45.155565 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-a9bc2f4a-396c-467b-8e6e-3b1b11926498 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] delete failed (client error): The resource could not be found. Mar 31 15:33:45.160791 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a9bc2f4a-396c-467b-8e6e-3b1b11926498 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "DELETE /v2.0/security-groups/35bc6e41-03c7-4308-b9f4-5a738c7ad0e0 HTTP/1.1" status: 404 len: 347 time: 0.0186830 Mar 31 15:33:45.161264 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 9aedfe77-6abc-4d3a-a47c-75f043a2cf7e completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:33:45.161981 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48316) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:45.166016 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 64137910-5d68-44bc-9d49-f309d6d18f8a up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:33:45.167526 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-57ab771b-e265-4e39-a237-1da2144fcde9 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Request body: {'security_group': {'name': 'tempest-secgroup--287034055'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:45.175413 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-57ab771b-e265-4e39-a237-1da2144fcde9 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:45.190438 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-57ab771b-e265-4e39-a237-1da2144fcde9 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:45.203925 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d91a620-10c8-404a-938d-c4418edce15a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network b9072c20-5220-4bc0-801a-9f54ed99a31a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:33:45.205962 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-8d91a620-10c8-404a-938d-c4418edce15a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:33:45.295677 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-57ab771b-e265-4e39-a237-1da2144fcde9 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:45.318540 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-57ab771b-e265-4e39-a237-1da2144fcde9 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:45.322314 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-57ab771b-e265-4e39-a237-1da2144fcde9 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Usage tracker for resource:security_group_rule and tenant:c2e9423a4f224d2db45ed10a99270934 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:45.323567 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 64137910-5d68-44bc-9d49-f309d6d18f8a completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:33:45.325343 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-57ab771b-e265-4e39-a237-1da2144fcde9 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:45.329994 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 64137910-5d68-44bc-9d49-f309d6d18f8a triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:45.337810 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:45.337954 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-57ab771b-e265-4e39-a237-1da2144fcde9 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:45.416501 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d91a620-10c8-404a-938d-c4418edce15a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router e913f495-9bfe-491d-b1bd-5f1a0335a1cf has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:33:45.428984 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-57ab771b-e265-4e39-a237-1da2144fcde9 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:45.465803 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:45.475002 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b5dd63-2eff-4235-90b7-d043a48bebd1 None None] Network b9072c20-5220-4bc0-801a-9f54ed99a31a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:33:45.512508 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-57ab771b-e265-4e39-a237-1da2144fcde9 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:45.517679 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 64137910-5d68-44bc-9d49-f309d6d18f8a, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=64137910-5d68-44bc-9d49-f309d6d18f8a,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:33:45.561406 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab771b-e265-4e39-a237-1da2144fcde9 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2874424-753f-46fa-854e-0ef2678aa043,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:45.616077 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d91a620-10c8-404a-938d-c4418edce15a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:33:45.624290 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8d91a620-10c8-404a-938d-c4418edce15a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "PUT /v2.0/routers/e913f495-9bfe-491d-b1bd-5f1a0335a1cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8325577 Mar 31 15:33:45.626042 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48320) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:45.627684 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b2979f-5477-4e71-b2fc-421c96f59d1b None None] Sync routers for ids ['e913f495-9bfe-491d-b1bd-5f1a0335a1cf'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:33:45.638049 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b2979f-5477-4e71-b2fc-421c96f59d1b None None] Routers {'e913f495-9bfe-491d-b1bd-5f1a0335a1cf'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:33:45.643087 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-a5b2979f-5477-4e71-b2fc-421c96f59d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:33:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e913f495-9bfe-491d-b1bd-5f1a0335a1cf'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:45.644251 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:45.696816 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-070c2371-e35d-402c-af64-75064d218dae None None] Provisioning for port 9aedfe77-6abc-4d3a-a47c-75f043a2cf7e completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:33:45.709822 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-070c2371-e35d-402c-af64-75064d218dae None None] Provisioning complete for port 9aedfe77-6abc-4d3a-a47c-75f043a2cf7e triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:45.710107 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-070c2371-e35d-402c-af64-75064d218dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:45.724417 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-57ab771b-e265-4e39-a237-1da2144fcde9 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:45.725881 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-57ab771b-e265-4e39-a237-1da2144fcde9 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5629323 Mar 31 15:33:45.728651 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48324) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:45.740379 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-a9d275f4-efcc-4c35-95ed-9c2463ac7631 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Request body: {'security_group_rule': {'security_group_id': 'c2874424-753f-46fa-854e-0ef2678aa043', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:45.756355 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a9d275f4-efcc-4c35-95ed-9c2463ac7631 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:45.762791 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a9d275f4-efcc-4c35-95ed-9c2463ac7631 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Usage tracker for resource:security_group_rule and tenant:c2e9423a4f224d2db45ed10a99270934 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:45.768069 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a9d275f4-efcc-4c35-95ed-9c2463ac7631 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:45.777317 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a9d275f4-efcc-4c35-95ed-9c2463ac7631 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:45.790271 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b9b383-cdc8-47be-a0b4-c4dfb50efa8c tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:45.790891 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b9b383-cdc8-47be-a0b4-c4dfb50efa8c tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:45.791597 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b9b383-cdc8-47be-a0b4-c4dfb50efa8c tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:45.792141 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b9b383-cdc8-47be-a0b4-c4dfb50efa8c tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:45.792782 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b9b383-cdc8-47be-a0b4-c4dfb50efa8c tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:45.793343 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b9b383-cdc8-47be-a0b4-c4dfb50efa8c tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:45.793863 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b9b383-cdc8-47be-a0b4-c4dfb50efa8c tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:45.796085 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-90b9b383-cdc8-47be-a0b4-c4dfb50efa8c tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4971 time: 0.1688898 Mar 31 15:33:45.800386 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48330) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:45.825885 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=64137910-5d68-44bc-9d49-f309d6d18f8a,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:45.865766 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-a5b2979f-5477-4e71-b2fc-421c96f59d1b None None] Set router e913f495-9bfe-491d-b1bd-5f1a0335a1cf gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:33:45.902048 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba7e1e8-8802-4d80-a1e6-b0534726196f tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:45.902810 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba7e1e8-8802-4d80-a1e6-b0534726196f tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:45.903453 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba7e1e8-8802-4d80-a1e6-b0534726196f tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:45.903711 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba7e1e8-8802-4d80-a1e6-b0534726196f tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:45.904156 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba7e1e8-8802-4d80-a1e6-b0534726196f tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:45.904642 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba7e1e8-8802-4d80-a1e6-b0534726196f tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:45.905084 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba7e1e8-8802-4d80-a1e6-b0534726196f tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:45.907911 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-cba7e1e8-8802-4d80-a1e6-b0534726196f tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.1054428 Mar 31 15:33:45.910308 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48334) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:45.914164 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-070c2371-e35d-402c-af64-75064d218dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:45.926122 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a9d275f4-efcc-4c35-95ed-9c2463ac7631 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:45.958742 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-070c2371-e35d-402c-af64-75064d218dae None None] For port 9aedfe77-6abc-4d3a-a47c-75f043a2cf7e, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=9aedfe77-6abc-4d3a-a47c-75f043a2cf7e,segment=NetworkSegment(98a5b22f-d1ff-4ef2-9867-faa05f25b4c8),segment_id=98a5b22f-d1ff-4ef2-9867-faa05f25b4c8)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:33:46.017887 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a9d275f4-efcc-4c35-95ed-9c2463ac7631 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:46.038649 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-070c2371-e35d-402c-af64-75064d218dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:46.101671 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a9d275f4-efcc-4c35-95ed-9c2463ac7631 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:46.122265 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c2371-e35d-402c-af64-75064d218dae None None] Pushing event updated for resources: {'Port': ['ID=9aedfe77-6abc-4d3a-a47c-75f043a2cf7e,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:46.141676 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d275f4-efcc-4c35-95ed-9c2463ac7631 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c8612d-0eb5-4702-951a-a566de92ef4d,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:46.172619 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-97cd85f8-eeda-43c6-81be-5437d93b3e1d tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3776 time: 0.2610989 Mar 31 15:33:46.232824 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a9d275f4-efcc-4c35-95ed-9c2463ac7631 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:46.236943 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48340) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:46.237939 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a9d275f4-efcc-4c35-95ed-9c2463ac7631 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5070679 Mar 31 15:33:46.242101 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-a5b2979f-5477-4e71-b2fc-421c96f59d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'name': 'tempest-TestNetworkBasicOps-router-1504508326', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:36Z', 'updated_at': '2022-03-31T15:33:43Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:37Z', 'updated_at': '2022-03-31T15:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'dc5ce33d-087e-476c-9941-10fec21a00a9', 'name': '', 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:81:3c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '70999811-ad99-4e32-9846-99ed9fb0a8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:43Z', 'updated_at': '2022-03-31T15:33:44Z', 'revision_number': 2, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '70999811-ad99-4e32-9846-99ed9fb0a8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:46.250008 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b2979f-5477-4e71-b2fc-421c96f59d1b None None] Checking router: e913f495-9bfe-491d-b1bd-5f1a0335a1cf for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:33:46.250785 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b2979f-5477-4e71-b2fc-421c96f59d1b None None] Updating router e913f495-9bfe-491d-b1bd-5f1a0335a1cf port dc5ce33d-087e-476c-9941-10fec21a00a9 binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:33:46.274252 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f764030-a30f-4b04-9ba0-d29531f0315e tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:46.288754 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f764030-a30f-4b04-9ba0-d29531f0315e tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:46.323338 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a5b2979f-5477-4e71-b2fc-421c96f59d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:46.363973 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb2df26e-68d4-41ae-ab26-ed5657393487 None None] Provisioning for port dc5ce33d-087e-476c-9941-10fec21a00a9 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:33:46.369425 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb2df26e-68d4-41ae-ab26-ed5657393487 None None] Provisioning complete for port dc5ce33d-087e-476c-9941-10fec21a00a9 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:46.371166 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb2df26e-68d4-41ae-ab26-ed5657393487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:46.403900 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f764030-a30f-4b04-9ba0-d29531f0315e tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:46.429062 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f764030-a30f-4b04-9ba0-d29531f0315e tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:46.430220 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8f764030-a30f-4b04-9ba0-d29531f0315e tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/e2c8612d-0eb5-4702-951a-a566de92ef4d HTTP/1.1" status: 204 len: 168 time: 0.1899056 Mar 31 15:33:46.431108 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f764030-a30f-4b04-9ba0-d29531f0315e tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2c8612d-0eb5-4702-951a-a566de92ef4d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:46.433184 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48344) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:46.439817 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb2df26e-68d4-41ae-ab26-ed5657393487 None None] Port dc5ce33d-087e-476c-9941-10fec21a00a9 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:33:46.452658 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb2df26e-68d4-41ae-ab26-ed5657393487 None None] Provisioning complete for port 9aedfe77-6abc-4d3a-a47c-75f043a2cf7e triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:46.453031 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb2df26e-68d4-41ae-ab26-ed5657393487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:46.491003 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a116c4c1-f14b-4308-828d-cf0639f402b9 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Synchronizing usage tracker for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group_rule {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:33:46.528013 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48348) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:46.535428 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4eb63dc6-0a54-47a7-bd0b-5e4c776b4b23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1895870965', 'description': 'tempest-secgroup-smoke-1895870965 description', 'project_id': 'a28d6e89f5614e35860f06912b5df90e'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:46.549434 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4eb63dc6-0a54-47a7-bd0b-5e4c776b4b23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:46.561035 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4eb63dc6-0a54-47a7-bd0b-5e4c776b4b23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:46.563975 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4eb63dc6-0a54-47a7-bd0b-5e4c776b4b23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:46.571059 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4eb63dc6-0a54-47a7-bd0b-5e4c776b4b23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:46.620981 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a116c4c1-f14b-4308-828d-cf0639f402b9 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Unset dirty status for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group_rule {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:33:46.625334 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a116c4c1-f14b-4308-828d-cf0639f402b9 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1881835 Mar 31 15:33:46.625645 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48352) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:46.683987 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4eb63dc6-0a54-47a7-bd0b-5e4c776b4b23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:46.700274 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1069d55-d5b4-40a3-813a-95d7bc0784a4 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:46.706257 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4eb63dc6-0a54-47a7-bd0b-5e4c776b4b23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:46.711049 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4eb63dc6-0a54-47a7-bd0b-5e4c776b4b23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:46.714718 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4eb63dc6-0a54-47a7-bd0b-5e4c776b4b23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:46.727355 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4eb63dc6-0a54-47a7-bd0b-5e4c776b4b23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:46.729155 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1069d55-d5b4-40a3-813a-95d7bc0784a4 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:46.733778 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-86879b6a-ee4e-4fec-93dd-ba22a4198195 None None] Provisioning complete for port dc5ce33d-087e-476c-9941-10fec21a00a9 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:46.734354 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-86879b6a-ee4e-4fec-93dd-ba22a4198195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:46.795057 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a5b2979f-5477-4e71-b2fc-421c96f59d1b None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:46.798244 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-86879b6a-ee4e-4fec-93dd-ba22a4198195 None None] Port dc5ce33d-087e-476c-9941-10fec21a00a9 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:33:46.825152 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4eb63dc6-0a54-47a7-bd0b-5e4c776b4b23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:46.872699 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1069d55-d5b4-40a3-813a-95d7bc0784a4 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:46.872906 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-a5b2979f-5477-4e71-b2fc-421c96f59d1b None None] Transition to ACTIVE for port object dc5ce33d-087e-476c-9941-10fec21a00a9 will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:33:46.892597 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1069d55-d5b4-40a3-813a-95d7bc0784a4 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2874424-753f-46fa-854e-0ef2678aa043,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:46.918434 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4eb63dc6-0a54-47a7-bd0b-5e4c776b4b23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:46.965103 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb63dc6-0a54-47a7-bd0b-5e4c776b4b23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b560a78-28b4-4f5d-90e0-e1b0dccf216e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:46.981842 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 9aedfe77-6abc-4d3a-a47c-75f043a2cf7e up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:33:46.998340 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a5b2979f-5477-4e71-b2fc-421c96f59d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:47.032581 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1069d55-d5b4-40a3-813a-95d7bc0784a4 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:47.036721 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c1069d55-d5b4-40a3-813a-95d7bc0784a4 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "DELETE /v2.0/security-groups/c2874424-753f-46fa-854e-0ef2678aa043 HTTP/1.1" status: 204 len: 168 time: 0.4075689 Mar 31 15:33:47.036985 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48358) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:47.053234 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 9aedfe77-6abc-4d3a-a47c-75f043a2cf7e triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:47.053857 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:47.108173 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-37251bab-2ec2-444f-a313-910a668b9c2d tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Synchronizing usage tracker for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:33:47.124309 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4eb63dc6-0a54-47a7-bd0b-5e4c776b4b23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:47.129332 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4eb63dc6-0a54-47a7-bd0b-5e4c776b4b23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5968149 Mar 31 15:33:47.129866 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48362) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:47.135563 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-109c12f5-bff9-4b14-8a84-aa7ef0e23945 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '9b560a78-28b4-4f5d-90e0-e1b0dccf216e', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:47.141958 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-109c12f5-bff9-4b14-8a84-aa7ef0e23945 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:47.146591 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-109c12f5-bff9-4b14-8a84-aa7ef0e23945 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:47.149601 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-109c12f5-bff9-4b14-8a84-aa7ef0e23945 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:47.156858 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-109c12f5-bff9-4b14-8a84-aa7ef0e23945 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:47.199603 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 64137910-5d68-44bc-9d49-f309d6d18f8a up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:33:47.208859 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a165f3d-f4e8-46ea-a5b2-71db9c975e48 None None] Pushing event updated for resources: {'Port': ['ID=dc5ce33d-087e-476c-9941-10fec21a00a9,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:47.220469 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a165f3d-f4e8-46ea-a5b2-71db9c975e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:47.220813 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a165f3d-f4e8-46ea-a5b2-71db9c975e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:47.221150 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a165f3d-f4e8-46ea-a5b2-71db9c975e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:47.222044 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a165f3d-f4e8-46ea-a5b2-71db9c975e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:47.222380 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a165f3d-f4e8-46ea-a5b2-71db9c975e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:47.222877 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a165f3d-f4e8-46ea-a5b2-71db9c975e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:47.223200 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a165f3d-f4e8-46ea-a5b2-71db9c975e48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:47.223647 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a165f3d-f4e8-46ea-a5b2-71db9c975e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:47.224126 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a165f3d-f4e8-46ea-a5b2-71db9c975e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:47.224449 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a165f3d-f4e8-46ea-a5b2-71db9c975e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:47.224811 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a165f3d-f4e8-46ea-a5b2-71db9c975e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:47.225129 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a165f3d-f4e8-46ea-a5b2-71db9c975e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:47.227260 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-37251bab-2ec2-444f-a313-910a668b9c2d tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Unset dirty status for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:33:47.238303 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-37251bab-2ec2-444f-a313-910a668b9c2d tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1998708 Mar 31 15:33:47.244306 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48366) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:47.245285 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a56a9c4f-c40e-4963-85fe-30c788e6dc4f tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Request body: {'security_group': {'name': 'tempest-secgroup--1125073126'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:47.252505 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-a5b2979f-5477-4e71-b2fc-421c96f59d1b None None] Attempting to bind port dc5ce33d-087e-476c-9941-10fec21a00a9 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:33:47.253834 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-a5b2979f-5477-4e71-b2fc-421c96f59d1b None None] Attempting to bind port dc5ce33d-087e-476c-9941-10fec21a00a9 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '98a5b22f-d1ff-4ef2-9867-faa05f25b4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:33:47.254242 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b2979f-5477-4e71-b2fc-421c96f59d1b None None] Attempting to bind port dc5ce33d-087e-476c-9941-10fec21a00a9 on network b9072c20-5220-4bc0-801a-9f54ed99a31a {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:33:47.254720 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a56a9c4f-c40e-4963-85fe-30c788e6dc4f tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:47.261081 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b2979f-5477-4e71-b2fc-421c96f59d1b None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:33:47.261606 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b2979f-5477-4e71-b2fc-421c96f59d1b None None] Checking segment: {'id': '98a5b22f-d1ff-4ef2-9867-faa05f25b4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:33:47.262567 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a5b2979f-5477-4e71-b2fc-421c96f59d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:47.262967 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b2979f-5477-4e71-b2fc-421c96f59d1b None None] Bound using segment: {'id': '98a5b22f-d1ff-4ef2-9867-faa05f25b4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:33:47.263436 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-a5b2979f-5477-4e71-b2fc-421c96f59d1b None None] Bound port: dc5ce33d-087e-476c-9941-10fec21a00a9, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a5b22f-d1ff-4ef2-9867-faa05f25b4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:33:47.263813 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a5b2979f-5477-4e71-b2fc-421c96f59d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:47.267844 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a56a9c4f-c40e-4963-85fe-30c788e6dc4f tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:47.281922 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 64137910-5d68-44bc-9d49-f309d6d18f8a triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:47.282294 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:47.292709 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-109c12f5-bff9-4b14-8a84-aa7ef0e23945 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:47.366052 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-a5b2979f-5477-4e71-b2fc-421c96f59d1b None None] For port dc5ce33d-087e-476c-9941-10fec21a00a9, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:33:47.369118 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-109c12f5-bff9-4b14-8a84-aa7ef0e23945 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:47.369639 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-a5b2979f-5477-4e71-b2fc-421c96f59d1b None None] For port dc5ce33d-087e-476c-9941-10fec21a00a9, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=dc5ce33d-087e-476c-9941-10fec21a00a9,segment=NetworkSegment(98a5b22f-d1ff-4ef2-9867-faa05f25b4c8),segment_id=98a5b22f-d1ff-4ef2-9867-faa05f25b4c8)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:33:47.386918 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a56a9c4f-c40e-4963-85fe-30c788e6dc4f tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:47.409944 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a56a9c4f-c40e-4963-85fe-30c788e6dc4f tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:47.414286 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a56a9c4f-c40e-4963-85fe-30c788e6dc4f tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Usage tracker for resource:security_group_rule and tenant:c2e9423a4f224d2db45ed10a99270934 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:47.417368 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a56a9c4f-c40e-4963-85fe-30c788e6dc4f tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:47.423384 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a56a9c4f-c40e-4963-85fe-30c788e6dc4f tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:47.468901 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-109c12f5-bff9-4b14-8a84-aa7ef0e23945 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:47.515454 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a56a9c4f-c40e-4963-85fe-30c788e6dc4f tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:47.516323 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c12f5-bff9-4b14-8a84-aa7ef0e23945 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b37371-f292-476a-82d8-863aa17894bf,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:47.528944 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a5b2979f-5477-4e71-b2fc-421c96f59d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:47.632141 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b2979f-5477-4e71-b2fc-421c96f59d1b None None] Routers {'e913f495-9bfe-491d-b1bd-5f1a0335a1cf'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:33:47.632776 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-a5b2979f-5477-4e71-b2fc-421c96f59d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:33:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e913f495-9bfe-491d-b1bd-5f1a0335a1cf'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:47.649803 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a56a9c4f-c40e-4963-85fe-30c788e6dc4f tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:47.689976 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a9c4f-c40e-4963-85fe-30c788e6dc4f tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef2c29a-2d9c-44a7-8837-3845b91714a4,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:47.699434 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a165f3d-f4e8-46ea-a5b2-71db9c975e48 None None] Pushing event updated for resources: {'Port': ['ID=dc5ce33d-087e-476c-9941-10fec21a00a9,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:47.701317 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-109c12f5-bff9-4b14-8a84-aa7ef0e23945 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:47.706384 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48370) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:47.706784 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-109c12f5-bff9-4b14-8a84-aa7ef0e23945 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5748346 Mar 31 15:33:47.712637 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-e39f8951-5c57-4955-85f3-fbe9de9e29ac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '9b560a78-28b4-4f5d-90e0-e1b0dccf216e', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:47.722001 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e39f8951-5c57-4955-85f3-fbe9de9e29ac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:47.726315 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e39f8951-5c57-4955-85f3-fbe9de9e29ac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:47.729727 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e39f8951-5c57-4955-85f3-fbe9de9e29ac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:47.736706 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e39f8951-5c57-4955-85f3-fbe9de9e29ac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:47.824612 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-a5b2979f-5477-4e71-b2fc-421c96f59d1b None None] Set router e913f495-9bfe-491d-b1bd-5f1a0335a1cf gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:33:47.911309 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a56a9c4f-c40e-4963-85fe-30c788e6dc4f tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:47.911309 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a56a9c4f-c40e-4963-85fe-30c788e6dc4f tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6681457 Mar 31 15:33:47.911309 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48374) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:47.916232 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-aa5c7be0-7fa0-41eb-913a-3b10b93813be tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Request body: {'security_group_rule': {'security_group_id': '6ef2c29a-2d9c-44a7-8837-3845b91714a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:47.922417 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-aa5c7be0-7fa0-41eb-913a-3b10b93813be tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:47.927633 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-aa5c7be0-7fa0-41eb-913a-3b10b93813be tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Usage tracker for resource:security_group_rule and tenant:c2e9423a4f224d2db45ed10a99270934 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:47.930597 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-aa5c7be0-7fa0-41eb-913a-3b10b93813be tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:47.936380 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-aa5c7be0-7fa0-41eb-913a-3b10b93813be tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:47.949015 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e39f8951-5c57-4955-85f3-fbe9de9e29ac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:48.021285 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e39f8951-5c57-4955-85f3-fbe9de9e29ac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:48.062540 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa5c7be0-7fa0-41eb-913a-3b10b93813be tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:48.127141 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa5c7be0-7fa0-41eb-913a-3b10b93813be tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:48.135089 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e39f8951-5c57-4955-85f3-fbe9de9e29ac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:48.154824 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-a5b2979f-5477-4e71-b2fc-421c96f59d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'name': 'tempest-TestNetworkBasicOps-router-1504508326', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:36Z', 'updated_at': '2022-03-31T15:33:43Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:37Z', 'updated_at': '2022-03-31T15:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'dc5ce33d-087e-476c-9941-10fec21a00a9', 'name': '', 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:81:3c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '70999811-ad99-4e32-9846-99ed9fb0a8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:43Z', 'updated_at': '2022-03-31T15:33:47Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '70999811-ad99-4e32-9846-99ed9fb0a8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:48.161419 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b2979f-5477-4e71-b2fc-421c96f59d1b None None] The sync data for ids ['e913f495-9bfe-491d-b1bd-5f1a0335a1cf'] in dv-neutron-833379-2-hyperv is: [{'id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'name': 'tempest-TestNetworkBasicOps-router-1504508326', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:36Z', 'updated_at': '2022-03-31T15:33:43Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:37Z', 'updated_at': '2022-03-31T15:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'dc5ce33d-087e-476c-9941-10fec21a00a9', 'name': '', 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:81:3c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '70999811-ad99-4e32-9846-99ed9fb0a8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:43Z', 'updated_at': '2022-03-31T15:33:47Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '70999811-ad99-4e32-9846-99ed9fb0a8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:33:48.169807 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f8951-5c57-4955-85f3-fbe9de9e29ac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb37aa83-6118-4af0-86a1-a423e3de6da5,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:48.231654 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa5c7be0-7fa0-41eb-913a-3b10b93813be tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:48.261989 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c7be0-7fa0-41eb-913a-3b10b93813be tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e11332d6-fdcc-43af-826c-0fd705ffe75b,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:48.266815 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e39f8951-5c57-4955-85f3-fbe9de9e29ac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:48.268909 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e39f8951-5c57-4955-85f3-fbe9de9e29ac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5611949 Mar 31 15:33:48.277612 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48380) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:48.277612 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-2415e25f-af39-4313-aff8-ef65236f03dc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '9b560a78-28b4-4f5d-90e0-e1b0dccf216e', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:48.283781 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2415e25f-af39-4313-aff8-ef65236f03dc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:48.288779 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2415e25f-af39-4313-aff8-ef65236f03dc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:48.291872 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2415e25f-af39-4313-aff8-ef65236f03dc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:48.297875 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2415e25f-af39-4313-aff8-ef65236f03dc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:48.381584 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa5c7be0-7fa0-41eb-913a-3b10b93813be tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:48.383233 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-aa5c7be0-7fa0-41eb-913a-3b10b93813be tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4712236 Mar 31 15:33:48.385978 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48384) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:48.391685 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-a7d099df-dc24-4865-881f-d7f6ca420721 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Request body: {'security_group_rule': {'security_group_id': '6ef2c29a-2d9c-44a7-8837-3845b91714a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:48.398552 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a7d099df-dc24-4865-881f-d7f6ca420721 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:48.402673 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a7d099df-dc24-4865-881f-d7f6ca420721 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Usage tracker for resource:security_group_rule and tenant:c2e9423a4f224d2db45ed10a99270934 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:48.406158 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a7d099df-dc24-4865-881f-d7f6ca420721 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:48.417354 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a7d099df-dc24-4865-881f-d7f6ca420721 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:48.458255 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2415e25f-af39-4313-aff8-ef65236f03dc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:48.509235 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7d099df-dc24-4865-881f-d7f6ca420721 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:48.560217 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2415e25f-af39-4313-aff8-ef65236f03dc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:48.586102 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7d099df-dc24-4865-881f-d7f6ca420721 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:48.626980 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2415e25f-af39-4313-aff8-ef65236f03dc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:48.652307 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415e25f-af39-4313-aff8-ef65236f03dc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b15807-fba8-415a-8436-ac8544e0e4a0,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:48.661783 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7d099df-dc24-4865-881f-d7f6ca420721 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:48.685650 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d099df-dc24-4865-881f-d7f6ca420721 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=950950de-8dba-47d1-a3e8-506206d6601b,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:48.810196 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7d099df-dc24-4865-881f-d7f6ca420721 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:48.813959 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a7d099df-dc24-4865-881f-d7f6ca420721 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4245121 Mar 31 15:33:48.813959 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2415e25f-af39-4313-aff8-ef65236f03dc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:48.813959 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2415e25f-af39-4313-aff8-ef65236f03dc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5408103 Mar 31 15:33:48.814452 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48388) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:48.817064 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48390) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:48.821401 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e1f805be-099e-4ae3-825b-911b0bfa3906 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Request body: {'security_group_rule': {'security_group_id': '6ef2c29a-2d9c-44a7-8837-3845b91714a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:48.822996 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-33b87e2d-79e0-47fb-b1a5-d0bf48d700f7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '9b560a78-28b4-4f5d-90e0-e1b0dccf216e', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:48.827543 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e1f805be-099e-4ae3-825b-911b0bfa3906 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:48.828776 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-33b87e2d-79e0-47fb-b1a5-d0bf48d700f7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:48.833869 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-33b87e2d-79e0-47fb-b1a5-d0bf48d700f7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:48.835373 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e1f805be-099e-4ae3-825b-911b0bfa3906 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Usage tracker for resource:security_group_rule and tenant:c2e9423a4f224d2db45ed10a99270934 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:48.839695 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-33b87e2d-79e0-47fb-b1a5-d0bf48d700f7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:48.839842 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e1f805be-099e-4ae3-825b-911b0bfa3906 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:48.842828 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-33b87e2d-79e0-47fb-b1a5-d0bf48d700f7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:48.845899 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e1f805be-099e-4ae3-825b-911b0bfa3906 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:48.935715 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-33b87e2d-79e0-47fb-b1a5-d0bf48d700f7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:48.978541 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e1f805be-099e-4ae3-825b-911b0bfa3906 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:48.999591 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device dc5ce33d-087e-476c-9941-10fec21a00a9 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:33:49.009901 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-33b87e2d-79e0-47fb-b1a5-d0bf48d700f7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:49.060597 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e1f805be-099e-4ae3-825b-911b0bfa3906 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:49.113508 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-33b87e2d-79e0-47fb-b1a5-d0bf48d700f7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:49.144687 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b87e2d-79e0-47fb-b1a5-d0bf48d700f7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5403b1f0-a798-433c-9491-e39044b2d4ce,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:49.164473 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e1f805be-099e-4ae3-825b-911b0bfa3906 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:49.165032 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port dc5ce33d-087e-476c-9941-10fec21a00a9 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:33:49.170734 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port dc5ce33d-087e-476c-9941-10fec21a00a9 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:49.175391 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:49.190010 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f805be-099e-4ae3-825b-911b0bfa3906 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a49ddb-0e93-4c12-969a-95788a13b830,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:49.227257 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-33b87e2d-79e0-47fb-b1a5-d0bf48d700f7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:49.228465 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-33b87e2d-79e0-47fb-b1a5-d0bf48d700f7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4101677 Mar 31 15:33:49.231394 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48398) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:49.236817 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-98af44fb-7d71-40a1-95ff-2b4e6174dc15 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '9b560a78-28b4-4f5d-90e0-e1b0dccf216e', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:49.243963 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-98af44fb-7d71-40a1-95ff-2b4e6174dc15 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:49.247814 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-98af44fb-7d71-40a1-95ff-2b4e6174dc15 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:49.250676 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e1f805be-099e-4ae3-825b-911b0bfa3906 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:49.251071 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-98af44fb-7d71-40a1-95ff-2b4e6174dc15 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:49.254968 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e1f805be-099e-4ae3-825b-911b0bfa3906 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4385333 Mar 31 15:33:49.256700 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48402) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:49.258947 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-98af44fb-7d71-40a1-95ff-2b4e6174dc15 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:49.266638 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-98757f3c-9eb0-400a-9a9a-f3c1699d3151 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Request body: {'security_group_rule': {'security_group_id': '6ef2c29a-2d9c-44a7-8837-3845b91714a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:49.274153 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-98757f3c-9eb0-400a-9a9a-f3c1699d3151 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:49.280130 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-98757f3c-9eb0-400a-9a9a-f3c1699d3151 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Usage tracker for resource:security_group_rule and tenant:c2e9423a4f224d2db45ed10a99270934 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:49.283120 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-98757f3c-9eb0-400a-9a9a-f3c1699d3151 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:49.289331 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-98757f3c-9eb0-400a-9a9a-f3c1699d3151 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:49.298513 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:49.352959 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.securitygroups_db [None req-98af44fb-7d71-40a1-95ff-2b4e6174dc15 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Project a28d6e89f5614e35860f06912b5df90e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:33:49.359947 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-98af44fb-7d71-40a1-95ff-2b4e6174dc15 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:49.364432 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port dc5ce33d-087e-476c-9941-10fec21a00a9, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=dc5ce33d-087e-476c-9941-10fec21a00a9,segment=NetworkSegment(98a5b22f-d1ff-4ef2-9867-faa05f25b4c8),segment_id=98a5b22f-d1ff-4ef2-9867-faa05f25b4c8)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:33:49.387718 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-98757f3c-9eb0-400a-9a9a-f3c1699d3151 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:49.426542 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-98af44fb-7d71-40a1-95ff-2b4e6174dc15 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:49.454536 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:49.455509 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-98757f3c-9eb0-400a-9a9a-f3c1699d3151 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:49.516045 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=dc5ce33d-087e-476c-9941-10fec21a00a9,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:49.568933 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-98af44fb-7d71-40a1-95ff-2b4e6174dc15 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:49.569121 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-98757f3c-9eb0-400a-9a9a-f3c1699d3151 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:49.595112 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98757f3c-9eb0-400a-9a9a-f3c1699d3151 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a22743-643c-4dd2-b8c3-64ce9d360992,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:49.601447 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af44fb-7d71-40a1-95ff-2b4e6174dc15 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5902f34-feed-4eef-920e-bb621fe844c7,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:49.712817 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-98af44fb-7d71-40a1-95ff-2b4e6174dc15 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:49.713042 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-98757f3c-9eb0-400a-9a9a-f3c1699d3151 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:49.713986 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-98af44fb-7d71-40a1-95ff-2b4e6174dc15 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4816105 Mar 31 15:33:49.714128 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-98757f3c-9eb0-400a-9a9a-f3c1699d3151 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4555469 Mar 31 15:33:49.717627 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48406) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:49.718362 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48408) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:49.726275 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-8a1214b5-6bf9-4ec0-894f-99778957a672 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Request body: {'security_group_rule': {'security_group_id': '6ef2c29a-2d9c-44a7-8837-3845b91714a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:49.726467 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-767c5209-b46b-44bf-b7f2-b558759e740f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '9b560a78-28b4-4f5d-90e0-e1b0dccf216e', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:49.735282 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-767c5209-b46b-44bf-b7f2-b558759e740f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:49.735450 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-8a1214b5-6bf9-4ec0-894f-99778957a672 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:49.740586 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-767c5209-b46b-44bf-b7f2-b558759e740f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:49.740969 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-8a1214b5-6bf9-4ec0-894f-99778957a672 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Usage tracker for resource:security_group_rule and tenant:c2e9423a4f224d2db45ed10a99270934 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:49.743437 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-767c5209-b46b-44bf-b7f2-b558759e740f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:49.749418 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-8a1214b5-6bf9-4ec0-894f-99778957a672 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:49.749553 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-767c5209-b46b-44bf-b7f2-b558759e740f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:49.749656 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-8a1214b5-6bf9-4ec0-894f-99778957a672 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:49.861336 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-767c5209-b46b-44bf-b7f2-b558759e740f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Project a28d6e89f5614e35860f06912b5df90e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:33:49.868218 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-767c5209-b46b-44bf-b7f2-b558759e740f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:49.941549 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a1214b5-6bf9-4ec0-894f-99778957a672 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:50.014738 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a1214b5-6bf9-4ec0-894f-99778957a672 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:50.053222 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-767c5209-b46b-44bf-b7f2-b558759e740f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:50.163297 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a1214b5-6bf9-4ec0-894f-99778957a672 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:50.186710 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1214b5-6bf9-4ec0-894f-99778957a672 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2037f2d-8ed3-4f29-84bd-b24483e1ce0d,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:50.214686 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-767c5209-b46b-44bf-b7f2-b558759e740f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:50.240410 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c5209-b46b-44bf-b7f2-b558759e740f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66fb4310-c9e0-453f-ba58-cd3723489f23,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:50.307172 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a1214b5-6bf9-4ec0-894f-99778957a672 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:50.308311 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8a1214b5-6bf9-4ec0-894f-99778957a672 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5893495 Mar 31 15:33:50.311245 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48416) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:50.335688 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-767c5209-b46b-44bf-b7f2-b558759e740f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:50.337042 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-767c5209-b46b-44bf-b7f2-b558759e740f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6174786 Mar 31 15:33:50.341362 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f4c97abc-0a5d-419b-b84a-cbee2fb974a1 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:50.356557 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f4c97abc-0a5d-419b-b84a-cbee2fb974a1 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:50.467134 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f4c97abc-0a5d-419b-b84a-cbee2fb974a1 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:50.489757 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c97abc-0a5d-419b-b84a-cbee2fb974a1 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2037f2d-8ed3-4f29-84bd-b24483e1ce0d,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:50.491684 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f4c97abc-0a5d-419b-b84a-cbee2fb974a1 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:50.493647 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f4c97abc-0a5d-419b-b84a-cbee2fb974a1 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/f2037f2d-8ed3-4f29-84bd-b24483e1ce0d HTTP/1.1" status: 204 len: 168 time: 0.1814115 Mar 31 15:33:50.495532 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48428) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:50.571715 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3912c2af-6bbc-4148-80f8-af7a4faca8d5 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Synchronizing usage tracker for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group_rule {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:33:50.601435 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-ad72baca-d0ab-45f3-8d44-fc58c2b37672 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:33:50.712516 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3912c2af-6bbc-4148-80f8-af7a4faca8d5 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Unset dirty status for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group_rule {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:33:50.713916 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3912c2af-6bbc-4148-80f8-af7a4faca8d5 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2164135 Mar 31 15:33:50.717005 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48436) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:50.743203 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-ad72baca-d0ab-45f3-8d44-fc58c2b37672 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:33:50.744285 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-ad72baca-d0ab-45f3-8d44-fc58c2b37672 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1895870965&fields=id&tenant_id=a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 267 time: 0.2208583 Mar 31 15:33:50.749246 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03b82747-1332-4a80-8899-5bdcd6e1dbe8 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:50.782132 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03b82747-1332-4a80-8899-5bdcd6e1dbe8 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:50.914685 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-2c28f0de-5af5-46cd-b3c3-17dd90a28df5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:50.915355 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-2c28f0de-5af5-46cd-b3c3-17dd90a28df5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:network {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:33:50.967384 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device dc5ce33d-087e-476c-9941-10fec21a00a9 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:33:50.981409 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03b82747-1332-4a80-8899-5bdcd6e1dbe8 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:50.999590 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b82747-1332-4a80-8899-5bdcd6e1dbe8 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2a22743-643c-4dd2-b8c3-64ce9d360992,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:51.031899 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-2c28f0de-5af5-46cd-b3c3-17dd90a28df5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:network {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:33:51.033122 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-2c28f0de-5af5-46cd-b3c3-17dd90a28df5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/networks?id=b9072c20-5220-4bc0-801a-9f54ed99a31a HTTP/1.1" status: 200 len: 797 time: 0.2775934 Mar 31 15:33:51.040984 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port dc5ce33d-087e-476c-9941-10fec21a00a9 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:51.041437 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:51.051510 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-aea01bc5-48dc-43d8-9931-f178e921eae8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/quotas/a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 375 time: 0.0117812 Mar 31 15:33:51.108154 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03b82747-1332-4a80-8899-5bdcd6e1dbe8 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:51.109267 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-03b82747-1332-4a80-8899-5bdcd6e1dbe8 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/a2a22743-643c-4dd2-b8c3-64ce9d360992 HTTP/1.1" status: 204 len: 168 time: 0.3910744 Mar 31 15:33:51.113046 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48440) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:51.148205 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-22f1cfe4-f8ed-4032-bd6b-281d6fa68763 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912051 Mar 31 15:33:51.167006 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8cd11e15-54b9-4eed-a029-9af50ca8039c tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Synchronizing usage tracker for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group_rule {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:33:51.255222 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8cd11e15-54b9-4eed-a029-9af50ca8039c tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Unset dirty status for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group_rule {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:33:51.260272 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8cd11e15-54b9-4eed-a029-9af50ca8039c tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1459970 Mar 31 15:33:51.260930 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48446) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:51.293739 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a9b01b8c-db59-4dc8-96af-426c4bb3521e tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:51.301917 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a9b01b8c-db59-4dc8-96af-426c4bb3521e tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:51.313152 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-9d8acfb0-2b00-431a-8bd7-913cc0476044 service neutron] 10.222.0.31 "GET /v2.0/networks/b9072c20-5220-4bc0-801a-9f54ed99a31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503580 Mar 31 15:33:51.448087 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-a8c00392-d916-4898-b43f-327d1effd467 service neutron] 10.222.0.31 "GET /v2.0/networks/b9072c20-5220-4bc0-801a-9f54ed99a31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292412 Mar 31 15:33:51.455158 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a9b01b8c-db59-4dc8-96af-426c4bb3521e tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:51.476577 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b01b8c-db59-4dc8-96af-426c4bb3521e tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92a49ddb-0e93-4c12-969a-95788a13b830,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:51.718366 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a9b01b8c-db59-4dc8-96af-426c4bb3521e tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:51.719429 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a9b01b8c-db59-4dc8-96af-426c4bb3521e tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/92a49ddb-0e93-4c12-969a-95788a13b830 HTTP/1.1" status: 204 len: 168 time: 0.4575737 Mar 31 15:33:51.722386 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48450) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:51.777370 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f0ad40ee-a22f-4c80-8a72-d06df0aa4722 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Synchronizing usage tracker for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group_rule {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:33:51.836142 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-3e8a2de1-1036-445f-ac26-4a8e7d4b393c req-a1bbb369-377a-4f09-8b3d-81a8e394dec8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:33:51.918518 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f0ad40ee-a22f-4c80-8a72-d06df0aa4722 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Unset dirty status for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group_rule {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:33:51.920168 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f0ad40ee-a22f-4c80-8a72-d06df0aa4722 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1968372 Mar 31 15:33:51.923449 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48462) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:51.946687 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-3e8a2de1-1036-445f-ac26-4a8e7d4b393c req-a1bbb369-377a-4f09-8b3d-81a8e394dec8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:33:51.947820 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3e8a2de1-1036-445f-ac26-4a8e7d4b393c req-a1bbb369-377a-4f09-8b3d-81a8e394dec8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a2c598a-385d-4bc8-bc4c-eb3450912f09 HTTP/1.1" status: 200 len: 210 time: 0.1667695 Mar 31 15:33:51.951877 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5d4bbbd6-f61e-4756-b547-1be41bad71d7 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:51.963361 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5d4bbbd6-f61e-4756-b547-1be41bad71d7 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:52.106812 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5d4bbbd6-f61e-4756-b547-1be41bad71d7 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:52.124867 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4bbbd6-f61e-4756-b547-1be41bad71d7 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=950950de-8dba-47d1-a3e8-506206d6601b,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:52.215614 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5d4bbbd6-f61e-4756-b547-1be41bad71d7 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:52.216752 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5d4bbbd6-f61e-4756-b547-1be41bad71d7 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/950950de-8dba-47d1-a3e8-506206d6601b HTTP/1.1" status: 204 len: 168 time: 0.2923422 Mar 31 15:33:52.219608 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48466) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:52.269205 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-b47ca6a1-6c14-426f-a4cc-c6bd3d41fde1 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Synchronizing usage tracker for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group_rule {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:33:52.364371 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-b47ca6a1-6c14-426f-a4cc-c6bd3d41fde1 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Unset dirty status for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group_rule {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:33:52.368881 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b47ca6a1-6c14-426f-a4cc-c6bd3d41fde1 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1451435 Mar 31 15:33:52.368881 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48472) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:52.402014 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-631d6166-d70f-48a6-a55c-cc409419067a tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:52.412996 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-631d6166-d70f-48a6-a55c-cc409419067a tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:52.528733 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-631d6166-d70f-48a6-a55c-cc409419067a tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:52.546155 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d6166-d70f-48a6-a55c-cc409419067a tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e11332d6-fdcc-43af-826c-0fd705ffe75b,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:52.672507 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-631d6166-d70f-48a6-a55c-cc409419067a tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:52.673691 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-631d6166-d70f-48a6-a55c-cc409419067a tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/e11332d6-fdcc-43af-826c-0fd705ffe75b HTTP/1.1" status: 204 len: 168 time: 0.3038826 Mar 31 15:33:52.676431 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48478) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:52.822351 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-283d367e-626d-490c-aa89-24d98c1231e2 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Synchronizing usage tracker for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group_rule {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:33:52.895499 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-283d367e-626d-490c-aa89-24d98c1231e2 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Unset dirty status for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group_rule {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:33:52.896713 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-283d367e-626d-490c-aa89-24d98c1231e2 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2193549 Mar 31 15:33:52.899627 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48482) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:52.961623 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3cc254df-edf3-4817-95ea-e7e2e3386664 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:52.988864 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3cc254df-edf3-4817-95ea-e7e2e3386664 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:53.107829 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a3e4ea22-bc14-42a5-a388-d8768e8d9081 req-1ad25911-0361-4ec1-b419-b9e89931d76a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a2c598a-385d-4bc8-bc4c-eb3450912f09 HTTP/1.1" status: 200 len: 210 time: 0.0464621 Mar 31 15:33:53.158561 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3cc254df-edf3-4817-95ea-e7e2e3386664 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:53.179578 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc254df-edf3-4817-95ea-e7e2e3386664 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef2c29a-2d9c-44a7-8837-3845b91714a4,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:53.392507 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3cc254df-edf3-4817-95ea-e7e2e3386664 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:53.396297 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3cc254df-edf3-4817-95ea-e7e2e3386664 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "DELETE /v2.0/security-groups/6ef2c29a-2d9c-44a7-8837-3845b91714a4 HTTP/1.1" status: 204 len: 168 time: 0.4931984 Mar 31 15:33:53.396502 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48490) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:53.453737 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e0c731f9-a97b-4288-979a-bcd4e9c0c944 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Synchronizing usage tracker for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:33:53.568418 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e0c731f9-a97b-4288-979a-bcd4e9c0c944 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Unset dirty status for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:33:53.574134 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e0c731f9-a97b-4288-979a-bcd4e9c0c944 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1722610 Mar 31 15:33:53.576268 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48494) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:53.582332 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a6d39886-fd76-4370-996e-f1bc774763db tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Request body: {'security_group': {'name': 'tempest-secgroup--841940367'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:53.588608 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a6d39886-fd76-4370-996e-f1bc774763db tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:53.599063 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a6d39886-fd76-4370-996e-f1bc774763db tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:53.695659 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6d39886-fd76-4370-996e-f1bc774763db tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:53.716884 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a6d39886-fd76-4370-996e-f1bc774763db tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:53.720897 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a6d39886-fd76-4370-996e-f1bc774763db tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Usage tracker for resource:security_group_rule and tenant:c2e9423a4f224d2db45ed10a99270934 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:53.725034 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a6d39886-fd76-4370-996e-f1bc774763db tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:53.730744 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a6d39886-fd76-4370-996e-f1bc774763db tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:53.800493 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6d39886-fd76-4370-996e-f1bc774763db tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:53.952413 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6d39886-fd76-4370-996e-f1bc774763db tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:54.000198 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d39886-fd76-4370-996e-f1bc774763db tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=048f1047-49c3-437f-a9c5-6cb7d62cfc7d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:54.118463 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6d39886-fd76-4370-996e-f1bc774763db tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:54.119722 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a6d39886-fd76-4370-996e-f1bc774763db tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5424206 Mar 31 15:33:54.122609 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48498) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:54.127547 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b69932d6-3f47-4b9c-8766-aeaaaa382c26 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Request body: {'security_group_rule': {'security_group_id': '048f1047-49c3-437f-a9c5-6cb7d62cfc7d', 'direction': 'ingress', 'protocol': 17}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:54.134411 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b69932d6-3f47-4b9c-8766-aeaaaa382c26 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:54.138607 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b69932d6-3f47-4b9c-8766-aeaaaa382c26 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Usage tracker for resource:security_group_rule and tenant:c2e9423a4f224d2db45ed10a99270934 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:54.141597 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b69932d6-3f47-4b9c-8766-aeaaaa382c26 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:54.149239 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b69932d6-3f47-4b9c-8766-aeaaaa382c26 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:54.264799 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-df350fe4-0d71-48d0-925e-da579b923a3e req-f393aab6-94ad-4d43-9c48-342fa81c9ed6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a2c598a-385d-4bc8-bc4c-eb3450912f09 HTTP/1.1" status: 200 len: 210 time: 0.0474019 Mar 31 15:33:54.265978 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b69932d6-3f47-4b9c-8766-aeaaaa382c26 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:54.330105 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b69932d6-3f47-4b9c-8766-aeaaaa382c26 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:54.408354 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b69932d6-3f47-4b9c-8766-aeaaaa382c26 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:54.432641 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69932d6-3f47-4b9c-8766-aeaaaa382c26 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd2b650d-ff33-427e-907d-934b49335820,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:54.522771 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b69932d6-3f47-4b9c-8766-aeaaaa382c26 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:54.532299 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b69932d6-3f47-4b9c-8766-aeaaaa382c26 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4080031 Mar 31 15:33:54.533490 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48508) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:54.642516 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-12e25b54-648c-4bf7-9242-c16e9bd5e98e tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:54.674331 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-12e25b54-648c-4bf7-9242-c16e9bd5e98e tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:54.692252 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-119f248d-2054-4fed-9c2b-20757155971e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:54.693720 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-119f248d-2054-4fed-9c2b-20757155971e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/networks?id=b9072c20-5220-4bc0-801a-9f54ed99a31a HTTP/1.1" status: 200 len: 797 time: 0.2091315 Mar 31 15:33:54.744575 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-215a6e30-c9b8-4d20-b972-e51896508caa tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 380 time: 0.0425699 Mar 31 15:33:54.753508 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-4e381598-b330-42ed-8521-bf060fdf3290 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'port': {'device_id': '8a2c598a-385d-4bc8-bc4c-eb3450912f09', 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a', 'admin_state_up': True, 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'security_groups': ['9b560a78-28b4-4f5d-90e0-e1b0dccf216e']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:54.862691 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-12e25b54-648c-4bf7-9242-c16e9bd5e98e tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:54.885833 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e25b54-648c-4bf7-9242-c16e9bd5e98e tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=048f1047-49c3-437f-a9c5-6cb7d62cfc7d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:54.898904 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-12e25b54-648c-4bf7-9242-c16e9bd5e98e tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:54.902360 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-12e25b54-648c-4bf7-9242-c16e9bd5e98e tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "DELETE /v2.0/security-groups/048f1047-49c3-437f-a9c5-6cb7d62cfc7d HTTP/1.1" status: 204 len: 168 time: 0.3655920 Mar 31 15:33:54.903445 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48514) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:54.922372 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-4e381598-b330-42ed-8521-bf060fdf3290 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:54.936024 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-4e381598-b330-42ed-8521-bf060fdf3290 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:54.962820 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d7876718-adc8-448f-90e9-94e4e2a706de tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Synchronizing usage tracker for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:33:55.003606 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-4e381598-b330-42ed-8521-bf060fdf3290 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Made reservation on behalf of a28d6e89f5614e35860f06912b5df90e for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:33:55.007146 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-4e381598-b330-42ed-8521-bf060fdf3290 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:55.021409 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d7876718-adc8-448f-90e9-94e4e2a706de tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Unset dirty status for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:33:55.023825 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d7876718-adc8-448f-90e9-94e4e2a706de tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1194606 Mar 31 15:33:55.029594 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48518) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:55.035510 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-128cc3ba-80bf-45d0-805b-44f715aa81ac tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Request body: {'security_group': {'name': 'tempest-secgroup--1873262588'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:55.052272 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-128cc3ba-80bf-45d0-805b-44f715aa81ac tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:55.062317 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-128cc3ba-80bf-45d0-805b-44f715aa81ac tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:55.091289 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:55.160345 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-128cc3ba-80bf-45d0-805b-44f715aa81ac tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:55.175072 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-4e381598-b330-42ed-8521-bf060fdf3290 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.20.0.9 (b9072c20-5220-4bc0-801a-9f54ed99a31a/70999811-ad99-4e32-9846-99ed9fb0a8f2/52a22b79-143d-47ba-bfe0-93e927549bc6) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:33:55.180659 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-128cc3ba-80bf-45d0-805b-44f715aa81ac tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:55.184825 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-128cc3ba-80bf-45d0-805b-44f715aa81ac tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Usage tracker for resource:security_group_rule and tenant:c2e9423a4f224d2db45ed10a99270934 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:55.187853 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-128cc3ba-80bf-45d0-805b-44f715aa81ac tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:55.193761 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-128cc3ba-80bf-45d0-805b-44f715aa81ac tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:55.265564 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-128cc3ba-80bf-45d0-805b-44f715aa81ac tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:55.335238 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-128cc3ba-80bf-45d0-805b-44f715aa81ac tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:55.370159 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-4e381598-b330-42ed-8521-bf060fdf3290 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:55.388663 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-4e381598-b330-42ed-8521-bf060fdf3290 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Transition to ACTIVE for port object 52a22b79-143d-47ba-bfe0-93e927549bc6 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:33:55.441492 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-00820785-3f0c-4892-ad5b-785cc455d857 req-16dc08b6-c3b7-4cad-9c56-a80705adc692 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a2c598a-385d-4bc8-bc4c-eb3450912f09 HTTP/1.1" status: 200 len: 210 time: 0.0478888 Mar 31 15:33:55.442173 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-128cc3ba-80bf-45d0-805b-44f715aa81ac tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:55.443243 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-128cc3ba-80bf-45d0-805b-44f715aa81ac tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4127440 Mar 31 15:33:55.444507 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128cc3ba-80bf-45d0-805b-44f715aa81ac tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb028a1-ef12-4978-8325-20392f07ce72,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:55.446425 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48528) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:55.452487 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-c0ce96ed-fb40-4a28-8014-7163f286701f tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Request body: {'security_group': {'name': 'tempest-secgroup--1345520271'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:55.459792 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c0ce96ed-fb40-4a28-8014-7163f286701f tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:55.464197 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c0ce96ed-fb40-4a28-8014-7163f286701f tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Usage tracker for resource:security_group and tenant:c2e9423a4f224d2db45ed10a99270934 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:55.467225 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-4e381598-b330-42ed-8521-bf060fdf3290 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:55.468931 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c0ce96ed-fb40-4a28-8014-7163f286701f tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:55.516738 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c0ce96ed-fb40-4a28-8014-7163f286701f tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:55.540181 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-4e381598-b330-42ed-8521-bf060fdf3290 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network b9072c20-5220-4bc0-801a-9f54ed99a31a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:33:55.543847 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-4e381598-b330-42ed-8521-bf060fdf3290 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:33:55.547782 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-4e381598-b330-42ed-8521-bf060fdf3290 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:33:55.603934 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e381598-b330-42ed-8521-bf060fdf3290 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=52a22b79-143d-47ba-bfe0-93e927549bc6,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:55.628433 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-4e381598-b330-42ed-8521-bf060fdf3290 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:55.629037 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-4e381598-b330-42ed-8521-bf060fdf3290 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:55.635027 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c0ce96ed-fb40-4a28-8014-7163f286701f tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:55.679808 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c0ce96ed-fb40-4a28-8014-7163f286701f tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:55.684277 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c0ce96ed-fb40-4a28-8014-7163f286701f tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Usage tracker for resource:security_group_rule and tenant:c2e9423a4f224d2db45ed10a99270934 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:55.687370 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c0ce96ed-fb40-4a28-8014-7163f286701f tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:55.694031 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c0ce96ed-fb40-4a28-8014-7163f286701f tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:55.795226 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-4e381598-b330-42ed-8521-bf060fdf3290 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0455210 Mar 31 15:33:55.809375 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-9a3e02d2-c4ce-4267-b2d6-5615aa518c4d service neutron] Request body: {'port': {'device_id': '8a2c598a-385d-4bc8-bc4c-eb3450912f09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:55.929746 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0730c61c-1d00-441b-8415-b51826a4b619 None None] Provisioning for port 52a22b79-143d-47ba-bfe0-93e927549bc6 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:33:55.935170 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0730c61c-1d00-441b-8415-b51826a4b619 None None] Provisioning complete for port 52a22b79-143d-47ba-bfe0-93e927549bc6 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:33:55.939971 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0730c61c-1d00-441b-8415-b51826a4b619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:55.959573 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c0ce96ed-fb40-4a28-8014-7163f286701f tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:55.971002 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-9a3e02d2-c4ce-4267-b2d6-5615aa518c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:55.992068 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-0730c61c-1d00-441b-8415-b51826a4b619 None None] Port 52a22b79-143d-47ba-bfe0-93e927549bc6 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:33:56.038280 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c0ce96ed-fb40-4a28-8014-7163f286701f tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:56.125839 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-2b0c9f9e-73c9-471d-8eb3-42c93a3e3269 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-881308855&fields=id&tenant_id=4d80c83d1fbe401682aa9514176018aa HTTP/1.1" status: 200 len: 267 time: 0.1372306 Mar 31 15:33:56.128745 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce96ed-fb40-4a28-8014-7163f286701f tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b05fd629-3be6-4918-bf92-78975b1ce7fc,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:56.220680 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c0ce96ed-fb40-4a28-8014-7163f286701f tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:56.221919 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c0ce96ed-fb40-4a28-8014-7163f286701f tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7741199 Mar 31 15:33:56.224910 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48544) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:56.230304 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-bfe2591d-55da-4e31-a7e6-6d022c61793b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Request body: {'security_group_rule': {'security_group_id': '2eb028a1-ef12-4978-8325-20392f07ce72', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b05fd629-3be6-4918-bf92-78975b1ce7fc', 'remote_ip_prefix': None}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:56.236363 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-bfe2591d-55da-4e31-a7e6-6d022c61793b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:56.241082 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-bfe2591d-55da-4e31-a7e6-6d022c61793b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Usage tracker for resource:security_group_rule and tenant:c2e9423a4f224d2db45ed10a99270934 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:56.244262 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-bfe2591d-55da-4e31-a7e6-6d022c61793b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:56.250559 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-bfe2591d-55da-4e31-a7e6-6d022c61793b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:56.313389 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bfe2591d-55da-4e31-a7e6-6d022c61793b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:56.373756 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bfe2591d-55da-4e31-a7e6-6d022c61793b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:56.443691 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bfe2591d-55da-4e31-a7e6-6d022c61793b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:56.468692 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2591d-55da-4e31-a7e6-6d022c61793b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb1530bf-baa0-400d-9d06-d966286150b8,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:56.527245 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-2d214f0f-e39f-4861-b1b1-fb78ff48648d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:56.528702 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-2d214f0f-e39f-4861-b1b1-fb78ff48648d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/networks?id=b062db18-3c45-443b-8ed2-a8ef4849e9af HTTP/1.1" status: 200 len: 812 time: 0.3955803 Mar 31 15:33:56.535277 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bfe2591d-55da-4e31-a7e6-6d022c61793b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:56.539865 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-bfe2591d-55da-4e31-a7e6-6d022c61793b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3137405 Mar 31 15:33:56.540676 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48550) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:56.570501 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-4d62d364-2e0f-4182-ab0a-32948c696744 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/quotas/4d80c83d1fbe401682aa9514176018aa HTTP/1.1" status: 200 len: 375 time: 0.0338173 Mar 31 15:33:56.629650 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d22aa81-991e-4bf6-afd3-4d955f82fee3 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:56.649523 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d22aa81-991e-4bf6-afd3-4d955f82fee3 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:56.651374 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370077e-8638-4c35-8784-17dd84d6e314 req-008f49f4-cd44-4888-96e2-edf6facaf3bc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:56.652823 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b370077e-8638-4c35-8784-17dd84d6e314 req-008f49f4-cd44-4888-96e2-edf6facaf3bc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a2c598a-385d-4bc8-bc4c-eb3450912f09 HTTP/1.1" status: 200 len: 931 time: 0.0898821 Mar 31 15:33:56.700213 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-b370077e-8638-4c35-8784-17dd84d6e314 req-08b4bbe4-7fb2-4255-b5ff-c0faf6ebd5b0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:33:56.711702 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-b370077e-8638-4c35-8784-17dd84d6e314 req-08b4bbe4-7fb2-4255-b5ff-c0faf6ebd5b0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:33:56.712833 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b370077e-8638-4c35-8784-17dd84d6e314 req-08b4bbe4-7fb2-4255-b5ff-c0faf6ebd5b0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b560a78-28b4-4f5d-90e0-e1b0dccf216e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538995 Mar 31 15:33:56.752581 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-9a3e02d2-c4ce-4267-b2d6-5615aa518c4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a22b79-143d-47ba-bfe0-93e927549bc6 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:33:56.762886 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-9a3e02d2-c4ce-4267-b2d6-5615aa518c4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:56.778824 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-c475e362-abc9-49aa-a028-5d45976079bd tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Synchronizing usage tracker for tenant:4d80c83d1fbe401682aa9514176018aa on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:33:56.837756 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-9a3e02d2-c4ce-4267-b2d6-5615aa518c4d service neutron] Transition to ACTIVE for port object 52a22b79-143d-47ba-bfe0-93e927549bc6 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:33:56.838668 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d22aa81-991e-4bf6-afd3-4d955f82fee3 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:56.857841 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22aa81-991e-4bf6-afd3-4d955f82fee3 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb1530bf-baa0-400d-9d06-d966286150b8,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:56.860301 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d22aa81-991e-4bf6-afd3-4d955f82fee3 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:56.861394 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3d22aa81-991e-4bf6-afd3-4d955f82fee3 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/bb1530bf-baa0-400d-9d06-d966286150b8 HTTP/1.1" status: 204 len: 168 time: 0.3153524 Mar 31 15:33:56.864681 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48554) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:56.878795 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-c475e362-abc9-49aa-a028-5d45976079bd tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Unset dirty status for tenant:4d80c83d1fbe401682aa9514176018aa on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:33:56.879967 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-c475e362-abc9-49aa-a028-5d45976079bd tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d80c83d1fbe401682aa9514176018aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3008628 Mar 31 15:33:56.935497 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-9a3e02d2-c4ce-4267-b2d6-5615aa518c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:56.982672 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d647d869-d3d1-4bd0-b4ed-e87342bc2993 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Synchronizing usage tracker for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group_rule {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:33:57.154401 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e02d2-c4ce-4267-b2d6-5615aa518c4d service neutron] Pushing event updated for resources: {'Port': ['ID=52a22b79-143d-47ba-bfe0-93e927549bc6,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:57.251657 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-fa62994b-5dd2-447d-b341-f4763c87d851 service neutron] 10.222.0.31 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605187 Mar 31 15:33:57.256221 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d647d869-d3d1-4bd0-b4ed-e87342bc2993 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Unset dirty status for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group_rule {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:33:57.257438 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d647d869-d3d1-4bd0-b4ed-e87342bc2993 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3918266 Mar 31 15:33:57.260410 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48560) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:57.326077 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-196d7dee-b25e-4a5c-86d5-e4dd6bd43173 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:57.354073 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-196d7dee-b25e-4a5c-86d5-e4dd6bd43173 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:57.372186 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-9a3e02d2-c4ce-4267-b2d6-5615aa518c4d service neutron] Attempting to bind port 52a22b79-143d-47ba-bfe0-93e927549bc6 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:33:57.372522 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-9a3e02d2-c4ce-4267-b2d6-5615aa518c4d service neutron] Attempting to bind port 52a22b79-143d-47ba-bfe0-93e927549bc6 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '98a5b22f-d1ff-4ef2-9867-faa05f25b4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:33:57.372852 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-9a3e02d2-c4ce-4267-b2d6-5615aa518c4d service neutron] Attempting to bind port 52a22b79-143d-47ba-bfe0-93e927549bc6 on network b9072c20-5220-4bc0-801a-9f54ed99a31a {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:33:57.380641 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-9a3e02d2-c4ce-4267-b2d6-5615aa518c4d service neutron] Port 52a22b79-143d-47ba-bfe0-93e927549bc6 on network b9072c20-5220-4bc0-801a-9f54ed99a31a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:33:57.380955 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-9a3e02d2-c4ce-4267-b2d6-5615aa518c4d service neutron] Attempting to bind port 52a22b79-143d-47ba-bfe0-93e927549bc6 on network b9072c20-5220-4bc0-801a-9f54ed99a31a {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:33:57.390548 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-9a3e02d2-c4ce-4267-b2d6-5615aa518c4d service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:33:57.390883 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-9a3e02d2-c4ce-4267-b2d6-5615aa518c4d service neutron] Checking segment: {'id': '98a5b22f-d1ff-4ef2-9867-faa05f25b4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:33:57.391282 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-9a3e02d2-c4ce-4267-b2d6-5615aa518c4d service neutron] Bound using segment: {'id': '98a5b22f-d1ff-4ef2-9867-faa05f25b4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:33:57.391712 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-9a3e02d2-c4ce-4267-b2d6-5615aa518c4d service neutron] Bound port: 52a22b79-143d-47ba-bfe0-93e927549bc6, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a5b22f-d1ff-4ef2-9867-faa05f25b4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:33:57.392059 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-9a3e02d2-c4ce-4267-b2d6-5615aa518c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:57.458133 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-bff88285-369f-429f-91c3-a164412489a6 service neutron] 10.222.0.31 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995800 Mar 31 15:33:57.478059 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-196d7dee-b25e-4a5c-86d5-e4dd6bd43173 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:57.498892 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d7dee-b25e-4a5c-86d5-e4dd6bd43173 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05fd629-3be6-4918-bf92-78975b1ce7fc,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:57.506077 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-9a3e02d2-c4ce-4267-b2d6-5615aa518c4d service neutron] For port 52a22b79-143d-47ba-bfe0-93e927549bc6, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:33:57.509658 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-9a3e02d2-c4ce-4267-b2d6-5615aa518c4d service neutron] For port 52a22b79-143d-47ba-bfe0-93e927549bc6, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=52a22b79-143d-47ba-bfe0-93e927549bc6,segment=NetworkSegment(98a5b22f-d1ff-4ef2-9867-faa05f25b4c8),segment_id=98a5b22f-d1ff-4ef2-9867-faa05f25b4c8)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:33:57.564537 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-9a3e02d2-c4ce-4267-b2d6-5615aa518c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:57.586314 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-196d7dee-b25e-4a5c-86d5-e4dd6bd43173 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:57.589420 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-196d7dee-b25e-4a5c-86d5-e4dd6bd43173 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "DELETE /v2.0/security-groups/b05fd629-3be6-4918-bf92-78975b1ce7fc HTTP/1.1" status: 204 len: 168 time: 0.3266582 Mar 31 15:33:57.590829 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48566) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:57.623987 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-9a3e02d2-c4ce-4267-b2d6-5615aa518c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:57.624367 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-9a3e02d2-c4ce-4267-b2d6-5615aa518c4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:57.625771 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-9a3e02d2-c4ce-4267-b2d6-5615aa518c4d service neutron] 10.222.0.41 "PUT /v2.0/ports/52a22b79-143d-47ba-bfe0-93e927549bc6 HTTP/1.1" status: 200 len: 1093 time: 1.8206627 Mar 31 15:33:57.626202 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2c598a-385d-4bc8-bc4c-eb3450912f09', 'tag': '52a22b79-143d-47ba-bfe0-93e927549bc6'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:33:57.664831 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e02d2-c4ce-4267-b2d6-5615aa518c4d service neutron] Pushing event updated for resources: {'Port': ['ID=52a22b79-143d-47ba-bfe0-93e927549bc6,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:57.698916 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2c598a-385d-4bc8-bc4c-eb3450912f09', 'tag': '52a22b79-143d-47ba-bfe0-93e927549bc6', 'status': 'completed', 'code': 200} Mar 31 15:33:57.714393 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-3f08aa9c-2d74-4576-a918-5f8691d634d7 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Synchronizing usage tracker for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:33:57.809780 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-3f08aa9c-2d74-4576-a918-5f8691d634d7 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Unset dirty status for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:33:57.811448 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3f08aa9c-2d74-4576-a918-5f8691d634d7 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2194908 Mar 31 15:33:57.812853 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f752fb-9f0e-4374-80c6-3c0ab18cfc6d req-fdb83f1a-1c4e-4c80-af52-3f1f271d6952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:57.814216 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48578) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:57.818155 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-94f752fb-9f0e-4374-80c6-3c0ab18cfc6d req-fdb83f1a-1c4e-4c80-af52-3f1f271d6952 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=8a2c598a-385d-4bc8-bc4c-eb3450912f09 HTTP/1.1" status: 200 len: 1096 time: 0.0975461 Mar 31 15:33:57.935006 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cafa11d3-1b71-4c37-b593-9d8450d76c23 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:57.965136 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f752fb-9f0e-4374-80c6-3c0ab18cfc6d req-2107f201-1fc8-453f-a76e-b973f809e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:57.966610 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-94f752fb-9f0e-4374-80c6-3c0ab18cfc6d req-2107f201-1fc8-453f-a76e-b973f809e74b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a28d6e89f5614e35860f06912b5df90e&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1401510 Mar 31 15:33:57.976833 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cafa11d3-1b71-4c37-b593-9d8450d76c23 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:57.996284 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9c928-9004-4627-8278-74aab4841986 req-18a73ca7-bdb7-4e9e-8af2-b93fb2c0f0e2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:57.997858 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-fcd9c928-9004-4627-8278-74aab4841986 req-18a73ca7-bdb7-4e9e-8af2-b93fb2c0f0e2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a2c598a-385d-4bc8-bc4c-eb3450912f09 HTTP/1.1" status: 200 len: 943 time: 0.1534429 Mar 31 15:33:58.064619 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-fcd9c928-9004-4627-8278-74aab4841986 req-a106fb19-bc1d-4842-a660-454dfb6e5e09 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b560a78-28b4-4f5d-90e0-e1b0dccf216e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558238 Mar 31 15:33:58.118900 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f752fb-9f0e-4374-80c6-3c0ab18cfc6d req-4c1a5fec-43fb-4b93-96e2-5c9b23e42574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:58.120487 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-94f752fb-9f0e-4374-80c6-3c0ab18cfc6d req-4c1a5fec-43fb-4b93-96e2-5c9b23e42574 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1476793 Mar 31 15:33:58.164629 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cafa11d3-1b71-4c37-b593-9d8450d76c23 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:58.197242 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-61caa537-e108-4ad1-88a3-a68d15c8d392 req-9ea4792d-7239-448f-a805-3c17ee75bdec tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d32ae0e-a7ae-4d61-addd-d9ce05f7d828 HTTP/1.1" status: 200 len: 210 time: 0.0697179 Mar 31 15:33:58.201625 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa11d3-1b71-4c37-b593-9d8450d76c23 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb028a1-ef12-4978-8325-20392f07ce72,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:58.242341 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-ea103b38-6f3e-43fd-9bb6-d5913dd7617a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:58.243815 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-ea103b38-6f3e-43fd-9bb6-d5913dd7617a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=8a2c598a-385d-4bc8-bc4c-eb3450912f09 HTTP/1.1" status: 200 len: 1096 time: 0.0857079 Mar 31 15:33:58.281797 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cafa11d3-1b71-4c37-b593-9d8450d76c23 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:58.283095 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-cafa11d3-1b71-4c37-b593-9d8450d76c23 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "DELETE /v2.0/security-groups/2eb028a1-ef12-4978-8325-20392f07ce72 HTTP/1.1" status: 204 len: 168 time: 0.4678433 Mar 31 15:33:58.287555 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48590) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:58.316828 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-2bcd1d64-7ab9-4d94-9d81-8927d6e6a942 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52a22b79-143d-47ba-bfe0-93e927549bc6 HTTP/1.1" status: 200 len: 217 time: 0.0655024 Mar 31 15:33:58.336250 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-fba71d63-3429-4927-8d6d-f5b3843c5311 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Synchronizing usage tracker for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:33:58.378559 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-cf5e741b-ee82-47c9-885f-14632c198687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:58.380072 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-cf5e741b-ee82-47c9-885f-14632c198687 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70999811-ad99-4e32-9846-99ed9fb0a8f2 HTTP/1.1" status: 200 len: 835 time: 0.0581584 Mar 31 15:33:58.426478 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-fba71d63-3429-4927-8d6d-f5b3843c5311 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Unset dirty status for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:33:58.427816 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-fba71d63-3429-4927-8d6d-f5b3843c5311 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1411283 Mar 31 15:33:58.431956 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48594) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:58.437103 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7c1f73e4-a2b1-4bef-85b0-9addec1a3e4b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Request body: {'security_group': {'name': 'tempest-secgroup--555852695'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:58.444213 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7c1f73e4-a2b1-4bef-85b0-9addec1a3e4b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:58.454241 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7c1f73e4-a2b1-4bef-85b0-9addec1a3e4b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:58.535556 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1f73e4-a2b1-4bef-85b0-9addec1a3e4b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:58.557426 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7c1f73e4-a2b1-4bef-85b0-9addec1a3e4b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:58.561694 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7c1f73e4-a2b1-4bef-85b0-9addec1a3e4b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Usage tracker for resource:security_group_rule and tenant:c2e9423a4f224d2db45ed10a99270934 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:58.564713 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7c1f73e4-a2b1-4bef-85b0-9addec1a3e4b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:58.568790 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-932214bd-bf97-4287-bd6d-04379bda1dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:58.570225 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-932214bd-bf97-4287-bd6d-04379bda1dd4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b9072c20-5220-4bc0-801a-9f54ed99a31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1838861 Mar 31 15:33:58.570811 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7c1f73e4-a2b1-4bef-85b0-9addec1a3e4b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:58.646630 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1f73e4-a2b1-4bef-85b0-9addec1a3e4b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:58.728380 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-88b3031a-d0f5-41a5-a151-f1cd1ebdecd3 service neutron] 10.222.0.41 "GET /v2.0/networks/b9072c20-5220-4bc0-801a-9f54ed99a31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512747 Mar 31 15:33:58.768223 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1f73e4-a2b1-4bef-85b0-9addec1a3e4b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:58.814835 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f73e4-a2b1-4bef-85b0-9addec1a3e4b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1d3d29-c30e-4331-8eb6-798fd4e157e9,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:58.868118 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c110fc01-ae1c-4e47-bba8-696b0d856d81 req-e3e2e126-4c2d-445d-91ba-2265b7af936b service neutron] 10.222.0.41 "GET /v2.0/networks/b9072c20-5220-4bc0-801a-9f54ed99a31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324787 Mar 31 15:33:58.905529 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c1f73e4-a2b1-4bef-85b0-9addec1a3e4b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:58.906788 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7c1f73e4-a2b1-4bef-85b0-9addec1a3e4b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4739237 Mar 31 15:33:58.910332 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48600) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:58.915218 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b40ea8e3-2251-427c-9c01-b1bf93f4d6d8 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Request body: {'security_group_rule': {'security_group_id': '7c1d3d29-c30e-4331-8eb6-798fd4e157e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:58.921259 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b40ea8e3-2251-427c-9c01-b1bf93f4d6d8 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:33:58.925305 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b40ea8e3-2251-427c-9c01-b1bf93f4d6d8 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Usage tracker for resource:security_group_rule and tenant:c2e9423a4f224d2db45ed10a99270934 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:33:58.928115 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b40ea8e3-2251-427c-9c01-b1bf93f4d6d8 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:33:58.934297 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b40ea8e3-2251-427c-9c01-b1bf93f4d6d8 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:33:59.009135 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b40ea8e3-2251-427c-9c01-b1bf93f4d6d8 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:59.072243 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b40ea8e3-2251-427c-9c01-b1bf93f4d6d8 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:59.175227 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b40ea8e3-2251-427c-9c01-b1bf93f4d6d8 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:59.200297 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ea8e3-2251-427c-9c01-b1bf93f4d6d8 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4946070f-58fc-4e7f-8d63-26d8dcf38292,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:59.258315 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef98af-5fe8-4ebb-9f46-f11286429f01 req-45e4fe39-945b-431c-a8b1-e12860d59ba5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:59.259013 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-7eef98af-5fe8-4ebb-9f46-f11286429f01 req-45e4fe39-945b-431c-a8b1-e12860d59ba5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:33:59.345398 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b40ea8e3-2251-427c-9c01-b1bf93f4d6d8 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:59.347050 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b40ea8e3-2251-427c-9c01-b1bf93f4d6d8 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4352381 Mar 31 15:33:59.350010 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48608) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:59.353973 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-53b4ec23-9e00-4130-8138-a0e06e035bc7 req-37595252-071e-432f-b6b0-6e365f29d4de tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d32ae0e-a7ae-4d61-addd-d9ce05f7d828 HTTP/1.1" status: 200 len: 210 time: 0.0461855 Mar 31 15:33:59.380843 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7432571-b415-4be2-bd2a-8264db765047 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:59.388039 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-7eef98af-5fe8-4ebb-9f46-f11286429f01 req-45e4fe39-945b-431c-a8b1-e12860d59ba5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:33:59.389999 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7eef98af-5fe8-4ebb-9f46-f11286429f01 req-45e4fe39-945b-431c-a8b1-e12860d59ba5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a2c598a-385d-4bc8-bc4c-eb3450912f09 HTTP/1.1" status: 200 len: 943 time: 0.2164879 Mar 31 15:33:59.397845 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7432571-b415-4be2-bd2a-8264db765047 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:59.453340 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7eef98af-5fe8-4ebb-9f46-f11286429f01 req-df090f8a-9228-4693-872d-1b3511ec8c20 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b560a78-28b4-4f5d-90e0-e1b0dccf216e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479543 Mar 31 15:33:59.523903 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7432571-b415-4be2-bd2a-8264db765047 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:59.546047 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7432571-b415-4be2-bd2a-8264db765047 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4946070f-58fc-4e7f-8d63-26d8dcf38292,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:59.548300 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7432571-b415-4be2-bd2a-8264db765047 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:59.551529 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a7432571-b415-4be2-bd2a-8264db765047 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/4946070f-58fc-4e7f-8d63-26d8dcf38292 HTTP/1.1" status: 204 len: 168 time: 0.1983588 Mar 31 15:33:59.553329 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48612) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:59.601018 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4986744f-8117-4e7a-a398-1bd750255aca tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Synchronizing usage tracker for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group_rule {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:33:59.746532 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4986744f-8117-4e7a-a398-1bd750255aca tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Unset dirty status for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group_rule {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:33:59.747818 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4986744f-8117-4e7a-a398-1bd750255aca tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1939209 Mar 31 15:33:59.750780 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48616) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:33:59.816400 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-64b1aac1-2caa-4f18-9545-3fbb77855a29 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:59.842151 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-64b1aac1-2caa-4f18-9545-3fbb77855a29 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:59.952044 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-64b1aac1-2caa-4f18-9545-3fbb77855a29 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:33:59.972896 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1aac1-2caa-4f18-9545-3fbb77855a29 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1d3d29-c30e-4331-8eb6-798fd4e157e9,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:00.038086 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-64b1aac1-2caa-4f18-9545-3fbb77855a29 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:00.039225 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-64b1aac1-2caa-4f18-9545-3fbb77855a29 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "DELETE /v2.0/security-groups/7c1d3d29-c30e-4331-8eb6-798fd4e157e9 HTTP/1.1" status: 204 len: 168 time: 0.2875385 Mar 31 15:34:00.041750 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48620) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:00.093211 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4c3fd8d8-45a6-4fc4-9fb1-20a9a2ac802d tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Synchronizing usage tracker for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:34:00.152013 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4c3fd8d8-45a6-4fc4-9fb1-20a9a2ac802d tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Unset dirty status for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:34:00.153306 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4c3fd8d8-45a6-4fc4-9fb1-20a9a2ac802d tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1106129 Mar 31 15:34:00.157112 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48624) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:00.162605 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9cb5c98c-f9b0-4d05-baf6-2a2abed54d56 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Request body: {'security_group': {'name': 'tempest-secgroup--1307283284'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:00.169054 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9cb5c98c-f9b0-4d05-baf6-2a2abed54d56 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:34:00.179108 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9cb5c98c-f9b0-4d05-baf6-2a2abed54d56 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:34:00.248482 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9cb5c98c-f9b0-4d05-baf6-2a2abed54d56 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:00.270349 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9cb5c98c-f9b0-4d05-baf6-2a2abed54d56 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:34:00.274796 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9cb5c98c-f9b0-4d05-baf6-2a2abed54d56 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Usage tracker for resource:security_group_rule and tenant:c2e9423a4f224d2db45ed10a99270934 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:34:00.277672 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9cb5c98c-f9b0-4d05-baf6-2a2abed54d56 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:34:00.283336 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9cb5c98c-f9b0-4d05-baf6-2a2abed54d56 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:34:00.356987 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9cb5c98c-f9b0-4d05-baf6-2a2abed54d56 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:00.431243 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9cb5c98c-f9b0-4d05-baf6-2a2abed54d56 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:00.519005 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-46cb372c-98b6-45cf-80b9-10128dfcd7a3 req-5ec68113-1d8e-422d-8a59-4a9c2d615709 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d32ae0e-a7ae-4d61-addd-d9ce05f7d828 HTTP/1.1" status: 200 len: 210 time: 0.0570090 Mar 31 15:34:00.531393 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5c98c-f9b0-4d05-baf6-2a2abed54d56 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06434749-66b6-4624-9185-794f7bf52521,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:00.541383 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-e3a14cc9-e414-4ef7-8d00-5e96d4aefd9d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:00.543040 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-e3a14cc9-e414-4ef7-8d00-5e96d4aefd9d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.41 "GET /v2.0/networks?id=b062db18-3c45-443b-8ed2-a8ef4849e9af HTTP/1.1" status: 200 len: 812 time: 0.1646593 Mar 31 15:34:00.592355 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9cb5c98c-f9b0-4d05-baf6-2a2abed54d56 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:00.593718 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9cb5c98c-f9b0-4d05-baf6-2a2abed54d56 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4355998 Mar 31 15:34:00.596987 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48632) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:00.602833 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a4308379-0046-4e29-b844-45f62f3eee99 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Request body: {'security_group_rule': {'security_group_id': '06434749-66b6-4624-9185-794f7bf52521', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:00.609391 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a4308379-0046-4e29-b844-45f62f3eee99 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:34:00.614104 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a4308379-0046-4e29-b844-45f62f3eee99 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Usage tracker for resource:security_group_rule and tenant:c2e9423a4f224d2db45ed10a99270934 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:34:00.617052 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a4308379-0046-4e29-b844-45f62f3eee99 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:34:00.623288 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a4308379-0046-4e29-b844-45f62f3eee99 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:34:00.645184 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-c5ef33f6-2313-444c-b353-8541e86bc7ce tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d80c83d1fbe401682aa9514176018aa HTTP/1.1" status: 200 len: 379 time: 0.0908957 Mar 31 15:34:00.656837 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-c76f3d36-765e-47ee-baab-afdf1fdd10ee tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Request body: {'port': {'device_id': '4d32ae0e-a7ae-4d61-addd-d9ce05f7d828', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'admin_state_up': True, 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'security_groups': ['d9e81fc0-179b-43b4-8540-7cc482d9ef51']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:00.747170 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4308379-0046-4e29-b844-45f62f3eee99 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:00.789266 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49829d49-0e34-4c57-883e-6bceba80e415 req-5d63d2e9-2695-4a2f-b5b5-97be1f03d6da tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:00.790746 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-49829d49-0e34-4c57-883e-6bceba80e415 req-5d63d2e9-2695-4a2f-b5b5-97be1f03d6da tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a2c598a-385d-4bc8-bc4c-eb3450912f09 HTTP/1.1" status: 200 len: 943 time: 0.2044280 Mar 31 15:34:00.811945 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4308379-0046-4e29-b844-45f62f3eee99 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:00.859155 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-c76f3d36-765e-47ee-baab-afdf1fdd10ee tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:34:00.863900 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-49829d49-0e34-4c57-883e-6bceba80e415 req-96f22eb8-2220-43a7-9a14-d26ddca30c94 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b560a78-28b4-4f5d-90e0-e1b0dccf216e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626843 Mar 31 15:34:00.871889 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-c76f3d36-765e-47ee-baab-afdf1fdd10ee tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:34:00.872102 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4308379-0046-4e29-b844-45f62f3eee99 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:00.900047 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4308379-0046-4e29-b844-45f62f3eee99 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0490d39a-6457-4d51-a99d-38f738c4d1cf,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:00.957653 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-c76f3d36-765e-47ee-baab-afdf1fdd10ee tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Made reservation on behalf of 4d80c83d1fbe401682aa9514176018aa for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:34:00.961407 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-c76f3d36-765e-47ee-baab-afdf1fdd10ee tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:00.969235 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4308379-0046-4e29-b844-45f62f3eee99 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:00.971175 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a4308379-0046-4e29-b844-45f62f3eee99 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3725286 Mar 31 15:34:00.975991 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48638) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:00.996008 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c329e814-fcee-4c01-a02c-bb4682e4248c tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "GET /v2.0/security-group-rules/0490d39a-6457-4d51-a99d-38f738c4d1cf HTTP/1.1" status: 200 len: 763 time: 0.0186493 Mar 31 15:34:00.999651 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48642) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:01.002100 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48644) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:01.132241 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-c76f3d36-765e-47ee-baab-afdf1fdd10ee tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Allocated IP 172.20.0.8 (b062db18-3c45-443b-8ed2-a8ef4849e9af/df984311-c0fe-4d96-bc1f-8e89883604f5/0f85321f-84d1-4416-80dc-c1daa9bafa8c) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:34:01.209564 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c09dbc50-17f0-4823-9cbe-8e3eaaa57f15 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Synchronizing usage tracker for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group_rule {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:34:01.350426 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-c76f3d36-765e-47ee-baab-afdf1fdd10ee tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:01.366933 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-c76f3d36-765e-47ee-baab-afdf1fdd10ee tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Transition to ACTIVE for port object 0f85321f-84d1-4416-80dc-c1daa9bafa8c will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:34:01.368797 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c09dbc50-17f0-4823-9cbe-8e3eaaa57f15 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Unset dirty status for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group_rule {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:34:01.372640 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c09dbc50-17f0-4823-9cbe-8e3eaaa57f15 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3666513 Mar 31 15:34:01.373122 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48652) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:01.376248 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-95b8a217-bca8-4566-a4f2-7939faf4b311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Deleting port a6075177-eea0-4215-a65f-312d2b876602 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:34:01.376589 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95b8a217-bca8-4566-a4f2-7939faf4b311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:01.451804 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-99ac6897-456a-442f-9f53-90ddb71d94c6 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:01.473066 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-c76f3d36-765e-47ee-baab-afdf1fdd10ee tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:01.490655 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-99ac6897-456a-442f-9f53-90ddb71d94c6 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:01.540873 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-c76f3d36-765e-47ee-baab-afdf1fdd10ee tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Network b062db18-3c45-443b-8ed2-a8ef4849e9af is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:34:01.550679 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-c76f3d36-765e-47ee-baab-afdf1fdd10ee tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:34:01.555691 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-c76f3d36-765e-47ee-baab-afdf1fdd10ee tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:34:01.592187 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f3d36-765e-47ee-baab-afdf1fdd10ee tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Pushing event updated for resources: {'Port': ['ID=0f85321f-84d1-4416-80dc-c1daa9bafa8c,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:01.610978 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95b8a217-bca8-4566-a4f2-7939faf4b311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:01.611312 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95b8a217-bca8-4566-a4f2-7939faf4b311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:01.638567 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-99ac6897-456a-442f-9f53-90ddb71d94c6 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:01.653383 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-c76f3d36-765e-47ee-baab-afdf1fdd10ee tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:01.654504 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-c76f3d36-765e-47ee-baab-afdf1fdd10ee tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:01.741501 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-c76f3d36-765e-47ee-baab-afdf1fdd10ee tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0887291 Mar 31 15:34:01.755645 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-5c66dc47-06aa-4a37-80d4-5f99f96a0917 service neutron] Request body: {'port': {'device_id': '4d32ae0e-a7ae-4d61-addd-d9ce05f7d828', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:01.815961 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-95b8a217-bca8-4566-a4f2-7939faf4b311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Calling delete_port for a6075177-eea0-4215-a65f-312d2b876602 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:34:01.869015 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac6897-456a-442f-9f53-90ddb71d94c6 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0490d39a-6457-4d51-a99d-38f738c4d1cf,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:01.883557 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-5c66dc47-06aa-4a37-80d4-5f99f96a0917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:01.946603 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010ada7-382c-4c04-b3a1-b49fbe6890b5 req-e04bbef6-8e07-4f9a-bd9d-c91e32488a8d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:01.948226 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5010ada7-382c-4c04-b3a1-b49fbe6890b5 req-e04bbef6-8e07-4f9a-bd9d-c91e32488a8d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d32ae0e-a7ae-4d61-addd-d9ce05f7d828 HTTP/1.1" status: 200 len: 931 time: 0.1819131 Mar 31 15:34:01.950743 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-99ac6897-456a-442f-9f53-90ddb71d94c6 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:01.951387 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-99ac6897-456a-442f-9f53-90ddb71d94c6 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/0490d39a-6457-4d51-a99d-38f738c4d1cf HTTP/1.1" status: 204 len: 168 time: 0.5772114 Mar 31 15:34:01.958677 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48660) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:02.021023 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-21eff5f0-38ca-4710-abcf-afd47b520538 None None] Provisioning for port 0f85321f-84d1-4416-80dc-c1daa9bafa8c completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:34:02.026420 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-21eff5f0-38ca-4710-abcf-afd47b520538 None None] Provisioning complete for port 0f85321f-84d1-4416-80dc-c1daa9bafa8c triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:34:02.026788 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-21eff5f0-38ca-4710-abcf-afd47b520538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:02.044335 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-5010ada7-382c-4c04-b3a1-b49fbe6890b5 req-1c8c1570-b6e5-47a4-a4be-ffcbec47017b tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Synchronizing usage tracker for tenant:4d80c83d1fbe401682aa9514176018aa on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:34:02.096623 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-21eff5f0-38ca-4710-abcf-afd47b520538 None None] Port 0f85321f-84d1-4416-80dc-c1daa9bafa8c cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:34:02.130111 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95b8a217-bca8-4566-a4f2-7939faf4b311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:02.179253 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8a217-bca8-4566-a4f2-7939faf4b311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Pushing event deleted for resources: {'Port': ['ID=a6075177-eea0-4215-a65f-312d2b876602,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:02.181067 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-5010ada7-382c-4c04-b3a1-b49fbe6890b5 req-1c8c1570-b6e5-47a4-a4be-ffcbec47017b tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Unset dirty status for tenant:4d80c83d1fbe401682aa9514176018aa on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:34:02.182264 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5010ada7-382c-4c04-b3a1-b49fbe6890b5 req-1c8c1570-b6e5-47a4-a4be-ffcbec47017b tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2251189 Mar 31 15:34:02.249501 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-0e1aeec8-1e30-4828-9055-15c481604438 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Synchronizing usage tracker for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group_rule {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:34:02.291166 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95b8a217-bca8-4566-a4f2-7939faf4b311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:02.291645 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-95b8a217-bca8-4566-a4f2-7939faf4b311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Floating IP bcf70f22-0039-45c0-9f0e-d6fa86c175be disassociated (deleted). External IP: 172.26.5.95, port: ae562510-d179-4c26-838b-d4fd87511d70. Mar 31 15:34:02.379199 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-0e1aeec8-1e30-4828-9055-15c481604438 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Unset dirty status for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group_rule {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:34:02.381319 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0e1aeec8-1e30-4828-9055-15c481604438 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4204059 Mar 31 15:34:02.386499 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48664) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:02.394809 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-63aae9d8-f2df-4100-a26c-5af1a01bcde8 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Request body: {'security_group_rule': {'security_group_id': '06434749-66b6-4624-9185-794f7bf52521', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:02.405823 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-63aae9d8-f2df-4100-a26c-5af1a01bcde8 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:34:02.419027 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b319d-58b5-4966-83fa-33e778641062 req-b2daa2cf-f0cb-4791-9a35-6b6bacdf1eb6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:02.420488 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ee0b319d-58b5-4966-83fa-33e778641062 req-b2daa2cf-f0cb-4791-9a35-6b6bacdf1eb6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a2c598a-385d-4bc8-bc4c-eb3450912f09 HTTP/1.1" status: 200 len: 943 time: 0.4023604 Mar 31 15:34:02.441228 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-63aae9d8-f2df-4100-a26c-5af1a01bcde8 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:34:02.498956 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ee0b319d-58b5-4966-83fa-33e778641062 req-fc51be3b-11d1-4575-83ae-cfff51b3838a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b560a78-28b4-4f5d-90e0-e1b0dccf216e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693481 Mar 31 15:34:02.524651 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 52a22b79-143d-47ba-bfe0-93e927549bc6 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:34:02.530895 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-63aae9d8-f2df-4100-a26c-5af1a01bcde8 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:02.621488 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-5c66dc47-06aa-4a37-80d4-5f99f96a0917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f85321f-84d1-4416-80dc-c1daa9bafa8c {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:34:02.633563 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-5c66dc47-06aa-4a37-80d4-5f99f96a0917 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:02.656404 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-5c66dc47-06aa-4a37-80d4-5f99f96a0917 service neutron] Transition to ACTIVE for port object 0f85321f-84d1-4416-80dc-c1daa9bafa8c will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:34:02.669851 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-63aae9d8-f2df-4100-a26c-5af1a01bcde8 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:02.703812 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 52a22b79-143d-47ba-bfe0-93e927549bc6, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=52a22b79-143d-47ba-bfe0-93e927549bc6,segment=NetworkSegment(98a5b22f-d1ff-4ef2-9867-faa05f25b4c8),segment_id=98a5b22f-d1ff-4ef2-9867-faa05f25b4c8)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:34:02.718931 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': '52a22b79-143d-47ba-bfe0-93e927549bc6', 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a', 'port_id': '52a22b79-143d-47ba-bfe0-93e927549bc6', 'mac_address': 'fa:16:3e:55:14:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70999811-ad99-4e32-9846-99ed9fb0a8f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:34:02.763656 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-5c66dc47-06aa-4a37-80d4-5f99f96a0917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:02.786282 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b8a217-bca8-4566-a4f2-7939faf4b311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Router 5ab90caa-b315-4282-b8c3-5a33e8b4f43f has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:34:02.792991 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:02.811862 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-63aae9d8-f2df-4100-a26c-5af1a01bcde8 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:02.818023 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a22b79-143d-47ba-bfe0-93e927549bc6 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:34:02.855123 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 52a22b79-143d-47ba-bfe0-93e927549bc6, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=52a22b79-143d-47ba-bfe0-93e927549bc6,segment=NetworkSegment(98a5b22f-d1ff-4ef2-9867-faa05f25b4c8),segment_id=98a5b22f-d1ff-4ef2-9867-faa05f25b4c8)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:34:02.928364 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aae9d8-f2df-4100-a26c-5af1a01bcde8 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb20ffc-5cfb-48ab-87e5-c94bac6c1fab,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:02.946734 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:02.992575 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66dc47-06aa-4a37-80d4-5f99f96a0917 service neutron] Pushing event updated for resources: {'Port': ['ID=0f85321f-84d1-4416-80dc-c1daa9bafa8c,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:03.026678 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b8a217-bca8-4566-a4f2-7939faf4b311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:34:03.086893 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=52a22b79-143d-47ba-bfe0-93e927549bc6,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:03.087552 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-5c66dc47-06aa-4a37-80d4-5f99f96a0917 service neutron] Attempting to bind port 0f85321f-84d1-4416-80dc-c1daa9bafa8c on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:34:03.087891 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-5c66dc47-06aa-4a37-80d4-5f99f96a0917 service neutron] Attempting to bind port 0f85321f-84d1-4416-80dc-c1daa9bafa8c by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'ba430e3c-c87c-4f37-818e-9716eff11a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:34:03.088222 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-5c66dc47-06aa-4a37-80d4-5f99f96a0917 service neutron] Attempting to bind port 0f85321f-84d1-4416-80dc-c1daa9bafa8c on network b062db18-3c45-443b-8ed2-a8ef4849e9af {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:34:03.094061 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-5c66dc47-06aa-4a37-80d4-5f99f96a0917 service neutron] Port 0f85321f-84d1-4416-80dc-c1daa9bafa8c on network b062db18-3c45-443b-8ed2-a8ef4849e9af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:34:03.094378 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-5c66dc47-06aa-4a37-80d4-5f99f96a0917 service neutron] Attempting to bind port 0f85321f-84d1-4416-80dc-c1daa9bafa8c on network b062db18-3c45-443b-8ed2-a8ef4849e9af {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:34:03.100793 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-5c66dc47-06aa-4a37-80d4-5f99f96a0917 service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:34:03.101334 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-5c66dc47-06aa-4a37-80d4-5f99f96a0917 service neutron] Checking segment: {'id': 'ba430e3c-c87c-4f37-818e-9716eff11a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:34:03.101806 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-5c66dc47-06aa-4a37-80d4-5f99f96a0917 service neutron] Bound using segment: {'id': 'ba430e3c-c87c-4f37-818e-9716eff11a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:34:03.102246 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-5c66dc47-06aa-4a37-80d4-5f99f96a0917 service neutron] Bound port: 0f85321f-84d1-4416-80dc-c1daa9bafa8c, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba430e3c-c87c-4f37-818e-9716eff11a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:34:03.102594 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-5c66dc47-06aa-4a37-80d4-5f99f96a0917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:03.106939 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d85bfc-036f-4a81-bf45-5835ef6c0086 None None] Sync routers for ids ['5ab90caa-b315-4282-b8c3-5a33e8b4f43f'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:34:03.123992 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d85bfc-036f-4a81-bf45-5835ef6c0086 None None] Routers {'5ab90caa-b315-4282-b8c3-5a33e8b4f43f'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:34:03.124665 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a7d85bfc-036f-4a81-bf45-5835ef6c0086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:33:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['5ab90caa-b315-4282-b8c3-5a33e8b4f43f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:03.158333 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95b8a217-bca8-4566-a4f2-7939faf4b311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:03.167076 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-63aae9d8-f2df-4100-a26c-5af1a01bcde8 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:03.168616 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-63aae9d8-f2df-4100-a26c-5af1a01bcde8 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7811213 Mar 31 15:34:03.183267 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['52a22b79-143d-47ba-bfe0-93e927549bc6'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:34:03.183897 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48668) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:03.215756 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3cadd660-14e9-4d00-997e-d2bc6768e038 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "GET /v2.0/security-group-rules/4fb20ffc-5cfb-48ab-87e5-c94bac6c1fab HTTP/1.1" status: 200 len: 763 time: 0.0297740 Mar 31 15:34:03.224623 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48674) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:03.236188 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-95b8a217-bca8-4566-a4f2-7939faf4b311 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "DELETE /v2.0/floatingips/bcf70f22-0039-45c0-9f0e-d6fa86c175be HTTP/1.1" status: 204 len: 168 time: 2.2353745 Mar 31 15:34:03.236887 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df94328b-7766-45b8-a10c-c496188dc4ef', 'tag': 'ae562510-d179-4c26-838b-d4fd87511d70'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:34:03.274759 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-528d12fc-3374-4efb-a41b-2c2f5a146079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:03.289011 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-5c66dc47-06aa-4a37-80d4-5f99f96a0917 service neutron] For port 0f85321f-84d1-4416-80dc-c1daa9bafa8c, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:34:03.312087 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-60ef3c5b-5ca5-4607-8627-a1ac6289a7c1 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Synchronizing usage tracker for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group_rule {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:34:03.320098 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-5c66dc47-06aa-4a37-80d4-5f99f96a0917 service neutron] For port 0f85321f-84d1-4416-80dc-c1daa9bafa8c, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=0f85321f-84d1-4416-80dc-c1daa9bafa8c,segment=NetworkSegment(ba430e3c-c87c-4f37-818e-9716eff11a24),segment_id=ba430e3c-c87c-4f37-818e-9716eff11a24)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:34:03.421980 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-5c66dc47-06aa-4a37-80d4-5f99f96a0917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:03.531986 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-60ef3c5b-5ca5-4607-8627-a1ac6289a7c1 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Unset dirty status for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group_rule {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:34:03.542478 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-60ef3c5b-5ca5-4607-8627-a1ac6289a7c1 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3119812 Mar 31 15:34:03.542478 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48684) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:03.550145 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a7d85bfc-036f-4a81-bf45-5835ef6c0086 None None] Set router 5ab90caa-b315-4282-b8c3-5a33e8b4f43f gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:34:03.607741 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-5c66dc47-06aa-4a37-80d4-5f99f96a0917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:03.608484 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-5c66dc47-06aa-4a37-80d4-5f99f96a0917 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:03.609938 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-5c66dc47-06aa-4a37-80d4-5f99f96a0917 service neutron] 10.222.0.41 "PUT /v2.0/ports/0f85321f-84d1-4416-80dc-c1daa9bafa8c HTTP/1.1" status: 200 len: 1093 time: 1.8605182 Mar 31 15:34:03.612538 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66dc47-06aa-4a37-80d4-5f99f96a0917 service neutron] Pushing event updated for resources: {'Port': ['ID=0f85321f-84d1-4416-80dc-c1daa9bafa8c,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:03.613530 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8549ab-be6b-4eaf-8d78-6a748f97ee54 req-2b1b5425-079c-4531-9b9d-3e1b6a7ebf67 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:03.621564 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-df8549ab-be6b-4eaf-8d78-6a748f97ee54 req-2b1b5425-079c-4531-9b9d-3e1b6a7ebf67 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d32ae0e-a7ae-4d61-addd-d9ce05f7d828 HTTP/1.1" status: 200 len: 943 time: 0.2818222 Mar 31 15:34:03.627228 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d32ae0e-a7ae-4d61-addd-d9ce05f7d828', 'tag': '0f85321f-84d1-4416-80dc-c1daa9bafa8c'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:34:03.686458 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-df8549ab-be6b-4eaf-8d78-6a748f97ee54 req-6c0c5a83-989a-414b-ad1c-90f9892d4d92 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606575 Mar 31 15:34:03.713019 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40c7b388-3c6e-40ee-8ca7-7c9a273c11fe tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:03.791271 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40c7b388-3c6e-40ee-8ca7-7c9a273c11fe tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:03.847796 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-cbfadc1f-b799-47ad-a205-bc8c9f724f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:03.851985 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-cbfadc1f-b799-47ad-a205-bc8c9f724f49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d80c83d1fbe401682aa9514176018aa&device_id=4d32ae0e-a7ae-4d61-addd-d9ce05f7d828 HTTP/1.1" status: 200 len: 1096 time: 0.1213717 Mar 31 15:34:03.948578 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40c7b388-3c6e-40ee-8ca7-7c9a273c11fe tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:03.987075 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df94328b-7766-45b8-a10c-c496188dc4ef', 'tag': 'ae562510-d179-4c26-838b-d4fd87511d70', 'status': 'completed', 'code': 200} Mar 31 15:34:04.028663 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-0bba7e85-b39b-4b6c-822e-7f54e772aa0f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f85321f-84d1-4416-80dc-c1daa9bafa8c HTTP/1.1" status: 200 len: 217 time: 0.1674979 Mar 31 15:34:04.051980 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d32ae0e-a7ae-4d61-addd-d9ce05f7d828', 'tag': '0f85321f-84d1-4416-80dc-c1daa9bafa8c', 'status': 'completed', 'code': 200} Mar 31 15:34:04.087619 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7b388-3c6e-40ee-8ca7-7c9a273c11fe tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4fb20ffc-5cfb-48ab-87e5-c94bac6c1fab,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:04.200445 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-bc0d7d3c-fa48-4cf3-a7a3-94fa68276b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:04.200445 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-bc0d7d3c-fa48-4cf3-a7a3-94fa68276b64 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df984311-c0fe-4d96-bc1f-8e89883604f5 HTTP/1.1" status: 200 len: 851 time: 0.1348338 Mar 31 15:34:04.225062 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fff89-f985-4677-821d-5d66d76ff39e req-11c54c05-95f2-42d4-ab96-40629ebc45eb tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:04.225881 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-e83fff89-f985-4677-821d-5d66d76ff39e req-11c54c05-95f2-42d4-ab96-40629ebc45eb tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Synchronizing usage tracker for tenant:230cf1c9b48c44d9b9e8cc3157cbe0bc on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:34:04.267572 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a7d85bfc-036f-4a81-bf45-5835ef6c0086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274207212', 'tenant_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'ffb53b9c-0d10-499e-9b58-047785da0cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:02Z', 'updated_at': '2022-03-31T15:32:14Z', 'revision_number': 4, 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'gw_port': {'id': 'ffb53b9c-0d10-499e-9b58-047785da0cdb', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:03Z', 'updated_at': '2022-03-31T15:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '80f78aaa-e80f-49a2-883f-64e4e4775a11', 'name': '', 'network_id': '3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534', 'tenant_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'mac_address': 'fa:16:3e:72:32:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '1c13a1ee-f508-42ed-8f95-e2119d470f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:12Z', 'updated_at': '2022-03-31T15:32:22Z', 'revision_number': 5, 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'subnets': [{'id': '1c13a1ee-f508-42ed-8f95-e2119d470f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:04.270668 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40c7b388-3c6e-40ee-8ca7-7c9a273c11fe tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:04.271760 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d85bfc-036f-4a81-bf45-5835ef6c0086 None None] Checking router: 5ab90caa-b315-4282-b8c3-5a33e8b4f43f for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:34:04.271904 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-40c7b388-3c6e-40ee-8ca7-7c9a273c11fe tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/4fb20ffc-5cfb-48ab-87e5-c94bac6c1fab HTTP/1.1" status: 204 len: 168 time: 0.6608675 Mar 31 15:34:04.274717 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48694) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:04.276081 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cba6c-f2d8-41d7-b261-f8db37851711 req-c9e146f8-2fe9-4496-9f3b-87229d5e523f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:04.277672 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-913cba6c-f2d8-41d7-b261-f8db37851711 req-c9e146f8-2fe9-4496-9f3b-87229d5e523f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=230cf1c9b48c44d9b9e8cc3157cbe0bc&device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 1098 time: 0.2363021 Mar 31 15:34:04.280611 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d85bfc-036f-4a81-bf45-5835ef6c0086 None None] Routers {'5ab90caa-b315-4282-b8c3-5a33e8b4f43f'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:34:04.281268 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a7d85bfc-036f-4a81-bf45-5835ef6c0086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:33:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['5ab90caa-b315-4282-b8c3-5a33e8b4f43f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:04.286075 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd047a6-0a73-42f8-a5ff-09da1febca50 req-c1708f1e-5a7b-43e0-a0c1-a59fcdf44dc3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:04.289673 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ccd047a6-0a73-42f8-a5ff-09da1febca50 req-c1708f1e-5a7b-43e0-a0c1-a59fcdf44dc3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a2c598a-385d-4bc8-bc4c-eb3450912f09 HTTP/1.1" status: 200 len: 944 time: 0.3123698 Mar 31 15:34:04.325759 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-fe62d8ab-e5d4-4f24-82f6-c402160385c7 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Synchronizing usage tracker for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group_rule {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:34:04.330311 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-e83fff89-f985-4677-821d-5d66d76ff39e req-11c54c05-95f2-42d4-ab96-40629ebc45eb tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Unset dirty status for tenant:230cf1c9b48c44d9b9e8cc3157cbe0bc on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:34:04.334444 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e83fff89-f985-4677-821d-5d66d76ff39e req-11c54c05-95f2-42d4-ab96-40629ebc45eb tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 945 time: 0.2064972 Mar 31 15:34:04.382180 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e83fff89-f985-4677-821d-5d66d76ff39e req-304e7c2b-a4e0-4be8-a256-73fe38b90508 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/security-groups?id=da9287d6-6bf0-429a-afc2-56edb7ab07c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418804 Mar 31 15:34:04.436983 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-fe62d8ab-e5d4-4f24-82f6-c402160385c7 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Unset dirty status for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group_rule {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:34:04.442101 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-fe62d8ab-e5d4-4f24-82f6-c402160385c7 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1625347 Mar 31 15:34:04.442352 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48698) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:04.447327 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-56536479-1f0d-477d-a35f-84a2970a690b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Request body: {'security_group_rule': {'security_group_id': '06434749-66b6-4624-9185-794f7bf52521', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:04.448423 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ccd047a6-0a73-42f8-a5ff-09da1febca50 req-c11cf994-4089-4d1d-8654-8ef30443d6f9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b560a78-28b4-4f5d-90e0-e1b0dccf216e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531105 Mar 31 15:34:04.463227 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-56536479-1f0d-477d-a35f-84a2970a690b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:34:04.463227 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-56536479-1f0d-477d-a35f-84a2970a690b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:34:04.465883 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-d6b2a1be-6a92-4103-a1c8-79328c77b68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:04.467361 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-d6b2a1be-6a92-4103-a1c8-79328c77b68f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b062db18-3c45-443b-8ed2-a8ef4849e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2742488 Mar 31 15:34:04.489747 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a7d85bfc-036f-4a81-bf45-5835ef6c0086 None None] Set router 5ab90caa-b315-4282-b8c3-5a33e8b4f43f gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:34:04.569755 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-56536479-1f0d-477d-a35f-84a2970a690b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Project c2e9423a4f224d2db45ed10a99270934 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:34:04.581567 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56536479-1f0d-477d-a35f-84a2970a690b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:04.667842 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56536479-1f0d-477d-a35f-84a2970a690b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:04.699577 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cba6c-f2d8-41d7-b261-f8db37851711 req-9a43580c-f67e-411f-ab52-48e99b2c8ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:04.701061 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-913cba6c-f2d8-41d7-b261-f8db37851711 req-9a43580c-f67e-411f-ab52-48e99b2c8ca9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534 HTTP/1.1" status: 200 len: 898 time: 0.4044178 Mar 31 15:34:04.763517 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56536479-1f0d-477d-a35f-84a2970a690b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:04.797858 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-913cba6c-f2d8-41d7-b261-f8db37851711 req-77de0dc4-eb88-4b9c-98c1-736178cbfd4d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae562510-d179-4c26-838b-d4fd87511d70 HTTP/1.1" status: 200 len: 217 time: 0.0890105 Mar 31 15:34:04.801489 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56536479-1f0d-477d-a35f-84a2970a690b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5bc6295-1cc6-4536-8c37-d9c61df4f8fa,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:04.872259 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:34:04.874666 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-38a43171-09d0-47ec-8d82-b87cca9c9c14 service neutron] 10.222.0.41 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987806 Mar 31 15:34:04.918861 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cba6c-f2d8-41d7-b261-f8db37851711 req-dbf3bd42-8c03-4831-9274-fab53cb0ffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:04.922170 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a7d85bfc-036f-4a81-bf45-5835ef6c0086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274207212', 'tenant_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'ffb53b9c-0d10-499e-9b58-047785da0cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:02Z', 'updated_at': '2022-03-31T15:32:14Z', 'revision_number': 4, 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'gw_port': {'id': 'ffb53b9c-0d10-499e-9b58-047785da0cdb', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:03Z', 'updated_at': '2022-03-31T15:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '80f78aaa-e80f-49a2-883f-64e4e4775a11', 'name': '', 'network_id': '3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534', 'tenant_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'mac_address': 'fa:16:3e:72:32:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '1c13a1ee-f508-42ed-8f95-e2119d470f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:12Z', 'updated_at': '2022-03-31T15:32:22Z', 'revision_number': 5, 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'subnets': [{'id': '1c13a1ee-f508-42ed-8f95-e2119d470f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:04.922566 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5a93f-319b-4c99-86c3-43472a8274ad req-02c11827-cc80-48d2-8ca3-936a1b7722bd tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:04.922709 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-913cba6c-f2d8-41d7-b261-f8db37851711 req-dbf3bd42-8c03-4831-9274-fab53cb0ffc0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c13a1ee-f508-42ed-8f95-e2119d470f34 HTTP/1.1" status: 200 len: 834 time: 0.1123366 Mar 31 15:34:04.922814 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-fef5a93f-319b-4c99-86c3-43472a8274ad req-02c11827-cc80-48d2-8ca3-936a1b7722bd tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d32ae0e-a7ae-4d61-addd-d9ce05f7d828 HTTP/1.1" status: 200 len: 943 time: 0.1254976 Mar 31 15:34:04.931034 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d85bfc-036f-4a81-bf45-5835ef6c0086 None None] The sync data for ids ['5ab90caa-b315-4282-b8c3-5a33e8b4f43f'] in dv-neutron-833379-2-hyperv is: [{'id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274207212', 'tenant_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'ffb53b9c-0d10-499e-9b58-047785da0cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:02Z', 'updated_at': '2022-03-31T15:32:14Z', 'revision_number': 4, 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'gw_port': {'id': 'ffb53b9c-0d10-499e-9b58-047785da0cdb', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:03Z', 'updated_at': '2022-03-31T15:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '80f78aaa-e80f-49a2-883f-64e4e4775a11', 'name': '', 'network_id': '3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534', 'tenant_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'mac_address': 'fa:16:3e:72:32:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '1c13a1ee-f508-42ed-8f95-e2119d470f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:12Z', 'updated_at': '2022-03-31T15:32:22Z', 'revision_number': 5, 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'subnets': [{'id': '1c13a1ee-f508-42ed-8f95-e2119d470f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:34:04.979488 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-fef5a93f-319b-4c99-86c3-43472a8274ad req-a7424331-4db6-4f19-8810-77fada32c4ae tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489910 Mar 31 15:34:04.980401 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56536479-1f0d-477d-a35f-84a2970a690b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:04.984451 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-56536479-1f0d-477d-a35f-84a2970a690b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5411606 Mar 31 15:34:04.985337 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48704) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:05.014574 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-15b605fd-3d67-4443-bb7c-b62c8fd2012d tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "GET /v2.0/security-group-rules/e5bc6295-1cc6-4536-8c37-d9c61df4f8fa HTTP/1.1" status: 200 len: 769 time: 0.0280848 Mar 31 15:34:05.015221 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48708) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:05.095276 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3fa1a6b9-4d42-41cf-b89a-2ef4c939ce50 req-05658fda-7805-4d27-bbbc-b4b7ede897a9 service neutron] 10.222.0.41 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126348 Mar 31 15:34:05.096795 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0fdc9727-eef3-45d6-bfa4-be3ee7d1bbc0 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Synchronizing usage tracker for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group_rule {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:34:05.111307 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cba6c-f2d8-41d7-b261-f8db37851711 req-6c935db0-da84-43a3-b442-3bb1022162f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:05.112820 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-913cba6c-f2d8-41d7-b261-f8db37851711 req-6c935db0-da84-43a3-b442-3bb1022162f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1366570 Mar 31 15:34:05.175343 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7fe39158-20c3-4843-99d0-d3020f5c667d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:05.186367 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0fdc9727-eef3-45d6-bfa4-be3ee7d1bbc0 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Unset dirty status for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group_rule {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:34:05.187831 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0fdc9727-eef3-45d6-bfa4-be3ee7d1bbc0 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1716843 Mar 31 15:34:05.191357 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48712) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:05.227929 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dec1a3da-0d72-40cb-b16e-d8290e5376e2 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:05.244049 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dec1a3da-0d72-40cb-b16e-d8290e5376e2 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:05.263907 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.41', 54219) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:05.284611 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967d5eea-b9d3-416f-ab57-3d17844a6fc4 None None] New status for floating IP bcf70f22-0039-45c0-9f0e-d6fa86c175be: DOWN {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:34:05.359659 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-913cba6c-f2d8-41d7-b261-f8db37851711 req-87a2cc9f-6691-4571-b87f-441263bed222 service neutron] 10.222.0.41 "GET /v2.0/networks/3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406375 Mar 31 15:34:05.368780 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dec1a3da-0d72-40cb-b16e-d8290e5376e2 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:05.399213 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1a3da-0d72-40cb-b16e-d8290e5376e2 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5bc6295-1cc6-4536-8c37-d9c61df4f8fa,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:05.466509 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dec1a3da-0d72-40cb-b16e-d8290e5376e2 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:05.468760 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-dec1a3da-0d72-40cb-b16e-d8290e5376e2 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/e5bc6295-1cc6-4536-8c37-d9c61df4f8fa HTTP/1.1" status: 204 len: 168 time: 0.2749600 Mar 31 15:34:05.472728 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48720) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:05.494495 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed6c37-5360-4bb9-acfe-c96cc272718e req-a5b9dd28-2074-4df9-871a-44671428c7ae tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:05.496912 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-88ed6c37-5360-4bb9-acfe-c96cc272718e req-a5b9dd28-2074-4df9-871a-44671428c7ae tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.41 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 945 time: 0.2880301 Mar 31 15:34:05.502221 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5efc7a-836d-4e21-823e-5adb9bb5f02e req-5db5c773-ceea-4a3f-93fe-3101b9cedee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:05.503808 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-cd5efc7a-836d-4e21-823e-5adb9bb5f02e req-5db5c773-ceea-4a3f-93fe-3101b9cedee0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d80c83d1fbe401682aa9514176018aa&device_id=4d32ae0e-a7ae-4d61-addd-d9ce05f7d828 HTTP/1.1" status: 200 len: 1096 time: 0.2397091 Mar 31 15:34:05.535729 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7ef5d10b-7de1-4659-bd0f-06992d11f1bc tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Synchronizing usage tracker for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group_rule {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:34:05.637158 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7ef5d10b-7de1-4659-bd0f-06992d11f1bc tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Unset dirty status for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group_rule {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:34:05.638741 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7ef5d10b-7de1-4659-bd0f-06992d11f1bc tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1644907 Mar 31 15:34:05.645019 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48726) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:05.723788 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19eb99f-a1ec-4b90-9c61-10819619764a req-dcd81702-dc95-4696-953f-35c87c4ef9c1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:05.725279 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c19eb99f-a1ec-4b90-9c61-10819619764a req-dcd81702-dc95-4696-953f-35c87c4ef9c1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a2c598a-385d-4bc8-bc4c-eb3450912f09 HTTP/1.1" status: 200 len: 944 time: 0.1415617 Mar 31 15:34:05.731347 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-88ed6c37-5360-4bb9-acfe-c96cc272718e req-e441e6c9-0acc-48b9-a38f-dd0997f601bf tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Deleting port ae562510-d179-4c26-838b-d4fd87511d70 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:34:05.731882 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-88ed6c37-5360-4bb9-acfe-c96cc272718e req-e441e6c9-0acc-48b9-a38f-dd0997f601bf tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:05.757810 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2eb7d206-15ce-41d2-9b85-d3c91dba1be5 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:05.781443 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-913cba6c-f2d8-41d7-b261-f8db37851711 req-9dd74d8c-ac14-407d-a3d3-cade649f1206 service neutron] 10.222.0.41 "GET /v2.0/networks/3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152076 Mar 31 15:34:05.807467 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c19eb99f-a1ec-4b90-9c61-10819619764a req-6e1ae76b-26d6-40ae-8acd-fefe4feadaac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b560a78-28b4-4f5d-90e0-e1b0dccf216e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730672 Mar 31 15:34:05.809013 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2eb7d206-15ce-41d2-9b85-d3c91dba1be5 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:05.865215 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5efc7a-836d-4e21-823e-5adb9bb5f02e req-a593dd4e-6ade-490d-8268-d6e16aadf69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:05.866627 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-cd5efc7a-836d-4e21-823e-5adb9bb5f02e req-a593dd4e-6ade-490d-8268-d6e16aadf69d service neutron] 10.222.0.41 "GET /v2.0/networks?id=b062db18-3c45-443b-8ed2-a8ef4849e9af HTTP/1.1" status: 200 len: 913 time: 0.3245199 Mar 31 15:34:05.954846 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-cd5efc7a-836d-4e21-823e-5adb9bb5f02e req-d29e9d99-0634-41f4-a7fe-7961da606bee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f85321f-84d1-4416-80dc-c1daa9bafa8c HTTP/1.1" status: 200 len: 217 time: 0.0786986 Mar 31 15:34:05.965106 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e5957-a810-4dfc-8685-267d64129d05 req-736713d1-1c69-4c24-b9d7-cbb694311ac9 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:05.969084 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-622e5957-a810-4dfc-8685-267d64129d05 req-736713d1-1c69-4c24-b9d7-cbb694311ac9 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 945 time: 0.4233444 Mar 31 15:34:05.986486 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2eb7d206-15ce-41d2-9b85-d3c91dba1be5 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:06.006485 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7d206-15ce-41d2-9b85-d3c91dba1be5 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06434749-66b6-4624-9185-794f7bf52521,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:06.106877 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2eb7d206-15ce-41d2-9b85-d3c91dba1be5 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:06.108840 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2eb7d206-15ce-41d2-9b85-d3c91dba1be5 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "DELETE /v2.0/security-groups/06434749-66b6-4624-9185-794f7bf52521 HTTP/1.1" status: 204 len: 168 time: 0.4628456 Mar 31 15:34:06.118440 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48734) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:06.204623 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc13f92-79b9-42dd-af2b-808054e83c6b req-215fded4-c455-4d13-832f-cd2aff8df71f tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:06.206918 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-cdc13f92-79b9-42dd-af2b-808054e83c6b req-215fded4-c455-4d13-832f-cd2aff8df71f tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d32ae0e-a7ae-4d61-addd-d9ce05f7d828 HTTP/1.1" status: 200 len: 943 time: 0.0962315 Mar 31 15:34:06.256146 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-cdc13f92-79b9-42dd-af2b-808054e83c6b req-ff15277c-9f86-4beb-916f-693673f8a6ee tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425944 Mar 31 15:34:06.319610 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-622e5957-a810-4dfc-8685-267d64129d05 req-b806cdb7-bbb1-4f35-89d2-3e4a7ab41ecb tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/security-groups?id=da9287d6-6bf0-429a-afc2-56edb7ab07c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3076265 Mar 31 15:34:06.320944 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5efc7a-836d-4e21-823e-5adb9bb5f02e req-89bdfe26-1e12-478d-83b7-8c7c35b4ce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:06.322291 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-cd5efc7a-836d-4e21-823e-5adb9bb5f02e req-89bdfe26-1e12-478d-83b7-8c7c35b4ce53 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df984311-c0fe-4d96-bc1f-8e89883604f5 HTTP/1.1" status: 200 len: 851 time: 0.3394055 Mar 31 15:34:06.364014 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:06.415870 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-88ed6c37-5360-4bb9-acfe-c96cc272718e req-e441e6c9-0acc-48b9-a38f-dd0997f601bf tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] For port ae562510-d179-4c26-838b-d4fd87511d70, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ae562510-d179-4c26-838b-d4fd87511d70,segment=NetworkSegment(c4398b17-d409-4dc7-81c1-c21d0bee3bea),segment_id=c4398b17-d409-4dc7-81c1-c21d0bee3bea)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:34:06.416229 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-88ed6c37-5360-4bb9-acfe-c96cc272718e req-e441e6c9-0acc-48b9-a38f-dd0997f601bf tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:06.431207 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-5103df8f-0d11-430e-8dd4-1531dc9c74e1 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Synchronizing usage tracker for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:34:06.476619 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:06.562498 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-88ed6c37-5360-4bb9-acfe-c96cc272718e req-e441e6c9-0acc-48b9-a38f-dd0997f601bf tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Calling delete_port for ae562510-d179-4c26-838b-d4fd87511d70 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:34:06.566771 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 52a22b79-143d-47ba-bfe0-93e927549bc6 up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:34:06.664850 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5efc7a-836d-4e21-823e-5adb9bb5f02e req-b762e830-f4a5-4fc7-b562-8d8d38aa8020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:06.666433 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-cd5efc7a-836d-4e21-823e-5adb9bb5f02e req-b762e830-f4a5-4fc7-b562-8d8d38aa8020 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b062db18-3c45-443b-8ed2-a8ef4849e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3348274 Mar 31 15:34:06.701088 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port 52a22b79-143d-47ba-bfe0-93e927549bc6 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:34:06.706931 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port 52a22b79-143d-47ba-bfe0-93e927549bc6 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:34:06.711719 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:06.738424 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-5103df8f-0d11-430e-8dd4-1531dc9c74e1 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Unset dirty status for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:34:06.747046 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5103df8f-0d11-430e-8dd4-1531dc9c74e1 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6104734 Mar 31 15:34:06.747182 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48738) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:06.749873 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-338fc309-bbea-4a11-b917-9252df965d9b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Request body: {'security_group': {'name': 'tempest-secgroup--414681713'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:06.756107 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-338fc309-bbea-4a11-b917-9252df965d9b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:34:06.770320 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-338fc309-bbea-4a11-b917-9252df965d9b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:34:06.835061 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:06.855662 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-338fc309-bbea-4a11-b917-9252df965d9b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:06.880838 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 52a22b79-143d-47ba-bfe0-93e927549bc6, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=52a22b79-143d-47ba-bfe0-93e927549bc6,segment=NetworkSegment(98a5b22f-d1ff-4ef2-9867-faa05f25b4c8),segment_id=98a5b22f-d1ff-4ef2-9867-faa05f25b4c8)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:34:06.880838 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2c598a-385d-4bc8-bc4c-eb3450912f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a22b79-143d-47ba-bfe0-93e927549bc6'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:34:06.896762 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-cd5efc7a-836d-4e21-823e-5adb9bb5f02e req-2aa2fc7c-b18a-4c8c-ba17-e23b19a289f1 service neutron] 10.222.0.41 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146676 Mar 31 15:34:06.900535 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-338fc309-bbea-4a11-b917-9252df965d9b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:34:06.905917 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-338fc309-bbea-4a11-b917-9252df965d9b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Usage tracker for resource:security_group_rule and tenant:c2e9423a4f224d2db45ed10a99270934 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:34:06.912755 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-338fc309-bbea-4a11-b917-9252df965d9b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:34:06.917731 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-88ed6c37-5360-4bb9-acfe-c96cc272718e req-e441e6c9-0acc-48b9-a38f-dd0997f601bf tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:06.922027 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-338fc309-bbea-4a11-b917-9252df965d9b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:34:06.927629 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2c598a-385d-4bc8-bc4c-eb3450912f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a22b79-143d-47ba-bfe0-93e927549bc6', 'code': 200} Mar 31 15:34:06.941392 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:06.942470 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device ae562510-d179-4c26-838b-d4fd87511d70 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:34:06.990716 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441e6c9-0acc-48b9-a38f-dd0997f601bf tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Pushing event deleted for resources: {'Port': ['ID=ae562510-d179-4c26-838b-d4fd87511d70,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:07.034289 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: ae562510-d179-4c26-838b-d4fd87511d70 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:34:07.034845 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device ae562510-d179-4c26-838b-d4fd87511d70 not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:34:07.075126 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=52a22b79-143d-47ba-bfe0-93e927549bc6,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:07.076583 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-338fc309-bbea-4a11-b917-9252df965d9b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:07.091499 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d28a9-a652-41cf-b6e9-7deb9c48e162 req-0861c7d0-d6ad-4f79-a2c4-b2cdf56b8b03 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:07.093125 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-be2d28a9-a652-41cf-b6e9-7deb9c48e162 req-0861c7d0-d6ad-4f79-a2c4-b2cdf56b8b03 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a2c598a-385d-4bc8-bc4c-eb3450912f09 HTTP/1.1" status: 200 len: 945 time: 0.1395121 Mar 31 15:34:07.141415 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-be2d28a9-a652-41cf-b6e9-7deb9c48e162 req-c942ccaf-d0b8-4c2f-94c6-677cca82a566 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b560a78-28b4-4f5d-90e0-e1b0dccf216e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407503 Mar 31 15:34:07.144250 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ed6c37-5360-4bb9-acfe-c96cc272718e req-e441e6c9-0acc-48b9-a38f-dd0997f601bf tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] No DVR routers for this DVR port ae562510-d179-4c26-838b-d4fd87511d70 on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:34:07.146888 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-88ed6c37-5360-4bb9-acfe-c96cc272718e req-e441e6c9-0acc-48b9-a38f-dd0997f601bf tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:07.152603 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df94328b-7766-45b8-a10c-c496188dc4ef', 'name': 'network-vif-deleted', 'tag': 'ae562510-d179-4c26-838b-d4fd87511d70'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:34:07.166962 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-338fc309-bbea-4a11-b917-9252df965d9b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:07.188657 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-cd5efc7a-836d-4e21-823e-5adb9bb5f02e req-885a9124-77fc-47b1-aee2-70ce69a37505 service neutron] 10.222.0.41 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933886 Mar 31 15:34:07.208978 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df94328b-7766-45b8-a10c-c496188dc4ef', 'name': 'network-vif-deleted', 'tag': 'ae562510-d179-4c26-838b-d4fd87511d70', 'status': 'completed', 'code': 200} Mar 31 15:34:07.218203 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fc309-bbea-4a11-b917-9252df965d9b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0049391e-7ae5-4d52-a717-a9fb6b34d93a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:07.295024 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-88ed6c37-5360-4bb9-acfe-c96cc272718e req-e441e6c9-0acc-48b9-a38f-dd0997f601bf tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.41 "DELETE /v2.0/ports/ae562510-d179-4c26-838b-d4fd87511d70 HTTP/1.1" status: 204 len: 173 time: 1.7883155 Mar 31 15:34:07.317751 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-338fc309-bbea-4a11-b917-9252df965d9b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:07.321817 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48750) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:07.322104 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-338fc309-bbea-4a11-b917-9252df965d9b tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5763087 Mar 31 15:34:07.328042 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-f91b6425-05d0-45c2-8f6c-63242b321b17 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Request body: {'security_group_rule': {'security_group_id': '0049391e-7ae5-4d52-a717-a9fb6b34d93a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:07.337974 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f91b6425-05d0-45c2-8f6c-63242b321b17 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:34:07.360565 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f91b6425-05d0-45c2-8f6c-63242b321b17 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Usage tracker for resource:security_group_rule and tenant:c2e9423a4f224d2db45ed10a99270934 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:34:07.368552 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f91b6425-05d0-45c2-8f6c-63242b321b17 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:34:07.381224 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f91b6425-05d0-45c2-8f6c-63242b321b17 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:34:07.394361 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c798a-1044-478b-948c-3177fcf04af7 req-e612c165-d1a9-461d-8298-1555708ce449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:07.395964 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-170c798a-1044-478b-948c-3177fcf04af7 req-e612c165-d1a9-461d-8298-1555708ce449 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8a2c598a-385d-4bc8-bc4c-eb3450912f09 HTTP/1.1" status: 200 len: 1098 time: 0.1371331 Mar 31 15:34:07.535706 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b591c-e3db-407a-ba38-20e4b9fab604 req-97e584f4-bbc1-4ddf-86b7-9907ba669c2a tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:07.537416 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a52b591c-e3db-407a-ba38-20e4b9fab604 req-97e584f4-bbc1-4ddf-86b7-9907ba669c2a tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d32ae0e-a7ae-4d61-addd-d9ce05f7d828 HTTP/1.1" status: 200 len: 943 time: 0.1539328 Mar 31 15:34:07.554374 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-91b4606d-71b1-4d50-90dc-1631a448e0d8 req-dd83f80e-b7d5-43a6-84b1-a8fce6830d8a tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Synchronizing usage tracker for tenant:230cf1c9b48c44d9b9e8cc3157cbe0bc on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:34:07.563397 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-170c798a-1044-478b-948c-3177fcf04af7 req-5e7e9f14-6586-453e-bdf1-5bb8a82bdaa1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9b560a78-28b4-4f5d-90e0-e1b0dccf216e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548598 Mar 31 15:34:07.563397 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f91b6425-05d0-45c2-8f6c-63242b321b17 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:07.637839 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a52b591c-e3db-407a-ba38-20e4b9fab604 req-adfbba14-fac9-44bc-9221-1bea1df6de98 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919795 Mar 31 15:34:07.650078 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-91b4606d-71b1-4d50-90dc-1631a448e0d8 req-dd83f80e-b7d5-43a6-84b1-a8fce6830d8a tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Unset dirty status for tenant:230cf1c9b48c44d9b9e8cc3157cbe0bc on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:34:07.656845 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-91b4606d-71b1-4d50-90dc-1631a448e0d8 req-dd83f80e-b7d5-43a6-84b1-a8fce6830d8a tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "GET /v2.0/ports?device_id=df94328b-7766-45b8-a10c-c496188dc4ef HTTP/1.1" status: 200 len: 210 time: 0.1869860 Mar 31 15:34:07.656845 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f91b6425-05d0-45c2-8f6c-63242b321b17 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:07.723393 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f91b6425-05d0-45c2-8f6c-63242b321b17 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:07.748470 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b6425-05d0-45c2-8f6c-63242b321b17 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=231c6f5e-eb42-45aa-87f1-e0601d6c5120,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:07.803577 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f91b6425-05d0-45c2-8f6c-63242b321b17 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:07.804834 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f91b6425-05d0-45c2-8f6c-63242b321b17 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4816432 Mar 31 15:34:07.807624 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48756) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:07.872288 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:07.872874 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2a375e2a-c124-417c-9099-de6d02b97e27 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:07.901092 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2a375e2a-c124-417c-9099-de6d02b97e27 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:08.025171 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2a375e2a-c124-417c-9099-de6d02b97e27 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:08.044449 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a375e2a-c124-417c-9099-de6d02b97e27 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0049391e-7ae5-4d52-a717-a9fb6b34d93a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:08.056277 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2a375e2a-c124-417c-9099-de6d02b97e27 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:08.059796 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2a375e2a-c124-417c-9099-de6d02b97e27 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "DELETE /v2.0/security-groups/0049391e-7ae5-4d52-a717-a9fb6b34d93a HTTP/1.1" status: 204 len: 168 time: 0.2489374 Mar 31 15:34:08.060218 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48760) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:08.113686 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b0a3f545-2388-438e-96ae-4b157dcee242 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Synchronizing usage tracker for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:34:08.185637 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b0a3f545-2388-438e-96ae-4b157dcee242 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Unset dirty status for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:34:08.186884 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b0a3f545-2388-438e-96ae-4b157dcee242 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1255536 Mar 31 15:34:08.189687 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48766) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:08.239342 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-45d56a5f-e87c-4566-8481-87e6e8cae9ed tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Synchronizing usage tracker for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group_rule {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:34:08.321858 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-45d56a5f-e87c-4566-8481-87e6e8cae9ed tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] Unset dirty status for tenant:c2e9423a4f224d2db45ed10a99270934 on resource:security_group_rule {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:34:08.323121 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-45d56a5f-e87c-4566-8481-87e6e8cae9ed tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1318951 Mar 31 15:34:08.326200 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48770) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:08.336180 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae8488-1db9-4a74-81e9-21a227d67e6f req-d2b65c9d-57dd-44a9-9b6c-da4fb246ff59 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:08.337652 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9eae8488-1db9-4a74-81e9-21a227d67e6f req-d2b65c9d-57dd-44a9-9b6c-da4fb246ff59 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a2c598a-385d-4bc8-bc4c-eb3450912f09 HTTP/1.1" status: 200 len: 945 time: 0.0836918 Mar 31 15:34:08.342999 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-3913d699-917a-41e2-a60c-083c16b185f7 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] delete failed (client error): The resource could not be found. Mar 31 15:34:08.348142 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3913d699-917a-41e2-a60c-083c16b185f7 tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "DELETE /v2.0/security-groups/0049391e-7ae5-4d52-a717-a9fb6b34d93a HTTP/1.1" status: 404 len: 347 time: 0.0166345 Mar 31 15:34:08.348340 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48774) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:08.384589 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9eae8488-1db9-4a74-81e9-21a227d67e6f req-a227e981-9b29-42ae-bf00-dab622100632 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b560a78-28b4-4f5d-90e0-e1b0dccf216e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409989 Mar 31 15:34:08.406787 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-506a584f-3126-46c1-a7b2-575094849e4e tempest-SecGroupIPv6Test-1836383781 tempest-SecGroupIPv6Test-1836383781-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0570498 Mar 31 15:34:08.753091 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48784) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:08.840538 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ce21a-03ef-47c1-81c3-c3423ff09da3 req-d5360692-1eda-46e8-bc8b-a66eb13cc84c tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:08.841487 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-1d4ce21a-03ef-47c1-81c3-c3423ff09da3 req-d5360692-1eda-46e8-bc8b-a66eb13cc84c tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Synchronizing usage tracker for tenant:4d80c83d1fbe401682aa9514176018aa on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:34:08.922316 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-1d4ce21a-03ef-47c1-81c3-c3423ff09da3 req-d5360692-1eda-46e8-bc8b-a66eb13cc84c tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Unset dirty status for tenant:4d80c83d1fbe401682aa9514176018aa on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:34:08.925538 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48790) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:08.926395 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1d4ce21a-03ef-47c1-81c3-c3423ff09da3 req-d5360692-1eda-46e8-bc8b-a66eb13cc84c tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d32ae0e-a7ae-4d61-addd-d9ce05f7d828 HTTP/1.1" status: 200 len: 943 time: 0.1739850 Mar 31 15:34:08.974993 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1d4ce21a-03ef-47c1-81c3-c3423ff09da3 req-fa247418-9357-4f99-9ceb-805e0a9b6c48 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423224 Mar 31 15:34:09.239236 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1f1951c5-e3f2-492a-b34c-f396d623f3fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c2e9423a4f224d2db45ed10a99270934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3125498 Mar 31 15:34:09.241839 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48796) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:09.302436 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7731c761-fda8-41ec-8526-1e83cbeb45fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:09.328399 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7731c761-fda8-41ec-8526-1e83cbeb45fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:09.470765 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d646621e-7c69-4db3-80af-f7ba38b8be02 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:09.511932 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7731c761-fda8-41ec-8526-1e83cbeb45fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:09.527763 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731c761-fda8-41ec-8526-1e83cbeb45fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26f764c-332b-4f25-9b84-2d647a92b596,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:09.734986 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7731c761-fda8-41ec-8526-1e83cbeb45fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:09.736228 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7731c761-fda8-41ec-8526-1e83cbeb45fc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c26f764c-332b-4f25-9b84-2d647a92b596 HTTP/1.1" status: 204 len: 168 time: 0.4934070 Mar 31 15:34:09.755452 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6442944-50f3-4f2e-9acb-98aaaa28a505 req-5091e8c8-0c45-4e58-849e-3b460058eec5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:09.756916 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f6442944-50f3-4f2e-9acb-98aaaa28a505 req-5091e8c8-0c45-4e58-849e-3b460058eec5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a2c598a-385d-4bc8-bc4c-eb3450912f09 HTTP/1.1" status: 200 len: 945 time: 0.2334502 Mar 31 15:34:09.841385 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f6442944-50f3-4f2e-9acb-98aaaa28a505 req-65edfa70-32f8-4040-963a-6d5c31e9910a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b560a78-28b4-4f5d-90e0-e1b0dccf216e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763285 Mar 31 15:34:09.927514 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d646621e-7c69-4db3-80af-f7ba38b8be02 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Deleting port 80f78aaa-e80f-49a2-883f-64e4e4775a11 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:34:09.927982 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d646621e-7c69-4db3-80af-f7ba38b8be02 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:10.038420 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77507278-cd05-4738-b1cd-73ffa10b18ee req-4cb89cc5-cbc2-43e0-b451-bf87bbde3e34 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:10.047176 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-77507278-cd05-4738-b1cd-73ffa10b18ee req-4cb89cc5-cbc2-43e0-b451-bf87bbde3e34 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a2c598a-385d-4bc8-bc4c-eb3450912f09 HTTP/1.1" status: 200 len: 945 time: 0.0963464 Mar 31 15:34:10.094148 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-77507278-cd05-4738-b1cd-73ffa10b18ee req-587165eb-c8e8-473b-8986-83370c77149e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b560a78-28b4-4f5d-90e0-e1b0dccf216e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458961 Mar 31 15:34:10.118599 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48812) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:10.198440 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf88fc1-6a66-46e4-9045-c8aa3995e0a5 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:10.202177 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-d646621e-7c69-4db3-80af-f7ba38b8be02 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] For port 80f78aaa-e80f-49a2-883f-64e4e4775a11, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=80f78aaa-e80f-49a2-883f-64e4e4775a11,segment=NetworkSegment(c4398b17-d409-4dc7-81c1-c21d0bee3bea),segment_id=c4398b17-d409-4dc7-81c1-c21d0bee3bea)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:34:10.202689 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d646621e-7c69-4db3-80af-f7ba38b8be02 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:10.203529 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9bf88fc1-6a66-46e4-9045-c8aa3995e0a5 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8a2c598a-385d-4bc8-bc4c-eb3450912f09 HTTP/1.1" status: 200 len: 1093 time: 0.0839367 Mar 31 15:34:10.204112 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48820) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:10.210317 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-6b05ec60-0976-4ee2-9229-1e35b00dcf44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'port_id': '52a22b79-143d-47ba-bfe0-93e927549bc6', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:10.216536 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6b05ec60-0976-4ee2-9229-1e35b00dcf44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:34:10.220491 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6b05ec60-0976-4ee2-9229-1e35b00dcf44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:floatingip and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:34:10.224488 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6b05ec60-0976-4ee2-9229-1e35b00dcf44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:34:10.230530 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6b05ec60-0976-4ee2-9229-1e35b00dcf44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:34:10.318113 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b05ec60-0976-4ee2-9229-1e35b00dcf44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:10.335192 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d646621e-7c69-4db3-80af-f7ba38b8be02 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Calling delete_port for 80f78aaa-e80f-49a2-883f-64e4e4775a11 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:34:10.387513 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b39881-0d86-4f26-a9a0-7e393670af04 req-11fe3c2a-7a93-4525-984d-84bccf2a3518 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:10.388975 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f8b39881-0d86-4f26-a9a0-7e393670af04 req-11fe3c2a-7a93-4525-984d-84bccf2a3518 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d32ae0e-a7ae-4d61-addd-d9ce05f7d828 HTTP/1.1" status: 200 len: 943 time: 0.2712309 Mar 31 15:34:10.457039 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b05ec60-0976-4ee2-9229-1e35b00dcf44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:10.465986 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f8b39881-0d86-4f26-a9a0-7e393670af04 req-2c388ceb-9a29-4e15-8241-1540304026bc tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645602 Mar 31 15:34:10.722870 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-6b05ec60-0976-4ee2-9229-1e35b00dcf44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.26.5.248 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/02b096d5-ff30-4b54-acfb-013148858a45) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:34:10.854753 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d646621e-7c69-4db3-80af-f7ba38b8be02 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:10.865423 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48834) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:10.889853 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b05ec60-0976-4ee2-9229-1e35b00dcf44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:10.911041 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d646621e-7c69-4db3-80af-f7ba38b8be02 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Pushing event deleted for resources: {'Port': ['ID=80f78aaa-e80f-49a2-883f-64e4e4775a11,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:10.969585 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b05ec60-0976-4ee2-9229-1e35b00dcf44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:11.036969 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-1715447a-f2ee-466d-a372-46187357778d tempest-ServiceProvidersTest-862546701 tempest-ServiceProvidersTest-862546701-project] 10.222.0.31 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1704059 Mar 31 15:34:11.048479 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b05ec60-0976-4ee2-9229-1e35b00dcf44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:34:11.052123 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-6b05ec60-0976-4ee2-9229-1e35b00dcf44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:34:11.056174 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b05ec60-0976-4ee2-9229-1e35b00dcf44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:34:11.117394 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05ec60-0976-4ee2-9229-1e35b00dcf44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=02b096d5-ff30-4b54-acfb-013148858a45,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:11.208635 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d646621e-7c69-4db3-80af-f7ba38b8be02 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:11.516732 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b05ec60-0976-4ee2-9229-1e35b00dcf44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:11.555296 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48846) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:11.586508 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d646621e-7c69-4db3-80af-f7ba38b8be02 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Router 5ab90caa-b315-4282-b8c3-5a33e8b4f43f has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:34:11.710303 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-abb77326-7170-4e89-bf30-bd33c3ef1872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:11.743237 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-abb77326-7170-4e89-bf30-bd33c3ef1872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:34:11.745437 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b05ec60-0976-4ee2-9229-1e35b00dcf44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:11.776139 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-abb77326-7170-4e89-bf30-bd33c3ef1872 admin admin] Usage tracker for resource:security_group_rule and tenant:2e55efef768349a98a4addfd7a6f2f34 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:34:11.777076 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d646621e-7c69-4db3-80af-f7ba38b8be02 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:34:11.785565 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-abb77326-7170-4e89-bf30-bd33c3ef1872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:34:11.788485 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d07592-9fda-46c9-bc67-a25c49ca20d9 None None] Sync routers for ids ['5ab90caa-b315-4282-b8c3-5a33e8b4f43f'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:34:11.797254 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d07592-9fda-46c9-bc67-a25c49ca20d9 None None] Routers {'5ab90caa-b315-4282-b8c3-5a33e8b4f43f'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:34:11.797869 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a0d07592-9fda-46c9-bc67-a25c49ca20d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:34:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['5ab90caa-b315-4282-b8c3-5a33e8b4f43f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:11.798316 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-abb77326-7170-4e89-bf30-bd33c3ef1872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:34:11.868907 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d646621e-7c69-4db3-80af-f7ba38b8be02 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "PUT /v2.0/routers/5ab90caa-b315-4282-b8c3-5a33e8b4f43f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1130798 Mar 31 15:34:11.871825 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48852) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:11.880979 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a747343-3850-4556-ab80-f0d2b879c6ef req-d8bd8c89-121f-4495-86d0-d1ee174d6b53 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:11.881663 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8a747343-3850-4556-ab80-f0d2b879c6ef req-d8bd8c89-121f-4495-86d0-d1ee174d6b53 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d32ae0e-a7ae-4d61-addd-d9ce05f7d828 HTTP/1.1" status: 200 len: 943 time: 0.2438121 Mar 31 15:34:11.937751 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f310cc-25ea-4980-8c52-b51ead10ea1d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Deleting subnet 1c13a1ee-f508-42ed-8f95-e2119d470f34 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:34:11.941607 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5f310cc-25ea-4980-8c52-b51ead10ea1d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:11.990645 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a0d07592-9fda-46c9-bc67-a25c49ca20d9 None None] Set router 5ab90caa-b315-4282-b8c3-5a33e8b4f43f gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:34:12.009250 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5f310cc-25ea-4980-8c52-b51ead10ea1d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:12.015424 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8a747343-3850-4556-ab80-f0d2b879c6ef req-73f9d1b6-1a19-44e4-b846-f5f47d57e74d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184969 Mar 31 15:34:12.093405 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-abb77326-7170-4e89-bf30-bd33c3ef1872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:12.098909 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5f310cc-25ea-4980-8c52-b51ead10ea1d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:12.117422 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b05ec60-0976-4ee2-9229-1e35b00dcf44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:12.169011 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-abb77326-7170-4e89-bf30-bd33c3ef1872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:12.221803 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-abb77326-7170-4e89-bf30-bd33c3ef1872 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e55efef768349a98a4addfd7a6f2f34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6637256 Mar 31 15:34:12.225420 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48856) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:12.229327 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb77326-7170-4e89-bf30-bd33c3ef1872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfa8f8b-18e6-4c23-9289-45273bda98bd,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:12.230738 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b05ec60-0976-4ee2-9229-1e35b00dcf44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:12.249366 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5f310cc-25ea-4980-8c52-b51ead10ea1d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:12.276624 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a0d07592-9fda-46c9-bc67-a25c49ca20d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274207212', 'tenant_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'ffb53b9c-0d10-499e-9b58-047785da0cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:02Z', 'updated_at': '2022-03-31T15:34:10Z', 'revision_number': 5, 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'gw_port': {'id': 'ffb53b9c-0d10-499e-9b58-047785da0cdb', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:03Z', 'updated_at': '2022-03-31T15:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:12.280595 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d07592-9fda-46c9-bc67-a25c49ca20d9 None None] Checking router: 5ab90caa-b315-4282-b8c3-5a33e8b4f43f for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:34:12.292017 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d07592-9fda-46c9-bc67-a25c49ca20d9 None None] Routers {'5ab90caa-b315-4282-b8c3-5a33e8b4f43f'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:34:12.292717 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a0d07592-9fda-46c9-bc67-a25c49ca20d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:34:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['5ab90caa-b315-4282-b8c3-5a33e8b4f43f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:12.297397 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f310cc-25ea-4980-8c52-b51ead10ea1d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Pushing event deleted for resources: {'Subnet': ['ID=1c13a1ee-f508-42ed-8f95-e2119d470f34,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:12.302493 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5f310cc-25ea-4980-8c52-b51ead10ea1d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:12.313219 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c5f310cc-25ea-4980-8c52-b51ead10ea1d tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "DELETE /v2.0/subnets/1c13a1ee-f508-42ed-8f95-e2119d470f34 HTTP/1.1" status: 204 len: 168 time: 0.4393671 Mar 31 15:34:12.314261 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48860) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:12.396184 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e797400f-e4bb-4ed6-b77f-035d29b479fe None None] Network 3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:34:12.397907 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05ec60-0976-4ee2-9229-1e35b00dcf44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=02b096d5-ff30-4b54-acfb-013148858a45,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:12.422324 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b05ec60-0976-4ee2-9229-1e35b00dcf44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:12.480606 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1fa1b948-de71-4c9f-832c-02b1dadcbf4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:12.534811 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1fa1b948-de71-4c9f-832c-02b1dadcbf4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:12.681662 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0a82440-b44a-4163-8991-ec61d4db9d27 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:12.711361 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a0d07592-9fda-46c9-bc67-a25c49ca20d9 None None] Set router 5ab90caa-b315-4282-b8c3-5a33e8b4f43f gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:34:12.800014 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [None req-6b05ec60-0976-4ee2-9229-1e35b00dcf44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Floating IP ae4bdf2c-5b9d-4f37-8ef9-ef46c1f8c7cd associated. External IP: 172.26.5.248, port: 52a22b79-143d-47ba-bfe0-93e927549bc6. Mar 31 15:34:12.912311 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0a82440-b44a-4163-8991-ec61d4db9d27 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:12.957871 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1fa1b948-de71-4c9f-832c-02b1dadcbf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:12.992945 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1b948-de71-4c9f-832c-02b1dadcbf4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfa8f8b-18e6-4c23-9289-45273bda98bd,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:12.993983 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-b0a82440-b44a-4163-8991-ec61d4db9d27 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Deleting port ffb53b9c-0d10-499e-9b58-047785da0cdb {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:34:12.994657 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0a82440-b44a-4163-8991-ec61d4db9d27 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:13.028552 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1fa1b948-de71-4c9f-832c-02b1dadcbf4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:13.032691 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-1fa1b948-de71-4c9f-832c-02b1dadcbf4e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1dfa8f8b-18e6-4c23-9289-45273bda98bd HTTP/1.1" status: 204 len: 168 time: 0.8062150 Mar 31 15:34:13.071008 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec30e08d-1070-484d-abdb-25cd94835125 None None] DHCP port deletion for 3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:34:13.093485 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-ec30e08d-1070-484d-abdb-25cd94835125 None None] Deleting port bc0221e4-044b-4af3-a3a7-a7fa0264c8c9 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:34:13.093870 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ec30e08d-1070-484d-abdb-25cd94835125 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:13.192308 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a0d07592-9fda-46c9-bc67-a25c49ca20d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274207212', 'tenant_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'ffb53b9c-0d10-499e-9b58-047785da0cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:02Z', 'updated_at': '2022-03-31T15:34:10Z', 'revision_number': 5, 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'gw_port': {'id': 'ffb53b9c-0d10-499e-9b58-047785da0cdb', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:03Z', 'updated_at': '2022-03-31T15:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:13.246996 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d07592-9fda-46c9-bc67-a25c49ca20d9 None None] The sync data for ids ['5ab90caa-b315-4282-b8c3-5a33e8b4f43f'] in dv-neutron-833379-2-hyperv is: [{'id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274207212', 'tenant_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'ffb53b9c-0d10-499e-9b58-047785da0cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:02Z', 'updated_at': '2022-03-31T15:34:10Z', 'revision_number': 5, 'project_id': '230cf1c9b48c44d9b9e8cc3157cbe0bc', 'gw_port': {'id': 'ffb53b9c-0d10-499e-9b58-047785da0cdb', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab90caa-b315-4282-b8c3-5a33e8b4f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:03Z', 'updated_at': '2022-03-31T15:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:34:13.262088 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b05ec60-0976-4ee2-9229-1e35b00dcf44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router e913f495-9bfe-491d-b1bd-5f1a0335a1cf has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:34:13.311853 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-b0a82440-b44a-4163-8991-ec61d4db9d27 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] For port ffb53b9c-0d10-499e-9b58-047785da0cdb, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=ffb53b9c-0d10-499e-9b58-047785da0cdb,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:34:13.312232 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0a82440-b44a-4163-8991-ec61d4db9d27 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:13.392301 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-ec30e08d-1070-484d-abdb-25cd94835125 None None] For port bc0221e4-044b-4af3-a3a7-a7fa0264c8c9, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=bc0221e4-044b-4af3-a3a7-a7fa0264c8c9,segment=NetworkSegment(c4398b17-d409-4dc7-81c1-c21d0bee3bea),segment_id=c4398b17-d409-4dc7-81c1-c21d0bee3bea)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:34:13.392732 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ec30e08d-1070-484d-abdb-25cd94835125 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:13.471686 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-b0a82440-b44a-4163-8991-ec61d4db9d27 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Calling delete_port for ffb53b9c-0d10-499e-9b58-047785da0cdb owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:34:13.493589 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b05ec60-0976-4ee2-9229-1e35b00dcf44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:34:13.506708 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79da51cc-8100-43d2-af63-1ecd378090f1 None None] Sync routers for ids ['e913f495-9bfe-491d-b1bd-5f1a0335a1cf'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:34:13.528738 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79da51cc-8100-43d2-af63-1ecd378090f1 None None] Routers {'e913f495-9bfe-491d-b1bd-5f1a0335a1cf'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:34:13.531083 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-79da51cc-8100-43d2-af63-1ecd378090f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:34:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e913f495-9bfe-491d-b1bd-5f1a0335a1cf'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:13.541558 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-ec30e08d-1070-484d-abdb-25cd94835125 None None] Calling delete_port for bc0221e4-044b-4af3-a3a7-a7fa0264c8c9 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:34:13.631942 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b05ec60-0976-4ee2-9229-1e35b00dcf44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:13.690252 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd60572-87ca-43f7-8dcb-345687c6b051 req-a15b3f6a-9adc-46b3-9076-354391e2d004 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:13.692206 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0cd60572-87ca-43f7-8dcb-345687c6b051 req-a15b3f6a-9adc-46b3-9076-354391e2d004 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d32ae0e-a7ae-4d61-addd-d9ce05f7d828 HTTP/1.1" status: 200 len: 943 time: 0.4701729 Mar 31 15:34:13.735339 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ec30e08d-1070-484d-abdb-25cd94835125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:13.740469 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0cd60572-87ca-43f7-8dcb-345687c6b051 req-494d68b4-d37e-43a2-b775-49cbc67537ec tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422935 Mar 31 15:34:13.742739 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6b05ec60-0976-4ee2-9229-1e35b00dcf44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5376244 Mar 31 15:34:13.748868 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2c598a-385d-4bc8-bc4c-eb3450912f09', 'tag': '52a22b79-143d-47ba-bfe0-93e927549bc6'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:34:13.749153 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48868) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:13.799110 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec30e08d-1070-484d-abdb-25cd94835125 None None] No DVR routers for this DVR port bc0221e4-044b-4af3-a3a7-a7fa0264c8c9 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:34:13.805532 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2c598a-385d-4bc8-bc4c-eb3450912f09', 'tag': '52a22b79-143d-47ba-bfe0-93e927549bc6', 'status': 'completed', 'code': 200} Mar 31 15:34:13.819451 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30e08d-1070-484d-abdb-25cd94835125 None None] Pushing event deleted for resources: {'Port': ['ID=bc0221e4-044b-4af3-a3a7-a7fa0264c8c9,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:13.827340 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-79da51cc-8100-43d2-af63-1ecd378090f1 None None] Set router e913f495-9bfe-491d-b1bd-5f1a0335a1cf gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:34:13.860599 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0a82440-b44a-4163-8991-ec61d4db9d27 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:13.920853 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee8893-f56d-46ab-9093-1d1e3bcd66aa req-93404541-96e2-460e-8603-d0b7df9d6d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:13.922527 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2cee8893-f56d-46ab-9093-1d1e3bcd66aa req-93404541-96e2-460e-8603-d0b7df9d6d26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=8a2c598a-385d-4bc8-bc4c-eb3450912f09 HTTP/1.1" status: 200 len: 1098 time: 0.0795858 Mar 31 15:34:13.988413 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a82440-b44a-4163-8991-ec61d4db9d27 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Pushing event deleted for resources: {'Port': ['ID=ffb53b9c-0d10-499e-9b58-047785da0cdb,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:14.037334 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-962e3773-4a74-47bd-a632-7d255bfb12ce tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/ae4bdf2c-5b9d-4f37-8ef9-ef46c1f8c7cd HTTP/1.1" status: 200 len: 991 time: 0.2898142 Mar 31 15:34:14.043855 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0a82440-b44a-4163-8991-ec61d4db9d27 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:14.066076 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee8893-f56d-46ab-9093-1d1e3bcd66aa req-957ccd0e-d787-424c-b63b-8c32f1423aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:14.067437 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2cee8893-f56d-46ab-9093-1d1e3bcd66aa req-957ccd0e-d787-424c-b63b-8c32f1423aba service neutron] 10.222.0.41 "GET /v2.0/networks?id=b9072c20-5220-4bc0-801a-9f54ed99a31a HTTP/1.1" status: 200 len: 898 time: 0.1383913 Mar 31 15:34:14.173513 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2cee8893-f56d-46ab-9093-1d1e3bcd66aa req-73dfc202-3e94-43a2-b61e-a937a3aa3416 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52a22b79-143d-47ba-bfe0-93e927549bc6 HTTP/1.1" status: 200 len: 999 time: 0.0994754 Mar 31 15:34:14.195857 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-79da51cc-8100-43d2-af63-1ecd378090f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'name': 'tempest-TestNetworkBasicOps-router-1504508326', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:36Z', 'updated_at': '2022-03-31T15:33:43Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:37Z', 'updated_at': '2022-03-31T15:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'ae4bdf2c-5b9d-4f37-8ef9-ef46c1f8c7cd', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.248', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'port_id': '52a22b79-143d-47ba-bfe0-93e927549bc6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a', 'mac_address': 'fa:16:3e:55:14:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2c598a-385d-4bc8-bc4c-eb3450912f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:34:11Z', 'updated_at': '2022-03-31T15:34:11Z', 'revision_number': 0, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5ce33d-087e-476c-9941-10fec21a00a9', 'name': '', 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:81:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '70999811-ad99-4e32-9846-99ed9fb0a8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:43Z', 'updated_at': '2022-03-31T15:33:49Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '70999811-ad99-4e32-9846-99ed9fb0a8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:14.199648 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79da51cc-8100-43d2-af63-1ecd378090f1 None None] Checking router: e913f495-9bfe-491d-b1bd-5f1a0335a1cf for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:34:14.209699 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79da51cc-8100-43d2-af63-1ecd378090f1 None None] Routers {'e913f495-9bfe-491d-b1bd-5f1a0335a1cf'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:34:14.210311 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-79da51cc-8100-43d2-af63-1ecd378090f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:34:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e913f495-9bfe-491d-b1bd-5f1a0335a1cf'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:14.214714 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0a82440-b44a-4163-8991-ec61d4db9d27 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:14.217515 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0a82440-b44a-4163-8991-ec61d4db9d27 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:14.244329 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee8893-f56d-46ab-9093-1d1e3bcd66aa req-498e74b9-9cc6-4042-ae0b-64e70fc246bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:14.245968 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2cee8893-f56d-46ab-9093-1d1e3bcd66aa req-498e74b9-9cc6-4042-ae0b-64e70fc246bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70999811-ad99-4e32-9846-99ed9fb0a8f2 HTTP/1.1" status: 200 len: 835 time: 0.0669611 Mar 31 15:34:14.305698 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0a82440-b44a-4163-8991-ec61d4db9d27 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:14.306397 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a82440-b44a-4163-8991-ec61d4db9d27 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Fanout notify agent at l3_agent the message router_deleted on router 5ab90caa-b315-4282-b8c3-5a33e8b4f43f {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:34:14.324552 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0a82440-b44a-4163-8991-ec61d4db9d27 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:14.326682 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b0a82440-b44a-4163-8991-ec61d4db9d27 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "DELETE /v2.0/routers/5ab90caa-b315-4282-b8c3-5a33e8b4f43f HTTP/1.1" status: 204 len: 168 time: 2.0108559 Mar 31 15:34:14.328299 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48874) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:14.329555 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee8893-f56d-46ab-9093-1d1e3bcd66aa req-11d1855e-986e-4dd2-8fad-bfc115856dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:14.331847 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2cee8893-f56d-46ab-9093-1d1e3bcd66aa req-11d1855e-986e-4dd2-8fad-bfc115856dd4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b9072c20-5220-4bc0-801a-9f54ed99a31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757298 Mar 31 15:34:14.429493 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-79da51cc-8100-43d2-af63-1ecd378090f1 None None] Set router e913f495-9bfe-491d-b1bd-5f1a0335a1cf gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:34:14.476949 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2cee8893-f56d-46ab-9093-1d1e3bcd66aa req-c7803cc2-a25e-4d17-89e1-91e76dcd98b9 service neutron] 10.222.0.41 "GET /v2.0/networks/b9072c20-5220-4bc0-801a-9f54ed99a31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391330 Mar 31 15:34:14.590767 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 0f85321f-84d1-4416-80dc-c1daa9bafa8c details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:34:14.617702 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ae420c6b-39f8-49ab-bf5e-2d361e8429a1 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:14.740334 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2cee8893-f56d-46ab-9093-1d1e3bcd66aa req-0231aae7-33fc-4366-b4c2-6b0377599aaa service neutron] 10.222.0.41 "GET /v2.0/networks/b9072c20-5220-4bc0-801a-9f54ed99a31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535551 Mar 31 15:34:14.772391 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 0f85321f-84d1-4416-80dc-c1daa9bafa8c, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=0f85321f-84d1-4416-80dc-c1daa9bafa8c,segment=NetworkSegment(ba430e3c-c87c-4f37-818e-9716eff11a24),segment_id=ba430e3c-c87c-4f37-818e-9716eff11a24)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:34:14.787827 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': '0f85321f-84d1-4416-80dc-c1daa9bafa8c', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'port_id': '0f85321f-84d1-4416-80dc-c1daa9bafa8c', 'mac_address': 'fa:16:3e:b9:06:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:34:14.797725 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ae420c6b-39f8-49ab-bf5e-2d361e8429a1 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:14.828060 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-ae420c6b-39f8-49ab-bf5e-2d361e8429a1 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:14.851332 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-ae420c6b-39f8-49ab-bf5e-2d361e8429a1 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4398b17-d409-4dc7-81c1-c21d0bee3bea') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:14.854969 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-ae420c6b-39f8-49ab-bf5e-2d361e8429a1 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4398b17-d409-4dc7-81c1-c21d0bee3bea') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:14.869165 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ae420c6b-39f8-49ab-bf5e-2d361e8429a1 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:14.869554 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-79da51cc-8100-43d2-af63-1ecd378090f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'name': 'tempest-TestNetworkBasicOps-router-1504508326', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:36Z', 'updated_at': '2022-03-31T15:33:43Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:37Z', 'updated_at': '2022-03-31T15:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'ae4bdf2c-5b9d-4f37-8ef9-ef46c1f8c7cd', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.248', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'port_id': '52a22b79-143d-47ba-bfe0-93e927549bc6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a', 'mac_address': 'fa:16:3e:55:14:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2c598a-385d-4bc8-bc4c-eb3450912f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:34:11Z', 'updated_at': '2022-03-31T15:34:11Z', 'revision_number': 0, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5ce33d-087e-476c-9941-10fec21a00a9', 'name': '', 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:81:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '70999811-ad99-4e32-9846-99ed9fb0a8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:43Z', 'updated_at': '2022-03-31T15:33:49Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '70999811-ad99-4e32-9846-99ed9fb0a8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:14.874280 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79da51cc-8100-43d2-af63-1ecd378090f1 None None] The sync data for ids ['e913f495-9bfe-491d-b1bd-5f1a0335a1cf'] in dv-neutron-833379-2-hyperv is: [{'id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'name': 'tempest-TestNetworkBasicOps-router-1504508326', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:36Z', 'updated_at': '2022-03-31T15:33:43Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:37Z', 'updated_at': '2022-03-31T15:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'ae4bdf2c-5b9d-4f37-8ef9-ef46c1f8c7cd', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.248', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'port_id': '52a22b79-143d-47ba-bfe0-93e927549bc6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a', 'mac_address': 'fa:16:3e:55:14:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2c598a-385d-4bc8-bc4c-eb3450912f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:34:11Z', 'updated_at': '2022-03-31T15:34:11Z', 'revision_number': 0, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5ce33d-087e-476c-9941-10fec21a00a9', 'name': '', 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:81:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '70999811-ad99-4e32-9846-99ed9fb0a8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:43Z', 'updated_at': '2022-03-31T15:33:49Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '70999811-ad99-4e32-9846-99ed9fb0a8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:34:14.902357 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ae420c6b-39f8-49ab-bf5e-2d361e8429a1 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:14.909304 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:14.910940 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae420c6b-39f8-49ab-bf5e-2d361e8429a1 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:34:14.911343 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ae420c6b-39f8-49ab-bf5e-2d361e8429a1 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:14.927513 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:34:14.927513 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:34:14.927513 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:34:14.927513 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:34:14.927513 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:34:14.927513 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:34:14.927513 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:34:14.927513 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:34:14.927513 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:34:14.927513 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:34:14.927513 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:34:14.927513 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:34:14.927513 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:34:14.927513 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:34:14.927513 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:34:14.927513 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:34:14.927513 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:34:14.927513 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:34:14.927513 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:34:14.927513 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:34:14.927513 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:34:14.927513 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:34:14.927513 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:34:14.927513 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:34:14.927513 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:34:14.927513 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:34:14.927513 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:34:14.927513 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:34:14.927513 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:34:14.927513 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:34:14.927513 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:34:14.927513 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:34:14.932088 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f85321f-84d1-4416-80dc-c1daa9bafa8c {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:34:14.952777 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 0f85321f-84d1-4416-80dc-c1daa9bafa8c, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=0f85321f-84d1-4416-80dc-c1daa9bafa8c,segment=NetworkSegment(ba430e3c-c87c-4f37-818e-9716eff11a24),segment_id=ba430e3c-c87c-4f37-818e-9716eff11a24)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:34:15.016847 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 80f78aaa-e80f-49a2-883f-64e4e4775a11 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:34:15.040319 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48880) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:15.046902 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:15.092314 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 80f78aaa-e80f-49a2-883f-64e4e4775a11 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:34:15.092749 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 80f78aaa-e80f-49a2-883f-64e4e4775a11 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:34:15.093182 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device bc0221e4-044b-4af3-a3a7-a7fa0264c8c9 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:34:15.097670 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee599e1e-04c7-4900-9c1e-59c437c6ce56 req-4d2a6d6a-0134-4383-8476-832119b5aa51 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:15.106537 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-ee599e1e-04c7-4900-9c1e-59c437c6ce56 req-4d2a6d6a-0134-4383-8476-832119b5aa51 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d32ae0e-a7ae-4d61-addd-d9ce05f7d828 HTTP/1.1" status: 200 len: 944 time: 0.1051500 Mar 31 15:34:15.140660 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: bc0221e4-044b-4af3-a3a7-a7fa0264c8c9 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:34:15.141044 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device bc0221e4-044b-4af3-a3a7-a7fa0264c8c9 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:34:15.141438 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device ffb53b9c-0d10-499e-9b58-047785da0cdb no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:34:15.143804 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ae420c6b-39f8-49ab-bf5e-2d361e8429a1 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:15.167463 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ae420c6b-39f8-49ab-bf5e-2d361e8429a1 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:15.181353 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-ee599e1e-04c7-4900-9c1e-59c437c6ce56 req-72b4bf4c-5f10-4647-9be4-e5bbe18cbec5 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736797 Mar 31 15:34:15.181822 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f25e4d4-fc2c-4d1c-9d7e-8f590f9ef620 None None] New status for floating IP ae4bdf2c-5b9d-4f37-8ef9-ef46c1f8c7cd: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:34:15.186344 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-70058713-c63b-4bf1-8235-5e08603efe15 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/ae4bdf2c-5b9d-4f37-8ef9-ef46c1f8c7cd HTTP/1.1" status: 200 len: 991 time: 0.1437261 Mar 31 15:34:15.194433 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae420c6b-39f8-49ab-bf5e-2d361e8429a1 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Pushing event deleted for resources: {'Network': ['ID=3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:15.243756 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ae420c6b-39f8-49ab-bf5e-2d361e8429a1 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "DELETE /v2.0/networks/3ffa0cdf-42c4-41a4-90f7-8bdeb4bfa534 HTTP/1.1" status: 204 len: 168 time: 0.9129858 Mar 31 15:34:15.246344 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48884) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:15.261767 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: ffb53b9c-0d10-499e-9b58-047785da0cdb {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:34:15.262030 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device ffb53b9c-0d10-499e-9b58-047785da0cdb not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:34:15.302584 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=0f85321f-84d1-4416-80dc-c1daa9bafa8c,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:15.318820 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3b00b0b3-a629-42ef-9814-ce868e4e1366 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:15.350086 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3b00b0b3-a629-42ef-9814-ce868e4e1366 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:15.365216 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['0f85321f-84d1-4416-80dc-c1daa9bafa8c'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:34:15.472349 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3b00b0b3-a629-42ef-9814-ce868e4e1366 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:15.491603 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00b0b3-a629-42ef-9814-ce868e4e1366 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9287d6-6bf0-429a-afc2-56edb7ab07c2,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:15.545792 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3b00b0b3-a629-42ef-9814-ce868e4e1366 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:15.549703 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3b00b0b3-a629-42ef-9814-ce868e4e1366 tempest-TestNetworkAdvancedServerOps-8174576 tempest-TestNetworkAdvancedServerOps-8174576-project] 10.222.0.31 "DELETE /v2.0/security-groups/da9287d6-6bf0-429a-afc2-56edb7ab07c2 HTTP/1.1" status: 204 len: 168 time: 0.2997193 Mar 31 15:34:16.188289 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48890) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:16.345616 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3a72e3dd-bf1b-4c44-8130-5c06e60412f5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/ae4bdf2c-5b9d-4f37-8ef9-ef46c1f8c7cd HTTP/1.1" status: 200 len: 993 time: 0.1561584 Mar 31 15:34:16.382927 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b785cff-9a9a-4ad7-865f-3eb5cf749a0f req-2c0e6e8d-ff97-4cd6-a599-6b6aa901f10e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:16.384361 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1b785cff-9a9a-4ad7-865f-3eb5cf749a0f req-2c0e6e8d-ff97-4cd6-a599-6b6aa901f10e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d32ae0e-a7ae-4d61-addd-d9ce05f7d828 HTTP/1.1" status: 200 len: 944 time: 0.0993319 Mar 31 15:34:16.427823 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1b785cff-9a9a-4ad7-865f-3eb5cf749a0f req-ad126cea-5173-4886-a930-97ebdc4529f8 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374858 Mar 31 15:34:16.611265 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 0f85321f-84d1-4416-80dc-c1daa9bafa8c up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:34:16.734720 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port 0f85321f-84d1-4416-80dc-c1daa9bafa8c completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:34:16.740204 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port 0f85321f-84d1-4416-80dc-c1daa9bafa8c triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:34:16.740571 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:16.862854 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:16.889618 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d32ae0e-a7ae-4d61-addd-d9ce05f7d828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f85321f-84d1-4416-80dc-c1daa9bafa8c'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:34:16.899801 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 0f85321f-84d1-4416-80dc-c1daa9bafa8c, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=0f85321f-84d1-4416-80dc-c1daa9bafa8c,segment=NetworkSegment(ba430e3c-c87c-4f37-818e-9716eff11a24),segment_id=ba430e3c-c87c-4f37-818e-9716eff11a24)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:34:16.933570 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d32ae0e-a7ae-4d61-addd-d9ce05f7d828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f85321f-84d1-4416-80dc-c1daa9bafa8c', 'code': 200} Mar 31 15:34:16.996960 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:17.065437 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=0f85321f-84d1-4416-80dc-c1daa9bafa8c,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:17.151161 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48904) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:17.240170 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f97c7-f8f8-41fd-9828-bf81ef46391e req-f37a4261-c4eb-4a08-9f20-240524ee4ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:17.241741 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8b2f97c7-f8f8-41fd-9828-bf81ef46391e req-f37a4261-c4eb-4a08-9f20-240524ee4ca7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d32ae0e-a7ae-4d61-addd-d9ce05f7d828 HTTP/1.1" status: 200 len: 1098 time: 0.0781415 Mar 31 15:34:17.284556 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8b2f97c7-f8f8-41fd-9828-bf81ef46391e req-1f3c49c7-0550-4201-800d-148b3aefd479 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370154 Mar 31 15:34:17.298864 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7573847c-bbd3-4c15-af07-c2ac62c42e8c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=230cf1c9b48c44d9b9e8cc3157cbe0bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466269 Mar 31 15:34:17.302194 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48910) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:17.358624 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ddd8b9c1-e9d5-4c60-a6e7-c5a49af8c024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:17.383808 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ddd8b9c1-e9d5-4c60-a6e7-c5a49af8c024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:17.488775 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ddd8b9c1-e9d5-4c60-a6e7-c5a49af8c024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:17.509431 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8b9c1-e9d5-4c60-a6e7-c5a49af8c024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ec17ee-bb61-49d0-bb8f-760ef47d9d3b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:17.515546 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ddd8b9c1-e9d5-4c60-a6e7-c5a49af8c024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:17.516712 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ddd8b9c1-e9d5-4c60-a6e7-c5a49af8c024 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/52ec17ee-bb61-49d0-bb8f-760ef47d9d3b HTTP/1.1" status: 204 len: 168 time: 0.2135730 Mar 31 15:34:17.616682 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e2789-de15-49c1-806e-654b02b79cec req-6cfce1c1-eef6-4a26-9694-f74a89150082 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:17.618165 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a11e2789-de15-49c1-806e-654b02b79cec req-6cfce1c1-eef6-4a26-9694-f74a89150082 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d32ae0e-a7ae-4d61-addd-d9ce05f7d828 HTTP/1.1" status: 200 len: 945 time: 0.0827138 Mar 31 15:34:17.662872 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a11e2789-de15-49c1-806e-654b02b79cec req-375f10fd-36b1-4da9-9400-f4afa459148f tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389233 Mar 31 15:34:18.193000 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48920) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:18.210552 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-55a55c12-0441-433e-92f7-b19010dae532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:18.224530 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-55a55c12-0441-433e-92f7-b19010dae532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:34:18.228295 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-55a55c12-0441-433e-92f7-b19010dae532 admin admin] Usage tracker for resource:security_group_rule and tenant:09162f4d84734f96b912ed3b3bd5b225 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:34:18.231038 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-55a55c12-0441-433e-92f7-b19010dae532 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:34:18.236947 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-55a55c12-0441-433e-92f7-b19010dae532 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:34:18.320763 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-55a55c12-0441-433e-92f7-b19010dae532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:18.385870 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-55a55c12-0441-433e-92f7-b19010dae532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:18.433800 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-55a55c12-0441-433e-92f7-b19010dae532 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=09162f4d84734f96b912ed3b3bd5b225&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396827 Mar 31 15:34:18.434686 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a55c12-0441-433e-92f7-b19010dae532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff010fe-39c4-417e-8237-bee0499200a0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:18.436661 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48924) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:18.501860 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d80ff6b6-9d99-4ad0-99bc-202819b4af34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:18.528461 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d80ff6b6-9d99-4ad0-99bc-202819b4af34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:18.786387 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d80ff6b6-9d99-4ad0-99bc-202819b4af34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:18.804167 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ff6b6-9d99-4ad0-99bc-202819b4af34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff010fe-39c4-417e-8237-bee0499200a0,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:18.807613 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d80ff6b6-9d99-4ad0-99bc-202819b4af34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:18.811444 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d80ff6b6-9d99-4ad0-99bc-202819b4af34 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ff010fe-39c4-417e-8237-bee0499200a0 HTTP/1.1" status: 204 len: 168 time: 0.3709936 Mar 31 15:34:18.854106 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6263ef-859c-4530-a6eb-615ad70bf86a req-094b38ab-a03c-404d-a891-144a6cbf88d3 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:18.855914 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-dc6263ef-859c-4530-a6eb-615ad70bf86a req-094b38ab-a03c-404d-a891-144a6cbf88d3 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d32ae0e-a7ae-4d61-addd-d9ce05f7d828 HTTP/1.1" status: 200 len: 945 time: 0.0868220 Mar 31 15:34:18.900106 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-dc6263ef-859c-4530-a6eb-615ad70bf86a req-f629d712-3ab9-4a7a-b86e-c48a9d1719ef tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386517 Mar 31 15:34:19.085936 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff4adc-2b45-4f8c-b6d5-e8ad425b6b77 req-026afbd0-4ab6-4b56-a20a-5b37c4f9a29c tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:19.087397 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-dbff4adc-2b45-4f8c-b6d5-e8ad425b6b77 req-026afbd0-4ab6-4b56-a20a-5b37c4f9a29c tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d32ae0e-a7ae-4d61-addd-d9ce05f7d828 HTTP/1.1" status: 200 len: 945 time: 0.0791254 Mar 31 15:34:19.132766 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-dbff4adc-2b45-4f8c-b6d5-e8ad425b6b77 req-9d29001d-d54a-4540-bcef-4181795b251c tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394270 Mar 31 15:34:19.162425 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48936) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:19.419648 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb96f06c-4e7c-4a8e-9a5f-7f8a518a7f92 tempest-TestVolumeBootPattern-580671261 tempest-TestVolumeBootPattern-580671261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:19.420369 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-bb96f06c-4e7c-4a8e-9a5f-7f8a518a7f92 tempest-TestVolumeBootPattern-580671261 tempest-TestVolumeBootPattern-580671261-project-admin] Synchronizing usage tracker for tenant:db26905a893240779642a263097d3a5a on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:34:19.488651 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-bb96f06c-4e7c-4a8e-9a5f-7f8a518a7f92 tempest-TestVolumeBootPattern-580671261 tempest-TestVolumeBootPattern-580671261-project-admin] Unset dirty status for tenant:db26905a893240779642a263097d3a5a on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:34:19.489880 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-bb96f06c-4e7c-4a8e-9a5f-7f8a518a7f92 tempest-TestVolumeBootPattern-580671261 tempest-TestVolumeBootPattern-580671261-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4d32ae0e-a7ae-4d61-addd-d9ce05f7d828 HTTP/1.1" status: 200 len: 1093 time: 0.3263867 Mar 31 15:34:19.492664 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48950) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:19.497721 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7867f236-a075-40a4-9c92-43f19b8e0c75 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'port_id': '0f85321f-84d1-4416-80dc-c1daa9bafa8c', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:19.504268 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7867f236-a075-40a4-9c92-43f19b8e0c75 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:34:19.508269 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7867f236-a075-40a4-9c92-43f19b8e0c75 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Usage tracker for resource:floatingip and tenant:4d80c83d1fbe401682aa9514176018aa is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:34:19.511107 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7867f236-a075-40a4-9c92-43f19b8e0c75 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:34:19.516733 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7867f236-a075-40a4-9c92-43f19b8e0c75 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:34:19.581714 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7867f236-a075-40a4-9c92-43f19b8e0c75 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:19.728028 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7867f236-a075-40a4-9c92-43f19b8e0c75 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:19.865623 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-7867f236-a075-40a4-9c92-43f19b8e0c75 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Allocated IP 172.26.5.119 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/3f356312-ea20-4858-89eb-57eb7948bff8) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:34:19.892950 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48962) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:20.001713 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-5997ebf0-cb76-4db0-9b27-21c90b0b48d5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-596138198-network', 'tenant_id': '7146cb35089948a59455912baa8387f4'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:20.007290 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-5997ebf0-cb76-4db0-9b27-21c90b0b48d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:34:20.011233 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-5997ebf0-cb76-4db0-9b27-21c90b0b48d5 admin admin] Usage tracker for resource:network and tenant:7146cb35089948a59455912baa8387f4 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:34:20.014246 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-5997ebf0-cb76-4db0-9b27-21c90b0b48d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:34:20.020681 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-5997ebf0-cb76-4db0-9b27-21c90b0b48d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:34:20.083297 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5997ebf0-cb76-4db0-9b27-21c90b0b48d5 admin admin] Made reservation on behalf of 7146cb35089948a59455912baa8387f4 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:34:20.085693 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5997ebf0-cb76-4db0-9b27-21c90b0b48d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:20.098214 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5997ebf0-cb76-4db0-9b27-21c90b0b48d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:20.115451 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7867f236-a075-40a4-9c92-43f19b8e0c75 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:20.118126 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-5997ebf0-cb76-4db0-9b27-21c90b0b48d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:34:20.121940 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-5997ebf0-cb76-4db0-9b27-21c90b0b48d5 admin admin] Usage tracker for resource:security_group_rule and tenant:7146cb35089948a59455912baa8387f4 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:34:20.124923 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-5997ebf0-cb76-4db0-9b27-21c90b0b48d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:34:20.131161 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-5997ebf0-cb76-4db0-9b27-21c90b0b48d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:34:20.203726 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7867f236-a075-40a4-9c92-43f19b8e0c75 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:20.211270 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5997ebf0-cb76-4db0-9b27-21c90b0b48d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:20.265104 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7867f236-a075-40a4-9c92-43f19b8e0c75 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:34:20.270613 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-7867f236-a075-40a4-9c92-43f19b8e0c75 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:34:20.271972 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5997ebf0-cb76-4db0-9b27-21c90b0b48d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:20.273070 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7867f236-a075-40a4-9c92-43f19b8e0c75 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:34:20.303498 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5997ebf0-cb76-4db0-9b27-21c90b0b48d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:34:20.312098 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997ebf0-cb76-4db0-9b27-21c90b0b48d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdca716c-1c8e-4b73-bcf3-e8418fa21cb1,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:20.317666 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5997ebf0-cb76-4db0-9b27-21c90b0b48d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:20.318007 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-5997ebf0-cb76-4db0-9b27-21c90b0b48d5 admin admin] Added segment a8c67c65-7bd4-4f55-871a-18d70d7ec580 of type vlan for network 900e9ed8-1785-4841-b48b-7e2f13ff1c97 Mar 31 15:34:20.329326 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867f236-a075-40a4-9c92-43f19b8e0c75 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Pushing event updated for resources: {'Port': ['ID=3f356312-ea20-4858-89eb-57eb7948bff8,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:20.345168 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5997ebf0-cb76-4db0-9b27-21c90b0b48d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:20.420640 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5997ebf0-cb76-4db0-9b27-21c90b0b48d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:20.421572 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5997ebf0-cb76-4db0-9b27-21c90b0b48d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:20.422154 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5997ebf0-cb76-4db0-9b27-21c90b0b48d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:20.524594 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997ebf0-cb76-4db0-9b27-21c90b0b48d5 admin admin] Pushing event updated for resources: {'Network': ['ID=900e9ed8-1785-4841-b48b-7e2f13ff1c97,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:20.535522 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 900e9ed8-1785-4841-b48b-7e2f13ff1c97 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:34:20.616290 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5997ebf0-cb76-4db0-9b27-21c90b0b48d5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7219536 Mar 31 15:34:20.619172 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48968) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:20.629432 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-57fd5b79-139e-499b-8a20-d76fc78794f2 admin admin] Request body: {'subnet': {'network_id': '900e9ed8-1785-4841-b48b-7e2f13ff1c97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-596138198-subnet', 'tenant_id': '7146cb35089948a59455912baa8387f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:20.631387 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-57fd5b79-139e-499b-8a20-d76fc78794f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:34:20.635238 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-57fd5b79-139e-499b-8a20-d76fc78794f2 admin admin] Usage tracker for resource:subnet and tenant:7146cb35089948a59455912baa8387f4 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:34:20.638163 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-57fd5b79-139e-499b-8a20-d76fc78794f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:34:20.644760 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-57fd5b79-139e-499b-8a20-d76fc78794f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:34:20.710605 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7867f236-a075-40a4-9c92-43f19b8e0c75 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:20.746027 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fd5b79-139e-499b-8a20-d76fc78794f2 admin admin] Made reservation on behalf of 7146cb35089948a59455912baa8387f4 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:34:20.748427 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-57fd5b79-139e-499b-8a20-d76fc78794f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:20.896847 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7867f236-a075-40a4-9c92-43f19b8e0c75 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:21.026395 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-57fd5b79-139e-499b-8a20-d76fc78794f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:21.102113 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7867f236-a075-40a4-9c92-43f19b8e0c75 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:21.104599 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd5b79-139e-499b-8a20-d76fc78794f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de60ca15-b6c1-4294-8cd5-5f60694fd729,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:21.113304 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fd5b79-139e-499b-8a20-d76fc78794f2 admin admin] Checking segment: {'id': 'a8c67c65-7bd4-4f55-871a-18d70d7ec580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '900e9ed8-1785-4841-b48b-7e2f13ff1c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:34:21.113658 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fd5b79-139e-499b-8a20-d76fc78794f2 admin admin] Network hostable DHCP agents. Network: 900e9ed8-1785-4841-b48b-7e2f13ff1c97, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:34:21.157301 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7867f236-a075-40a4-9c92-43f19b8e0c75 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:21.214490 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fd5b79-139e-499b-8a20-d76fc78794f2 admin admin] Network 900e9ed8-1785-4841-b48b-7e2f13ff1c97 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:34:21.269560 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867f236-a075-40a4-9c92-43f19b8e0c75 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Pushing event updated for resources: {'Port': ['ID=3f356312-ea20-4858-89eb-57eb7948bff8,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:21.277435 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7867f236-a075-40a4-9c92-43f19b8e0c75 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:21.293685 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-57fd5b79-139e-499b-8a20-d76fc78794f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 900e9ed8-1785-4841-b48b-7e2f13ff1c97) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:34:21.298267 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fd5b79-139e-499b-8a20-d76fc78794f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:21.299550 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-57fd5b79-139e-499b-8a20-d76fc78794f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:21.302727 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9acb4f-a8f3-4837-aab1-ee135f87eec4 None None] Network 900e9ed8-1785-4841-b48b-7e2f13ff1c97 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:34:21.422500 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-57fd5b79-139e-499b-8a20-d76fc78794f2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7935147 Mar 31 15:34:21.451893 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-7867f236-a075-40a4-9c92-43f19b8e0c75 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Floating IP 47b46389-64c3-4610-ae5b-110a08ced543 associated. External IP: 172.26.5.119, port: 0f85321f-84d1-4416-80dc-c1daa9bafa8c. Mar 31 15:34:21.520017 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc9a6ec-3ce8-4da0-8603-cf948c4d3ccc None None] Network 900e9ed8-1785-4841-b48b-7e2f13ff1c97 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:34:21.931458 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7867f236-a075-40a4-9c92-43f19b8e0c75 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Router 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:34:22.112188 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 48986) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:22.113137 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7867f236-a075-40a4-9c92-43f19b8e0c75 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:34:22.118073 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1055491389-network', 'tenant_id': '58732dc0304548ceb5ab001cf59bbb56'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:22.122988 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:34:22.124330 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1736d245-5c98-4f5d-9531-a549f7d6a908 None None] Sync routers for ids ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:34:22.128002 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Usage tracker for resource:network and tenant:58732dc0304548ceb5ab001cf59bbb56 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:34:22.130194 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:34:22.134508 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1736d245-5c98-4f5d-9531-a549f7d6a908 None None] Routers {'83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:34:22.135117 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1736d245-5c98-4f5d-9531-a549f7d6a908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:34:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:22.136183 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:34:22.208803 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7867f236-a075-40a4-9c92-43f19b8e0c75 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:22.273272 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Made reservation on behalf of 58732dc0304548ceb5ab001cf59bbb56 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:34:22.273272 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:22.273576 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7867f236-a075-40a4-9c92-43f19b8e0c75 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7707915 Mar 31 15:34:22.273576 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d32ae0e-a7ae-4d61-addd-d9ce05f7d828', 'tag': '0f85321f-84d1-4416-80dc-c1daa9bafa8c'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:34:22.284957 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:22.301089 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:34:22.305150 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Usage tracker for resource:security_group_rule and tenant:58732dc0304548ceb5ab001cf59bbb56 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:34:22.308023 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:34:22.315954 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:34:22.316114 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d32ae0e-a7ae-4d61-addd-d9ce05f7d828', 'tag': '0f85321f-84d1-4416-80dc-c1daa9bafa8c', 'status': 'completed', 'code': 200} Mar 31 15:34:22.321408 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-1736d245-5c98-4f5d-9531-a549f7d6a908 None None] Set router 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:34:22.455222 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e8d9f-60af-4c10-b62a-bd1c38e0d631 req-5a444bcc-c01d-47e7-9369-cebb896ce148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:22.456603 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-945e8d9f-60af-4c10-b62a-bd1c38e0d631 req-5a444bcc-c01d-47e7-9369-cebb896ce148 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d80c83d1fbe401682aa9514176018aa&device_id=4d32ae0e-a7ae-4d61-addd-d9ce05f7d828 HTTP/1.1" status: 200 len: 1098 time: 0.1122479 Mar 31 15:34:22.490459 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:22.558644 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:22.610285 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:34:22.615220 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb979e2-0df6-4841-b6a8-ade2edd15514,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:22.639686 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:22.640712 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Added segment c32a1338-e1e1-417f-b77d-37b17224301e of type vlan for network 92569128-9943-4a3b-9fea-ebeb6f677732 Mar 31 15:34:22.643131 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:22.643484 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:22.643824 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:22.644159 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:22.644492 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:22.644824 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:22.645149 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:22.645505 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:22.645831 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:22.646154 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:22.646477 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:22.646794 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:22.655810 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e8d9f-60af-4c10-b62a-bd1c38e0d631 req-7c30cfb8-8ac5-4fd1-81b3-c14d387a9f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:22.656810 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-945e8d9f-60af-4c10-b62a-bd1c38e0d631 req-7c30cfb8-8ac5-4fd1-81b3-c14d387a9f32 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b062db18-3c45-443b-8ed2-a8ef4849e9af HTTP/1.1" status: 200 len: 913 time: 0.1904943 Mar 31 15:34:22.671940 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1736d245-5c98-4f5d-9531-a549f7d6a908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'name': 'tempest-TestVolumeBootPattern-1685436417-router', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20'}], 'enable_snat': True}, 'gw_port_id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:51Z', 'updated_at': '2022-03-31T15:32:59Z', 'revision_number': 4, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'gw_port': {'id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:53Z', 'updated_at': '2022-03-31T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '47b46389-64c3-4610-ae5b-110a08ced543', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'floating_ip_address': '172.26.5.119', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'port_id': '0f85321f-84d1-4416-80dc-c1daa9bafa8c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'mac_address': 'fa:16:3e:b9:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d32ae0e-a7ae-4d61-addd-d9ce05f7d828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:34:20Z', 'updated_at': '2022-03-31T15:34:20Z', 'revision_number': 0, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7d4c3b-ba84-4281-851b-f58d022b83cb', 'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'mac_address': 'fa:16:3e:c1:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:58Z', 'updated_at': '2022-03-31T15:33:08Z', 'revision_number': 5, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'subnets': [{'id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:22.676416 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1736d245-5c98-4f5d-9531-a549f7d6a908 None None] Checking router: 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:34:22.684597 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1736d245-5c98-4f5d-9531-a549f7d6a908 None None] Routers {'83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:34:22.685184 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1736d245-5c98-4f5d-9531-a549f7d6a908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:34:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:22.750121 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:22.788915 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-945e8d9f-60af-4c10-b62a-bd1c38e0d631 req-ed4f6498-4f68-447e-8ef3-acbdb3c6468a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f85321f-84d1-4416-80dc-c1daa9bafa8c HTTP/1.1" status: 200 len: 999 time: 0.1255200 Mar 31 15:34:22.853618 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e8d9f-60af-4c10-b62a-bd1c38e0d631 req-f6ec3338-8e06-4cf4-86c3-e3cd1605dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:22.855038 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-945e8d9f-60af-4c10-b62a-bd1c38e0d631 req-f6ec3338-8e06-4cf4-86c3-e3cd1605dc47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df984311-c0fe-4d96-bc1f-8e89883604f5 HTTP/1.1" status: 200 len: 851 time: 0.0594068 Mar 31 15:34:22.894849 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-1736d245-5c98-4f5d-9531-a549f7d6a908 None None] Set router 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:34:23.000250 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:23.001113 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:23.001711 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:23.118486 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] Pushing event updated for resources: {'Network': ['ID=92569128-9943-4a3b-9fea-ebeb6f677732,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:23.133274 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 92569128-9943-4a3b-9fea-ebeb6f677732 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:34:23.140396 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e8d9f-60af-4c10-b62a-bd1c38e0d631 req-398368d5-ac51-4c6b-848d-36ac4e12ce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:23.141935 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-945e8d9f-60af-4c10-b62a-bd1c38e0d631 req-398368d5-ac51-4c6b-848d-36ac4e12ce37 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b062db18-3c45-443b-8ed2-a8ef4849e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2797985 Mar 31 15:34:23.238381 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e23a19b9-3435-49f1-8a34-6331955f2850 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1249509 Mar 31 15:34:23.241522 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 48994) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:23.245535 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1736d245-5c98-4f5d-9531-a549f7d6a908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'name': 'tempest-TestVolumeBootPattern-1685436417-router', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20'}], 'enable_snat': True}, 'gw_port_id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:51Z', 'updated_at': '2022-03-31T15:32:59Z', 'revision_number': 4, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'gw_port': {'id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:53Z', 'updated_at': '2022-03-31T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '47b46389-64c3-4610-ae5b-110a08ced543', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'floating_ip_address': '172.26.5.119', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'port_id': '0f85321f-84d1-4416-80dc-c1daa9bafa8c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'mac_address': 'fa:16:3e:b9:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d32ae0e-a7ae-4d61-addd-d9ce05f7d828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:34:20Z', 'updated_at': '2022-03-31T15:34:20Z', 'revision_number': 0, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7d4c3b-ba84-4281-851b-f58d022b83cb', 'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'mac_address': 'fa:16:3e:c1:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:58Z', 'updated_at': '2022-03-31T15:33:08Z', 'revision_number': 5, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'subnets': [{'id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:23.247384 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d0655ce6-cc0c-4353-8459-92006a7753ff admin admin] Request body: {'subnet': {'network_id': '92569128-9943-4a3b-9fea-ebeb6f677732', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1055491389-subnet', 'tenant_id': '58732dc0304548ceb5ab001cf59bbb56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:23.249910 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1736d245-5c98-4f5d-9531-a549f7d6a908 None None] The sync data for ids ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'] in dv-neutron-833379-2-hyperv is: [{'id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'name': 'tempest-TestVolumeBootPattern-1685436417-router', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20'}], 'enable_snat': True}, 'gw_port_id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:51Z', 'updated_at': '2022-03-31T15:32:59Z', 'revision_number': 4, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'gw_port': {'id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:53Z', 'updated_at': '2022-03-31T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '47b46389-64c3-4610-ae5b-110a08ced543', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'floating_ip_address': '172.26.5.119', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'port_id': '0f85321f-84d1-4416-80dc-c1daa9bafa8c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'mac_address': 'fa:16:3e:b9:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d32ae0e-a7ae-4d61-addd-d9ce05f7d828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:34:20Z', 'updated_at': '2022-03-31T15:34:20Z', 'revision_number': 0, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7d4c3b-ba84-4281-851b-f58d022b83cb', 'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'mac_address': 'fa:16:3e:c1:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:58Z', 'updated_at': '2022-03-31T15:33:08Z', 'revision_number': 5, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'subnets': [{'id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:34:23.252827 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d0655ce6-cc0c-4353-8459-92006a7753ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:34:23.257652 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d0655ce6-cc0c-4353-8459-92006a7753ff admin admin] Usage tracker for resource:subnet and tenant:58732dc0304548ceb5ab001cf59bbb56 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:34:23.261064 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d0655ce6-cc0c-4353-8459-92006a7753ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:34:23.272678 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d0655ce6-cc0c-4353-8459-92006a7753ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:34:23.283503 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-945e8d9f-60af-4c10-b62a-bd1c38e0d631 req-9b8273ca-c44e-4c0e-8c2a-ac4dab146327 service neutron] 10.222.0.41 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353719 Mar 31 15:34:23.352069 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0655ce6-cc0c-4353-8459-92006a7753ff admin admin] Made reservation on behalf of 58732dc0304548ceb5ab001cf59bbb56 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:34:23.354521 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d0655ce6-cc0c-4353-8459-92006a7753ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:23.422862 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-945e8d9f-60af-4c10-b62a-bd1c38e0d631 req-f5aa5cd4-bf02-4d8e-99e7-146a84f620b9 service neutron] 10.222.0.41 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340516 Mar 31 15:34:23.469715 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46da9f0a-f210-4d57-8310-6f71ced3f3bc None None] New status for floating IP 47b46389-64c3-4610-ae5b-110a08ced543: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:34:23.660398 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d0655ce6-cc0c-4353-8459-92006a7753ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:23.733727 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0655ce6-cc0c-4353-8459-92006a7753ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=f448438a-1c24-4452-be01-4c1065435284,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:23.744764 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0655ce6-cc0c-4353-8459-92006a7753ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:23.745085 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0655ce6-cc0c-4353-8459-92006a7753ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:23.745440 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0655ce6-cc0c-4353-8459-92006a7753ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:23.745769 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0655ce6-cc0c-4353-8459-92006a7753ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:23.746093 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0655ce6-cc0c-4353-8459-92006a7753ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:23.746416 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0655ce6-cc0c-4353-8459-92006a7753ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:23.746737 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0655ce6-cc0c-4353-8459-92006a7753ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:23.747064 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0655ce6-cc0c-4353-8459-92006a7753ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:23.747381 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0655ce6-cc0c-4353-8459-92006a7753ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:23.747697 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0655ce6-cc0c-4353-8459-92006a7753ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:23.748012 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0655ce6-cc0c-4353-8459-92006a7753ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:23.748323 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0655ce6-cc0c-4353-8459-92006a7753ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:23.753574 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0655ce6-cc0c-4353-8459-92006a7753ff admin admin] Checking segment: {'id': 'c32a1338-e1e1-417f-b77d-37b17224301e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '92569128-9943-4a3b-9fea-ebeb6f677732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:34:23.753924 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0655ce6-cc0c-4353-8459-92006a7753ff admin admin] Network hostable DHCP agents. Network: 92569128-9943-4a3b-9fea-ebeb6f677732, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:34:23.894914 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0655ce6-cc0c-4353-8459-92006a7753ff admin admin] Network 92569128-9943-4a3b-9fea-ebeb6f677732 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:34:23.991398 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-d0655ce6-cc0c-4353-8459-92006a7753ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 92569128-9943-4a3b-9fea-ebeb6f677732) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:34:23.995545 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0655ce6-cc0c-4353-8459-92006a7753ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:23.996133 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d0655ce6-cc0c-4353-8459-92006a7753ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:24.006548 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27178dab-d099-4700-b020-a368b8d7ab25 None None] Network 92569128-9943-4a3b-9fea-ebeb6f677732 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:34:24.060771 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d0655ce6-cc0c-4353-8459-92006a7753ff admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8180687 Mar 31 15:34:24.215824 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ea2953-eb08-4aa0-b5d5-307c4be0f123 None None] Network 92569128-9943-4a3b-9fea-ebeb6f677732 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:34:24.633310 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-aa3c72b4-4b67-47f6-a18a-13e8efadc99d tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:24.633985 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-aa3c72b4-4b67-47f6-a18a-13e8efadc99d tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Synchronizing usage tracker for tenant:7146cb35089948a59455912baa8387f4 on resource:network {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:34:24.734500 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-aa3c72b4-4b67-47f6-a18a-13e8efadc99d tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Unset dirty status for tenant:7146cb35089948a59455912baa8387f4 on resource:network {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:34:24.735679 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-aa3c72b4-4b67-47f6-a18a-13e8efadc99d tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/networks?id=900e9ed8-1785-4841-b48b-7e2f13ff1c97 HTTP/1.1" status: 200 len: 811 time: 0.2505488 Mar 31 15:34:24.750194 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-5bf661a0-48d0-44ae-8fb9-57e8035ffc2c tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/quotas/7146cb35089948a59455912baa8387f4 HTTP/1.1" status: 200 len: 375 time: 0.0090353 Mar 31 15:34:24.796979 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-933097a1-6ab2-42e2-8197-eb4ad60da565 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7146cb35089948a59455912baa8387f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411913 Mar 31 15:34:24.927146 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-02d7e463-1b36-42e0-87f8-66cec7fbcb03 service neutron] 10.222.0.31 "GET /v2.0/networks/900e9ed8-1785-4841-b48b-7e2f13ff1c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232324 Mar 31 15:34:25.054411 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:25.059076 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-7c83c868-8e9e-4948-be9d-fc66ce4633d1 service neutron] 10.222.0.31 "GET /v2.0/networks/900e9ed8-1785-4841-b48b-7e2f13ff1c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261098 Mar 31 15:34:25.322604 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0ec2acca-4bc1-450f-9c43-5888076d8e9c req-2a08990c-52d4-4279-b536-9cbcd045a433 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/ports?device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 210 time: 0.0462763 Mar 31 15:34:26.472877 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d94ea5a9-b70d-487f-9230-a4e71b82754d req-6944a0e8-1d78-4a0e-9eee-b2ee7c4207b6 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/ports?device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 210 time: 0.0463338 Mar 31 15:34:27.450244 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-d3d3d7b8-e0f4-4779-b2c6-76e615e02b8a tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:27.451712 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-d3d3d7b8-e0f4-4779-b2c6-76e615e02b8a tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.41 "GET /v2.0/networks?id=900e9ed8-1785-4841-b48b-7e2f13ff1c97 HTTP/1.1" status: 200 len: 811 time: 0.1452377 Mar 31 15:34:27.464459 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-5701e04d-2778-4163-8122-b75d58e9b311 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Request body: {'port': {'device_id': 'd14adc55-30b8-4293-8639-5b625f41064c', 'network_id': '900e9ed8-1785-4841-b48b-7e2f13ff1c97', 'admin_state_up': True, 'tenant_id': '7146cb35089948a59455912baa8387f4'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:27.611387 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-5701e04d-2778-4163-8122-b75d58e9b311 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:34:27.615991 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-5701e04d-2778-4163-8122-b75d58e9b311 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Usage tracker for resource:port and tenant:7146cb35089948a59455912baa8387f4 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:34:27.619299 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-5701e04d-2778-4163-8122-b75d58e9b311 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:34:27.626067 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-5701e04d-2778-4163-8122-b75d58e9b311 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:34:27.629895 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7f866494-ebfe-4ef4-8a1c-a2440e1d70c9 req-3ade3d91-ad9a-4fd2-8153-a7d765e916d0 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/ports?device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 210 time: 0.0485220 Mar 31 15:34:27.745737 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-5701e04d-2778-4163-8122-b75d58e9b311 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Made reservation on behalf of 7146cb35089948a59455912baa8387f4 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:34:27.749138 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-5701e04d-2778-4163-8122-b75d58e9b311 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:27.909693 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-5701e04d-2778-4163-8122-b75d58e9b311 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Allocated IP 172.20.0.3 (900e9ed8-1785-4841-b48b-7e2f13ff1c97/de60ca15-b6c1-4294-8cd5-5f60694fd729/69ffedaf-e3e7-4060-a80d-d22f5aa1ab16) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:34:28.206278 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-5701e04d-2778-4163-8122-b75d58e9b311 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:28.300526 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-5701e04d-2778-4163-8122-b75d58e9b311 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:28.365134 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-5701e04d-2778-4163-8122-b75d58e9b311 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Network 900e9ed8-1785-4841-b48b-7e2f13ff1c97 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:34:28.372461 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-5701e04d-2778-4163-8122-b75d58e9b311 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:34:28.376736 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-5701e04d-2778-4163-8122-b75d58e9b311 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:34:28.410765 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701e04d-2778-4163-8122-b75d58e9b311 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Pushing event updated for resources: {'Port': ['ID=69ffedaf-e3e7-4060-a80d-d22f5aa1ab16,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:28.444991 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-5701e04d-2778-4163-8122-b75d58e9b311 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:28.445616 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-5701e04d-2778-4163-8122-b75d58e9b311 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:28.528638 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-5701e04d-2778-4163-8122-b75d58e9b311 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0678220 Mar 31 15:34:28.540805 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-d7e6aa29-81e7-4f9d-ae2a-4eb414884873 service neutron] Request body: {'port': {'device_id': 'd14adc55-30b8-4293-8639-5b625f41064c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:28.656976 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-d7e6aa29-81e7-4f9d-ae2a-4eb414884873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:28.950501 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77e99f-0380-4f18-b76b-a5c1a485d7c4 req-76bda678-b9f8-453f-8905-a714fef6903f tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:28.950965 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-ef77e99f-0380-4f18-b76b-a5c1a485d7c4 req-76bda678-b9f8-453f-8905-a714fef6903f tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Synchronizing usage tracker for tenant:7146cb35089948a59455912baa8387f4 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:34:29.052775 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-ef77e99f-0380-4f18-b76b-a5c1a485d7c4 req-76bda678-b9f8-453f-8905-a714fef6903f tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Unset dirty status for tenant:7146cb35089948a59455912baa8387f4 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:34:29.054028 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ef77e99f-0380-4f18-b76b-a5c1a485d7c4 req-76bda678-b9f8-453f-8905-a714fef6903f tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/ports?device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 931 time: 0.3199463 Mar 31 15:34:29.107606 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-d7e6aa29-81e7-4f9d-ae2a-4eb414884873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ffedaf-e3e7-4060-a80d-d22f5aa1ab16 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:34:29.119348 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-d7e6aa29-81e7-4f9d-ae2a-4eb414884873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:29.126631 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-ef77e99f-0380-4f18-b76b-a5c1a485d7c4 req-f8646b42-d1d8-4d32-aeef-dbaa12c097d7 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Synchronizing usage tracker for tenant:7146cb35089948a59455912baa8387f4 on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:34:29.163645 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-d7e6aa29-81e7-4f9d-ae2a-4eb414884873 service neutron] Transition to ACTIVE for port object 69ffedaf-e3e7-4060-a80d-d22f5aa1ab16 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:34:29.243245 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-d7e6aa29-81e7-4f9d-ae2a-4eb414884873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:29.285003 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-ef77e99f-0380-4f18-b76b-a5c1a485d7c4 req-f8646b42-d1d8-4d32-aeef-dbaa12c097d7 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Unset dirty status for tenant:7146cb35089948a59455912baa8387f4 on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:34:29.285604 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ef77e99f-0380-4f18-b76b-a5c1a485d7c4 req-f8646b42-d1d8-4d32-aeef-dbaa12c097d7 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdca716c-1c8e-4b73-bcf3-e8418fa21cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223272 Mar 31 15:34:29.384930 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6aa29-81e7-4f9d-ae2a-4eb414884873 service neutron] Pushing event updated for resources: {'Port': ['ID=69ffedaf-e3e7-4060-a80d-d22f5aa1ab16,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:29.495514 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-d7e6aa29-81e7-4f9d-ae2a-4eb414884873 service neutron] Attempting to bind port 69ffedaf-e3e7-4060-a80d-d22f5aa1ab16 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:34:29.495703 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-d7e6aa29-81e7-4f9d-ae2a-4eb414884873 service neutron] Attempting to bind port 69ffedaf-e3e7-4060-a80d-d22f5aa1ab16 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a8c67c65-7bd4-4f55-871a-18d70d7ec580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '900e9ed8-1785-4841-b48b-7e2f13ff1c97'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:34:29.496021 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-d7e6aa29-81e7-4f9d-ae2a-4eb414884873 service neutron] Attempting to bind port 69ffedaf-e3e7-4060-a80d-d22f5aa1ab16 on network 900e9ed8-1785-4841-b48b-7e2f13ff1c97 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:34:29.501265 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-d7e6aa29-81e7-4f9d-ae2a-4eb414884873 service neutron] Port 69ffedaf-e3e7-4060-a80d-d22f5aa1ab16 on network 900e9ed8-1785-4841-b48b-7e2f13ff1c97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:34:29.501265 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-d7e6aa29-81e7-4f9d-ae2a-4eb414884873 service neutron] Attempting to bind port 69ffedaf-e3e7-4060-a80d-d22f5aa1ab16 on network 900e9ed8-1785-4841-b48b-7e2f13ff1c97 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:34:29.507015 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-d7e6aa29-81e7-4f9d-ae2a-4eb414884873 service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:34:29.507015 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-d7e6aa29-81e7-4f9d-ae2a-4eb414884873 service neutron] Checking segment: {'id': 'a8c67c65-7bd4-4f55-871a-18d70d7ec580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '900e9ed8-1785-4841-b48b-7e2f13ff1c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:34:29.507015 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-d7e6aa29-81e7-4f9d-ae2a-4eb414884873 service neutron] Bound using segment: {'id': 'a8c67c65-7bd4-4f55-871a-18d70d7ec580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '900e9ed8-1785-4841-b48b-7e2f13ff1c97'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:34:29.507312 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-d7e6aa29-81e7-4f9d-ae2a-4eb414884873 service neutron] Bound port: 69ffedaf-e3e7-4060-a80d-d22f5aa1ab16, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c67c65-7bd4-4f55-871a-18d70d7ec580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '900e9ed8-1785-4841-b48b-7e2f13ff1c97'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:34:29.507598 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-d7e6aa29-81e7-4f9d-ae2a-4eb414884873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:29.598017 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-d7e6aa29-81e7-4f9d-ae2a-4eb414884873 service neutron] For port 69ffedaf-e3e7-4060-a80d-d22f5aa1ab16, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:34:29.601904 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-d7e6aa29-81e7-4f9d-ae2a-4eb414884873 service neutron] For port 69ffedaf-e3e7-4060-a80d-d22f5aa1ab16, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=69ffedaf-e3e7-4060-a80d-d22f5aa1ab16,segment=NetworkSegment(a8c67c65-7bd4-4f55-871a-18d70d7ec580),segment_id=a8c67c65-7bd4-4f55-871a-18d70d7ec580)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:34:29.691531 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-d7e6aa29-81e7-4f9d-ae2a-4eb414884873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:29.762375 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-d7e6aa29-81e7-4f9d-ae2a-4eb414884873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:29.763372 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-d7e6aa29-81e7-4f9d-ae2a-4eb414884873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:29.764279 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-d7e6aa29-81e7-4f9d-ae2a-4eb414884873 service neutron] 10.222.0.41 "PUT /v2.0/ports/69ffedaf-e3e7-4060-a80d-d22f5aa1ab16 HTTP/1.1" status: 200 len: 1093 time: 1.2273760 Mar 31 15:34:29.767098 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14adc55-30b8-4293-8639-5b625f41064c', 'tag': '69ffedaf-e3e7-4060-a80d-d22f5aa1ab16'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:34:29.797327 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6aa29-81e7-4f9d-ae2a-4eb414884873 service neutron] Pushing event updated for resources: {'Port': ['ID=69ffedaf-e3e7-4060-a80d-d22f5aa1ab16,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:29.816237 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14adc55-30b8-4293-8639-5b625f41064c', 'tag': '69ffedaf-e3e7-4060-a80d-d22f5aa1ab16', 'status': 'completed', 'code': 200} Mar 31 15:34:29.914459 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63752042-805d-4062-8d42-543950a832d0 req-3cd0144b-523f-4f22-a5f6-e9074f1a8d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:29.916218 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-63752042-805d-4062-8d42-543950a832d0 req-3cd0144b-523f-4f22-a5f6-e9074f1a8d22 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7146cb35089948a59455912baa8387f4&device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 1096 time: 0.0814166 Mar 31 15:34:30.059462 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63752042-805d-4062-8d42-543950a832d0 req-43dbd464-1a85-4406-a8bd-864c5330f156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:30.060841 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-63752042-805d-4062-8d42-543950a832d0 req-43dbd464-1a85-4406-a8bd-864c5330f156 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7146cb35089948a59455912baa8387f4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1373851 Mar 31 15:34:30.195380 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63752042-805d-4062-8d42-543950a832d0 req-80e2642d-797a-4e8d-91d6-2b3ca92d5427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:30.196714 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-63752042-805d-4062-8d42-543950a832d0 req-80e2642d-797a-4e8d-91d6-2b3ca92d5427 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298373 Mar 31 15:34:30.437210 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-07922218-32f9-48a3-9bdc-fbe23a58b888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:30.438599 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-07922218-32f9-48a3-9bdc-fbe23a58b888 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7146cb35089948a59455912baa8387f4&device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 1096 time: 0.2053146 Mar 31 15:34:30.516028 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-b3188737-e0bd-46ec-b7f5-3ac49c2f49c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69ffedaf-e3e7-4060-a80d-d22f5aa1ab16 HTTP/1.1" status: 200 len: 217 time: 0.0637629 Mar 31 15:34:30.591993 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f88d63-ee78-46a6-aa02-0f36d1c619d7 req-e09a7619-d0e2-4c57-a63c-d6dc864caf13 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:30.593384 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f8f88d63-ee78-46a6-aa02-0f36d1c619d7 req-e09a7619-d0e2-4c57-a63c-d6dc864caf13 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/ports?device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 943 time: 0.1877291 Mar 31 15:34:30.601960 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-5622313d-80eb-4a68-851a-0a92676d79e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:30.603298 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-5622313d-80eb-4a68-851a-0a92676d79e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de60ca15-b6c1-4294-8cd5-5f60694fd729 HTTP/1.1" status: 200 len: 851 time: 0.0795071 Mar 31 15:34:30.663385 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-49634d4b-9e59-4c1c-bdb7-084b2f23e9d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=900e9ed8-1785-4841-b48b-7e2f13ff1c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473037 Mar 31 15:34:30.709417 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f8f88d63-ee78-46a6-aa02-0f36d1c619d7 req-acb7da92-3091-48aa-b076-29ab0604aa86 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdca716c-1c8e-4b73-bcf3-e8418fa21cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091962 Mar 31 15:34:30.803940 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-34258351-f2b8-4e5c-a086-7e8285bc8358 service neutron] 10.222.0.41 "GET /v2.0/networks/900e9ed8-1785-4841-b48b-7e2f13ff1c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318946 Mar 31 15:34:30.931037 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-464cd198-2b7f-48c8-b2d6-2879a102433c req-b232d1f7-a5b2-41e5-a6ed-f4748c718dbe service neutron] 10.222.0.41 "GET /v2.0/networks/900e9ed8-1785-4841-b48b-7e2f13ff1c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211669 Mar 31 15:34:31.892350 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba3c2a-6ec7-441c-9a9b-1b529ab7e0e5 req-e058f77a-15d1-4f2a-ace5-28b8a92cec89 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:31.894309 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-27ba3c2a-6ec7-441c-9a9b-1b529ab7e0e5 req-e058f77a-15d1-4f2a-ace5-28b8a92cec89 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/ports?device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 943 time: 0.0785935 Mar 31 15:34:31.940529 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-27ba3c2a-6ec7-441c-9a9b-1b529ab7e0e5 req-d6358c58-645e-4114-bfa7-c628aafcc54e tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdca716c-1c8e-4b73-bcf3-e8418fa21cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405767 Mar 31 15:34:33.031538 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ddf38795-c98a-423d-b455-9418337324eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:33.123632 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745e331-7d74-4522-a67f-6933dd7e1852 req-0d8dc191-95e8-4591-bf62-ecbd7403d9a3 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:33.125062 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e745e331-7d74-4522-a67f-6933dd7e1852 req-0d8dc191-95e8-4591-bf62-ecbd7403d9a3 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/ports?device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 943 time: 0.0801806 Mar 31 15:34:33.169310 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e745e331-7d74-4522-a67f-6933dd7e1852 req-af2564e4-05a5-492d-a07a-6f659c6e9d67 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdca716c-1c8e-4b73-bcf3-e8418fa21cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381844 Mar 31 15:34:33.605028 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c3839c32-d4e6-4c6b-9411-0eb0b2157463 req-bc27055b-e861-4a58-8bfd-e2bf43f89ad3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8a2c598a-385d-4bc8-bc4c-eb3450912f09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716984 Mar 31 15:34:33.746132 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3839c32-d4e6-4c6b-9411-0eb0b2157463 req-66ef4fa9-cdcc-4df2-a2e9-cb235a7575f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:33.747573 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c3839c32-d4e6-4c6b-9411-0eb0b2157463 req-66ef4fa9-cdcc-4df2-a2e9-cb235a7575f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=8a2c598a-385d-4bc8-bc4c-eb3450912f09 HTTP/1.1" status: 200 len: 1098 time: 0.0712545 Mar 31 15:34:33.888050 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3839c32-d4e6-4c6b-9411-0eb0b2157463 req-20d688a3-8d97-4eca-bcc6-ab3a6f7820ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:33.889539 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c3839c32-d4e6-4c6b-9411-0eb0b2157463 req-20d688a3-8d97-4eca-bcc6-ab3a6f7820ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=b9072c20-5220-4bc0-801a-9f54ed99a31a HTTP/1.1" status: 200 len: 898 time: 0.1229362 Mar 31 15:34:33.989692 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c3839c32-d4e6-4c6b-9411-0eb0b2157463 req-60196bd0-605f-411f-91f2-18c84ed5e093 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52a22b79-143d-47ba-bfe0-93e927549bc6 HTTP/1.1" status: 200 len: 1001 time: 0.0937157 Mar 31 15:34:34.052760 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3839c32-d4e6-4c6b-9411-0eb0b2157463 req-5de65bcf-4b1f-447b-9f96-fc1bfc6d521a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:34.054141 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c3839c32-d4e6-4c6b-9411-0eb0b2157463 req-5de65bcf-4b1f-447b-9f96-fc1bfc6d521a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70999811-ad99-4e32-9846-99ed9fb0a8f2 HTTP/1.1" status: 200 len: 835 time: 0.0584168 Mar 31 15:34:34.126456 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3839c32-d4e6-4c6b-9411-0eb0b2157463 req-6cc63393-3e30-4ac9-b1ae-f137c8600e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:34.127871 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c3839c32-d4e6-4c6b-9411-0eb0b2157463 req-6cc63393-3e30-4ac9-b1ae-f137c8600e43 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b9072c20-5220-4bc0-801a-9f54ed99a31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675776 Mar 31 15:34:34.258429 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c3839c32-d4e6-4c6b-9411-0eb0b2157463 req-104e0e28-1166-4b5b-a101-d793749766e8 service neutron] 10.222.0.41 "GET /v2.0/networks/b9072c20-5220-4bc0-801a-9f54ed99a31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242065 Mar 31 15:34:34.356339 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d4236-be7b-40e1-b63a-6c0de0bfcedb req-d5896d08-28bb-402f-9333-cf0689ef7ba1 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:34.357846 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9a2d4236-be7b-40e1-b63a-6c0de0bfcedb req-d5896d08-28bb-402f-9333-cf0689ef7ba1 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/ports?device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 943 time: 0.0795143 Mar 31 15:34:34.396309 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c3839c32-d4e6-4c6b-9411-0eb0b2157463 req-82be6bd1-3175-4b56-8af5-4f4ca338fbb3 service neutron] 10.222.0.41 "GET /v2.0/networks/b9072c20-5220-4bc0-801a-9f54ed99a31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292524 Mar 31 15:34:34.402064 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9a2d4236-be7b-40e1-b63a-6c0de0bfcedb req-919b5c14-baaf-4d8d-bc71-fbfb5e6a1392 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdca716c-1c8e-4b73-bcf3-e8418fa21cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379903 Mar 31 15:34:34.674819 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 69ffedaf-e3e7-4060-a80d-d22f5aa1ab16 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:34:34.808163 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 69ffedaf-e3e7-4060-a80d-d22f5aa1ab16, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=69ffedaf-e3e7-4060-a80d-d22f5aa1ab16,segment=NetworkSegment(a8c67c65-7bd4-4f55-871a-18d70d7ec580),segment_id=a8c67c65-7bd4-4f55-871a-18d70d7ec580)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:34:34.820826 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': '69ffedaf-e3e7-4060-a80d-d22f5aa1ab16', 'network_id': '900e9ed8-1785-4841-b48b-7e2f13ff1c97', 'port_id': '69ffedaf-e3e7-4060-a80d-d22f5aa1ab16', 'mac_address': 'fa:16:3e:ae:09:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de60ca15-b6c1-4294-8cd5-5f60694fd729', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:34:34.873778 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:34.889719 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ffedaf-e3e7-4060-a80d-d22f5aa1ab16 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:34:34.904814 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 69ffedaf-e3e7-4060-a80d-d22f5aa1ab16, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=69ffedaf-e3e7-4060-a80d-d22f5aa1ab16,segment=NetworkSegment(a8c67c65-7bd4-4f55-871a-18d70d7ec580),segment_id=a8c67c65-7bd4-4f55-871a-18d70d7ec580)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:34:35.207528 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:35.207528 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=69ffedaf-e3e7-4060-a80d-d22f5aa1ab16,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:35.207528 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:35.207528 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:35.207528 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:35.207528 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:35.207528 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:35.207528 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:35.207528 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:35.207528 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:35.207528 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:35.207528 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:35.207528 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:35.207528 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:35.276924 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['69ffedaf-e3e7-4060-a80d-d22f5aa1ab16'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:34:35.596249 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410b5c3-c764-4138-8d56-5dba1729bb65 req-bd32d134-0904-488e-ac94-61b85248827e tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:35.597921 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c410b5c3-c764-4138-8d56-5dba1729bb65 req-bd32d134-0904-488e-ac94-61b85248827e tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/ports?device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 944 time: 0.0862062 Mar 31 15:34:35.643587 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c410b5c3-c764-4138-8d56-5dba1729bb65 req-9fc917ac-29ac-4a87-87ba-f6d119bfe8c0 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdca716c-1c8e-4b73-bcf3-e8418fa21cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395503 Mar 31 15:34:35.752227 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3672ed2a-ce84-4023-942f-d405eba31268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:36.400528 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:36.482707 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:36.696450 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 69ffedaf-e3e7-4060-a80d-d22f5aa1ab16 up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:34:36.846669 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a3649-41af-40a7-970c-9dd93bbfb965 req-784d7f89-2f62-43a2-a5c9-96971b93a179 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:36.848301 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a04a3649-41af-40a7-970c-9dd93bbfb965 req-784d7f89-2f62-43a2-a5c9-96971b93a179 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/ports?device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 944 time: 0.0802524 Mar 31 15:34:36.859169 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port 69ffedaf-e3e7-4060-a80d-d22f5aa1ab16 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:34:36.864427 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port 69ffedaf-e3e7-4060-a80d-d22f5aa1ab16 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:34:36.864803 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:37.013137 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a04a3649-41af-40a7-970c-9dd93bbfb965 req-436fd1ec-532a-40d0-83d8-17a97cb37f90 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdca716c-1c8e-4b73-bcf3-e8418fa21cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585369 Mar 31 15:34:37.054994 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:37.082553 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14adc55-30b8-4293-8639-5b625f41064c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ffedaf-e3e7-4060-a80d-d22f5aa1ab16'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:34:37.094080 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 69ffedaf-e3e7-4060-a80d-d22f5aa1ab16, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=69ffedaf-e3e7-4060-a80d-d22f5aa1ab16,segment=NetworkSegment(a8c67c65-7bd4-4f55-871a-18d70d7ec580),segment_id=a8c67c65-7bd4-4f55-871a-18d70d7ec580)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:34:37.129771 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14adc55-30b8-4293-8639-5b625f41064c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ffedaf-e3e7-4060-a80d-d22f5aa1ab16', 'code': 200} Mar 31 15:34:37.168884 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:37.236922 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=69ffedaf-e3e7-4060-a80d-d22f5aa1ab16,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:37.449603 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c6422-4ddc-46f8-8f86-97169fb6b22c req-9230ea77-4aab-4ae1-a5ae-96c84837d9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:37.452346 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4a9c6422-4ddc-46f8-8f86-97169fb6b22c req-9230ea77-4aab-4ae1-a5ae-96c84837d9b2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 1098 time: 0.0693922 Mar 31 15:34:37.492103 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4a9c6422-4ddc-46f8-8f86-97169fb6b22c req-bb1fcbf7-714e-458b-8055-6dc8b65c4527 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bdca716c-1c8e-4b73-bcf3-e8418fa21cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341990 Mar 31 15:34:37.848611 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:38.206279 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a84309-f933-4a52-aaa9-a7f025b9f8b8 req-c31849fd-727b-4f5a-9797-d82100268b32 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:38.207672 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-59a84309-f933-4a52-aaa9-a7f025b9f8b8 req-c31849fd-727b-4f5a-9797-d82100268b32 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/ports?device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 945 time: 0.0857694 Mar 31 15:34:38.258634 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-59a84309-f933-4a52-aaa9-a7f025b9f8b8 req-4760ab93-d8f9-4fa0-9cb7-1405de8435ea tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdca716c-1c8e-4b73-bcf3-e8418fa21cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411301 Mar 31 15:34:39.446514 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce102ab-eeed-40ec-a5d2-00ae5f75be1b req-7aaa5545-057f-40b4-99f1-804a566ed26c tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:39.447951 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1ce102ab-eeed-40ec-a5d2-00ae5f75be1b req-7aaa5545-057f-40b4-99f1-804a566ed26c tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/ports?device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 945 time: 0.0784869 Mar 31 15:34:39.492726 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1ce102ab-eeed-40ec-a5d2-00ae5f75be1b req-860f2c99-dcab-4ae9-b852-9e5506bfbffa tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdca716c-1c8e-4b73-bcf3-e8418fa21cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385087 Mar 31 15:34:39.688166 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb8039-878e-494c-9ffe-2a4b23a94edd req-7fe510a8-1a15-41d6-8350-17e1c3dc5929 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:39.688166 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-31cb8039-878e-494c-9ffe-2a4b23a94edd req-7fe510a8-1a15-41d6-8350-17e1c3dc5929 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/ports?device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 945 time: 0.0865176 Mar 31 15:34:39.735724 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-31cb8039-878e-494c-9ffe-2a4b23a94edd req-f845b06d-289b-46fb-a149-80f89f8bd027 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdca716c-1c8e-4b73-bcf3-e8418fa21cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429521 Mar 31 15:34:40.350785 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9bec2-50ea-423d-b17e-9d00c602ecb3 req-bb3b5eb3-0d2e-4e2d-8279-e3744170dde7 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:40.350785 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-08d9bec2-50ea-423d-b17e-9d00c602ecb3 req-bb3b5eb3-0d2e-4e2d-8279-e3744170dde7 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/ports?device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 945 time: 0.0809963 Mar 31 15:34:40.393795 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-08d9bec2-50ea-423d-b17e-9d00c602ecb3 req-676b68b9-b809-4909-a3c9-994f26214703 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdca716c-1c8e-4b73-bcf3-e8418fa21cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391757 Mar 31 15:34:41.585491 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4641de-9d27-4d41-8c61-ab747333dd05 req-59631c5e-8225-457d-b162-7dfaeec1f584 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:41.589537 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-db4641de-9d27-4d41-8c61-ab747333dd05 req-59631c5e-8225-457d-b162-7dfaeec1f584 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/ports?device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 945 time: 0.0842197 Mar 31 15:34:41.638111 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-db4641de-9d27-4d41-8c61-ab747333dd05 req-c400c715-c7ab-48c8-8780-0ef1293c1966 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdca716c-1c8e-4b73-bcf3-e8418fa21cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405238 Mar 31 15:34:41.875187 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:34:42.106826 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450d3c0-65d0-44c6-8113-cdaabb10bae6 req-d7344d9a-de43-44e1-bdf2-fd5b5e9b65e1 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:42.108301 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9450d3c0-65d0-44c6-8113-cdaabb10bae6 req-d7344d9a-de43-44e1-bdf2-fd5b5e9b65e1 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/ports?device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 945 time: 0.0831378 Mar 31 15:34:42.158437 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9450d3c0-65d0-44c6-8113-cdaabb10bae6 req-c76b12cd-d01b-4797-9370-4f080f6e0db6 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdca716c-1c8e-4b73-bcf3-e8418fa21cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436492 Mar 31 15:34:42.179921 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464b7f5-a856-444f-8643-f182aa4b766b req-3b86c365-fee7-4d13-b092-46ab23f1c727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:42.181554 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3464b7f5-a856-444f-8643-f182aa4b766b req-3b86c365-fee7-4d13-b092-46ab23f1c727 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7146cb35089948a59455912baa8387f4&device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 1098 time: 0.0818779 Mar 31 15:34:42.321414 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464b7f5-a856-444f-8643-f182aa4b766b req-8afdf613-e0e1-4f98-b22a-38b2a22bafa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:42.322204 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3464b7f5-a856-444f-8643-f182aa4b766b req-8afdf613-e0e1-4f98-b22a-38b2a22bafa1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=900e9ed8-1785-4841-b48b-7e2f13ff1c97 HTTP/1.1" status: 200 len: 912 time: 0.1331573 Mar 31 15:34:42.390838 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3464b7f5-a856-444f-8643-f182aa4b766b req-74f25e89-ed69-4305-a2c7-751ab680a683 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69ffedaf-e3e7-4060-a80d-d22f5aa1ab16 HTTP/1.1" status: 200 len: 217 time: 0.0607672 Mar 31 15:34:42.456240 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464b7f5-a856-444f-8643-f182aa4b766b req-d2677d05-e29f-4c62-a897-544cb14362cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:42.457667 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3464b7f5-a856-444f-8643-f182aa4b766b req-d2677d05-e29f-4c62-a897-544cb14362cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de60ca15-b6c1-4294-8cd5-5f60694fd729 HTTP/1.1" status: 200 len: 851 time: 0.0612319 Mar 31 15:34:42.504925 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3464b7f5-a856-444f-8643-f182aa4b766b req-5c605f42-879d-4075-aa0c-027c2a8e0769 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=900e9ed8-1785-4841-b48b-7e2f13ff1c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394800 Mar 31 15:34:42.641493 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3464b7f5-a856-444f-8643-f182aa4b766b req-289b10bb-69e8-41ac-9134-a3dc2e9e3817 service neutron] 10.222.0.41 "GET /v2.0/networks/900e9ed8-1785-4841-b48b-7e2f13ff1c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304636 Mar 31 15:34:42.771946 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3464b7f5-a856-444f-8643-f182aa4b766b req-27bac54c-640c-4d27-a31d-cd0bf5c80a40 service neutron] 10.222.0.41 "GET /v2.0/networks/900e9ed8-1785-4841-b48b-7e2f13ff1c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239903 Mar 31 15:34:43.347028 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcf8f7-f9b5-401d-a1cc-509ddc45894d req-73a3dca6-030a-4df4-a2cf-ef55b34b2cef tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:43.348743 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c6bcf8f7-f9b5-401d-a1cc-509ddc45894d req-73a3dca6-030a-4df4-a2cf-ef55b34b2cef tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/ports?device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 945 time: 0.0792994 Mar 31 15:34:43.397480 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c6bcf8f7-f9b5-401d-a1cc-509ddc45894d req-31192a8d-40ac-41b6-989a-d692e5826198 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdca716c-1c8e-4b73-bcf3-e8418fa21cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417585 Mar 31 15:34:44.585000 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cc410-2438-46cd-94b1-3c986daa966d req-f80feca1-38a1-4f6c-ba3a-88faa8b0d42d tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:44.586494 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-154cc410-2438-46cd-94b1-3c986daa966d req-f80feca1-38a1-4f6c-ba3a-88faa8b0d42d tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/ports?device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 945 time: 0.0819478 Mar 31 15:34:44.632384 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-154cc410-2438-46cd-94b1-3c986daa966d req-63131beb-6a20-4aec-9968-1c8f60c3408c tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdca716c-1c8e-4b73-bcf3-e8418fa21cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397537 Mar 31 15:34:45.231653 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56becd-9903-40f3-8e68-a7653f771d3e req-a5740c26-5a91-4d5a-9f06-591c67c4afda tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:45.233124 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7a56becd-9903-40f3-8e68-a7653f771d3e req-a5740c26-5a91-4d5a-9f06-591c67c4afda tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/ports?device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 945 time: 0.0863390 Mar 31 15:34:45.280737 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7a56becd-9903-40f3-8e68-a7653f771d3e req-0606d02c-5c25-4280-a678-4c2652a08201 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdca716c-1c8e-4b73-bcf3-e8418fa21cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415790 Mar 31 15:34:45.550866 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49090) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:45.630514 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3629f1f7-cb6c-4a78-83c6-6fc7ca7e2295 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:45.631527 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3629f1f7-cb6c-4a78-83c6-6fc7ca7e2295 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:45.631527 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3629f1f7-cb6c-4a78-83c6-6fc7ca7e2295 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:45.633895 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3629f1f7-cb6c-4a78-83c6-6fc7ca7e2295 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=a28d6e89f5614e35860f06912b5df90e&network_id=b9072c20-5220-4bc0-801a-9f54ed99a31a HTTP/1.1" status: 200 len: 2999 time: 0.0820141 Mar 31 15:34:46.470826 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb889e8f-1f17-484b-8291-84d3a4b2ef98 req-6b3765c7-f457-4598-8922-e822af83cfe1 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:46.472317 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-cb889e8f-1f17-484b-8291-84d3a4b2ef98 req-6b3765c7-f457-4598-8922-e822af83cfe1 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/ports?device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 945 time: 0.0821321 Mar 31 15:34:46.517726 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-cb889e8f-1f17-484b-8291-84d3a4b2ef98 req-28cf5fbd-1248-40c9-9140-ecac596d2b36 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdca716c-1c8e-4b73-bcf3-e8418fa21cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386024 Mar 31 15:34:46.995173 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cc6d1-bf03-4885-aff5-e2d8e3b5b8e1 req-bad447c7-03da-4322-aa4d-5ff6d4402929 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:46.998004 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-db3cc6d1-bf03-4885-aff5-e2d8e3b5b8e1 req-bad447c7-03da-4322-aa4d-5ff6d4402929 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/ports?device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 945 time: 0.0851669 Mar 31 15:34:47.046281 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-db3cc6d1-bf03-4885-aff5-e2d8e3b5b8e1 req-0a3c6e7e-64e2-4878-a9b5-1544880118b7 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdca716c-1c8e-4b73-bcf3-e8418fa21cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424652 Mar 31 15:34:47.129886 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ba65d-c9f6-4616-b638-3a9a8a266493 req-7b5411e7-64d7-4828-8416-9639b5b79b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:47.131335 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-de3ba65d-c9f6-4616-b638-3a9a8a266493 req-7b5411e7-64d7-4828-8416-9639b5b79b5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7146cb35089948a59455912baa8387f4&device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 1098 time: 0.0707049 Mar 31 15:34:47.275867 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ba65d-c9f6-4616-b638-3a9a8a266493 req-3943c43f-799d-4ef4-88be-c43d65c67711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:47.277337 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-de3ba65d-c9f6-4616-b638-3a9a8a266493 req-3943c43f-799d-4ef4-88be-c43d65c67711 service neutron] 10.222.0.41 "GET /v2.0/networks?id=900e9ed8-1785-4841-b48b-7e2f13ff1c97 HTTP/1.1" status: 200 len: 912 time: 0.1394565 Mar 31 15:34:47.448054 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-de3ba65d-c9f6-4616-b638-3a9a8a266493 req-f082366b-baf2-43f5-b610-a636aa050367 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69ffedaf-e3e7-4060-a80d-d22f5aa1ab16 HTTP/1.1" status: 200 len: 217 time: 0.1632957 Mar 31 15:34:47.512583 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ba65d-c9f6-4616-b638-3a9a8a266493 req-0a5db5f5-3819-4817-bb7c-f96d943f6b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:47.514062 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-de3ba65d-c9f6-4616-b638-3a9a8a266493 req-0a5db5f5-3819-4817-bb7c-f96d943f6b08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de60ca15-b6c1-4294-8cd5-5f60694fd729 HTTP/1.1" status: 200 len: 851 time: 0.0596724 Mar 31 15:34:47.563692 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-de3ba65d-c9f6-4616-b638-3a9a8a266493 req-9cba4989-a643-48c7-8eaf-14d12b6294c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=900e9ed8-1785-4841-b48b-7e2f13ff1c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429344 Mar 31 15:34:47.697276 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-de3ba65d-c9f6-4616-b638-3a9a8a266493 req-ad4fbdd9-928f-4282-b0c7-4ef34a8a1ec6 service neutron] 10.222.0.41 "GET /v2.0/networks/900e9ed8-1785-4841-b48b-7e2f13ff1c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268976 Mar 31 15:34:47.731865 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49108) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:47.794457 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5ae15f-a17b-441c-b8b6-7149168afecd tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:47.801265 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8e5ae15f-a17b-441c-b8b6-7149168afecd tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=81fb4282-babc-4201-afd1-e5be35072e1e HTTP/1.1" status: 200 len: 814 time: 0.0630736 Mar 31 15:34:47.831288 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-de3ba65d-c9f6-4616-b638-3a9a8a266493 req-dbf5b003-007c-4610-a171-5ece84a12c8c service neutron] 10.222.0.41 "GET /v2.0/networks/900e9ed8-1785-4841-b48b-7e2f13ff1c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276560 Mar 31 15:34:48.234714 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c973a-a547-4ff4-bb26-6b6d7a981392 req-bc6a19ae-6008-4a73-b7d6-e92111674843 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:48.236218 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0a0c973a-a547-4ff4-bb26-6b6d7a981392 req-bc6a19ae-6008-4a73-b7d6-e92111674843 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/ports?device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 945 time: 0.0806570 Mar 31 15:34:48.281183 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0a0c973a-a547-4ff4-bb26-6b6d7a981392 req-b3737029-a915-449f-aed8-bf2e3fe24fa2 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdca716c-1c8e-4b73-bcf3-e8418fa21cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392642 Mar 31 15:34:48.745138 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49118) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:48.750683 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b3f61505-4aac-4e95-b71c-117fb4a8e4a1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'network': {'name': 'tempest-network-smoke--811146453', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'port_security_enabled': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:48.755686 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b3f61505-4aac-4e95-b71c-117fb4a8e4a1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:34:48.769365 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b3f61505-4aac-4e95-b71c-117fb4a8e4a1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:34:48.888694 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f61505-4aac-4e95-b71c-117fb4a8e4a1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Made reservation on behalf of a28d6e89f5614e35860f06912b5df90e for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:34:48.888694 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3f61505-4aac-4e95-b71c-117fb4a8e4a1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:48.917867 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f61505-4aac-4e95-b71c-117fb4a8e4a1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:34:48.926123 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3f61505-4aac-4e95-b71c-117fb4a8e4a1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:48.926463 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-b3f61505-4aac-4e95-b71c-117fb4a8e4a1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Added segment 6426cd54-1916-4171-879a-571494c08cfd of type vlan for network d160db26-e968-4486-aa12-77878ce83e3e Mar 31 15:34:48.952314 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3f61505-4aac-4e95-b71c-117fb4a8e4a1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:49.031197 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3f61505-4aac-4e95-b71c-117fb4a8e4a1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:49.036633 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f61505-4aac-4e95-b71c-117fb4a8e4a1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:49.037253 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3f61505-4aac-4e95-b71c-117fb4a8e4a1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:49.147801 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f61505-4aac-4e95-b71c-117fb4a8e4a1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Network': ['ID=d160db26-e968-4486-aa12-77878ce83e3e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:49.159405 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network d160db26-e968-4486-aa12-77878ce83e3e details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:34:49.185294 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b3f61505-4aac-4e95-b71c-117fb4a8e4a1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4389589 Mar 31 15:34:49.188325 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49122) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:49.250146 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825026d9-788d-4552-b994-0491dca65ed0 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:49.251619 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-825026d9-788d-4552-b994-0491dca65ed0 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=a28d6e89f5614e35860f06912b5df90e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0623348 Mar 31 15:34:49.254426 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49126) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:49.471761 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf6bb1-99c1-4bf3-9973-6e3b51fdcf14 req-e4d301d0-4e56-4684-9d03-7787f3073d30 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:49.473522 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4faf6bb1-99c1-4bf3-9973-6e3b51fdcf14 req-e4d301d0-4e56-4684-9d03-7787f3073d30 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/ports?device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 945 time: 0.0821276 Mar 31 15:34:49.491080 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0df351-adeb-4f26-afa2-1901b4e67f48 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:49.493787 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4a0df351-adeb-4f26-afa2-1901b4e67f48 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2380879 Mar 31 15:34:49.496599 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49132) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:49.518816 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4faf6bb1-99c1-4bf3-9973-6e3b51fdcf14 req-3be16342-7c1e-48dd-b8d6-d6ea441f3a99 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdca716c-1c8e-4b73-bcf3-e8418fa21cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394528 Mar 31 15:34:49.536953 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-24ddbb03-8344-4c14-b2bd-eb9b87c675ea tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=81fb4282-babc-4201-afd1-e5be35072e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392785 Mar 31 15:34:49.539767 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49136) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:49.604057 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-36368271-6646-464b-84a1-fb42d3406ab6 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=a28d6e89f5614e35860f06912b5df90e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0514290 Mar 31 15:34:49.604218 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49142) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:49.731329 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caf117f-0bbb-4791-945b-ff837edc8bb6 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:49.732762 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5caf117f-0bbb-4791-945b-ff837edc8bb6 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1363544 Mar 31 15:34:49.735494 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49146) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:49.778893 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-87c7fd2d-3ec9-49da-a53b-c393047caf69 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=81fb4282-babc-4201-afd1-e5be35072e1e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417709 Mar 31 15:34:49.781284 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49150) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:49.788141 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-78d4c548-8d9b-4e40-9c6c-5a5a2bd1c8fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-885581727', 'network_id': 'd160db26-e968-4486-aa12-77878ce83e3e', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:49.901786 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-78d4c548-8d9b-4e40-9c6c-5a5a2bd1c8fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:34:49.905517 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-78d4c548-8d9b-4e40-9c6c-5a5a2bd1c8fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:subnet and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:34:49.908273 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-78d4c548-8d9b-4e40-9c6c-5a5a2bd1c8fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:34:49.913907 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-78d4c548-8d9b-4e40-9c6c-5a5a2bd1c8fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:34:49.979550 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d4c548-8d9b-4e40-9c6c-5a5a2bd1c8fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Made reservation on behalf of a28d6e89f5614e35860f06912b5df90e for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:34:49.983221 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78d4c548-8d9b-4e40-9c6c-5a5a2bd1c8fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:50.098923 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97603d0-120a-43b2-a717-baf55105a8c3 req-0a3cb6f4-8654-442b-986e-657c1ca2ee00 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:50.100390 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d97603d0-120a-43b2-a717-baf55105a8c3 req-0a3cb6f4-8654-442b-986e-657c1ca2ee00 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/ports?device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 945 time: 0.0821075 Mar 31 15:34:50.145576 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d97603d0-120a-43b2-a717-baf55105a8c3 req-8791c73a-2e47-4105-be54-ff17266c8e28 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdca716c-1c8e-4b73-bcf3-e8418fa21cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388932 Mar 31 15:34:50.265458 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78d4c548-8d9b-4e40-9c6c-5a5a2bd1c8fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:50.351000 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4c548-8d9b-4e40-9c6c-5a5a2bd1c8fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Subnet': ['ID=54d2050a-f3c2-48a2-88c2-4f7a3b0d6e62,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:50.355816 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d4c548-8d9b-4e40-9c6c-5a5a2bd1c8fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Checking segment: {'id': '6426cd54-1916-4171-879a-571494c08cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd160db26-e968-4486-aa12-77878ce83e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:34:50.356082 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d4c548-8d9b-4e40-9c6c-5a5a2bd1c8fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network hostable DHCP agents. Network: d160db26-e968-4486-aa12-77878ce83e3e, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:34:50.425999 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d4c548-8d9b-4e40-9c6c-5a5a2bd1c8fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network d160db26-e968-4486-aa12-77878ce83e3e is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:34:50.494790 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-78d4c548-8d9b-4e40-9c6c-5a5a2bd1c8fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, d160db26-e968-4486-aa12-77878ce83e3e) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:34:50.498368 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d4c548-8d9b-4e40-9c6c-5a5a2bd1c8fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:50.498951 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78d4c548-8d9b-4e40-9c6c-5a5a2bd1c8fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:50.503099 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663ce8cb-5a88-4361-8e34-c468ac20377f None None] Network d160db26-e968-4486-aa12-77878ce83e3e requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:34:50.595347 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-78d4c548-8d9b-4e40-9c6c-5a5a2bd1c8fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8087828 Mar 31 15:34:50.716366 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103b3b76-37fa-4c64-bd9b-7a7c9346709f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-d160db26-e968-4486-aa12-77878ce83e3e', 'network_id': 'd160db26-e968-4486-aa12-77878ce83e3e', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ips': [{'subnet_id': '54d2050a-f3c2-48a2-88c2-4f7a3b0d6e62'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:34:50.717183 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-103b3b76-37fa-4c64-bd9b-7a7c9346709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:50.871300 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-103b3b76-37fa-4c64-bd9b-7a7c9346709f None None] Allocated IP 172.20.0.18 (d160db26-e968-4486-aa12-77878ce83e3e/54d2050a-f3c2-48a2-88c2-4f7a3b0d6e62/f6a73c19-2760-4044-b84e-e876b01b5be0) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:34:50.932217 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49158) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:50.937108 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-31a79ae9-8fb7-4ce3-94e5-a2eccf7c6112 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1385520482', 'description': 'tempest-secgroup-smoke-1385520482 description', 'project_id': 'a28d6e89f5614e35860f06912b5df90e'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:50.944385 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-31a79ae9-8fb7-4ce3-94e5-a2eccf7c6112 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:34:50.954050 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-31a79ae9-8fb7-4ce3-94e5-a2eccf7c6112 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:34:51.048439 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-31a79ae9-8fb7-4ce3-94e5-a2eccf7c6112 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:51.068703 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-31a79ae9-8fb7-4ce3-94e5-a2eccf7c6112 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:34:51.073176 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-31a79ae9-8fb7-4ce3-94e5-a2eccf7c6112 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:34:51.080141 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-31a79ae9-8fb7-4ce3-94e5-a2eccf7c6112 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:34:51.081416 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-103b3b76-37fa-4c64-bd9b-7a7c9346709f None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:51.081842 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-31a79ae9-8fb7-4ce3-94e5-a2eccf7c6112 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:34:51.092152 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-103b3b76-37fa-4c64-bd9b-7a7c9346709f None None] Transition to ACTIVE for port object f6a73c19-2760-4044-b84e-e876b01b5be0 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:34:51.110824 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-103b3b76-37fa-4c64-bd9b-7a7c9346709f None None] Transition to ACTIVE for port object f6a73c19-2760-4044-b84e-e876b01b5be0 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:34:51.157448 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-31a79ae9-8fb7-4ce3-94e5-a2eccf7c6112 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:51.174458 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-103b3b76-37fa-4c64-bd9b-7a7c9346709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:51.238116 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103b3b76-37fa-4c64-bd9b-7a7c9346709f None None] Network d160db26-e968-4486-aa12-77878ce83e3e is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:34:51.246627 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-103b3b76-37fa-4c64-bd9b-7a7c9346709f None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:34:51.246858 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-31a79ae9-8fb7-4ce3-94e5-a2eccf7c6112 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:51.247006 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103b3b76-37fa-4c64-bd9b-7a7c9346709f None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:34:51.293244 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b3b76-37fa-4c64-bd9b-7a7c9346709f None None] Pushing event updated for resources: {'Port': ['ID=f6a73c19-2760-4044-b84e-e876b01b5be0,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:51.336894 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a79ae9-8fb7-4ce3-94e5-a2eccf7c6112 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4eab2b8-8cea-4917-8b73-c4cbc02668af,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:51.353506 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-103b3b76-37fa-4c64-bd9b-7a7c9346709f None None] Attempting to bind port f6a73c19-2760-4044-b84e-e876b01b5be0 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:34:51.353869 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-103b3b76-37fa-4c64-bd9b-7a7c9346709f None None] Attempting to bind port f6a73c19-2760-4044-b84e-e876b01b5be0 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '6426cd54-1916-4171-879a-571494c08cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd160db26-e968-4486-aa12-77878ce83e3e'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:34:51.354226 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103b3b76-37fa-4c64-bd9b-7a7c9346709f None None] Attempting to bind port f6a73c19-2760-4044-b84e-e876b01b5be0 on network d160db26-e968-4486-aa12-77878ce83e3e {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:34:51.359451 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103b3b76-37fa-4c64-bd9b-7a7c9346709f None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:34:51.359817 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103b3b76-37fa-4c64-bd9b-7a7c9346709f None None] Checking segment: {'id': '6426cd54-1916-4171-879a-571494c08cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd160db26-e968-4486-aa12-77878ce83e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:34:51.360208 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-103b3b76-37fa-4c64-bd9b-7a7c9346709f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:51.360591 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103b3b76-37fa-4c64-bd9b-7a7c9346709f None None] Bound using segment: {'id': '6426cd54-1916-4171-879a-571494c08cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd160db26-e968-4486-aa12-77878ce83e3e'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:34:51.361042 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-103b3b76-37fa-4c64-bd9b-7a7c9346709f None None] Bound port: f6a73c19-2760-4044-b84e-e876b01b5be0, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6426cd54-1916-4171-879a-571494c08cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd160db26-e968-4486-aa12-77878ce83e3e'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:34:51.361465 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-103b3b76-37fa-4c64-bd9b-7a7c9346709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:51.373107 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cae727-e4b6-4a9c-aa81-923c7d00a1f1 req-359ea9ff-b4d0-44f2-9fa6-f04d56da4e92 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:51.374597 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e9cae727-e4b6-4a9c-aa81-923c7d00a1f1 req-359ea9ff-b4d0-44f2-9fa6-f04d56da4e92 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/ports?device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 945 time: 0.1101665 Mar 31 15:34:51.402064 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-31a79ae9-8fb7-4ce3-94e5-a2eccf7c6112 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:51.403250 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-31a79ae9-8fb7-4ce3-94e5-a2eccf7c6112 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4701302 Mar 31 15:34:51.408339 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49164) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:51.413465 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-66857ae1-59a6-462f-9184-61e98fb2101d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': 'f4eab2b8-8cea-4917-8b73-c4cbc02668af', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:51.419593 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-66857ae1-59a6-462f-9184-61e98fb2101d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:34:51.423850 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-66857ae1-59a6-462f-9184-61e98fb2101d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:34:51.426099 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e9cae727-e4b6-4a9c-aa81-923c7d00a1f1 req-d66efa09-a75f-4ceb-83b3-0b5ea4bf2b8a tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdca716c-1c8e-4b73-bcf3-e8418fa21cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453515 Mar 31 15:34:51.430647 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-66857ae1-59a6-462f-9184-61e98fb2101d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:34:51.434274 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-66857ae1-59a6-462f-9184-61e98fb2101d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:34:51.463558 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-103b3b76-37fa-4c64-bd9b-7a7c9346709f None None] For port f6a73c19-2760-4044-b84e-e876b01b5be0, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:34:51.466629 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-103b3b76-37fa-4c64-bd9b-7a7c9346709f None None] For port f6a73c19-2760-4044-b84e-e876b01b5be0, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=f6a73c19-2760-4044-b84e-e876b01b5be0,segment=NetworkSegment(6426cd54-1916-4171-879a-571494c08cfd),segment_id=6426cd54-1916-4171-879a-571494c08cfd)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:34:51.495506 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66857ae1-59a6-462f-9184-61e98fb2101d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:51.511593 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-103b3b76-37fa-4c64-bd9b-7a7c9346709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:51.558787 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66857ae1-59a6-462f-9184-61e98fb2101d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:51.603481 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b3b76-37fa-4c64-bd9b-7a7c9346709f None None] Pushing event updated for resources: {'Port': ['ID=f6a73c19-2760-4044-b84e-e876b01b5be0,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:51.637110 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66857ae1-59a6-462f-9184-61e98fb2101d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:51.663960 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66857ae1-59a6-462f-9184-61e98fb2101d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ad913f-aff7-4c78-aaf2-38e09cbae194,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:51.756886 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66857ae1-59a6-462f-9184-61e98fb2101d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:51.758255 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-66857ae1-59a6-462f-9184-61e98fb2101d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3496201 Mar 31 15:34:51.761059 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49170) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:51.767138 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7def1cd2-e327-4b54-93ea-7931d8aeb20e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': 'f4eab2b8-8cea-4917-8b73-c4cbc02668af', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:51.773432 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7def1cd2-e327-4b54-93ea-7931d8aeb20e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:34:51.778175 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7def1cd2-e327-4b54-93ea-7931d8aeb20e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:34:51.781493 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7def1cd2-e327-4b54-93ea-7931d8aeb20e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:34:51.790577 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7def1cd2-e327-4b54-93ea-7931d8aeb20e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:34:51.857358 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cfa05-e7ed-4080-b590-c89d84bb602e req-bac1339e-8128-4fb6-9355-7b6703940625 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:51.858825 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e27cfa05-e7ed-4080-b590-c89d84bb602e req-bac1339e-8128-4fb6-9355-7b6703940625 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.41 "GET /v2.0/ports?device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 945 time: 0.0951779 Mar 31 15:34:51.871052 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7def1cd2-e327-4b54-93ea-7931d8aeb20e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:51.949012 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-e27cfa05-e7ed-4080-b590-c89d84bb602e req-b0788b15-8b1f-48f5-8ed4-0c2ccae97610 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Deleting port 69ffedaf-e3e7-4060-a80d-d22f5aa1ab16 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:34:51.949608 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e27cfa05-e7ed-4080-b590-c89d84bb602e req-b0788b15-8b1f-48f5-8ed4-0c2ccae97610 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:51.962902 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7def1cd2-e327-4b54-93ea-7931d8aeb20e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:52.025715 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7def1cd2-e327-4b54-93ea-7931d8aeb20e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:52.054022 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def1cd2-e327-4b54-93ea-7931d8aeb20e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9699881a-51d1-4c2b-b918-5822bd547cd3,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:52.121594 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7def1cd2-e327-4b54-93ea-7931d8aeb20e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:52.122829 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7def1cd2-e327-4b54-93ea-7931d8aeb20e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3605247 Mar 31 15:34:52.125626 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49174) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:52.130997 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-815c4a78-3c90-4369-853a-109d704dda8d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': 'f4eab2b8-8cea-4917-8b73-c4cbc02668af', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:52.137531 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-815c4a78-3c90-4369-853a-109d704dda8d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:34:52.141322 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-815c4a78-3c90-4369-853a-109d704dda8d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:34:52.144203 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-815c4a78-3c90-4369-853a-109d704dda8d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:34:52.150780 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-815c4a78-3c90-4369-853a-109d704dda8d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:34:52.210074 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-e27cfa05-e7ed-4080-b590-c89d84bb602e req-b0788b15-8b1f-48f5-8ed4-0c2ccae97610 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] For port 69ffedaf-e3e7-4060-a80d-d22f5aa1ab16, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=69ffedaf-e3e7-4060-a80d-d22f5aa1ab16,segment=NetworkSegment(a8c67c65-7bd4-4f55-871a-18d70d7ec580),segment_id=a8c67c65-7bd4-4f55-871a-18d70d7ec580)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:34:52.210426 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e27cfa05-e7ed-4080-b590-c89d84bb602e req-b0788b15-8b1f-48f5-8ed4-0c2ccae97610 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:52.249685 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-815c4a78-3c90-4369-853a-109d704dda8d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:52.316628 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-815c4a78-3c90-4369-853a-109d704dda8d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:52.337814 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-e27cfa05-e7ed-4080-b590-c89d84bb602e req-b0788b15-8b1f-48f5-8ed4-0c2ccae97610 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Calling delete_port for 69ffedaf-e3e7-4060-a80d-d22f5aa1ab16 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:34:52.403033 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-815c4a78-3c90-4369-853a-109d704dda8d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:52.432533 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c4a78-3c90-4369-853a-109d704dda8d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf1c033-c1a8-469d-b383-8211c8e45ef3,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:52.539344 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-815c4a78-3c90-4369-853a-109d704dda8d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:52.542168 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-815c4a78-3c90-4369-853a-109d704dda8d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4144492 Mar 31 15:34:52.544202 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49180) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:52.598718 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a722c5d6-3e87-4f01-abbb-6353e43fa3e0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': 'f4eab2b8-8cea-4917-8b73-c4cbc02668af', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:52.611458 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a722c5d6-3e87-4f01-abbb-6353e43fa3e0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:34:52.618657 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a722c5d6-3e87-4f01-abbb-6353e43fa3e0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:34:52.622828 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a722c5d6-3e87-4f01-abbb-6353e43fa3e0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:34:52.630673 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a722c5d6-3e87-4f01-abbb-6353e43fa3e0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:34:52.673750 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016bb8b-a14a-43ff-bb33-98d63290e11d req-f7a65b9a-06a2-4154-8e6a-dbacedcf89b3 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:52.675320 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3016bb8b-a14a-43ff-bb33-98d63290e11d req-f7a65b9a-06a2-4154-8e6a-dbacedcf89b3 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/ports?device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 945 time: 0.1322923 Mar 31 15:34:52.681216 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eec554a-f1bf-4ea1-a999-35fddd3d5e98 None None] Network d160db26-e968-4486-aa12-77878ce83e3e requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:34:52.685860 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e27cfa05-e7ed-4080-b590-c89d84bb602e req-b0788b15-8b1f-48f5-8ed4-0c2ccae97610 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:52.698600 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['69ffedaf-e3e7-4060-a80d-d22f5aa1ab16'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:34:52.724109 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3016bb8b-a14a-43ff-bb33-98d63290e11d req-6393f332-a9bf-47da-92fa-9df1319561ef tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdca716c-1c8e-4b73-bcf3-e8418fa21cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429471 Mar 31 15:34:52.738945 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0788b15-8b1f-48f5-8ed4-0c2ccae97610 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Pushing event deleted for resources: {'Port': ['ID=69ffedaf-e3e7-4060-a80d-d22f5aa1ab16,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:52.792761 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a722c5d6-3e87-4f01-abbb-6353e43fa3e0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:52.818526 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27cfa05-e7ed-4080-b590-c89d84bb602e req-b0788b15-8b1f-48f5-8ed4-0c2ccae97610 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] No DVR routers for this DVR port 69ffedaf-e3e7-4060-a80d-d22f5aa1ab16 on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:34:52.821851 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e27cfa05-e7ed-4080-b590-c89d84bb602e req-b0788b15-8b1f-48f5-8ed4-0c2ccae97610 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:52.824606 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14adc55-30b8-4293-8639-5b625f41064c', 'name': 'network-vif-deleted', 'tag': '69ffedaf-e3e7-4060-a80d-d22f5aa1ab16'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:34:52.868743 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a722c5d6-3e87-4f01-abbb-6353e43fa3e0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:52.878824 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14adc55-30b8-4293-8639-5b625f41064c', 'name': 'network-vif-deleted', 'tag': '69ffedaf-e3e7-4060-a80d-d22f5aa1ab16', 'status': 'completed', 'code': 200} Mar 31 15:34:52.938206 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-e9ca5be5-f1d1-4a11-9d39-6bdf737eeb37 None None] Provisioning for port f6a73c19-2760-4044-b84e-e876b01b5be0 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:34:52.944921 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a722c5d6-3e87-4f01-abbb-6353e43fa3e0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:52.959655 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e27cfa05-e7ed-4080-b590-c89d84bb602e req-b0788b15-8b1f-48f5-8ed4-0c2ccae97610 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.41 "DELETE /v2.0/ports/69ffedaf-e3e7-4060-a80d-d22f5aa1ab16 HTTP/1.1" status: 204 len: 173 time: 1.0795639 Mar 31 15:34:52.984226 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a722c5d6-3e87-4f01-abbb-6353e43fa3e0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b74019d-3891-4493-9576-238f3c5386de,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:53.058673 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device f6a73c19-2760-4044-b84e-e876b01b5be0 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:34:53.118110 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a722c5d6-3e87-4f01-abbb-6353e43fa3e0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:53.123096 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a722c5d6-3e87-4f01-abbb-6353e43fa3e0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5371189 Mar 31 15:34:53.123868 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49186) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:53.130336 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-c29595ab-e391-44a3-ad5a-30f23fb64fac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': 'f4eab2b8-8cea-4917-8b73-c4cbc02668af', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:53.136898 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c29595ab-e391-44a3-ad5a-30f23fb64fac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:34:53.140821 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c29595ab-e391-44a3-ad5a-30f23fb64fac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:34:53.143837 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c29595ab-e391-44a3-ad5a-30f23fb64fac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:34:53.151637 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c29595ab-e391-44a3-ad5a-30f23fb64fac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:34:53.248482 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port f6a73c19-2760-4044-b84e-e876b01b5be0 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:34:53.248890 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.securitygroups_db [None req-c29595ab-e391-44a3-ad5a-30f23fb64fac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Project a28d6e89f5614e35860f06912b5df90e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:34:53.254455 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port f6a73c19-2760-4044-b84e-e876b01b5be0 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:34:53.256541 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:53.256975 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c29595ab-e391-44a3-ad5a-30f23fb64fac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:53.328315 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c29595ab-e391-44a3-ad5a-30f23fb64fac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:53.354333 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1aa7e3d3-8268-434f-beaa-f3c53d3984a8 None None] Provisioning complete for port f6a73c19-2760-4044-b84e-e876b01b5be0 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:34:53.354700 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1aa7e3d3-8268-434f-beaa-f3c53d3984a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:53.407498 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c29595ab-e391-44a3-ad5a-30f23fb64fac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:53.432540 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29595ab-e391-44a3-ad5a-30f23fb64fac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76d3f57e-5975-4cfb-81d3-d386b69d26a0,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:53.480048 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:53.499402 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c29595ab-e391-44a3-ad5a-30f23fb64fac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:53.500306 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c29595ab-e391-44a3-ad5a-30f23fb64fac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3753347 Mar 31 15:34:53.502965 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49190) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:53.508190 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-66770b34-bddc-4890-b0f6-3545af392733 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': 'f4eab2b8-8cea-4917-8b73-c4cbc02668af', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:53.514623 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-66770b34-bddc-4890-b0f6-3545af392733 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:34:53.518566 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-66770b34-bddc-4890-b0f6-3545af392733 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:34:53.521510 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-66770b34-bddc-4890-b0f6-3545af392733 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:34:53.527553 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-66770b34-bddc-4890-b0f6-3545af392733 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:34:53.569294 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port f6a73c19-2760-4044-b84e-e876b01b5be0, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=f6a73c19-2760-4044-b84e-e876b01b5be0,segment=NetworkSegment(6426cd54-1916-4171-879a-571494c08cfd),segment_id=6426cd54-1916-4171-879a-571494c08cfd)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:34:53.570379 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1aa7e3d3-8268-434f-beaa-f3c53d3984a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:53.620089 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.securitygroups_db [None req-66770b34-bddc-4890-b0f6-3545af392733 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Project a28d6e89f5614e35860f06912b5df90e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:34:53.627083 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-66770b34-bddc-4890-b0f6-3545af392733 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:53.656799 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:53.695900 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-66770b34-bddc-4890-b0f6-3545af392733 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:53.771850 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-1aa7e3d3-8268-434f-beaa-f3c53d3984a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:34:53.772350 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-1aa7e3d3-8268-434f-beaa-f3c53d3984a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:34:53.777956 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=f6a73c19-2760-4044-b84e-e876b01b5be0,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:53.786483 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-66770b34-bddc-4890-b0f6-3545af392733 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:53.815022 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66770b34-bddc-4890-b0f6-3545af392733 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ece049-1940-4089-bf87-c5da6d2384bb,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:53.909774 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8ba056b8-34af-4d63-975c-dd6e6a13feaf req-d577177e-2c32-49c2-968e-6112c1bb9e45 tempest-TestServerAdvancedOps-506680166 tempest-TestServerAdvancedOps-506680166-project] 10.222.0.31 "GET /v2.0/ports?device_id=d14adc55-30b8-4293-8639-5b625f41064c HTTP/1.1" status: 200 len: 210 time: 0.0428436 Mar 31 15:34:53.915990 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-66770b34-bddc-4890-b0f6-3545af392733 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:53.919893 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-66770b34-bddc-4890-b0f6-3545af392733 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4133170 Mar 31 15:34:54.136498 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-66502b25-fc61-4583-a63c-47bb380e8387 req-08437f2f-b131-40e4-aa76-5d7f10f50ba5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:34:54.248331 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-66502b25-fc61-4583-a63c-47bb380e8387 req-08437f2f-b131-40e4-aa76-5d7f10f50ba5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:34:54.249269 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-66502b25-fc61-4583-a63c-47bb380e8387 req-08437f2f-b131-40e4-aa76-5d7f10f50ba5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1385520482&fields=id&tenant_id=a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 267 time: 0.1520531 Mar 31 15:34:54.408116 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66502b25-fc61-4583-a63c-47bb380e8387 req-fb825eb3-26aa-46ec-9a2f-2dd2a2518b77 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:54.410041 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-66502b25-fc61-4583-a63c-47bb380e8387 req-fb825eb3-26aa-46ec-9a2f-2dd2a2518b77 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/networks?id=d160db26-e968-4486-aa12-77878ce83e3e HTTP/1.1" status: 200 len: 796 time: 0.1537349 Mar 31 15:34:54.424183 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-66502b25-fc61-4583-a63c-47bb380e8387 req-851f2796-5366-4e4c-b882-916b240d82da tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/quotas/a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 375 time: 0.0090563 Mar 31 15:34:54.519090 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-66502b25-fc61-4583-a63c-47bb380e8387 req-fb9bac1d-52bc-4834-9fc6-28ec26dd15c3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0898604 Mar 31 15:34:54.534771 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [req-66502b25-fc61-4583-a63c-47bb380e8387 req-cd5c2120-f380-4005-bcd3-d09cce9d0b8c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:34:54.535719 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-66502b25-fc61-4583-a63c-47bb380e8387 req-cd5c2120-f380-4005-bcd3-d09cce9d0b8c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051417 Mar 31 15:34:54.668806 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-66502b25-fc61-4583-a63c-47bb380e8387 req-216f055c-eb14-4989-a7ad-3eee6b99d1a8 service neutron] 10.222.0.31 "GET /v2.0/networks/d160db26-e968-4486-aa12-77878ce83e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268742 Mar 31 15:34:54.799997 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-66502b25-fc61-4583-a63c-47bb380e8387 req-20ff2136-c4ec-47e6-b352-c04cb7575148 service neutron] 10.222.0.31 "GET /v2.0/networks/d160db26-e968-4486-aa12-77878ce83e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252797 Mar 31 15:34:55.020712 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49214) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:55.030192 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device f6a73c19-2760-4044-b84e-e876b01b5be0 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:34:55.084062 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b7b5badb-a4ec-43b0-8b06-c10d51dc630e req-50e24059-2b2b-47d4-af0b-34047d30fa02 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc2c8b7-3abf-4bf6-8980-9f6773080c6e HTTP/1.1" status: 200 len: 210 time: 0.0548992 Mar 31 15:34:55.087692 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-4469f68d-49f4-4b0b-951a-71747599a4de admin admin] Deleting subnet de60ca15-b6c1-4294-8cd5-5f60694fd729 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:34:55.090722 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4469f68d-49f4-4b0b-951a-71747599a4de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:55.110050 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:55.123936 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port f6a73c19-2760-4044-b84e-e876b01b5be0 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:34:55.123936 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:55.147361 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4469f68d-49f4-4b0b-951a-71747599a4de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:55.216826 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4469f68d-49f4-4b0b-951a-71747599a4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:55.340210 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4469f68d-49f4-4b0b-951a-71747599a4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:55.377811 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4469f68d-49f4-4b0b-951a-71747599a4de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de60ca15-b6c1-4294-8cd5-5f60694fd729,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:55.381433 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4469f68d-49f4-4b0b-951a-71747599a4de admin admin] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:55.391171 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4469f68d-49f4-4b0b-951a-71747599a4de admin admin] 10.222.0.31 "DELETE /v2.0/subnets/de60ca15-b6c1-4294-8cd5-5f60694fd729 HTTP/1.1" status: 204 len: 168 time: 0.3660989 Mar 31 15:34:55.391417 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49222) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:55.499852 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-73bf4399-1fa1-4ec0-a01c-fe08caa44f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:55.627426 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-73bf4399-1fa1-4ec0-a01c-fe08caa44f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:55.652834 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-73bf4399-1fa1-4ec0-a01c-fe08caa44f11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900e9ed8-1785-4841-b48b-7e2f13ff1c97']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:55.666027 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-73bf4399-1fa1-4ec0-a01c-fe08caa44f11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c67c65-7bd4-4f55-871a-18d70d7ec580') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:55.666324 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-73bf4399-1fa1-4ec0-a01c-fe08caa44f11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c67c65-7bd4-4f55-871a-18d70d7ec580') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:55.677907 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-73bf4399-1fa1-4ec0-a01c-fe08caa44f11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:55.696950 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-73bf4399-1fa1-4ec0-a01c-fe08caa44f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:55.702907 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73bf4399-1fa1-4ec0-a01c-fe08caa44f11 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:34:55.703283 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-73bf4399-1fa1-4ec0-a01c-fe08caa44f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:55.811126 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:34:55.811126 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:34:55.811126 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:34:55.811126 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:34:55.811126 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:34:55.811126 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:34:55.811126 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:34:55.811126 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:34:55.811126 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:34:55.811126 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:34:55.811126 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:34:55.811126 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:34:55.811126 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:34:55.811126 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:34:55.811126 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:34:55.811126 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:34:55.811126 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:34:55.811126 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:34:55.811126 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:34:55.811126 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:34:55.811126 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:34:55.811126 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:34:55.811126 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:34:55.811126 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:34:55.811126 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:34:55.811126 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:34:55.811126 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:34:55.811126 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:34:55.811126 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:34:55.811126 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:34:55.811126 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:34:55.811126 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:34:55.962900 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-73bf4399-1fa1-4ec0-a01c-fe08caa44f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:55.982044 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-73bf4399-1fa1-4ec0-a01c-fe08caa44f11 admin admin] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:55.994353 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf4399-1fa1-4ec0-a01c-fe08caa44f11 admin admin] Pushing event deleted for resources: {'Network': ['ID=900e9ed8-1785-4841-b48b-7e2f13ff1c97,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:56.066377 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-73bf4399-1fa1-4ec0-a01c-fe08caa44f11 admin admin] 10.222.0.31 "DELETE /v2.0/networks/900e9ed8-1785-4841-b48b-7e2f13ff1c97 HTTP/1.1" status: 204 len: 168 time: 0.6739216 Mar 31 15:34:56.068878 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49228) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:56.134432 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ac1fa5-2327-427c-bbe4-fe0f6d6d12a8 admin admin] Deleting subnet f448438a-1c24-4452-be01-4c1065435284 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:34:56.137729 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-31ac1fa5-2327-427c-bbe4-fe0f6d6d12a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:56.187082 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-31ac1fa5-2327-427c-bbe4-fe0f6d6d12a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:56.270555 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-614ce428-4b8d-446f-9a56-6e7ee1e6263d req-2c4cbc28-c5eb-479d-8dd9-797bdcd0757a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc2c8b7-3abf-4bf6-8980-9f6773080c6e HTTP/1.1" status: 200 len: 210 time: 0.0540249 Mar 31 15:34:56.295048 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-31ac1fa5-2327-427c-bbe4-fe0f6d6d12a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:56.466074 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-31ac1fa5-2327-427c-bbe4-fe0f6d6d12a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:56.505336 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac1fa5-2327-427c-bbe4-fe0f6d6d12a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f448438a-1c24-4452-be01-4c1065435284,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:56.508878 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-31ac1fa5-2327-427c-bbe4-fe0f6d6d12a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:56.515028 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-31ac1fa5-2327-427c-bbe4-fe0f6d6d12a8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f448438a-1c24-4452-be01-4c1065435284 HTTP/1.1" status: 204 len: 168 time: 0.4451365 Mar 31 15:34:56.517530 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49234) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:56.628146 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d10d4283-1da8-48d5-9acf-7f6eaebbf1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:56.751993 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d10d4283-1da8-48d5-9acf-7f6eaebbf1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:56.778196 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d10d4283-1da8-48d5-9acf-7f6eaebbf1fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92569128-9943-4a3b-9fea-ebeb6f677732']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:56.789915 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d10d4283-1da8-48d5-9acf-7f6eaebbf1fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32a1338-e1e1-417f-b77d-37b17224301e') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:56.790475 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d10d4283-1da8-48d5-9acf-7f6eaebbf1fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32a1338-e1e1-417f-b77d-37b17224301e') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:56.801429 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d10d4283-1da8-48d5-9acf-7f6eaebbf1fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:56.818933 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d10d4283-1da8-48d5-9acf-7f6eaebbf1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:56.826664 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d10d4283-1da8-48d5-9acf-7f6eaebbf1fe admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:34:56.827052 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d10d4283-1da8-48d5-9acf-7f6eaebbf1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:56.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:34:56.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:34:56.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:34:56.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:34:56.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:34:56.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:34:56.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:34:56.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:34:56.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:34:56.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:34:56.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:34:56.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:34:56.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:34:56.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:34:56.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:34:56.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:34:56.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:34:56.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:34:56.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:34:56.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:34:56.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:34:56.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:34:56.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:34:56.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:34:56.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:34:56.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:34:56.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:34:56.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:34:56.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:34:56.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:34:56.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:34:56.841742 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:34:56.858563 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 69ffedaf-e3e7-4060-a80d-d22f5aa1ab16 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:34:56.906031 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: 69ffedaf-e3e7-4060-a80d-d22f5aa1ab16 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:34:56.906031 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 69ffedaf-e3e7-4060-a80d-d22f5aa1ab16 not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:34:56.991154 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d10d4283-1da8-48d5-9acf-7f6eaebbf1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:56.995946 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d10d4283-1da8-48d5-9acf-7f6eaebbf1fe admin admin] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:57.017554 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d4283-1da8-48d5-9acf-7f6eaebbf1fe admin admin] Pushing event deleted for resources: {'Network': ['ID=92569128-9943-4a3b-9fea-ebeb6f677732,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:57.020621 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d10d4283-1da8-48d5-9acf-7f6eaebbf1fe admin admin] 10.222.0.31 "DELETE /v2.0/networks/92569128-9943-4a3b-9fea-ebeb6f677732 HTTP/1.1" status: 204 len: 168 time: 0.5015349 Mar 31 15:34:57.194585 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66502b25-fc61-4583-a63c-47bb380e8387 req-1474c4e8-0110-490b-a558-0d374ea9882e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:57.196586 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-66502b25-fc61-4583-a63c-47bb380e8387 req-1474c4e8-0110-490b-a558-0d374ea9882e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/networks?id=d160db26-e968-4486-aa12-77878ce83e3e HTTP/1.1" status: 200 len: 796 time: 0.1500084 Mar 31 15:34:57.248292 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-66502b25-fc61-4583-a63c-47bb380e8387 req-b74dc23f-0f3c-4cbf-bd65-9dcaf41b9b3b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 473 time: 0.0437112 Mar 31 15:34:57.257033 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-66502b25-fc61-4583-a63c-47bb380e8387 req-cfd4ed90-aabc-42d6-b08c-a2ac5f01a6d4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'port': {'device_id': '7cc2c8b7-3abf-4bf6-8980-9f6773080c6e', 'network_id': 'd160db26-e968-4486-aa12-77878ce83e3e', 'admin_state_up': True, 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'security_groups': ['f4eab2b8-8cea-4917-8b73-c4cbc02668af']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:57.439435 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4bb74981-cacd-465c-adf5-9442bb7c1b00 req-030dc23a-1ccb-4e6d-8c9d-31b2d7f89269 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc2c8b7-3abf-4bf6-8980-9f6773080c6e HTTP/1.1" status: 200 len: 210 time: 0.0535171 Mar 31 15:34:57.440322 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-66502b25-fc61-4583-a63c-47bb380e8387 req-cfd4ed90-aabc-42d6-b08c-a2ac5f01a6d4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:34:57.444512 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-66502b25-fc61-4583-a63c-47bb380e8387 req-cfd4ed90-aabc-42d6-b08c-a2ac5f01a6d4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:port and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:34:57.448550 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-66502b25-fc61-4583-a63c-47bb380e8387 req-cfd4ed90-aabc-42d6-b08c-a2ac5f01a6d4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for port was recalculated. Used quota:5. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:34:57.454334 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-66502b25-fc61-4583-a63c-47bb380e8387 req-cfd4ed90-aabc-42d6-b08c-a2ac5f01a6d4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:34:57.494416 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49242) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:57.542275 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3e81e367-273c-47c2-9903-78ab32f969e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7146cb35089948a59455912baa8387f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466180 Mar 31 15:34:57.544566 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49246) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:57.601984 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66502b25-fc61-4583-a63c-47bb380e8387 req-cfd4ed90-aabc-42d6-b08c-a2ac5f01a6d4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Made reservation on behalf of a28d6e89f5614e35860f06912b5df90e for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:34:57.606976 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-66502b25-fc61-4583-a63c-47bb380e8387 req-cfd4ed90-aabc-42d6-b08c-a2ac5f01a6d4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:57.623641 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8b6ef074-0fa2-4528-95d3-604320d89a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:57.651157 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8b6ef074-0fa2-4528-95d3-604320d89a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:57.773455 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-66502b25-fc61-4583-a63c-47bb380e8387 req-cfd4ed90-aabc-42d6-b08c-a2ac5f01a6d4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.20.0.27 (d160db26-e968-4486-aa12-77878ce83e3e/54d2050a-f3c2-48a2-88c2-4f7a3b0d6e62/cccd3b15-015c-47dd-ae26-796e035fe9f0) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:34:57.773950 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8b6ef074-0fa2-4528-95d3-604320d89a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:57.798710 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ef074-0fa2-4528-95d3-604320d89a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdca716c-1c8e-4b73-bcf3-e8418fa21cb1,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:57.866288 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8b6ef074-0fa2-4528-95d3-604320d89a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:57.868786 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8b6ef074-0fa2-4528-95d3-604320d89a89 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bdca716c-1c8e-4b73-bcf3-e8418fa21cb1 HTTP/1.1" status: 204 len: 168 time: 0.3231034 Mar 31 15:34:58.092039 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-66502b25-fc61-4583-a63c-47bb380e8387 req-cfd4ed90-aabc-42d6-b08c-a2ac5f01a6d4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:58.110555 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-66502b25-fc61-4583-a63c-47bb380e8387 req-cfd4ed90-aabc-42d6-b08c-a2ac5f01a6d4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Transition to ACTIVE for port object cccd3b15-015c-47dd-ae26-796e035fe9f0 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:34:58.259218 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-66502b25-fc61-4583-a63c-47bb380e8387 req-cfd4ed90-aabc-42d6-b08c-a2ac5f01a6d4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:58.325414 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66502b25-fc61-4583-a63c-47bb380e8387 req-cfd4ed90-aabc-42d6-b08c-a2ac5f01a6d4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network d160db26-e968-4486-aa12-77878ce83e3e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:34:58.333147 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-66502b25-fc61-4583-a63c-47bb380e8387 req-cfd4ed90-aabc-42d6-b08c-a2ac5f01a6d4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:34:58.338346 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-66502b25-fc61-4583-a63c-47bb380e8387 req-cfd4ed90-aabc-42d6-b08c-a2ac5f01a6d4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:34:58.377726 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4ed90-aabc-42d6-b08c-a2ac5f01a6d4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=cccd3b15-015c-47dd-ae26-796e035fe9f0,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:58.410467 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66502b25-fc61-4583-a63c-47bb380e8387 req-cfd4ed90-aabc-42d6-b08c-a2ac5f01a6d4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:58.411160 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-66502b25-fc61-4583-a63c-47bb380e8387 req-cfd4ed90-aabc-42d6-b08c-a2ac5f01a6d4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:58.506374 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-66502b25-fc61-4583-a63c-47bb380e8387 req-cfd4ed90-aabc-42d6-b08c-a2ac5f01a6d4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2529073 Mar 31 15:34:58.517865 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [req-66502b25-fc61-4583-a63c-47bb380e8387 req-7927bddf-90be-46fc-9498-1c9e974d3363 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:34:58.518949 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-66502b25-fc61-4583-a63c-47bb380e8387 req-7927bddf-90be-46fc-9498-1c9e974d3363 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053074 Mar 31 15:34:58.528574 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-66502b25-fc61-4583-a63c-47bb380e8387 req-c715109c-4cce-4f61-bb9a-e2c9684bfcfc service neutron] Request body: {'port': {'device_id': '7cc2c8b7-3abf-4bf6-8980-9f6773080c6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:58.643424 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-70a999c8-3cff-4e20-868e-59521aa5b237 None None] Provisioning for port cccd3b15-015c-47dd-ae26-796e035fe9f0 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:34:58.651235 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-70a999c8-3cff-4e20-868e-59521aa5b237 None None] Provisioning complete for port cccd3b15-015c-47dd-ae26-796e035fe9f0 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:34:58.651609 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-70a999c8-3cff-4e20-868e-59521aa5b237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:58.652994 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-66502b25-fc61-4583-a63c-47bb380e8387 req-c715109c-4cce-4f61-bb9a-e2c9684bfcfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:58.669742 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49260) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:58.682184 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6777cf-b5db-4040-b7ed-cf21a49ab531 req-46023100-4841-4852-859a-e7ed9a82dc2e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:58.688683 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1f6777cf-b5db-4040-b7ed-cf21a49ab531 req-46023100-4841-4852-859a-e7ed9a82dc2e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc2c8b7-3abf-4bf6-8980-9f6773080c6e HTTP/1.1" status: 200 len: 932 time: 0.1210077 Mar 31 15:34:58.715550 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-70a999c8-3cff-4e20-868e-59521aa5b237 None None] Port cccd3b15-015c-47dd-ae26-796e035fe9f0 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:34:58.770269 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1f6777cf-b5db-4040-b7ed-cf21a49ab531 req-108be343-f978-4326-8328-3c13747d61c6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4eab2b8-8cea-4917-8b73-c4cbc02668af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806859 Mar 31 15:34:58.781033 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b62289e0-1044-4615-84ea-5cc7e99c3f87 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=58732dc0304548ceb5ab001cf59bbb56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1085873 Mar 31 15:34:58.781799 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49264) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:34:58.845341 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9df11e6-1238-469a-961e-257f66c83eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:58.871822 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9df11e6-1238-469a-961e-257f66c83eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:58.996682 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9df11e6-1238-469a-961e-257f66c83eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:59.011559 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df11e6-1238-469a-961e-257f66c83eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb979e2-0df6-4841-b6a8-ade2edd15514,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:59.018192 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9df11e6-1238-469a-961e-257f66c83eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:59.031606 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e9df11e6-1238-469a-961e-257f66c83eb9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fcb979e2-0df6-4841-b6a8-ade2edd15514 HTTP/1.1" status: 204 len: 168 time: 0.2394533 Mar 31 15:34:59.032582 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-66502b25-fc61-4583-a63c-47bb380e8387 req-c715109c-4cce-4f61-bb9a-e2c9684bfcfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cccd3b15-015c-47dd-ae26-796e035fe9f0 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:34:59.040988 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-66502b25-fc61-4583-a63c-47bb380e8387 req-c715109c-4cce-4f61-bb9a-e2c9684bfcfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:59.057464 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-66502b25-fc61-4583-a63c-47bb380e8387 req-c715109c-4cce-4f61-bb9a-e2c9684bfcfc service neutron] Transition to ACTIVE for port object cccd3b15-015c-47dd-ae26-796e035fe9f0 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:34:59.134582 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-66502b25-fc61-4583-a63c-47bb380e8387 req-c715109c-4cce-4f61-bb9a-e2c9684bfcfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:59.310531 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715109c-4cce-4f61-bb9a-e2c9684bfcfc service neutron] Pushing event updated for resources: {'Port': ['ID=cccd3b15-015c-47dd-ae26-796e035fe9f0,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:59.392793 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-66502b25-fc61-4583-a63c-47bb380e8387 req-c715109c-4cce-4f61-bb9a-e2c9684bfcfc service neutron] Attempting to bind port cccd3b15-015c-47dd-ae26-796e035fe9f0 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:34:59.393127 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-66502b25-fc61-4583-a63c-47bb380e8387 req-c715109c-4cce-4f61-bb9a-e2c9684bfcfc service neutron] Attempting to bind port cccd3b15-015c-47dd-ae26-796e035fe9f0 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '6426cd54-1916-4171-879a-571494c08cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd160db26-e968-4486-aa12-77878ce83e3e'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:34:59.393489 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66502b25-fc61-4583-a63c-47bb380e8387 req-c715109c-4cce-4f61-bb9a-e2c9684bfcfc service neutron] Attempting to bind port cccd3b15-015c-47dd-ae26-796e035fe9f0 on network d160db26-e968-4486-aa12-77878ce83e3e {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:34:59.400551 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66502b25-fc61-4583-a63c-47bb380e8387 req-c715109c-4cce-4f61-bb9a-e2c9684bfcfc service neutron] Port cccd3b15-015c-47dd-ae26-796e035fe9f0 on network d160db26-e968-4486-aa12-77878ce83e3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:34:59.404855 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66502b25-fc61-4583-a63c-47bb380e8387 req-c715109c-4cce-4f61-bb9a-e2c9684bfcfc service neutron] Attempting to bind port cccd3b15-015c-47dd-ae26-796e035fe9f0 on network d160db26-e968-4486-aa12-77878ce83e3e {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:34:59.407336 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66502b25-fc61-4583-a63c-47bb380e8387 req-c715109c-4cce-4f61-bb9a-e2c9684bfcfc service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:34:59.407683 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66502b25-fc61-4583-a63c-47bb380e8387 req-c715109c-4cce-4f61-bb9a-e2c9684bfcfc service neutron] Checking segment: {'id': '6426cd54-1916-4171-879a-571494c08cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd160db26-e968-4486-aa12-77878ce83e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:34:59.408075 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66502b25-fc61-4583-a63c-47bb380e8387 req-c715109c-4cce-4f61-bb9a-e2c9684bfcfc service neutron] Bound using segment: {'id': '6426cd54-1916-4171-879a-571494c08cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd160db26-e968-4486-aa12-77878ce83e3e'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:34:59.408514 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-66502b25-fc61-4583-a63c-47bb380e8387 req-c715109c-4cce-4f61-bb9a-e2c9684bfcfc service neutron] Bound port: cccd3b15-015c-47dd-ae26-796e035fe9f0, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6426cd54-1916-4171-879a-571494c08cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd160db26-e968-4486-aa12-77878ce83e3e'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:34:59.408887 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-66502b25-fc61-4583-a63c-47bb380e8387 req-c715109c-4cce-4f61-bb9a-e2c9684bfcfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:59.511401 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-66502b25-fc61-4583-a63c-47bb380e8387 req-c715109c-4cce-4f61-bb9a-e2c9684bfcfc service neutron] For port cccd3b15-015c-47dd-ae26-796e035fe9f0, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:34:59.514746 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-66502b25-fc61-4583-a63c-47bb380e8387 req-c715109c-4cce-4f61-bb9a-e2c9684bfcfc service neutron] For port cccd3b15-015c-47dd-ae26-796e035fe9f0, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=cccd3b15-015c-47dd-ae26-796e035fe9f0,segment=NetworkSegment(6426cd54-1916-4171-879a-571494c08cfd),segment_id=6426cd54-1916-4171-879a-571494c08cfd)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:34:59.638164 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-66502b25-fc61-4583-a63c-47bb380e8387 req-c715109c-4cce-4f61-bb9a-e2c9684bfcfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:59.698596 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66502b25-fc61-4583-a63c-47bb380e8387 req-c715109c-4cce-4f61-bb9a-e2c9684bfcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:59.699191 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-66502b25-fc61-4583-a63c-47bb380e8387 req-c715109c-4cce-4f61-bb9a-e2c9684bfcfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:34:59.700515 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-66502b25-fc61-4583-a63c-47bb380e8387 req-c715109c-4cce-4f61-bb9a-e2c9684bfcfc service neutron] 10.222.0.41 "PUT /v2.0/ports/cccd3b15-015c-47dd-ae26-796e035fe9f0 HTTP/1.1" status: 200 len: 1094 time: 1.1759503 Mar 31 15:34:59.700962 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc2c8b7-3abf-4bf6-8980-9f6773080c6e', 'tag': 'cccd3b15-015c-47dd-ae26-796e035fe9f0'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:34:59.732712 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715109c-4cce-4f61-bb9a-e2c9684bfcfc service neutron] Pushing event updated for resources: {'Port': ['ID=cccd3b15-015c-47dd-ae26-796e035fe9f0,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:59.753663 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc2c8b7-3abf-4bf6-8980-9f6773080c6e', 'tag': 'cccd3b15-015c-47dd-ae26-796e035fe9f0', 'status': 'completed', 'code': 200} Mar 31 15:34:59.858443 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33083d46-f9e3-493f-b2d0-61e20583dff3 req-192f838d-56b1-4b81-a108-9b298fc4cace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:59.860089 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-33083d46-f9e3-493f-b2d0-61e20583dff3 req-192f838d-56b1-4b81-a108-9b298fc4cace service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=7cc2c8b7-3abf-4bf6-8980-9f6773080c6e HTTP/1.1" status: 200 len: 1097 time: 0.0836434 Mar 31 15:34:59.971038 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0c17d-0bc1-47be-a3b2-b0f295172ed0 req-0c9de162-f0d6-451c-b514-56d4d77bee65 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:59.973551 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a7e0c17d-0bc1-47be-a3b2-b0f295172ed0 req-0c9de162-f0d6-451c-b514-56d4d77bee65 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc2c8b7-3abf-4bf6-8980-9f6773080c6e HTTP/1.1" status: 200 len: 944 time: 0.0843277 Mar 31 15:35:00.006063 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33083d46-f9e3-493f-b2d0-61e20583dff3 req-648a1221-72af-4f3c-8785-9440ed64f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:00.006528 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33083d46-f9e3-493f-b2d0-61e20583dff3 req-648a1221-72af-4f3c-8785-9440ed64f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:00.008000 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-33083d46-f9e3-493f-b2d0-61e20583dff3 req-648a1221-72af-4f3c-8785-9440ed64f41e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a28d6e89f5614e35860f06912b5df90e&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1409271 Mar 31 15:35:00.019098 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a7e0c17d-0bc1-47be-a3b2-b0f295172ed0 req-cd15c39f-e739-46c6-95f4-f3c8a2dfa569 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4eab2b8-8cea-4917-8b73-c4cbc02668af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384426 Mar 31 15:35:00.141716 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33083d46-f9e3-493f-b2d0-61e20583dff3 req-d74259db-f63e-4537-b9be-71d252a9f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:00.143161 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-33083d46-f9e3-493f-b2d0-61e20583dff3 req-d74259db-f63e-4537-b9be-71d252a9f3c1 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1284399 Mar 31 15:35:00.251321 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66502b25-fc61-4583-a63c-47bb380e8387 req-77d4ae8a-e453-4bd6-b9f5-ed39bfd3d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:00.252690 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-66502b25-fc61-4583-a63c-47bb380e8387 req-77d4ae8a-e453-4bd6-b9f5-ed39bfd3d214 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=7cc2c8b7-3abf-4bf6-8980-9f6773080c6e HTTP/1.1" status: 200 len: 1097 time: 0.0734823 Mar 31 15:35:00.319090 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-66502b25-fc61-4583-a63c-47bb380e8387 req-64da2447-eb3b-4366-a775-26b6d279c425 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=cccd3b15-015c-47dd-ae26-796e035fe9f0 HTTP/1.1" status: 200 len: 217 time: 0.0588467 Mar 31 15:35:00.469310 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66502b25-fc61-4583-a63c-47bb380e8387 req-401898c8-b77f-4519-a63b-e7d276316707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:00.470706 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-66502b25-fc61-4583-a63c-47bb380e8387 req-401898c8-b77f-4519-a63b-e7d276316707 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=54d2050a-f3c2-48a2-88c2-4f7a3b0d6e62 HTTP/1.1" status: 200 len: 837 time: 0.1450427 Mar 31 15:35:00.544575 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66502b25-fc61-4583-a63c-47bb380e8387 req-674f4e34-c819-4372-a46c-08948844fd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:00.545996 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-66502b25-fc61-4583-a63c-47bb380e8387 req-674f4e34-c819-4372-a46c-08948844fd4b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d160db26-e968-4486-aa12-77878ce83e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0692520 Mar 31 15:35:00.677321 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-66502b25-fc61-4583-a63c-47bb380e8387 req-52acf225-d43a-469f-9deb-7cacfebaa698 service neutron] 10.222.0.41 "GET /v2.0/networks/d160db26-e968-4486-aa12-77878ce83e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249223 Mar 31 15:35:00.809015 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-66502b25-fc61-4583-a63c-47bb380e8387 req-e4b0b809-8f0f-400c-b56b-166f0bbe744a service neutron] 10.222.0.41 "GET /v2.0/networks/d160db26-e968-4486-aa12-77878ce83e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252191 Mar 31 15:35:01.211246 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277f703-45e7-48f1-a403-9a45053a8358 req-c73f79cc-8416-4790-9b0d-76f08cd61488 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:01.212124 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-0277f703-45e7-48f1-a403-9a45053a8358 req-c73f79cc-8416-4790-9b0d-76f08cd61488 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:35:01.288293 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-0277f703-45e7-48f1-a403-9a45053a8358 req-c73f79cc-8416-4790-9b0d-76f08cd61488 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:35:01.290403 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0277f703-45e7-48f1-a403-9a45053a8358 req-c73f79cc-8416-4790-9b0d-76f08cd61488 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc2c8b7-3abf-4bf6-8980-9f6773080c6e HTTP/1.1" status: 200 len: 944 time: 0.1602592 Mar 31 15:35:01.336250 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0277f703-45e7-48f1-a403-9a45053a8358 req-76b6d40f-3df8-413c-98e5-06a790073b77 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4eab2b8-8cea-4917-8b73-c4cbc02668af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395298 Mar 31 15:35:02.520157 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b5a56-0ab2-4aa5-b7ba-3cda490dc3da req-52786481-ea43-4ba3-b96a-813cbf0a8e66 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:02.521661 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-849b5a56-0ab2-4aa5-b7ba-3cda490dc3da req-52786481-ea43-4ba3-b96a-813cbf0a8e66 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc2c8b7-3abf-4bf6-8980-9f6773080c6e HTTP/1.1" status: 200 len: 944 time: 0.0786746 Mar 31 15:35:02.566740 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-849b5a56-0ab2-4aa5-b7ba-3cda490dc3da req-6985a0a8-bc31-42c0-95f9-c4a45ed8834a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4eab2b8-8cea-4917-8b73-c4cbc02668af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392396 Mar 31 15:35:02.887414 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device cccd3b15-015c-47dd-ae26-796e035fe9f0 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:35:03.031732 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port cccd3b15-015c-47dd-ae26-796e035fe9f0, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=cccd3b15-015c-47dd-ae26-796e035fe9f0,segment=NetworkSegment(6426cd54-1916-4171-879a-571494c08cfd),segment_id=6426cd54-1916-4171-879a-571494c08cfd)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:35:03.044999 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': 'cccd3b15-015c-47dd-ae26-796e035fe9f0', 'network_id': 'd160db26-e968-4486-aa12-77878ce83e3e', 'port_id': 'cccd3b15-015c-47dd-ae26-796e035fe9f0', 'mac_address': 'fa:16:3e:f9:3b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d2050a-f3c2-48a2-88c2-4f7a3b0d6e62', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:35:03.075769 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6427a6e2-d5a6-4418-930d-ee729d6545ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:03.105149 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:03.122560 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cccd3b15-015c-47dd-ae26-796e035fe9f0 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:35:03.138192 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port cccd3b15-015c-47dd-ae26-796e035fe9f0, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=cccd3b15-015c-47dd-ae26-796e035fe9f0,segment=NetworkSegment(6426cd54-1916-4171-879a-571494c08cfd),segment_id=6426cd54-1916-4171-879a-571494c08cfd)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:35:03.227466 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:03.292637 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=cccd3b15-015c-47dd-ae26-796e035fe9f0,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:03.451621 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['cccd3b15-015c-47dd-ae26-796e035fe9f0'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:35:03.759144 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985ddf6-d282-4cb5-a22d-7fba83aaca08 req-3795a0ef-8277-47c0-b47b-43bff7d12dd1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:03.760605 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a985ddf6-d282-4cb5-a22d-7fba83aaca08 req-3795a0ef-8277-47c0-b47b-43bff7d12dd1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc2c8b7-3abf-4bf6-8980-9f6773080c6e HTTP/1.1" status: 200 len: 945 time: 0.0803635 Mar 31 15:35:03.805313 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a985ddf6-d282-4cb5-a22d-7fba83aaca08 req-f0e62826-f529-48b4-a159-89c22777ebac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4eab2b8-8cea-4917-8b73-c4cbc02668af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389061 Mar 31 15:35:04.907189 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device cccd3b15-015c-47dd-ae26-796e035fe9f0 up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:35:04.997663 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984ba8c-201d-4c5c-88a4-62c4dc41708c req-f3d75b2d-3fe4-4585-b86c-944fe1d79899 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:04.999122 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-6984ba8c-201d-4c5c-88a4-62c4dc41708c req-f3d75b2d-3fe4-4585-b86c-944fe1d79899 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc2c8b7-3abf-4bf6-8980-9f6773080c6e HTTP/1.1" status: 200 len: 945 time: 0.0885234 Mar 31 15:35:05.044283 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-6984ba8c-201d-4c5c-88a4-62c4dc41708c req-3bd13259-2dbb-45f3-ac19-e4c48380afd0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4eab2b8-8cea-4917-8b73-c4cbc02668af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392272 Mar 31 15:35:05.064024 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port cccd3b15-015c-47dd-ae26-796e035fe9f0 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:35:05.076609 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port cccd3b15-015c-47dd-ae26-796e035fe9f0 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:35:05.076982 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:05.174170 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1169d6b3-911a-4930-aff6-e0b0ab561492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:05.199188 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:05.225515 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc2c8b7-3abf-4bf6-8980-9f6773080c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccd3b15-015c-47dd-ae26-796e035fe9f0'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:35:05.235979 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port cccd3b15-015c-47dd-ae26-796e035fe9f0, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=cccd3b15-015c-47dd-ae26-796e035fe9f0,segment=NetworkSegment(6426cd54-1916-4171-879a-571494c08cfd),segment_id=6426cd54-1916-4171-879a-571494c08cfd)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:35:05.269577 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc2c8b7-3abf-4bf6-8980-9f6773080c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccd3b15-015c-47dd-ae26-796e035fe9f0', 'code': 200} Mar 31 15:35:05.322370 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:05.389705 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=cccd3b15-015c-47dd-ae26-796e035fe9f0,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:05.634443 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164bbd4-4475-4bb0-a7a5-0f43eca01461 req-4700a84c-9a1c-48bf-8a3c-dd2716fbfa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:05.635892 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d164bbd4-4475-4bb0-a7a5-0f43eca01461 req-4700a84c-9a1c-48bf-8a3c-dd2716fbfa35 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7cc2c8b7-3abf-4bf6-8980-9f6773080c6e HTTP/1.1" status: 200 len: 1099 time: 0.0731826 Mar 31 15:35:05.676121 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d164bbd4-4475-4bb0-a7a5-0f43eca01461 req-4f217c0d-ebbc-4ff1-bcac-48682b0d80e0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f4eab2b8-8cea-4917-8b73-c4cbc02668af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336583 Mar 31 15:35:06.241031 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56221b7-c691-4616-9f25-2c6d98afaa6b req-2838f0b2-e7cd-43e2-9e15-f0a472520f0c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:06.242571 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b56221b7-c691-4616-9f25-2c6d98afaa6b req-2838f0b2-e7cd-43e2-9e15-f0a472520f0c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc2c8b7-3abf-4bf6-8980-9f6773080c6e HTTP/1.1" status: 200 len: 946 time: 0.0851796 Mar 31 15:35:06.292499 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b56221b7-c691-4616-9f25-2c6d98afaa6b req-5025a1ea-f58a-4cef-9195-e22b498cf3f2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4eab2b8-8cea-4917-8b73-c4cbc02668af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432062 Mar 31 15:35:06.688023 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:06.721974 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:07.488304 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364aea1-c848-446f-aae6-430bdaaab6c1 req-ae582676-46d1-4389-becc-b7f11589db8c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:07.489748 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1364aea1-c848-446f-aae6-430bdaaab6c1 req-ae582676-46d1-4389-becc-b7f11589db8c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc2c8b7-3abf-4bf6-8980-9f6773080c6e HTTP/1.1" status: 200 len: 946 time: 0.0842924 Mar 31 15:35:07.535573 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1364aea1-c848-446f-aae6-430bdaaab6c1 req-557518a3-9a14-4bb1-8db5-6ee4ea8f563c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4eab2b8-8cea-4917-8b73-c4cbc02668af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393512 Mar 31 15:35:07.738175 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfa501-8d7f-4af5-9575-8854b0eec916 req-ffdac324-f02e-475b-b5a3-10400f00205d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:07.745068 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e5dfa501-8d7f-4af5-9575-8854b0eec916 req-ffdac324-f02e-475b-b5a3-10400f00205d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc2c8b7-3abf-4bf6-8980-9f6773080c6e HTTP/1.1" status: 200 len: 946 time: 0.0842998 Mar 31 15:35:07.787897 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e5dfa501-8d7f-4af5-9575-8854b0eec916 req-1106d394-b61a-460b-a06d-dc3a7c0dfddc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4eab2b8-8cea-4917-8b73-c4cbc02668af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404065 Mar 31 15:35:07.845528 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:09.274253 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49298) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:35:10.065143 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9371cd25-aa4e-4662-b101-02712df5f08c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:10.453537 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-9371cd25-aa4e-4662-b101-02712df5f08c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.20.0.17 (d160db26-e968-4486-aa12-77878ce83e3e/54d2050a-f3c2-48a2-88c2-4f7a3b0d6e62/02c552c1-8fa8-4e91-84b5-2a21368b8ecc) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:35:10.611116 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9371cd25-aa4e-4662-b101-02712df5f08c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:10.626366 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-9371cd25-aa4e-4662-b101-02712df5f08c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Transition to ACTIVE for port object 02c552c1-8fa8-4e91-84b5-2a21368b8ecc will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:35:10.717704 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9371cd25-aa4e-4662-b101-02712df5f08c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:10.780797 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9371cd25-aa4e-4662-b101-02712df5f08c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network d160db26-e968-4486-aa12-77878ce83e3e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:35:10.791113 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-9371cd25-aa4e-4662-b101-02712df5f08c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:35:10.795604 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9371cd25-aa4e-4662-b101-02712df5f08c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:35:10.826766 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371cd25-aa4e-4662-b101-02712df5f08c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=02c552c1-8fa8-4e91-84b5-2a21368b8ecc,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:10.859581 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9371cd25-aa4e-4662-b101-02712df5f08c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:11.169344 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-6c0aaf89-8fea-4024-a934-7c84043b3774 None None] Provisioning for port 02c552c1-8fa8-4e91-84b5-2a21368b8ecc completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:35:11.174368 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-6c0aaf89-8fea-4024-a934-7c84043b3774 None None] Provisioning complete for port 02c552c1-8fa8-4e91-84b5-2a21368b8ecc triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:35:11.178144 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6c0aaf89-8fea-4024-a934-7c84043b3774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:11.227132 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-6c0aaf89-8fea-4024-a934-7c84043b3774 None None] Port 02c552c1-8fa8-4e91-84b5-2a21368b8ecc cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:35:11.311036 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9371cd25-aa4e-4662-b101-02712df5f08c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:11.715792 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9371cd25-aa4e-4662-b101-02712df5f08c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:11.767938 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9371cd25-aa4e-4662-b101-02712df5f08c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:11.877644 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371cd25-aa4e-4662-b101-02712df5f08c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=02c552c1-8fa8-4e91-84b5-2a21368b8ecc,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:11.880055 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9371cd25-aa4e-4662-b101-02712df5f08c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:12.014228 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9371cd25-aa4e-4662-b101-02712df5f08c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network d160db26-e968-4486-aa12-77878ce83e3e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:35:12.015295 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-9371cd25-aa4e-4662-b101-02712df5f08c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:35:12.208234 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9371cd25-aa4e-4662-b101-02712df5f08c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router e913f495-9bfe-491d-b1bd-5f1a0335a1cf has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:35:12.251800 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-febfa35d-a897-4611-9c26-9f226037c2dd None None] Provisioning complete for port 02c552c1-8fa8-4e91-84b5-2a21368b8ecc triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:35:12.252399 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-febfa35d-a897-4611-9c26-9f226037c2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:12.305716 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-febfa35d-a897-4611-9c26-9f226037c2dd None None] Port 02c552c1-8fa8-4e91-84b5-2a21368b8ecc cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:35:12.389697 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9371cd25-aa4e-4662-b101-02712df5f08c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:35:12.399083 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c4d45e-6c2e-470a-83f1-dbb1dfa3c883 None None] Sync routers for ids ['e913f495-9bfe-491d-b1bd-5f1a0335a1cf'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:35:12.408788 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c4d45e-6c2e-470a-83f1-dbb1dfa3c883 None None] Routers {'e913f495-9bfe-491d-b1bd-5f1a0335a1cf'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:35:12.409386 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-59c4d45e-6c2e-470a-83f1-dbb1dfa3c883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:35:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e913f495-9bfe-491d-b1bd-5f1a0335a1cf'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:35:12.501130 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9371cd25-aa4e-4662-b101-02712df5f08c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "PUT /v2.0/routers/e913f495-9bfe-491d-b1bd-5f1a0335a1cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2257493 Mar 31 15:35:12.585864 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-59c4d45e-6c2e-470a-83f1-dbb1dfa3c883 None None] Set router e913f495-9bfe-491d-b1bd-5f1a0335a1cf gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:35:12.929062 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-59c4d45e-6c2e-470a-83f1-dbb1dfa3c883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'name': 'tempest-TestNetworkBasicOps-router-1504508326', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:36Z', 'updated_at': '2022-03-31T15:35:11Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:37Z', 'updated_at': '2022-03-31T15:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'ae4bdf2c-5b9d-4f37-8ef9-ef46c1f8c7cd', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.248', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'port_id': '52a22b79-143d-47ba-bfe0-93e927549bc6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a', 'mac_address': 'fa:16:3e:55:14:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2c598a-385d-4bc8-bc4c-eb3450912f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:34:11Z', 'updated_at': '2022-03-31T15:34:15Z', 'revision_number': 1, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c552c1-8fa8-4e91-84b5-2a21368b8ecc', 'name': '', 'network_id': 'd160db26-e968-4486-aa12-77878ce83e3e', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:88:37:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '54d2050a-f3c2-48a2-88c2-4f7a3b0d6e62', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:35:10Z', 'updated_at': '2022-03-31T15:35:11Z', 'revision_number': 2, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '54d2050a-f3c2-48a2-88c2-4f7a3b0d6e62', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc5ce33d-087e-476c-9941-10fec21a00a9', 'name': '', 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:81:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '70999811-ad99-4e32-9846-99ed9fb0a8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:43Z', 'updated_at': '2022-03-31T15:33:49Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '70999811-ad99-4e32-9846-99ed9fb0a8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:35:12.932829 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c4d45e-6c2e-470a-83f1-dbb1dfa3c883 None None] Checking router: e913f495-9bfe-491d-b1bd-5f1a0335a1cf for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:35:12.933173 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c4d45e-6c2e-470a-83f1-dbb1dfa3c883 None None] Updating router e913f495-9bfe-491d-b1bd-5f1a0335a1cf port 02c552c1-8fa8-4e91-84b5-2a21368b8ecc binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:35:12.987953 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-59c4d45e-6c2e-470a-83f1-dbb1dfa3c883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:13.350803 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-59c4d45e-6c2e-470a-83f1-dbb1dfa3c883 None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:13.361955 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-59c4d45e-6c2e-470a-83f1-dbb1dfa3c883 None None] Transition to ACTIVE for port object 02c552c1-8fa8-4e91-84b5-2a21368b8ecc will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:35:13.447418 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-59c4d45e-6c2e-470a-83f1-dbb1dfa3c883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:13.577176 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1137a82-6e5b-4d46-8d76-b3eb6a1ce547 None None] Pushing event updated for resources: {'Port': ['ID=02c552c1-8fa8-4e91-84b5-2a21368b8ecc,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:13.642630 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1137a82-6e5b-4d46-8d76-b3eb6a1ce547 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:13.642967 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1137a82-6e5b-4d46-8d76-b3eb6a1ce547 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:13.643300 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1137a82-6e5b-4d46-8d76-b3eb6a1ce547 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:13.643632 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1137a82-6e5b-4d46-8d76-b3eb6a1ce547 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:13.643952 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1137a82-6e5b-4d46-8d76-b3eb6a1ce547 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:13.644274 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1137a82-6e5b-4d46-8d76-b3eb6a1ce547 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:13.644661 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1137a82-6e5b-4d46-8d76-b3eb6a1ce547 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:13.644975 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1137a82-6e5b-4d46-8d76-b3eb6a1ce547 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:13.645322 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1137a82-6e5b-4d46-8d76-b3eb6a1ce547 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:13.645639 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1137a82-6e5b-4d46-8d76-b3eb6a1ce547 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:13.645951 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1137a82-6e5b-4d46-8d76-b3eb6a1ce547 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:13.646261 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1137a82-6e5b-4d46-8d76-b3eb6a1ce547 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:13.676004 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-59c4d45e-6c2e-470a-83f1-dbb1dfa3c883 None None] Attempting to bind port 02c552c1-8fa8-4e91-84b5-2a21368b8ecc on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:35:13.676366 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-59c4d45e-6c2e-470a-83f1-dbb1dfa3c883 None None] Attempting to bind port 02c552c1-8fa8-4e91-84b5-2a21368b8ecc by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '6426cd54-1916-4171-879a-571494c08cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd160db26-e968-4486-aa12-77878ce83e3e'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:35:13.676722 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c4d45e-6c2e-470a-83f1-dbb1dfa3c883 None None] Attempting to bind port 02c552c1-8fa8-4e91-84b5-2a21368b8ecc on network d160db26-e968-4486-aa12-77878ce83e3e {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:35:13.682390 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c4d45e-6c2e-470a-83f1-dbb1dfa3c883 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:35:13.683971 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c4d45e-6c2e-470a-83f1-dbb1dfa3c883 None None] Checking segment: {'id': '6426cd54-1916-4171-879a-571494c08cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd160db26-e968-4486-aa12-77878ce83e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:35:13.683971 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-59c4d45e-6c2e-470a-83f1-dbb1dfa3c883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:13.683971 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c4d45e-6c2e-470a-83f1-dbb1dfa3c883 None None] Bound using segment: {'id': '6426cd54-1916-4171-879a-571494c08cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd160db26-e968-4486-aa12-77878ce83e3e'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:35:13.684442 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-59c4d45e-6c2e-470a-83f1-dbb1dfa3c883 None None] Bound port: 02c552c1-8fa8-4e91-84b5-2a21368b8ecc, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6426cd54-1916-4171-879a-571494c08cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd160db26-e968-4486-aa12-77878ce83e3e'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:35:13.684867 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-59c4d45e-6c2e-470a-83f1-dbb1dfa3c883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:13.773740 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-59c4d45e-6c2e-470a-83f1-dbb1dfa3c883 None None] For port 02c552c1-8fa8-4e91-84b5-2a21368b8ecc, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:35:13.776858 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-59c4d45e-6c2e-470a-83f1-dbb1dfa3c883 None None] For port 02c552c1-8fa8-4e91-84b5-2a21368b8ecc, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=02c552c1-8fa8-4e91-84b5-2a21368b8ecc,segment=NetworkSegment(6426cd54-1916-4171-879a-571494c08cfd),segment_id=6426cd54-1916-4171-879a-571494c08cfd)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:35:13.876295 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-59c4d45e-6c2e-470a-83f1-dbb1dfa3c883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:13.948146 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c4d45e-6c2e-470a-83f1-dbb1dfa3c883 None None] Routers {'e913f495-9bfe-491d-b1bd-5f1a0335a1cf'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:35:13.948872 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-59c4d45e-6c2e-470a-83f1-dbb1dfa3c883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:35:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e913f495-9bfe-491d-b1bd-5f1a0335a1cf'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:35:14.006066 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1137a82-6e5b-4d46-8d76-b3eb6a1ce547 None None] Pushing event updated for resources: {'Port': ['ID=02c552c1-8fa8-4e91-84b5-2a21368b8ecc,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:14.134822 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-59c4d45e-6c2e-470a-83f1-dbb1dfa3c883 None None] Set router e913f495-9bfe-491d-b1bd-5f1a0335a1cf gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:35:14.495815 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-59c4d45e-6c2e-470a-83f1-dbb1dfa3c883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'name': 'tempest-TestNetworkBasicOps-router-1504508326', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:36Z', 'updated_at': '2022-03-31T15:35:11Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:37Z', 'updated_at': '2022-03-31T15:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'ae4bdf2c-5b9d-4f37-8ef9-ef46c1f8c7cd', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.248', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'port_id': '52a22b79-143d-47ba-bfe0-93e927549bc6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a', 'mac_address': 'fa:16:3e:55:14:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2c598a-385d-4bc8-bc4c-eb3450912f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:34:11Z', 'updated_at': '2022-03-31T15:34:15Z', 'revision_number': 1, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c552c1-8fa8-4e91-84b5-2a21368b8ecc', 'name': '', 'network_id': 'd160db26-e968-4486-aa12-77878ce83e3e', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:88:37:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '54d2050a-f3c2-48a2-88c2-4f7a3b0d6e62', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:35:10Z', 'updated_at': '2022-03-31T15:35:13Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '54d2050a-f3c2-48a2-88c2-4f7a3b0d6e62', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc5ce33d-087e-476c-9941-10fec21a00a9', 'name': '', 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:81:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '70999811-ad99-4e32-9846-99ed9fb0a8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:43Z', 'updated_at': '2022-03-31T15:33:49Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '70999811-ad99-4e32-9846-99ed9fb0a8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:35:14.500263 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c4d45e-6c2e-470a-83f1-dbb1dfa3c883 None None] The sync data for ids ['e913f495-9bfe-491d-b1bd-5f1a0335a1cf'] in dv-neutron-833379-2-hyperv is: [{'id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'name': 'tempest-TestNetworkBasicOps-router-1504508326', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:36Z', 'updated_at': '2022-03-31T15:35:11Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:37Z', 'updated_at': '2022-03-31T15:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'ae4bdf2c-5b9d-4f37-8ef9-ef46c1f8c7cd', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.248', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'port_id': '52a22b79-143d-47ba-bfe0-93e927549bc6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a', 'mac_address': 'fa:16:3e:55:14:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2c598a-385d-4bc8-bc4c-eb3450912f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:34:11Z', 'updated_at': '2022-03-31T15:34:15Z', 'revision_number': 1, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c552c1-8fa8-4e91-84b5-2a21368b8ecc', 'name': '', 'network_id': 'd160db26-e968-4486-aa12-77878ce83e3e', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:88:37:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '54d2050a-f3c2-48a2-88c2-4f7a3b0d6e62', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:35:10Z', 'updated_at': '2022-03-31T15:35:13Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '54d2050a-f3c2-48a2-88c2-4f7a3b0d6e62', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc5ce33d-087e-476c-9941-10fec21a00a9', 'name': '', 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:81:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '70999811-ad99-4e32-9846-99ed9fb0a8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:43Z', 'updated_at': '2022-03-31T15:33:49Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '70999811-ad99-4e32-9846-99ed9fb0a8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:35:15.044821 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 02c552c1-8fa8-4e91-84b5-2a21368b8ecc up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:35:15.207580 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 02c552c1-8fa8-4e91-84b5-2a21368b8ecc completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:35:15.212802 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 02c552c1-8fa8-4e91-84b5-2a21368b8ecc triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:35:15.213185 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:15.331887 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:15.363840 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 02c552c1-8fa8-4e91-84b5-2a21368b8ecc, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=02c552c1-8fa8-4e91-84b5-2a21368b8ecc,segment=NetworkSegment(6426cd54-1916-4171-879a-571494c08cfd),segment_id=6426cd54-1916-4171-879a-571494c08cfd)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:35:15.442162 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:15.510384 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=02c552c1-8fa8-4e91-84b5-2a21368b8ecc,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:17.012648 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 02c552c1-8fa8-4e91-84b5-2a21368b8ecc up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:35:17.076832 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 02c552c1-8fa8-4e91-84b5-2a21368b8ecc triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:35:17.077359 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:18.874442 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:35:25.110715 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:30.888797 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49326) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:35:31.489859 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-86ef0e27-b829-42c7-a7d4-3d8190c12820 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:31.992517 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-86ef0e27-b829-42c7-a7d4-3d8190c12820 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port 02c552c1-8fa8-4e91-84b5-2a21368b8ecc {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:35:31.993266 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-86ef0e27-b829-42c7-a7d4-3d8190c12820 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:32.180870 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-86ef0e27-b829-42c7-a7d4-3d8190c12820 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] For port 02c552c1-8fa8-4e91-84b5-2a21368b8ecc, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=02c552c1-8fa8-4e91-84b5-2a21368b8ecc,segment=NetworkSegment(6426cd54-1916-4171-879a-571494c08cfd),segment_id=6426cd54-1916-4171-879a-571494c08cfd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:35:32.181249 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-86ef0e27-b829-42c7-a7d4-3d8190c12820 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:32.307500 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-86ef0e27-b829-42c7-a7d4-3d8190c12820 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for 02c552c1-8fa8-4e91-84b5-2a21368b8ecc owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:35:32.561990 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-86ef0e27-b829-42c7-a7d4-3d8190c12820 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:32.613131 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef0e27-b829-42c7-a7d4-3d8190c12820 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=02c552c1-8fa8-4e91-84b5-2a21368b8ecc,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:32.651924 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef0e27-b829-42c7-a7d4-3d8190c12820 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:32.652254 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef0e27-b829-42c7-a7d4-3d8190c12820 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:32.652795 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef0e27-b829-42c7-a7d4-3d8190c12820 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:32.653117 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef0e27-b829-42c7-a7d4-3d8190c12820 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:32.653463 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef0e27-b829-42c7-a7d4-3d8190c12820 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:32.653783 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef0e27-b829-42c7-a7d4-3d8190c12820 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:32.654098 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef0e27-b829-42c7-a7d4-3d8190c12820 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:32.654413 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef0e27-b829-42c7-a7d4-3d8190c12820 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:32.654725 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef0e27-b829-42c7-a7d4-3d8190c12820 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:32.655040 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef0e27-b829-42c7-a7d4-3d8190c12820 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:32.655350 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef0e27-b829-42c7-a7d4-3d8190c12820 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:32.655660 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef0e27-b829-42c7-a7d4-3d8190c12820 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:32.900500 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-86ef0e27-b829-42c7-a7d4-3d8190c12820 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:33.070009 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5cb71100-5512-4b30-bb72-54d867d3a0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:33.384696 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ef0e27-b829-42c7-a7d4-3d8190c12820 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router e913f495-9bfe-491d-b1bd-5f1a0335a1cf has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:35:33.562035 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ef0e27-b829-42c7-a7d4-3d8190c12820 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:35:33.572504 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff05089-f320-466d-9312-a6cb2102cdb6 None None] Sync routers for ids ['e913f495-9bfe-491d-b1bd-5f1a0335a1cf'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:35:33.577690 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-86ef0e27-b829-42c7-a7d4-3d8190c12820 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "PUT /v2.0/routers/e913f495-9bfe-491d-b1bd-5f1a0335a1cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6877737 Mar 31 15:35:33.583161 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff05089-f320-466d-9312-a6cb2102cdb6 None None] Routers {'e913f495-9bfe-491d-b1bd-5f1a0335a1cf'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:35:33.584104 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cff05089-f320-466d-9312-a6cb2102cdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:35:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e913f495-9bfe-491d-b1bd-5f1a0335a1cf'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:35:33.764050 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-cff05089-f320-466d-9312-a6cb2102cdb6 None None] Set router e913f495-9bfe-491d-b1bd-5f1a0335a1cf gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:35:34.120575 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cff05089-f320-466d-9312-a6cb2102cdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'name': 'tempest-TestNetworkBasicOps-router-1504508326', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:36Z', 'updated_at': '2022-03-31T15:35:32Z', 'revision_number': 6, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:37Z', 'updated_at': '2022-03-31T15:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'ae4bdf2c-5b9d-4f37-8ef9-ef46c1f8c7cd', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.248', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'port_id': '52a22b79-143d-47ba-bfe0-93e927549bc6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a', 'mac_address': 'fa:16:3e:55:14:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2c598a-385d-4bc8-bc4c-eb3450912f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:34:11Z', 'updated_at': '2022-03-31T15:34:15Z', 'revision_number': 1, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5ce33d-087e-476c-9941-10fec21a00a9', 'name': '', 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:81:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '70999811-ad99-4e32-9846-99ed9fb0a8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:43Z', 'updated_at': '2022-03-31T15:33:49Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '70999811-ad99-4e32-9846-99ed9fb0a8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:35:34.124443 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff05089-f320-466d-9312-a6cb2102cdb6 None None] Checking router: e913f495-9bfe-491d-b1bd-5f1a0335a1cf for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:35:34.133603 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff05089-f320-466d-9312-a6cb2102cdb6 None None] Routers {'e913f495-9bfe-491d-b1bd-5f1a0335a1cf'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:35:34.134240 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cff05089-f320-466d-9312-a6cb2102cdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:35:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e913f495-9bfe-491d-b1bd-5f1a0335a1cf'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:35:34.161846 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96baa987-480e-423f-a26e-defef124eae7 req-4c565f03-d226-46b3-b233-c3f5857a263d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:34.162562 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-96baa987-480e-423f-a26e-defef124eae7 req-4c565f03-d226-46b3-b233-c3f5857a263d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:35:34.230488 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-96baa987-480e-423f-a26e-defef124eae7 req-4c565f03-d226-46b3-b233-c3f5857a263d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:35:34.231666 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-96baa987-480e-423f-a26e-defef124eae7 req-4c565f03-d226-46b3-b233-c3f5857a263d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc2c8b7-3abf-4bf6-8980-9f6773080c6e HTTP/1.1" status: 200 len: 946 time: 0.1537309 Mar 31 15:35:34.277274 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-96baa987-480e-423f-a26e-defef124eae7 req-3ef06b3d-b9c0-4ac9-abf4-d4c2dee38384 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4eab2b8-8cea-4917-8b73-c4cbc02668af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392361 Mar 31 15:35:34.344086 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-cff05089-f320-466d-9312-a6cb2102cdb6 None None] Set router e913f495-9bfe-491d-b1bd-5f1a0335a1cf gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:35:34.629270 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b361ade2-fb7d-4ccf-a68a-539fb83bbceb req-122a892c-0029-4ead-8416-5dd977366f7b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d32ae0e-a7ae-4d61-addd-d9ce05f7d828&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759387 Mar 31 15:35:34.695027 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cff05089-f320-466d-9312-a6cb2102cdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'name': 'tempest-TestNetworkBasicOps-router-1504508326', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:36Z', 'updated_at': '2022-03-31T15:35:32Z', 'revision_number': 6, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:37Z', 'updated_at': '2022-03-31T15:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'ae4bdf2c-5b9d-4f37-8ef9-ef46c1f8c7cd', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.248', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'port_id': '52a22b79-143d-47ba-bfe0-93e927549bc6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a', 'mac_address': 'fa:16:3e:55:14:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2c598a-385d-4bc8-bc4c-eb3450912f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:34:11Z', 'updated_at': '2022-03-31T15:34:15Z', 'revision_number': 1, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5ce33d-087e-476c-9941-10fec21a00a9', 'name': '', 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:81:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '70999811-ad99-4e32-9846-99ed9fb0a8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:43Z', 'updated_at': '2022-03-31T15:33:49Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '70999811-ad99-4e32-9846-99ed9fb0a8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:35:34.699027 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff05089-f320-466d-9312-a6cb2102cdb6 None None] The sync data for ids ['e913f495-9bfe-491d-b1bd-5f1a0335a1cf'] in dv-neutron-833379-2-hyperv is: [{'id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'name': 'tempest-TestNetworkBasicOps-router-1504508326', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:36Z', 'updated_at': '2022-03-31T15:35:32Z', 'revision_number': 6, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:37Z', 'updated_at': '2022-03-31T15:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'ae4bdf2c-5b9d-4f37-8ef9-ef46c1f8c7cd', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.248', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'port_id': '52a22b79-143d-47ba-bfe0-93e927549bc6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a', 'mac_address': 'fa:16:3e:55:14:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2c598a-385d-4bc8-bc4c-eb3450912f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:34:11Z', 'updated_at': '2022-03-31T15:34:15Z', 'revision_number': 1, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5ce33d-087e-476c-9941-10fec21a00a9', 'name': '', 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:81:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '70999811-ad99-4e32-9846-99ed9fb0a8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:43Z', 'updated_at': '2022-03-31T15:33:49Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '70999811-ad99-4e32-9846-99ed9fb0a8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:35:34.725513 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361ade2-fb7d-4ccf-a68a-539fb83bbceb req-84edfbc1-6cd8-4d77-9e30-fd7f68108232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:34.726998 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b361ade2-fb7d-4ccf-a68a-539fb83bbceb req-84edfbc1-6cd8-4d77-9e30-fd7f68108232 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d80c83d1fbe401682aa9514176018aa&device_id=4d32ae0e-a7ae-4d61-addd-d9ce05f7d828 HTTP/1.1" status: 200 len: 1098 time: 0.0752876 Mar 31 15:35:34.879993 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361ade2-fb7d-4ccf-a68a-539fb83bbceb req-3e555995-dfb9-4298-b31b-fa03ba9fda16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:34.881383 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b361ade2-fb7d-4ccf-a68a-539fb83bbceb req-3e555995-dfb9-4298-b31b-fa03ba9fda16 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b062db18-3c45-443b-8ed2-a8ef4849e9af HTTP/1.1" status: 200 len: 913 time: 0.1261754 Mar 31 15:35:34.983133 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b361ade2-fb7d-4ccf-a68a-539fb83bbceb req-d5584251-c579-4019-93f7-9a425fc55463 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f85321f-84d1-4416-80dc-c1daa9bafa8c HTTP/1.1" status: 200 len: 1001 time: 0.0949316 Mar 31 15:35:35.045408 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361ade2-fb7d-4ccf-a68a-539fb83bbceb req-829d04e2-86b3-4ebc-9571-9fa44618f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:35.047929 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b361ade2-fb7d-4ccf-a68a-539fb83bbceb req-829d04e2-86b3-4ebc-9571-9fa44618f4a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df984311-c0fe-4d96-bc1f-8e89883604f5 HTTP/1.1" status: 200 len: 851 time: 0.0576921 Mar 31 15:35:35.067472 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 02c552c1-8fa8-4e91-84b5-2a21368b8ecc no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:35:35.109057 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 02c552c1-8fa8-4e91-84b5-2a21368b8ecc {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:35:35.115185 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 02c552c1-8fa8-4e91-84b5-2a21368b8ecc not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:35:35.134623 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361ade2-fb7d-4ccf-a68a-539fb83bbceb req-fa445b15-5f68-430b-b3e9-72f3d2c91619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:35.136113 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b361ade2-fb7d-4ccf-a68a-539fb83bbceb req-fa445b15-5f68-430b-b3e9-72f3d2c91619 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b062db18-3c45-443b-8ed2-a8ef4849e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795171 Mar 31 15:35:35.195366 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d3b88ca0-3f82-4d2b-a03d-435713b92877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:35.272438 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b361ade2-fb7d-4ccf-a68a-539fb83bbceb req-352a3e75-65b2-4c36-a706-96c054633eee service neutron] 10.222.0.41 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288772 Mar 31 15:35:35.450293 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b361ade2-fb7d-4ccf-a68a-539fb83bbceb req-34c3b7ef-d0c7-45f5-a63f-3cfd1e52f886 service neutron] 10.222.0.41 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715381 Mar 31 15:35:35.519120 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72a045-f0a5-42e2-a2a4-6829eeddaef9 req-632ace58-b18f-485d-abce-97f23606d6f8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:35.519810 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-4a72a045-f0a5-42e2-a2a4-6829eeddaef9 req-632ace58-b18f-485d-abce-97f23606d6f8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:35:35.546108 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-4a72a045-f0a5-42e2-a2a4-6829eeddaef9 req-632ace58-b18f-485d-abce-97f23606d6f8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:35:35.547299 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4a72a045-f0a5-42e2-a2a4-6829eeddaef9 req-632ace58-b18f-485d-abce-97f23606d6f8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc2c8b7-3abf-4bf6-8980-9f6773080c6e HTTP/1.1" status: 200 len: 946 time: 0.1550581 Mar 31 15:35:35.606460 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fbd46-dc5e-4829-b481-7771b764ccfa req-085b44de-1a73-4292-b8e8-710accc1d056 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:35.608280 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9e5fbd46-dc5e-4829-b481-7771b764ccfa req-085b44de-1a73-4292-b8e8-710accc1d056 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc2c8b7-3abf-4bf6-8980-9f6773080c6e HTTP/1.1" status: 200 len: 946 time: 0.1324155 Mar 31 15:35:35.618131 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4a72a045-f0a5-42e2-a2a4-6829eeddaef9 req-63bb62c3-1ef2-4e8b-93db-373d28bb0291 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4eab2b8-8cea-4917-8b73-c4cbc02668af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598130 Mar 31 15:35:35.689460 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-9e5fbd46-dc5e-4829-b481-7771b764ccfa req-8d867f44-2cf3-4b60-a3b3-d16a16ec0b51 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port cccd3b15-015c-47dd-ae26-796e035fe9f0 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:35:35.690042 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-9e5fbd46-dc5e-4829-b481-7771b764ccfa req-8d867f44-2cf3-4b60-a3b3-d16a16ec0b51 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:36.048009 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-9e5fbd46-dc5e-4829-b481-7771b764ccfa req-8d867f44-2cf3-4b60-a3b3-d16a16ec0b51 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] For port cccd3b15-015c-47dd-ae26-796e035fe9f0, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=cccd3b15-015c-47dd-ae26-796e035fe9f0,segment=NetworkSegment(6426cd54-1916-4171-879a-571494c08cfd),segment_id=6426cd54-1916-4171-879a-571494c08cfd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:35:36.048184 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-9e5fbd46-dc5e-4829-b481-7771b764ccfa req-8d867f44-2cf3-4b60-a3b3-d16a16ec0b51 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:36.169705 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-9e5fbd46-dc5e-4829-b481-7771b764ccfa req-8d867f44-2cf3-4b60-a3b3-d16a16ec0b51 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for cccd3b15-015c-47dd-ae26-796e035fe9f0 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:35:36.372289 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-9e5fbd46-dc5e-4829-b481-7771b764ccfa req-8d867f44-2cf3-4b60-a3b3-d16a16ec0b51 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:36.400881 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:36.426445 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d867f44-2cf3-4b60-a3b3-d16a16ec0b51 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=cccd3b15-015c-47dd-ae26-796e035fe9f0,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:36.500345 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5fbd46-dc5e-4829-b481-7771b764ccfa req-8d867f44-2cf3-4b60-a3b3-d16a16ec0b51 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] No DVR routers for this DVR port cccd3b15-015c-47dd-ae26-796e035fe9f0 on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:35:36.502693 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-9e5fbd46-dc5e-4829-b481-7771b764ccfa req-8d867f44-2cf3-4b60-a3b3-d16a16ec0b51 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:36.505281 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc2c8b7-3abf-4bf6-8980-9f6773080c6e', 'name': 'network-vif-deleted', 'tag': 'cccd3b15-015c-47dd-ae26-796e035fe9f0'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:35:36.533490 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:36.557251 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc2c8b7-3abf-4bf6-8980-9f6773080c6e', 'name': 'network-vif-deleted', 'tag': 'cccd3b15-015c-47dd-ae26-796e035fe9f0', 'status': 'completed', 'code': 200} Mar 31 15:35:36.590950 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9e5fbd46-dc5e-4829-b481-7771b764ccfa req-8d867f44-2cf3-4b60-a3b3-d16a16ec0b51 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "DELETE /v2.0/ports/cccd3b15-015c-47dd-ae26-796e035fe9f0 HTTP/1.1" status: 204 len: 173 time: 0.9748435 Mar 31 15:35:36.775966 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-c38b9d32-0b73-4b8e-9ecf-90852ee32786 req-ffd4c6a8-c16d-4047-83c8-8bd5b0f56189 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:35:36.887439 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-c38b9d32-0b73-4b8e-9ecf-90852ee32786 req-ffd4c6a8-c16d-4047-83c8-8bd5b0f56189 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:35:36.890838 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c38b9d32-0b73-4b8e-9ecf-90852ee32786 req-ffd4c6a8-c16d-4047-83c8-8bd5b0f56189 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc2c8b7-3abf-4bf6-8980-9f6773080c6e HTTP/1.1" status: 200 len: 210 time: 0.1598468 Mar 31 15:35:37.876638 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:38.130289 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49346) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:35:38.202512 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e031757-a805-44d0-9dc8-dd2f546010cf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:38.227440 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e031757-a805-44d0-9dc8-dd2f546010cf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:38.355874 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e031757-a805-44d0-9dc8-dd2f546010cf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:38.376504 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e031757-a805-44d0-9dc8-dd2f546010cf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4eab2b8-8cea-4917-8b73-c4cbc02668af,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:38.452363 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e031757-a805-44d0-9dc8-dd2f546010cf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:38.454529 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3e031757-a805-44d0-9dc8-dd2f546010cf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/security-groups/f4eab2b8-8cea-4917-8b73-c4cbc02668af HTTP/1.1" status: 204 len: 168 time: 0.3232508 Mar 31 15:35:38.551136 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49352) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:35:38.620370 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea6b0515-9dff-461d-ba9e-a26e14aab4e8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting subnet 54d2050a-f3c2-48a2-88c2-4f7a3b0d6e62 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:35:38.623534 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea6b0515-9dff-461d-ba9e-a26e14aab4e8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:38.678494 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea6b0515-9dff-461d-ba9e-a26e14aab4e8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:38.760461 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea6b0515-9dff-461d-ba9e-a26e14aab4e8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:38.916201 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea6b0515-9dff-461d-ba9e-a26e14aab4e8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:38.953703 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b0515-9dff-461d-ba9e-a26e14aab4e8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Subnet': ['ID=54d2050a-f3c2-48a2-88c2-4f7a3b0d6e62,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:38.959168 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea6b0515-9dff-461d-ba9e-a26e14aab4e8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:38.965218 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ea6b0515-9dff-461d-ba9e-a26e14aab4e8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/subnets/54d2050a-f3c2-48a2-88c2-4f7a3b0d6e62 HTTP/1.1" status: 204 len: 168 time: 0.4130526 Mar 31 15:35:38.967904 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49356) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:35:38.970878 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3a6a09-bcd1-48fa-88c7-39ebc6a2aced None None] Network d160db26-e968-4486-aa12-77878ce83e3e requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:35:39.082855 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a434583-de15-4e73-89fb-1651ad467da1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:39.100705 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3a434583-de15-4e73-89fb-1651ad467da1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port f6a73c19-2760-4044-b84e-e876b01b5be0 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:35:39.100705 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a434583-de15-4e73-89fb-1651ad467da1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:39.127802 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device cccd3b15-015c-47dd-ae26-796e035fe9f0 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:35:39.167492 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: cccd3b15-015c-47dd-ae26-796e035fe9f0 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:35:39.172067 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device cccd3b15-015c-47dd-ae26-796e035fe9f0 not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:35:39.254594 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a4f528-8784-4ddc-949c-53f17272de52 None None] DHCP port deletion for d160db26-e968-4486-aa12-77878ce83e3e request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:35:39.258957 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-24a4f528-8784-4ddc-949c-53f17272de52 None None] Deleting port f6a73c19-2760-4044-b84e-e876b01b5be0 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:35:39.259360 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-24a4f528-8784-4ddc-949c-53f17272de52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:39.307856 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3a434583-de15-4e73-89fb-1651ad467da1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] For port f6a73c19-2760-4044-b84e-e876b01b5be0, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=f6a73c19-2760-4044-b84e-e876b01b5be0,segment=NetworkSegment(6426cd54-1916-4171-879a-571494c08cfd),segment_id=6426cd54-1916-4171-879a-571494c08cfd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:35:39.308443 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a434583-de15-4e73-89fb-1651ad467da1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:39.435213 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3a434583-de15-4e73-89fb-1651ad467da1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for f6a73c19-2760-4044-b84e-e876b01b5be0 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:35:39.466378 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-24a4f528-8784-4ddc-949c-53f17272de52 None None] For port f6a73c19-2760-4044-b84e-e876b01b5be0, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=f6a73c19-2760-4044-b84e-e876b01b5be0,segment=NetworkSegment(6426cd54-1916-4171-879a-571494c08cfd),segment_id=6426cd54-1916-4171-879a-571494c08cfd)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:35:39.469951 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-24a4f528-8784-4ddc-949c-53f17272de52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:39.584758 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a434583-de15-4e73-89fb-1651ad467da1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:39.593558 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-24a4f528-8784-4ddc-949c-53f17272de52 None None] Calling delete_port for f6a73c19-2760-4044-b84e-e876b01b5be0 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:35:39.672990 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-24a4f528-8784-4ddc-949c-53f17272de52 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:35:39.673146 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-24a4f528-8784-4ddc-949c-53f17272de52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:35:39.736220 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a434583-de15-4e73-89fb-1651ad467da1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=f6a73c19-2760-4044-b84e-e876b01b5be0,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:39.738045 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a434583-de15-4e73-89fb-1651ad467da1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] No DVR routers for this DVR port f6a73c19-2760-4044-b84e-e876b01b5be0 on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:35:39.857672 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a434583-de15-4e73-89fb-1651ad467da1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:39.882678 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-3a434583-de15-4e73-89fb-1651ad467da1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d160db26-e968-4486-aa12-77878ce83e3e']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:35:39.894220 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-3a434583-de15-4e73-89fb-1651ad467da1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6426cd54-1916-4171-879a-571494c08cfd') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:35:39.894520 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-3a434583-de15-4e73-89fb-1651ad467da1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6426cd54-1916-4171-879a-571494c08cfd') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:35:39.905496 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a434583-de15-4e73-89fb-1651ad467da1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:39.920506 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a434583-de15-4e73-89fb-1651ad467da1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:39.927157 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a434583-de15-4e73-89fb-1651ad467da1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:35:39.927564 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a434583-de15-4e73-89fb-1651ad467da1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:39.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:35:39.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:35:39.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:35:39.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:35:39.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:35:39.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:35:39.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:35:39.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:35:39.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:35:39.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:35:39.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:35:39.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:35:39.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:35:39.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:35:39.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:35:39.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:35:39.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:35:39.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:35:39.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:35:39.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:35:39.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:35:39.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:35:39.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:35:39.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:35:39.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:35:39.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:35:39.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:35:39.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:35:39.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:35:39.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:35:39.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:35:39.942562 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:35:40.093423 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a434583-de15-4e73-89fb-1651ad467da1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:40.111289 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a434583-de15-4e73-89fb-1651ad467da1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:40.122127 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a434583-de15-4e73-89fb-1651ad467da1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Network': ['ID=d160db26-e968-4486-aa12-77878ce83e3e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:40.174522 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-24a4f528-8784-4ddc-949c-53f17272de52 None None] Deleting port f6a73c19-2760-4044-b84e-e876b01b5be0 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:35:40.175035 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-24a4f528-8784-4ddc-949c-53f17272de52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:40.236653 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3a434583-de15-4e73-89fb-1651ad467da1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/networks/d160db26-e968-4486-aa12-77878ce83e3e HTTP/1.1" status: 204 len: 168 time: 1.2671285 Mar 31 15:35:40.240773 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49360) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:35:40.241700 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-24a4f528-8784-4ddc-949c-53f17272de52 None None] The port 'f6a73c19-2760-4044-b84e-e876b01b5be0' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:35:40.440801 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3694eb4f-9c85-4e0a-9d92-d66e53cbf904 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port 02b096d5-ff30-4b54-acfb-013148858a45 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:35:40.441426 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3694eb4f-9c85-4e0a-9d92-d66e53cbf904 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:40.614011 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3694eb4f-9c85-4e0a-9d92-d66e53cbf904 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:40.614011 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3694eb4f-9c85-4e0a-9d92-d66e53cbf904 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:40.732695 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3694eb4f-9c85-4e0a-9d92-d66e53cbf904 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for 02b096d5-ff30-4b54-acfb-013148858a45 owned by network:floatingip {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:35:40.967694 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3694eb4f-9c85-4e0a-9d92-d66e53cbf904 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:41.013156 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device f6a73c19-2760-4044-b84e-e876b01b5be0 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:35:41.021557 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694eb4f-9c85-4e0a-9d92-d66e53cbf904 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=02b096d5-ff30-4b54-acfb-013148858a45,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:41.084388 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: f6a73c19-2760-4044-b84e-e876b01b5be0 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:35:41.091931 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device f6a73c19-2760-4044-b84e-e876b01b5be0 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:35:41.117577 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3694eb4f-9c85-4e0a-9d92-d66e53cbf904 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:41.117577 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [None req-3694eb4f-9c85-4e0a-9d92-d66e53cbf904 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Floating IP ae4bdf2c-5b9d-4f37-8ef9-ef46c1f8c7cd disassociated (deleted). External IP: 172.26.5.248, port: 52a22b79-143d-47ba-bfe0-93e927549bc6. Mar 31 15:35:41.570135 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3694eb4f-9c85-4e0a-9d92-d66e53cbf904 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router e913f495-9bfe-491d-b1bd-5f1a0335a1cf has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:35:41.752924 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3694eb4f-9c85-4e0a-9d92-d66e53cbf904 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:35:41.762440 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01727b3b-38fc-4b52-a5d1-f878d190bb3f None None] Sync routers for ids ['e913f495-9bfe-491d-b1bd-5f1a0335a1cf'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:35:41.770528 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3694eb4f-9c85-4e0a-9d92-d66e53cbf904 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:41.772854 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01727b3b-38fc-4b52-a5d1-f878d190bb3f None None] Routers {'e913f495-9bfe-491d-b1bd-5f1a0335a1cf'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:35:41.773549 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-01727b3b-38fc-4b52-a5d1-f878d190bb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:35:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e913f495-9bfe-491d-b1bd-5f1a0335a1cf'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:35:41.826442 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3694eb4f-9c85-4e0a-9d92-d66e53cbf904 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/floatingips/ae4bdf2c-5b9d-4f37-8ef9-ef46c1f8c7cd HTTP/1.1" status: 204 len: 168 time: 1.5860355 Mar 31 15:35:41.826966 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2c598a-385d-4bc8-bc4c-eb3450912f09', 'tag': '52a22b79-143d-47ba-bfe0-93e927549bc6'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:35:41.875416 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2c598a-385d-4bc8-bc4c-eb3450912f09', 'tag': '52a22b79-143d-47ba-bfe0-93e927549bc6', 'status': 'completed', 'code': 200} Mar 31 15:35:41.953349 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-01727b3b-38fc-4b52-a5d1-f878d190bb3f None None] Set router e913f495-9bfe-491d-b1bd-5f1a0335a1cf gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:35:41.981534 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34186b-3937-414d-a6fb-a5ae8a0f41f3 req-c62997be-4cd2-476a-888e-2be873669de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:41.983089 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c34186b-3937-414d-a6fb-a5ae8a0f41f3 req-c62997be-4cd2-476a-888e-2be873669de5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=8a2c598a-385d-4bc8-bc4c-eb3450912f09 HTTP/1.1" status: 200 len: 1098 time: 0.0825946 Mar 31 15:35:42.119853 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34186b-3937-414d-a6fb-a5ae8a0f41f3 req-4a40cd94-883e-43af-9cca-288f0362a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:42.121361 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c34186b-3937-414d-a6fb-a5ae8a0f41f3 req-4a40cd94-883e-43af-9cca-288f0362a71f service neutron] 10.222.0.41 "GET /v2.0/networks?id=b9072c20-5220-4bc0-801a-9f54ed99a31a HTTP/1.1" status: 200 len: 898 time: 0.1324136 Mar 31 15:35:42.191933 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c34186b-3937-414d-a6fb-a5ae8a0f41f3 req-4618de05-6872-44f1-9944-f18bf0656785 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52a22b79-143d-47ba-bfe0-93e927549bc6 HTTP/1.1" status: 200 len: 217 time: 0.0633130 Mar 31 15:35:42.263511 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34186b-3937-414d-a6fb-a5ae8a0f41f3 req-dc1b33e7-5316-47de-a302-f8479100d5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:42.265356 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c34186b-3937-414d-a6fb-a5ae8a0f41f3 req-dc1b33e7-5316-47de-a302-f8479100d5e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70999811-ad99-4e32-9846-99ed9fb0a8f2 HTTP/1.1" status: 200 len: 835 time: 0.0644321 Mar 31 15:35:42.311055 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-01727b3b-38fc-4b52-a5d1-f878d190bb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'name': 'tempest-TestNetworkBasicOps-router-1504508326', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:36Z', 'updated_at': '2022-03-31T15:35:32Z', 'revision_number': 6, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:37Z', 'updated_at': '2022-03-31T15:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'dc5ce33d-087e-476c-9941-10fec21a00a9', 'name': '', 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:81:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '70999811-ad99-4e32-9846-99ed9fb0a8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:43Z', 'updated_at': '2022-03-31T15:33:49Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '70999811-ad99-4e32-9846-99ed9fb0a8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:35:42.323218 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01727b3b-38fc-4b52-a5d1-f878d190bb3f None None] Checking router: e913f495-9bfe-491d-b1bd-5f1a0335a1cf for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:35:42.324894 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01727b3b-38fc-4b52-a5d1-f878d190bb3f None None] Routers {'e913f495-9bfe-491d-b1bd-5f1a0335a1cf'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:35:42.325541 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-01727b3b-38fc-4b52-a5d1-f878d190bb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:35:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e913f495-9bfe-491d-b1bd-5f1a0335a1cf'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:35:42.346017 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34186b-3937-414d-a6fb-a5ae8a0f41f3 req-fa1953d9-9bab-4e4e-ab89-4ae6387f73e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:42.347519 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c34186b-3937-414d-a6fb-a5ae8a0f41f3 req-fa1953d9-9bab-4e4e-ab89-4ae6387f73e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b9072c20-5220-4bc0-801a-9f54ed99a31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761919 Mar 31 15:35:42.513178 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-01727b3b-38fc-4b52-a5d1-f878d190bb3f None None] Set router e913f495-9bfe-491d-b1bd-5f1a0335a1cf gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:35:42.544368 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c34186b-3937-414d-a6fb-a5ae8a0f41f3 req-e6634608-5549-479e-a9d4-217db4f2293c service neutron] 10.222.0.41 "GET /v2.0/networks/b9072c20-5220-4bc0-801a-9f54ed99a31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891975 Mar 31 15:35:42.650533 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c50e5d-5d05-492d-98b4-0c633e57be62 req-2942a26f-30d4-49dc-81b9-ce56d7bea330 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:42.651213 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-41c50e5d-5d05-492d-98b4-0c633e57be62 req-2942a26f-30d4-49dc-81b9-ce56d7bea330 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:35:42.709609 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c34186b-3937-414d-a6fb-a5ae8a0f41f3 req-c81b092d-b0c6-4535-9e87-fdf0010593b0 service neutron] 10.222.0.41 "GET /v2.0/networks/b9072c20-5220-4bc0-801a-9f54ed99a31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579134 Mar 31 15:35:42.760706 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-41c50e5d-5d05-492d-98b4-0c633e57be62 req-2942a26f-30d4-49dc-81b9-ce56d7bea330 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:35:42.761954 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-41c50e5d-5d05-492d-98b4-0c633e57be62 req-2942a26f-30d4-49dc-81b9-ce56d7bea330 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a2c598a-385d-4bc8-bc4c-eb3450912f09 HTTP/1.1" status: 200 len: 945 time: 0.3163700 Mar 31 15:35:42.808757 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-41c50e5d-5d05-492d-98b4-0c633e57be62 req-d5f282c3-01e1-465b-a0b4-1a46be500385 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:35:42.829062 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-01727b3b-38fc-4b52-a5d1-f878d190bb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'name': 'tempest-TestNetworkBasicOps-router-1504508326', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:36Z', 'updated_at': '2022-03-31T15:35:32Z', 'revision_number': 6, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:37Z', 'updated_at': '2022-03-31T15:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'dc5ce33d-087e-476c-9941-10fec21a00a9', 'name': '', 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:81:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '70999811-ad99-4e32-9846-99ed9fb0a8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:43Z', 'updated_at': '2022-03-31T15:33:49Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '70999811-ad99-4e32-9846-99ed9fb0a8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:35:42.830917 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01727b3b-38fc-4b52-a5d1-f878d190bb3f None None] The sync data for ids ['e913f495-9bfe-491d-b1bd-5f1a0335a1cf'] in dv-neutron-833379-2-hyperv is: [{'id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'name': 'tempest-TestNetworkBasicOps-router-1504508326', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:36Z', 'updated_at': '2022-03-31T15:35:32Z', 'revision_number': 6, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:37Z', 'updated_at': '2022-03-31T15:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'dc5ce33d-087e-476c-9941-10fec21a00a9', 'name': '', 'network_id': 'b9072c20-5220-4bc0-801a-9f54ed99a31a', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:81:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '70999811-ad99-4e32-9846-99ed9fb0a8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:43Z', 'updated_at': '2022-03-31T15:33:49Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '70999811-ad99-4e32-9846-99ed9fb0a8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:35:42.944232 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-41c50e5d-5d05-492d-98b4-0c633e57be62 req-d5f282c3-01e1-465b-a0b4-1a46be500385 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:35:42.947671 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-41c50e5d-5d05-492d-98b4-0c633e57be62 req-d5f282c3-01e1-465b-a0b4-1a46be500385 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b560a78-28b4-4f5d-90e0-e1b0dccf216e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759562 Mar 31 15:35:43.045509 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eed8d83-3338-488c-88ab-308d702e5cad None None] New status for floating IP ae4bdf2c-5b9d-4f37-8ef9-ef46c1f8c7cd: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:35:43.707831 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fe45f-96db-4bcc-9b90-3209ce4d6320 req-2fd068f2-a0ec-404c-aced-a2f685db1fe0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:43.709279 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9a4fe45f-96db-4bcc-9b90-3209ce4d6320 req-2fd068f2-a0ec-404c-aced-a2f685db1fe0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a2c598a-385d-4bc8-bc4c-eb3450912f09 HTTP/1.1" status: 200 len: 945 time: 0.0805733 Mar 31 15:35:43.784368 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-9a4fe45f-96db-4bcc-9b90-3209ce4d6320 req-6951734a-60dc-417f-83a1-0103a0d8dd84 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port 52a22b79-143d-47ba-bfe0-93e927549bc6 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:35:43.785729 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-9a4fe45f-96db-4bcc-9b90-3209ce4d6320 req-6951734a-60dc-417f-83a1-0103a0d8dd84 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:44.135434 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-9a4fe45f-96db-4bcc-9b90-3209ce4d6320 req-6951734a-60dc-417f-83a1-0103a0d8dd84 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] For port 52a22b79-143d-47ba-bfe0-93e927549bc6, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=52a22b79-143d-47ba-bfe0-93e927549bc6,segment=NetworkSegment(98a5b22f-d1ff-4ef2-9867-faa05f25b4c8),segment_id=98a5b22f-d1ff-4ef2-9867-faa05f25b4c8)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:35:44.135799 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-9a4fe45f-96db-4bcc-9b90-3209ce4d6320 req-6951734a-60dc-417f-83a1-0103a0d8dd84 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:44.139829 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f66446-1040-4819-92fd-0f35d523fd31 req-6e48a5bb-a6a3-4acd-903e-f5b5d03eaedc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:44.141319 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-02f66446-1040-4819-92fd-0f35d523fd31 req-6e48a5bb-a6a3-4acd-903e-f5b5d03eaedc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a2c598a-385d-4bc8-bc4c-eb3450912f09 HTTP/1.1" status: 200 len: 945 time: 0.0813708 Mar 31 15:35:44.189373 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-02f66446-1040-4819-92fd-0f35d523fd31 req-ff055ca0-c45d-46b4-b657-4a7ccc64b65d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b560a78-28b4-4f5d-90e0-e1b0dccf216e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416021 Mar 31 15:35:44.268313 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-9a4fe45f-96db-4bcc-9b90-3209ce4d6320 req-6951734a-60dc-417f-83a1-0103a0d8dd84 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for 52a22b79-143d-47ba-bfe0-93e927549bc6 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:35:44.475984 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-9a4fe45f-96db-4bcc-9b90-3209ce4d6320 req-6951734a-60dc-417f-83a1-0103a0d8dd84 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:44.529062 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951734a-60dc-417f-83a1-0103a0d8dd84 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=52a22b79-143d-47ba-bfe0-93e927549bc6,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:44.607049 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4fe45f-96db-4bcc-9b90-3209ce4d6320 req-6951734a-60dc-417f-83a1-0103a0d8dd84 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] No DVR routers for this DVR port 52a22b79-143d-47ba-bfe0-93e927549bc6 on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:35:44.609379 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-9a4fe45f-96db-4bcc-9b90-3209ce4d6320 req-6951734a-60dc-417f-83a1-0103a0d8dd84 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:44.612128 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2c598a-385d-4bc8-bc4c-eb3450912f09', 'name': 'network-vif-deleted', 'tag': '52a22b79-143d-47ba-bfe0-93e927549bc6'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:35:44.656490 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2c598a-385d-4bc8-bc4c-eb3450912f09', 'name': 'network-vif-deleted', 'tag': '52a22b79-143d-47ba-bfe0-93e927549bc6', 'status': 'completed', 'code': 200} Mar 31 15:35:44.739682 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9a4fe45f-96db-4bcc-9b90-3209ce4d6320 req-6951734a-60dc-417f-83a1-0103a0d8dd84 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "DELETE /v2.0/ports/52a22b79-143d-47ba-bfe0-93e927549bc6 HTTP/1.1" status: 204 len: 173 time: 1.0254073 Mar 31 15:35:45.351377 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0fc1f37f-f0a7-4e90-b39f-771ee986595b req-b3e996e5-7f08-4d7e-8042-f15f0c21d1fb tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a2c598a-385d-4bc8-bc4c-eb3450912f09 HTTP/1.1" status: 200 len: 210 time: 0.0422034 Mar 31 15:35:46.595167 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49378) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:35:46.662747 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ecc2108-3104-4d16-b101-89d78a0351cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:46.692279 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ecc2108-3104-4d16-b101-89d78a0351cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:46.846566 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ecc2108-3104-4d16-b101-89d78a0351cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:46.967642 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc2108-3104-4d16-b101-89d78a0351cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b560a78-28b4-4f5d-90e0-e1b0dccf216e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:46.976320 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecc2108-3104-4d16-b101-89d78a0351cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:46.976741 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecc2108-3104-4d16-b101-89d78a0351cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:46.977282 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecc2108-3104-4d16-b101-89d78a0351cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:46.981962 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecc2108-3104-4d16-b101-89d78a0351cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:46.981962 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecc2108-3104-4d16-b101-89d78a0351cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:46.981962 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecc2108-3104-4d16-b101-89d78a0351cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:46.981962 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecc2108-3104-4d16-b101-89d78a0351cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:46.981962 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecc2108-3104-4d16-b101-89d78a0351cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:46.981962 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecc2108-3104-4d16-b101-89d78a0351cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:46.981962 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecc2108-3104-4d16-b101-89d78a0351cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:46.981962 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecc2108-3104-4d16-b101-89d78a0351cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:46.981962 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecc2108-3104-4d16-b101-89d78a0351cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:47.104009 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ecc2108-3104-4d16-b101-89d78a0351cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:47.105134 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2ecc2108-3104-4d16-b101-89d78a0351cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/security-groups/9b560a78-28b4-4f5d-90e0-e1b0dccf216e HTTP/1.1" status: 204 len: 168 time: 0.5090115 Mar 31 15:35:47.155991 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 52a22b79-143d-47ba-bfe0-93e927549bc6 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:35:47.193076 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: 52a22b79-143d-47ba-bfe0-93e927549bc6 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:35:47.193385 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 52a22b79-143d-47ba-bfe0-93e927549bc6 not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:35:47.202530 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49384) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:35:47.749660 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5d21b8a-2cdf-486b-9beb-99be63a756ad tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:48.100488 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a5d21b8a-2cdf-486b-9beb-99be63a756ad tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port dc5ce33d-087e-476c-9941-10fec21a00a9 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:35:48.100488 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5d21b8a-2cdf-486b-9beb-99be63a756ad tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:48.287322 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-a5d21b8a-2cdf-486b-9beb-99be63a756ad tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] For port dc5ce33d-087e-476c-9941-10fec21a00a9, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=dc5ce33d-087e-476c-9941-10fec21a00a9,segment=NetworkSegment(98a5b22f-d1ff-4ef2-9867-faa05f25b4c8),segment_id=98a5b22f-d1ff-4ef2-9867-faa05f25b4c8)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:35:48.287680 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5d21b8a-2cdf-486b-9beb-99be63a756ad tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:48.413827 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a5d21b8a-2cdf-486b-9beb-99be63a756ad tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for dc5ce33d-087e-476c-9941-10fec21a00a9 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:35:48.852936 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5d21b8a-2cdf-486b-9beb-99be63a756ad tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:48.901271 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d21b8a-2cdf-486b-9beb-99be63a756ad tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=dc5ce33d-087e-476c-9941-10fec21a00a9,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:49.184277 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5d21b8a-2cdf-486b-9beb-99be63a756ad tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:49.556418 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d21b8a-2cdf-486b-9beb-99be63a756ad tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router e913f495-9bfe-491d-b1bd-5f1a0335a1cf has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:35:49.734281 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d21b8a-2cdf-486b-9beb-99be63a756ad tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:35:49.745658 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab440b0e-f1ef-4ac3-925f-8fe81f1305a6 None None] Sync routers for ids ['e913f495-9bfe-491d-b1bd-5f1a0335a1cf'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:35:49.751372 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a5d21b8a-2cdf-486b-9beb-99be63a756ad tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "PUT /v2.0/routers/e913f495-9bfe-491d-b1bd-5f1a0335a1cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5444624 Mar 31 15:35:49.751372 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49392) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:35:49.756195 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab440b0e-f1ef-4ac3-925f-8fe81f1305a6 None None] Routers {'e913f495-9bfe-491d-b1bd-5f1a0335a1cf'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:35:49.756797 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ab440b0e-f1ef-4ac3-925f-8fe81f1305a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:35:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e913f495-9bfe-491d-b1bd-5f1a0335a1cf'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:35:49.820832 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ae10ce-e9ba-4a9d-9fe2-2709bb3890fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting subnet 70999811-ad99-4e32-9846-99ed9fb0a8f2 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:35:49.824351 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-86ae10ce-e9ba-4a9d-9fe2-2709bb3890fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:49.877773 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-86ae10ce-e9ba-4a9d-9fe2-2709bb3890fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:49.937874 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-ab440b0e-f1ef-4ac3-925f-8fe81f1305a6 None None] Set router e913f495-9bfe-491d-b1bd-5f1a0335a1cf gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:35:49.967212 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-86ae10ce-e9ba-4a9d-9fe2-2709bb3890fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:50.121964 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-86ae10ce-e9ba-4a9d-9fe2-2709bb3890fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:50.163641 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae10ce-e9ba-4a9d-9fe2-2709bb3890fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Subnet': ['ID=70999811-ad99-4e32-9846-99ed9fb0a8f2,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:50.180797 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-86ae10ce-e9ba-4a9d-9fe2-2709bb3890fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:50.180797 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-86ae10ce-e9ba-4a9d-9fe2-2709bb3890fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/subnets/70999811-ad99-4e32-9846-99ed9fb0a8f2 HTTP/1.1" status: 204 len: 168 time: 0.4210579 Mar 31 15:35:50.181016 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3611a9e-6050-4927-97bf-a0e6643fb485 None None] Network b9072c20-5220-4bc0-801a-9f54ed99a31a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:35:50.181455 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49396) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:35:50.235907 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ab440b0e-f1ef-4ac3-925f-8fe81f1305a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'name': 'tempest-TestNetworkBasicOps-router-1504508326', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:36Z', 'updated_at': '2022-03-31T15:35:48Z', 'revision_number': 7, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:37Z', 'updated_at': '2022-03-31T15:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:35:50.246124 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab440b0e-f1ef-4ac3-925f-8fe81f1305a6 None None] Checking router: e913f495-9bfe-491d-b1bd-5f1a0335a1cf for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:35:50.249062 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab440b0e-f1ef-4ac3-925f-8fe81f1305a6 None None] Routers {'e913f495-9bfe-491d-b1bd-5f1a0335a1cf'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:35:50.249698 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ab440b0e-f1ef-4ac3-925f-8fe81f1305a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:35:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e913f495-9bfe-491d-b1bd-5f1a0335a1cf'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:35:50.394249 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64d5d81e-286d-48c1-a305-36144ac2d375 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:50.471407 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-ab440b0e-f1ef-4ac3-925f-8fe81f1305a6 None None] Set router e913f495-9bfe-491d-b1bd-5f1a0335a1cf gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:35:50.482427 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4fa682-ca26-45f4-acf0-311c2dd8c3ac None None] DHCP port deletion for b9072c20-5220-4bc0-801a-9f54ed99a31a request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:35:50.489117 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-8e4fa682-ca26-45f4-acf0-311c2dd8c3ac None None] Deleting port 9aedfe77-6abc-4d3a-a47c-75f043a2cf7e {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:35:50.489117 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8e4fa682-ca26-45f4-acf0-311c2dd8c3ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:50.653487 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64d5d81e-286d-48c1-a305-36144ac2d375 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:50.722462 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-64d5d81e-286d-48c1-a305-36144ac2d375 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port 64137910-5d68-44bc-9d49-f309d6d18f8a {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:35:50.723037 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64d5d81e-286d-48c1-a305-36144ac2d375 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:50.748595 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-8e4fa682-ca26-45f4-acf0-311c2dd8c3ac None None] For port 9aedfe77-6abc-4d3a-a47c-75f043a2cf7e, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=9aedfe77-6abc-4d3a-a47c-75f043a2cf7e,segment=NetworkSegment(98a5b22f-d1ff-4ef2-9867-faa05f25b4c8),segment_id=98a5b22f-d1ff-4ef2-9867-faa05f25b4c8)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:35:50.748954 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8e4fa682-ca26-45f4-acf0-311c2dd8c3ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:50.789694 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ab440b0e-f1ef-4ac3-925f-8fe81f1305a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'name': 'tempest-TestNetworkBasicOps-router-1504508326', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:36Z', 'updated_at': '2022-03-31T15:35:48Z', 'revision_number': 7, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:37Z', 'updated_at': '2022-03-31T15:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:35:50.798411 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab440b0e-f1ef-4ac3-925f-8fe81f1305a6 None None] The sync data for ids ['e913f495-9bfe-491d-b1bd-5f1a0335a1cf'] in dv-neutron-833379-2-hyperv is: [{'id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'name': 'tempest-TestNetworkBasicOps-router-1504508326', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:36Z', 'updated_at': '2022-03-31T15:35:48Z', 'revision_number': 7, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '64137910-5d68-44bc-9d49-f309d6d18f8a', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e913f495-9bfe-491d-b1bd-5f1a0335a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:37Z', 'updated_at': '2022-03-31T15:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:35:50.874081 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-8e4fa682-ca26-45f4-acf0-311c2dd8c3ac None None] Calling delete_port for 9aedfe77-6abc-4d3a-a47c-75f043a2cf7e owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:35:50.910234 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-64d5d81e-286d-48c1-a305-36144ac2d375 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] For port 64137910-5d68-44bc-9d49-f309d6d18f8a, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=64137910-5d68-44bc-9d49-f309d6d18f8a,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:35:50.910234 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64d5d81e-286d-48c1-a305-36144ac2d375 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:51.001429 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8e4fa682-ca26-45f4-acf0-311c2dd8c3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:51.036842 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-64d5d81e-286d-48c1-a305-36144ac2d375 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for 64137910-5d68-44bc-9d49-f309d6d18f8a owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:35:51.046340 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fa682-ca26-45f4-acf0-311c2dd8c3ac None None] Pushing event deleted for resources: {'Port': ['ID=9aedfe77-6abc-4d3a-a47c-75f043a2cf7e,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:51.055937 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4fa682-ca26-45f4-acf0-311c2dd8c3ac None None] No DVR routers for this DVR port 9aedfe77-6abc-4d3a-a47c-75f043a2cf7e on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:35:51.058691 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4fa682-ca26-45f4-acf0-311c2dd8c3ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:51.058691 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4fa682-ca26-45f4-acf0-311c2dd8c3ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:51.058916 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4fa682-ca26-45f4-acf0-311c2dd8c3ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:51.059116 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4fa682-ca26-45f4-acf0-311c2dd8c3ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:51.059432 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4fa682-ca26-45f4-acf0-311c2dd8c3ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:51.059759 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4fa682-ca26-45f4-acf0-311c2dd8c3ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:51.060111 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4fa682-ca26-45f4-acf0-311c2dd8c3ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:51.060385 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4fa682-ca26-45f4-acf0-311c2dd8c3ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:51.060712 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4fa682-ca26-45f4-acf0-311c2dd8c3ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:51.061031 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4fa682-ca26-45f4-acf0-311c2dd8c3ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:51.061387 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4fa682-ca26-45f4-acf0-311c2dd8c3ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:51.061707 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4fa682-ca26-45f4-acf0-311c2dd8c3ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:35:51.215440 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 9aedfe77-6abc-4d3a-a47c-75f043a2cf7e no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:35:51.267048 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 9aedfe77-6abc-4d3a-a47c-75f043a2cf7e {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:35:51.267401 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 9aedfe77-6abc-4d3a-a47c-75f043a2cf7e not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:35:51.267843 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device dc5ce33d-087e-476c-9941-10fec21a00a9 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:35:51.309311 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: dc5ce33d-087e-476c-9941-10fec21a00a9 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:35:51.309665 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device dc5ce33d-087e-476c-9941-10fec21a00a9 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:35:51.424249 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64d5d81e-286d-48c1-a305-36144ac2d375 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:51.471445 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d5d81e-286d-48c1-a305-36144ac2d375 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=64137910-5d68-44bc-9d49-f309d6d18f8a,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:51.563553 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64d5d81e-286d-48c1-a305-36144ac2d375 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:51.738875 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64d5d81e-286d-48c1-a305-36144ac2d375 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:51.741035 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64d5d81e-286d-48c1-a305-36144ac2d375 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:51.842066 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64d5d81e-286d-48c1-a305-36144ac2d375 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:51.842066 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d5d81e-286d-48c1-a305-36144ac2d375 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Fanout notify agent at l3_agent the message router_deleted on router e913f495-9bfe-491d-b1bd-5f1a0335a1cf {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:35:51.858841 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64d5d81e-286d-48c1-a305-36144ac2d375 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:51.859927 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-64d5d81e-286d-48c1-a305-36144ac2d375 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/routers/e913f495-9bfe-491d-b1bd-5f1a0335a1cf HTTP/1.1" status: 204 len: 168 time: 1.6827579 Mar 31 15:35:51.863452 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49400) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:35:52.097367 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5bc91d9-961c-45ff-8a12-36bb152c782d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:52.234793 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5bc91d9-961c-45ff-8a12-36bb152c782d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:52.259612 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-e5bc91d9-961c-45ff-8a12-36bb152c782d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9072c20-5220-4bc0-801a-9f54ed99a31a']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:35:52.272729 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-e5bc91d9-961c-45ff-8a12-36bb152c782d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a5b22f-d1ff-4ef2-9867-faa05f25b4c8') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:35:52.274638 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-e5bc91d9-961c-45ff-8a12-36bb152c782d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a5b22f-d1ff-4ef2-9867-faa05f25b4c8') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:35:52.284019 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5bc91d9-961c-45ff-8a12-36bb152c782d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:52.301825 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5bc91d9-961c-45ff-8a12-36bb152c782d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:52.308029 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5bc91d9-961c-45ff-8a12-36bb152c782d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:35:52.308452 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5bc91d9-961c-45ff-8a12-36bb152c782d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:52.323739 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:35:52.323739 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:35:52.323739 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:35:52.323739 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:35:52.323739 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:35:52.323739 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:35:52.323739 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:35:52.323739 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:35:52.323739 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:35:52.323739 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:35:52.323739 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:35:52.323739 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:35:52.323739 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:35:52.323739 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:35:52.323739 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:35:52.323739 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:35:52.323739 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:35:52.323739 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:35:52.323739 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:35:52.323739 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:35:52.323739 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:35:52.323739 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:35:52.323739 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:35:52.323739 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:35:52.323739 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:35:52.323739 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:35:52.323739 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:35:52.323739 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:35:52.323739 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:35:52.323739 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:35:52.323739 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:35:52.323739 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:35:52.490838 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5bc91d9-961c-45ff-8a12-36bb152c782d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:52.505454 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5bc91d9-961c-45ff-8a12-36bb152c782d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:52.519719 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e5bc91d9-961c-45ff-8a12-36bb152c782d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/networks/b9072c20-5220-4bc0-801a-9f54ed99a31a HTTP/1.1" status: 204 len: 168 time: 0.6550529 Mar 31 15:35:52.520572 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc91d9-961c-45ff-8a12-36bb152c782d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Network': ['ID=b9072c20-5220-4bc0-801a-9f54ed99a31a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:52.538494 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49404) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:35:52.544114 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f42ef3fe-8617-494f-9799-a0387cfb1627 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'network': {'name': 'tempest-network-smoke--191195449', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'port_security_enabled': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:35:52.549293 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f42ef3fe-8617-494f-9799-a0387cfb1627 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:35:52.553965 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f42ef3fe-8617-494f-9799-a0387cfb1627 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:network and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:35:52.559484 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f42ef3fe-8617-494f-9799-a0387cfb1627 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:35:52.562962 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f42ef3fe-8617-494f-9799-a0387cfb1627 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:35:52.618386 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42ef3fe-8617-494f-9799-a0387cfb1627 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Made reservation on behalf of a28d6e89f5614e35860f06912b5df90e for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:35:52.621878 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f42ef3fe-8617-494f-9799-a0387cfb1627 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:52.650296 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42ef3fe-8617-494f-9799-a0387cfb1627 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:35:52.658838 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f42ef3fe-8617-494f-9799-a0387cfb1627 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:52.659864 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-f42ef3fe-8617-494f-9799-a0387cfb1627 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Added segment 5923f0c3-9eb2-4115-8e9b-d8bf5811497a of type vlan for network c61b3a14-5450-4f95-9aba-da359c062473 Mar 31 15:35:52.685374 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f42ef3fe-8617-494f-9799-a0387cfb1627 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:52.749559 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f42ef3fe-8617-494f-9799-a0387cfb1627 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:52.755428 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42ef3fe-8617-494f-9799-a0387cfb1627 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:52.756015 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f42ef3fe-8617-494f-9799-a0387cfb1627 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:52.864291 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ef3fe-8617-494f-9799-a0387cfb1627 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Network': ['ID=c61b3a14-5450-4f95-9aba-da359c062473,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:52.874156 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network c61b3a14-5450-4f95-9aba-da359c062473 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:35:52.966543 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f42ef3fe-8617-494f-9799-a0387cfb1627 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4226429 Mar 31 15:35:52.966543 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49408) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:35:52.970550 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-dbef6d2d-4409-40e7-81c7-aa824dc377d0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1322436239', 'admin_state_up': True, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:35:52.978516 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-dbef6d2d-4409-40e7-81c7-aa824dc377d0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:35:52.982466 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-dbef6d2d-4409-40e7-81c7-aa824dc377d0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:router and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:35:52.985537 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-dbef6d2d-4409-40e7-81c7-aa824dc377d0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:35:52.992680 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-dbef6d2d-4409-40e7-81c7-aa824dc377d0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:35:53.020654 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 64137910-5d68-44bc-9d49-f309d6d18f8a no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:35:53.058521 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 64137910-5d68-44bc-9d49-f309d6d18f8a {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:35:53.058521 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 64137910-5d68-44bc-9d49-f309d6d18f8a not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:35:53.078104 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbef6d2d-4409-40e7-81c7-aa824dc377d0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:53.078104 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbef6d2d-4409-40e7-81c7-aa824dc377d0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:53.093978 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbef6d2d-4409-40e7-81c7-aa824dc377d0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:53.416036 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbef6d2d-4409-40e7-81c7-aa824dc377d0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:53.797494 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbef6d2d-4409-40e7-81c7-aa824dc377d0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:53.826434 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbef6d2d-4409-40e7-81c7-aa824dc377d0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:54.064506 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-dbef6d2d-4409-40e7-81c7-aa824dc377d0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.26.5.228 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/d3b62f01-daa5-46d3-9581-804132f27c08) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:35:54.209752 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbef6d2d-4409-40e7-81c7-aa824dc377d0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:54.319986 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbef6d2d-4409-40e7-81c7-aa824dc377d0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:54.376994 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbef6d2d-4409-40e7-81c7-aa824dc377d0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:35:54.380284 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-dbef6d2d-4409-40e7-81c7-aa824dc377d0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:35:54.388209 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbef6d2d-4409-40e7-81c7-aa824dc377d0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:35:54.426811 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef6d2d-4409-40e7-81c7-aa824dc377d0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=d3b62f01-daa5-46d3-9581-804132f27c08,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:54.909518 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbef6d2d-4409-40e7-81c7-aa824dc377d0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:55.075977 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:55.244759 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbef6d2d-4409-40e7-81c7-aa824dc377d0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:55.578477 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbef6d2d-4409-40e7-81c7-aa824dc377d0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router 1007b141-ccfd-42e5-9b9f-4470015d49b2 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:35:55.869745 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbef6d2d-4409-40e7-81c7-aa824dc377d0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:35:55.872790 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:35:55.879455 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165931f1-87b9-4367-a1d8-d7dd287cb3bf None None] Sync routers for ids ['1007b141-ccfd-42e5-9b9f-4470015d49b2'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:35:55.888417 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165931f1-87b9-4367-a1d8-d7dd287cb3bf None None] Routers {'1007b141-ccfd-42e5-9b9f-4470015d49b2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:35:55.889025 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-165931f1-87b9-4367-a1d8-d7dd287cb3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:35:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['1007b141-ccfd-42e5-9b9f-4470015d49b2'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:35:55.961279 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbef6d2d-4409-40e7-81c7-aa824dc377d0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:55.962536 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-dbef6d2d-4409-40e7-81c7-aa824dc377d0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9968669 Mar 31 15:35:55.965538 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49412) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:35:56.005607 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5686a223-b0c4-4495-b371-90a54bf35020 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=a28d6e89f5614e35860f06912b5df90e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389135 Mar 31 15:35:56.008089 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49416) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:35:56.101938 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-165931f1-87b9-4367-a1d8-d7dd287cb3bf None None] Set router 1007b141-ccfd-42e5-9b9f-4470015d49b2 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:35:56.148531 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55015cbd-11cf-4208-b151-6cf7eb76a1e1 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:56.150159 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-55015cbd-11cf-4208-b151-6cf7eb76a1e1 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1410794 Mar 31 15:35:56.152991 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49420) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:35:56.194983 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2cb2e856-778d-42e9-a782-83af570ced47 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=81fb4282-babc-4201-afd1-e5be35072e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383859 Mar 31 15:35:56.201729 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49424) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:35:56.201729 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7b6b19aa-0cfc-4cca-98bf-e05395f793de tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-970807786', 'network_id': 'c61b3a14-5450-4f95-9aba-da359c062473', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:35:56.312024 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7b6b19aa-0cfc-4cca-98bf-e05395f793de tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:35:56.315952 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7b6b19aa-0cfc-4cca-98bf-e05395f793de tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:subnet and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:35:56.318767 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7b6b19aa-0cfc-4cca-98bf-e05395f793de tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:35:56.324511 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7b6b19aa-0cfc-4cca-98bf-e05395f793de tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:35:56.387347 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-165931f1-87b9-4367-a1d8-d7dd287cb3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'name': 'tempest-TestNetworkBasicOps-router-1322436239', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd3b62f01-daa5-46d3-9581-804132f27c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:35:53Z', 'updated_at': '2022-03-31T15:35:54Z', 'revision_number': 3, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'd3b62f01-daa5-46d3-9581-804132f27c08', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d8:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:35:53Z', 'updated_at': '2022-03-31T15:35:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:35:56.391110 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165931f1-87b9-4367-a1d8-d7dd287cb3bf None None] Checking router: 1007b141-ccfd-42e5-9b9f-4470015d49b2 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:35:56.391465 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165931f1-87b9-4367-a1d8-d7dd287cb3bf None None] Updating router 1007b141-ccfd-42e5-9b9f-4470015d49b2 port d3b62f01-daa5-46d3-9581-804132f27c08 binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:35:56.424048 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6b19aa-0cfc-4cca-98bf-e05395f793de tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Made reservation on behalf of a28d6e89f5614e35860f06912b5df90e for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:35:56.428061 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7b6b19aa-0cfc-4cca-98bf-e05395f793de tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:56.444366 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-165931f1-87b9-4367-a1d8-d7dd287cb3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:56.709799 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7b6b19aa-0cfc-4cca-98bf-e05395f793de tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:56.781516 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-165931f1-87b9-4367-a1d8-d7dd287cb3bf None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:56.792931 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-165931f1-87b9-4367-a1d8-d7dd287cb3bf None None] Transition to ACTIVE for port object d3b62f01-daa5-46d3-9581-804132f27c08 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:35:56.794717 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b19aa-0cfc-4cca-98bf-e05395f793de tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Subnet': ['ID=437dce3e-5356-459b-9197-5c9947c0de66,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:56.804821 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6b19aa-0cfc-4cca-98bf-e05395f793de tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Checking segment: {'id': '5923f0c3-9eb2-4115-8e9b-d8bf5811497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c61b3a14-5450-4f95-9aba-da359c062473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:35:56.804821 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6b19aa-0cfc-4cca-98bf-e05395f793de tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network hostable DHCP agents. Network: c61b3a14-5450-4f95-9aba-da359c062473, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:35:56.852761 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-165931f1-87b9-4367-a1d8-d7dd287cb3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:56.863641 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6b19aa-0cfc-4cca-98bf-e05395f793de tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network c61b3a14-5450-4f95-9aba-da359c062473 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:35:56.932445 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93740ee4-daf6-4ca0-88af-7cb8b4c265e2 None None] Pushing event updated for resources: {'Port': ['ID=d3b62f01-daa5-46d3-9581-804132f27c08,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:56.934632 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-165931f1-87b9-4367-a1d8-d7dd287cb3bf None None] Attempting to bind port d3b62f01-daa5-46d3-9581-804132f27c08 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:35:56.934993 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-165931f1-87b9-4367-a1d8-d7dd287cb3bf None None] Attempting to bind port d3b62f01-daa5-46d3-9581-804132f27c08 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:35:56.935348 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165931f1-87b9-4367-a1d8-d7dd287cb3bf None None] Attempting to bind port d3b62f01-daa5-46d3-9581-804132f27c08 on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:35:56.937738 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-7b6b19aa-0cfc-4cca-98bf-e05395f793de tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, c61b3a14-5450-4f95-9aba-da359c062473) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:35:56.942070 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165931f1-87b9-4367-a1d8-d7dd287cb3bf None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:35:56.942492 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165931f1-87b9-4367-a1d8-d7dd287cb3bf None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:35:56.942611 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-165931f1-87b9-4367-a1d8-d7dd287cb3bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:56.942900 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165931f1-87b9-4367-a1d8-d7dd287cb3bf None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:35:56.943357 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-165931f1-87b9-4367-a1d8-d7dd287cb3bf None None] Bound port: d3b62f01-daa5-46d3-9581-804132f27c08, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:35:56.943492 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6b19aa-0cfc-4cca-98bf-e05395f793de tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:56.943721 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-165931f1-87b9-4367-a1d8-d7dd287cb3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:56.944145 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7b6b19aa-0cfc-4cca-98bf-e05395f793de tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:56.972512 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ffdb6c-20c8-4d66-9a23-c8b32cf4b7da None None] Network c61b3a14-5450-4f95-9aba-da359c062473 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:35:57.047532 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7b6b19aa-0cfc-4cca-98bf-e05395f793de tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8514533 Mar 31 15:35:57.050945 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49428) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:35:57.109005 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-165931f1-87b9-4367-a1d8-d7dd287cb3bf None None] For port d3b62f01-daa5-46d3-9581-804132f27c08, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:35:57.114584 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-165931f1-87b9-4367-a1d8-d7dd287cb3bf None None] For port d3b62f01-daa5-46d3-9581-804132f27c08, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=d3b62f01-daa5-46d3-9581-804132f27c08,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:35:57.206524 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-165931f1-87b9-4367-a1d8-d7dd287cb3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:57.271829 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52d3b76-2e1e-4637-9997-eeeec30ba71d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-c61b3a14-5450-4f95-9aba-da359c062473', 'network_id': 'c61b3a14-5450-4f95-9aba-da359c062473', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ips': [{'subnet_id': '437dce3e-5356-459b-9197-5c9947c0de66'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:35:57.272644 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a52d3b76-2e1e-4637-9997-eeeec30ba71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:57.350554 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93740ee4-daf6-4ca0-88af-7cb8b4c265e2 None None] Pushing event updated for resources: {'Port': ['ID=d3b62f01-daa5-46d3-9581-804132f27c08,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:57.354173 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165931f1-87b9-4367-a1d8-d7dd287cb3bf None None] Routers {'1007b141-ccfd-42e5-9b9f-4470015d49b2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:35:57.354774 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-165931f1-87b9-4367-a1d8-d7dd287cb3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:35:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['1007b141-ccfd-42e5-9b9f-4470015d49b2'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:35:57.603696 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-165931f1-87b9-4367-a1d8-d7dd287cb3bf None None] Set router 1007b141-ccfd-42e5-9b9f-4470015d49b2 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:35:57.751981 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-a52d3b76-2e1e-4637-9997-eeeec30ba71d None None] Allocated IP 172.20.0.2 (c61b3a14-5450-4f95-9aba-da359c062473/437dce3e-5356-459b-9197-5c9947c0de66/6f6608e5-0273-41b0-b68a-41cb369c072e) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:35:57.858433 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-290ac265-bc45-4a96-901c-baa5ba092775 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:58.114712 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a52d3b76-2e1e-4637-9997-eeeec30ba71d None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:58.124746 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-165931f1-87b9-4367-a1d8-d7dd287cb3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'name': 'tempest-TestNetworkBasicOps-router-1322436239', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd3b62f01-daa5-46d3-9581-804132f27c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:35:53Z', 'updated_at': '2022-03-31T15:35:54Z', 'revision_number': 3, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'd3b62f01-daa5-46d3-9581-804132f27c08', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d8:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:35:53Z', 'updated_at': '2022-03-31T15:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:35:58.129640 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a52d3b76-2e1e-4637-9997-eeeec30ba71d None None] Transition to ACTIVE for port object 6f6608e5-0273-41b0-b68a-41cb369c072e will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:35:58.135439 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165931f1-87b9-4367-a1d8-d7dd287cb3bf None None] The sync data for ids ['1007b141-ccfd-42e5-9b9f-4470015d49b2'] in dv-neutron-833379-2-hyperv is: [{'id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'name': 'tempest-TestNetworkBasicOps-router-1322436239', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd3b62f01-daa5-46d3-9581-804132f27c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:35:53Z', 'updated_at': '2022-03-31T15:35:54Z', 'revision_number': 3, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'd3b62f01-daa5-46d3-9581-804132f27c08', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d8:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:35:53Z', 'updated_at': '2022-03-31T15:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:35:58.151383 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a52d3b76-2e1e-4637-9997-eeeec30ba71d None None] Transition to ACTIVE for port object 6f6608e5-0273-41b0-b68a-41cb369c072e will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:35:58.224888 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a52d3b76-2e1e-4637-9997-eeeec30ba71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:58.291959 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-290ac265-bc45-4a96-901c-baa5ba092775 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.20.0.1 (c61b3a14-5450-4f95-9aba-da359c062473/437dce3e-5356-459b-9197-5c9947c0de66/a8f60457-3eaf-459d-bd81-e19e94e69d87) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:35:58.294161 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52d3b76-2e1e-4637-9997-eeeec30ba71d None None] Network c61b3a14-5450-4f95-9aba-da359c062473 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:35:58.297553 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-a52d3b76-2e1e-4637-9997-eeeec30ba71d None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:35:58.300689 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52d3b76-2e1e-4637-9997-eeeec30ba71d None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:35:58.339272 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d3b76-2e1e-4637-9997-eeeec30ba71d None None] Pushing event updated for resources: {'Port': ['ID=6f6608e5-0273-41b0-b68a-41cb369c072e,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:58.432419 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a52d3b76-2e1e-4637-9997-eeeec30ba71d None None] Attempting to bind port 6f6608e5-0273-41b0-b68a-41cb369c072e on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:35:58.432857 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a52d3b76-2e1e-4637-9997-eeeec30ba71d None None] Attempting to bind port 6f6608e5-0273-41b0-b68a-41cb369c072e by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '5923f0c3-9eb2-4115-8e9b-d8bf5811497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c61b3a14-5450-4f95-9aba-da359c062473'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:35:58.433497 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52d3b76-2e1e-4637-9997-eeeec30ba71d None None] Attempting to bind port 6f6608e5-0273-41b0-b68a-41cb369c072e on network c61b3a14-5450-4f95-9aba-da359c062473 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:35:58.439733 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52d3b76-2e1e-4637-9997-eeeec30ba71d None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:35:58.440103 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52d3b76-2e1e-4637-9997-eeeec30ba71d None None] Checking segment: {'id': '5923f0c3-9eb2-4115-8e9b-d8bf5811497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c61b3a14-5450-4f95-9aba-da359c062473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:35:58.441110 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a52d3b76-2e1e-4637-9997-eeeec30ba71d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:58.441522 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52d3b76-2e1e-4637-9997-eeeec30ba71d None None] Bound using segment: {'id': '5923f0c3-9eb2-4115-8e9b-d8bf5811497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c61b3a14-5450-4f95-9aba-da359c062473'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:35:58.441990 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a52d3b76-2e1e-4637-9997-eeeec30ba71d None None] Bound port: 6f6608e5-0273-41b0-b68a-41cb369c072e, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5923f0c3-9eb2-4115-8e9b-d8bf5811497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c61b3a14-5450-4f95-9aba-da359c062473'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:35:58.442364 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a52d3b76-2e1e-4637-9997-eeeec30ba71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:58.482326 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-290ac265-bc45-4a96-901c-baa5ba092775 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:58.504298 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-290ac265-bc45-4a96-901c-baa5ba092775 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Transition to ACTIVE for port object a8f60457-3eaf-459d-bd81-e19e94e69d87 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:35:58.537247 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a52d3b76-2e1e-4637-9997-eeeec30ba71d None None] For port 6f6608e5-0273-41b0-b68a-41cb369c072e, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:35:58.540418 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a52d3b76-2e1e-4637-9997-eeeec30ba71d None None] For port 6f6608e5-0273-41b0-b68a-41cb369c072e, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=6f6608e5-0273-41b0-b68a-41cb369c072e,segment=NetworkSegment(5923f0c3-9eb2-4115-8e9b-d8bf5811497a),segment_id=5923f0c3-9eb2-4115-8e9b-d8bf5811497a)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:35:58.590422 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-290ac265-bc45-4a96-901c-baa5ba092775 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:58.619636 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a52d3b76-2e1e-4637-9997-eeeec30ba71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:58.658554 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290ac265-bc45-4a96-901c-baa5ba092775 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network c61b3a14-5450-4f95-9aba-da359c062473 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:35:58.670510 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-290ac265-bc45-4a96-901c-baa5ba092775 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:35:58.676456 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290ac265-bc45-4a96-901c-baa5ba092775 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:35:58.708609 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ac265-bc45-4a96-901c-baa5ba092775 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=a8f60457-3eaf-459d-bd81-e19e94e69d87,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:58.714825 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d3b76-2e1e-4637-9997-eeeec30ba71d None None] Pushing event updated for resources: {'Port': ['ID=6f6608e5-0273-41b0-b68a-41cb369c072e,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:58.748719 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-290ac265-bc45-4a96-901c-baa5ba092775 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:59.093470 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device d3b62f01-daa5-46d3-9581-804132f27c08 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:35:59.162490 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-290ac265-bc45-4a96-901c-baa5ba092775 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:59.212510 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port d3b62f01-daa5-46d3-9581-804132f27c08 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:35:59.217817 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port d3b62f01-daa5-46d3-9581-804132f27c08 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:35:59.231721 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:59.334957 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:59.351844 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port d3b62f01-daa5-46d3-9581-804132f27c08, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=d3b62f01-daa5-46d3-9581-804132f27c08,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:35:59.406035 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:59.406831 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 6f6608e5-0273-41b0-b68a-41cb369c072e up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:35:59.527866 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=d3b62f01-daa5-46d3-9581-804132f27c08,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:59.584756 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-290ac265-bc45-4a96-901c-baa5ba092775 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:59.595394 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 6f6608e5-0273-41b0-b68a-41cb369c072e completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:35:59.624248 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-290ac265-bc45-4a96-901c-baa5ba092775 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:59.727227 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b4f312-8980-42c6-a8a2-b8733ebabd91 None None] Network c61b3a14-5450-4f95-9aba-da359c062473 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:35:59.859787 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ac265-bc45-4a96-901c-baa5ba092775 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=a8f60457-3eaf-459d-bd81-e19e94e69d87,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:59.865519 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-290ac265-bc45-4a96-901c-baa5ba092775 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:35:59.889330 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0dc2800e-97c4-4fdf-ad3c-49a846a3fbd3 None None] Provisioning for port 6f6608e5-0273-41b0-b68a-41cb369c072e completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:35:59.899795 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0dc2800e-97c4-4fdf-ad3c-49a846a3fbd3 None None] Provisioning complete for port 6f6608e5-0273-41b0-b68a-41cb369c072e triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:35:59.900168 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0dc2800e-97c4-4fdf-ad3c-49a846a3fbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:00.012159 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290ac265-bc45-4a96-901c-baa5ba092775 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network c61b3a14-5450-4f95-9aba-da359c062473 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:36:00.013184 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-290ac265-bc45-4a96-901c-baa5ba092775 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:36:00.083431 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0dc2800e-97c4-4fdf-ad3c-49a846a3fbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:00.167345 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-0dc2800e-97c4-4fdf-ad3c-49a846a3fbd3 None None] For port 6f6608e5-0273-41b0-b68a-41cb369c072e, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=6f6608e5-0273-41b0-b68a-41cb369c072e,segment=NetworkSegment(5923f0c3-9eb2-4115-8e9b-d8bf5811497a),segment_id=5923f0c3-9eb2-4115-8e9b-d8bf5811497a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:36:00.214365 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290ac265-bc45-4a96-901c-baa5ba092775 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router 1007b141-ccfd-42e5-9b9f-4470015d49b2 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:36:00.224583 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0dc2800e-97c4-4fdf-ad3c-49a846a3fbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:00.297514 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc2800e-97c4-4fdf-ad3c-49a846a3fbd3 None None] Pushing event updated for resources: {'Port': ['ID=6f6608e5-0273-41b0-b68a-41cb369c072e,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:00.413587 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290ac265-bc45-4a96-901c-baa5ba092775 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:36:00.425258 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f794fe-f17e-429e-b118-07ed97f203a5 None None] Sync routers for ids ['1007b141-ccfd-42e5-9b9f-4470015d49b2'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:36:00.426684 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-290ac265-bc45-4a96-901c-baa5ba092775 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "PUT /v2.0/routers/1007b141-ccfd-42e5-9b9f-4470015d49b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3746133 Mar 31 15:36:00.429523 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49432) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:36:00.429993 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ec8249fd-91ef-4226-b0de-00a119aad716 None None] Provisioning for port a8f60457-3eaf-459d-bd81-e19e94e69d87 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:36:00.435047 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ec8249fd-91ef-4226-b0de-00a119aad716 None None] Provisioning complete for port a8f60457-3eaf-459d-bd81-e19e94e69d87 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:36:00.436733 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ec8249fd-91ef-4226-b0de-00a119aad716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:00.436864 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f794fe-f17e-429e-b118-07ed97f203a5 None None] Routers {'1007b141-ccfd-42e5-9b9f-4470015d49b2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:36:00.437501 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e0f794fe-f17e-429e-b118-07ed97f203a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:35:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['1007b141-ccfd-42e5-9b9f-4470015d49b2'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:00.495326 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-ec8249fd-91ef-4226-b0de-00a119aad716 None None] Port a8f60457-3eaf-459d-bd81-e19e94e69d87 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:36:00.508098 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ec8249fd-91ef-4226-b0de-00a119aad716 None None] Provisioning complete for port 6f6608e5-0273-41b0-b68a-41cb369c072e triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:36:00.508570 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ec8249fd-91ef-4226-b0de-00a119aad716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:00.639798 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-e0f794fe-f17e-429e-b118-07ed97f203a5 None None] Set router 1007b141-ccfd-42e5-9b9f-4470015d49b2 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:36:00.646368 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac0d650-87d0-40bf-b5cc-287553fe1fd2 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:00.647065 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac0d650-87d0-40bf-b5cc-287553fe1fd2 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:00.647719 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac0d650-87d0-40bf-b5cc-287553fe1fd2 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:00.648355 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac0d650-87d0-40bf-b5cc-287553fe1fd2 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:00.648971 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac0d650-87d0-40bf-b5cc-287553fe1fd2 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:00.649622 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac0d650-87d0-40bf-b5cc-287553fe1fd2 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:00.651606 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-dac0d650-87d0-40bf-b5cc-287553fe1fd2 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2204139 Mar 31 15:36:00.654560 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49436) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:36:00.727945 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569ef1ce-9884-4a03-9ac9-a9b34b1bac23 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:00.728336 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569ef1ce-9884-4a03-9ac9-a9b34b1bac23 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:00.728801 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569ef1ce-9884-4a03-9ac9-a9b34b1bac23 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:00.729286 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569ef1ce-9884-4a03-9ac9-a9b34b1bac23 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:00.729740 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569ef1ce-9884-4a03-9ac9-a9b34b1bac23 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:00.730193 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569ef1ce-9884-4a03-9ac9-a9b34b1bac23 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:00.731927 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-569ef1ce-9884-4a03-9ac9-a9b34b1bac23 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0763993 Mar 31 15:36:00.734762 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49440) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:36:00.758350 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a3637237-cb84-4407-b0d9-d5c8ce32cfbe None None] Provisioning complete for port a8f60457-3eaf-459d-bd81-e19e94e69d87 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:36:00.758829 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a3637237-cb84-4407-b0d9-d5c8ce32cfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:00.817753 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a3637237-cb84-4407-b0d9-d5c8ce32cfbe None None] Port a8f60457-3eaf-459d-bd81-e19e94e69d87 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:36:00.942872 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-34148ad7-71ee-497b-a34f-e25f5e7393fe tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2070436 Mar 31 15:36:00.957711 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e0f794fe-f17e-429e-b118-07ed97f203a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'name': 'tempest-TestNetworkBasicOps-router-1322436239', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd3b62f01-daa5-46d3-9581-804132f27c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:35:53Z', 'updated_at': '2022-03-31T15:35:58Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'd3b62f01-daa5-46d3-9581-804132f27c08', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:35:53Z', 'updated_at': '2022-03-31T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'a8f60457-3eaf-459d-bd81-e19e94e69d87', 'name': '', 'network_id': 'c61b3a14-5450-4f95-9aba-da359c062473', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:9f:27:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '437dce3e-5356-459b-9197-5c9947c0de66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:35:58Z', 'updated_at': '2022-03-31T15:35:59Z', 'revision_number': 2, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '437dce3e-5356-459b-9197-5c9947c0de66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:00.961606 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f794fe-f17e-429e-b118-07ed97f203a5 None None] Checking router: 1007b141-ccfd-42e5-9b9f-4470015d49b2 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:36:00.961954 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f794fe-f17e-429e-b118-07ed97f203a5 None None] Updating router 1007b141-ccfd-42e5-9b9f-4470015d49b2 port a8f60457-3eaf-459d-bd81-e19e94e69d87 binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:36:01.020675 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e0f794fe-f17e-429e-b118-07ed97f203a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:01.035737 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device d3b62f01-daa5-46d3-9581-804132f27c08 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:36:01.104132 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port d3b62f01-daa5-46d3-9581-804132f27c08 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:36:01.104513 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:01.226077 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 6f6608e5-0273-41b0-b68a-41cb369c072e up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:36:01.296085 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 6f6608e5-0273-41b0-b68a-41cb369c072e triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:36:01.296495 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:01.384900 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e0f794fe-f17e-429e-b118-07ed97f203a5 None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:01.396907 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-e0f794fe-f17e-429e-b118-07ed97f203a5 None None] Transition to ACTIVE for port object a8f60457-3eaf-459d-bd81-e19e94e69d87 will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:36:01.469418 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e0f794fe-f17e-429e-b118-07ed97f203a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:01.483209 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49446) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:36:01.488529 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-12988361-484d-4d20-80cb-531b4be026e8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-177254710', 'description': 'tempest-secgroup-smoke-177254710 description', 'project_id': 'a28d6e89f5614e35860f06912b5df90e'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:01.494553 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-12988361-484d-4d20-80cb-531b4be026e8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:36:01.498718 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-12988361-484d-4d20-80cb-531b4be026e8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:36:01.501812 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-12988361-484d-4d20-80cb-531b4be026e8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:36:01.507914 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-12988361-484d-4d20-80cb-531b4be026e8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:36:01.595626 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12988361-484d-4d20-80cb-531b4be026e8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:01.622014 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-12988361-484d-4d20-80cb-531b4be026e8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:36:01.626522 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-12988361-484d-4d20-80cb-531b4be026e8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:36:01.629954 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-12988361-484d-4d20-80cb-531b4be026e8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:36:01.635765 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-12988361-484d-4d20-80cb-531b4be026e8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:36:01.642893 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16f4cc-2ac8-4c87-be50-f677deaceae4 None None] Pushing event updated for resources: {'Port': ['ID=a8f60457-3eaf-459d-bd81-e19e94e69d87,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:01.714829 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12988361-484d-4d20-80cb-531b4be026e8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:01.737660 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-e0f794fe-f17e-429e-b118-07ed97f203a5 None None] Attempting to bind port a8f60457-3eaf-459d-bd81-e19e94e69d87 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:36:01.738247 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-e0f794fe-f17e-429e-b118-07ed97f203a5 None None] Attempting to bind port a8f60457-3eaf-459d-bd81-e19e94e69d87 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '5923f0c3-9eb2-4115-8e9b-d8bf5811497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c61b3a14-5450-4f95-9aba-da359c062473'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:36:01.738573 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f794fe-f17e-429e-b118-07ed97f203a5 None None] Attempting to bind port a8f60457-3eaf-459d-bd81-e19e94e69d87 on network c61b3a14-5450-4f95-9aba-da359c062473 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:36:01.743611 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f794fe-f17e-429e-b118-07ed97f203a5 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:36:01.743973 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f794fe-f17e-429e-b118-07ed97f203a5 None None] Checking segment: {'id': '5923f0c3-9eb2-4115-8e9b-d8bf5811497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c61b3a14-5450-4f95-9aba-da359c062473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:36:01.744392 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e0f794fe-f17e-429e-b118-07ed97f203a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:01.744769 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f794fe-f17e-429e-b118-07ed97f203a5 None None] Bound using segment: {'id': '5923f0c3-9eb2-4115-8e9b-d8bf5811497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c61b3a14-5450-4f95-9aba-da359c062473'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:36:01.745235 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-e0f794fe-f17e-429e-b118-07ed97f203a5 None None] Bound port: a8f60457-3eaf-459d-bd81-e19e94e69d87, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5923f0c3-9eb2-4115-8e9b-d8bf5811497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c61b3a14-5450-4f95-9aba-da359c062473'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:36:01.745604 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e0f794fe-f17e-429e-b118-07ed97f203a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:01.772614 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12988361-484d-4d20-80cb-531b4be026e8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:01.821754 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12988361-484d-4d20-80cb-531b4be026e8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2e2bb3-38ac-4022-b2f7-b5bd85c4570d,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:01.834904 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-e0f794fe-f17e-429e-b118-07ed97f203a5 None None] For port a8f60457-3eaf-459d-bd81-e19e94e69d87, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:36:01.837935 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-e0f794fe-f17e-429e-b118-07ed97f203a5 None None] For port a8f60457-3eaf-459d-bd81-e19e94e69d87, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=a8f60457-3eaf-459d-bd81-e19e94e69d87,segment=NetworkSegment(5923f0c3-9eb2-4115-8e9b-d8bf5811497a),segment_id=5923f0c3-9eb2-4115-8e9b-d8bf5811497a)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:36:01.869820 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12988361-484d-4d20-80cb-531b4be026e8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:01.871048 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-12988361-484d-4d20-80cb-531b4be026e8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3868742 Mar 31 15:36:01.873912 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49450) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:36:01.878894 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-030b032d-6351-41b5-bdb5-b4d46804be01 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '5a2e2bb3-38ac-4022-b2f7-b5bd85c4570d', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:01.884717 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-030b032d-6351-41b5-bdb5-b4d46804be01 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:36:01.888518 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-030b032d-6351-41b5-bdb5-b4d46804be01 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:36:01.891360 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-030b032d-6351-41b5-bdb5-b4d46804be01 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:36:01.893048 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e0f794fe-f17e-429e-b118-07ed97f203a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:01.902976 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-030b032d-6351-41b5-bdb5-b4d46804be01 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:36:01.969618 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f794fe-f17e-429e-b118-07ed97f203a5 None None] Routers {'1007b141-ccfd-42e5-9b9f-4470015d49b2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:36:01.970243 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e0f794fe-f17e-429e-b118-07ed97f203a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:35:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['1007b141-ccfd-42e5-9b9f-4470015d49b2'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:01.996756 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-030b032d-6351-41b5-bdb5-b4d46804be01 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:02.035814 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16f4cc-2ac8-4c87-be50-f677deaceae4 None None] Pushing event updated for resources: {'Port': ['ID=a8f60457-3eaf-459d-bd81-e19e94e69d87,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:02.062710 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-030b032d-6351-41b5-bdb5-b4d46804be01 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:02.115433 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-030b032d-6351-41b5-bdb5-b4d46804be01 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:02.140785 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b032d-6351-41b5-bdb5-b4d46804be01 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cdb51ab-7dfb-4fa3-bf1e-3bb1fc5761e7,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:02.160488 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-e0f794fe-f17e-429e-b118-07ed97f203a5 None None] Set router 1007b141-ccfd-42e5-9b9f-4470015d49b2 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:36:02.212921 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-030b032d-6351-41b5-bdb5-b4d46804be01 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:02.214255 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-030b032d-6351-41b5-bdb5-b4d46804be01 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3394463 Mar 31 15:36:02.217455 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49454) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:36:02.223477 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-c3e6b722-5b1d-4fdc-8016-5af6d67b4813 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '5a2e2bb3-38ac-4022-b2f7-b5bd85c4570d', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:02.229144 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c3e6b722-5b1d-4fdc-8016-5af6d67b4813 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:36:02.235869 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c3e6b722-5b1d-4fdc-8016-5af6d67b4813 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:36:02.235869 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c3e6b722-5b1d-4fdc-8016-5af6d67b4813 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:36:02.242738 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c3e6b722-5b1d-4fdc-8016-5af6d67b4813 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:36:02.299568 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c3e6b722-5b1d-4fdc-8016-5af6d67b4813 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:02.361239 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c3e6b722-5b1d-4fdc-8016-5af6d67b4813 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:02.400983 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c3e6b722-5b1d-4fdc-8016-5af6d67b4813 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:02.424737 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6b722-5b1d-4fdc-8016-5af6d67b4813 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f88087f9-5bf5-432b-8465-3800ba53b422,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:02.468242 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e0f794fe-f17e-429e-b118-07ed97f203a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'name': 'tempest-TestNetworkBasicOps-router-1322436239', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd3b62f01-daa5-46d3-9581-804132f27c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:35:53Z', 'updated_at': '2022-03-31T15:35:58Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'd3b62f01-daa5-46d3-9581-804132f27c08', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:35:53Z', 'updated_at': '2022-03-31T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'a8f60457-3eaf-459d-bd81-e19e94e69d87', 'name': '', 'network_id': 'c61b3a14-5450-4f95-9aba-da359c062473', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:9f:27:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '437dce3e-5356-459b-9197-5c9947c0de66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:35:58Z', 'updated_at': '2022-03-31T15:36:01Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '437dce3e-5356-459b-9197-5c9947c0de66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:02.473034 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f794fe-f17e-429e-b118-07ed97f203a5 None None] The sync data for ids ['1007b141-ccfd-42e5-9b9f-4470015d49b2'] in dv-neutron-833379-2-hyperv is: [{'id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'name': 'tempest-TestNetworkBasicOps-router-1322436239', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd3b62f01-daa5-46d3-9581-804132f27c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:35:53Z', 'updated_at': '2022-03-31T15:35:58Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'd3b62f01-daa5-46d3-9581-804132f27c08', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:35:53Z', 'updated_at': '2022-03-31T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'a8f60457-3eaf-459d-bd81-e19e94e69d87', 'name': '', 'network_id': 'c61b3a14-5450-4f95-9aba-da359c062473', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:9f:27:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '437dce3e-5356-459b-9197-5c9947c0de66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:35:58Z', 'updated_at': '2022-03-31T15:36:01Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '437dce3e-5356-459b-9197-5c9947c0de66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:36:02.477074 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c3e6b722-5b1d-4fdc-8016-5af6d67b4813 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:02.478514 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c3e6b722-5b1d-4fdc-8016-5af6d67b4813 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2591746 Mar 31 15:36:02.480188 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49458) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:36:02.485117 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-02521316-dad3-4846-8b0f-4b04088b0bea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '5a2e2bb3-38ac-4022-b2f7-b5bd85c4570d', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:02.491840 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-02521316-dad3-4846-8b0f-4b04088b0bea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:36:02.495998 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-02521316-dad3-4846-8b0f-4b04088b0bea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:36:02.499216 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-02521316-dad3-4846-8b0f-4b04088b0bea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:36:02.506332 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-02521316-dad3-4846-8b0f-4b04088b0bea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:36:02.579312 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-02521316-dad3-4846-8b0f-4b04088b0bea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:02.647207 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-02521316-dad3-4846-8b0f-4b04088b0bea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:02.697371 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-02521316-dad3-4846-8b0f-4b04088b0bea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:02.721182 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02521316-dad3-4846-8b0f-4b04088b0bea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef72cfed-7d21-4a46-b0ae-f5fb0f60d4ee,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:02.784831 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-02521316-dad3-4846-8b0f-4b04088b0bea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:02.786091 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-02521316-dad3-4846-8b0f-4b04088b0bea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3049281 Mar 31 15:36:02.788713 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49462) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:36:02.793811 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-9a8a774b-3c24-4c1c-8b76-a4e068d690bc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '5a2e2bb3-38ac-4022-b2f7-b5bd85c4570d', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:02.800824 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9a8a774b-3c24-4c1c-8b76-a4e068d690bc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:36:02.805005 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9a8a774b-3c24-4c1c-8b76-a4e068d690bc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:36:02.808018 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9a8a774b-3c24-4c1c-8b76-a4e068d690bc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:36:02.813915 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9a8a774b-3c24-4c1c-8b76-a4e068d690bc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:36:02.894806 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9a8a774b-3c24-4c1c-8b76-a4e068d690bc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:02.965874 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9a8a774b-3c24-4c1c-8b76-a4e068d690bc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:03.041054 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9a8a774b-3c24-4c1c-8b76-a4e068d690bc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:03.055463 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device a8f60457-3eaf-459d-bd81-e19e94e69d87 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:36:03.067747 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a774b-3c24-4c1c-8b76-a4e068d690bc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d63496-680f-4752-aef7-ebf4844597ea,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:03.088866 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-eba63c73-ae7b-454c-ae94-c6dfa565402c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:03.132696 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9a8a774b-3c24-4c1c-8b76-a4e068d690bc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:03.136279 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9a8a774b-3c24-4c1c-8b76-a4e068d690bc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3442950 Mar 31 15:36:03.138210 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49466) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:36:03.142005 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-4d66e4a6-eba9-4f17-810e-644e1ae45b2c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '5a2e2bb3-38ac-4022-b2f7-b5bd85c4570d', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:03.148482 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4d66e4a6-eba9-4f17-810e-644e1ae45b2c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:36:03.152573 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4d66e4a6-eba9-4f17-810e-644e1ae45b2c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:36:03.156115 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4d66e4a6-eba9-4f17-810e-644e1ae45b2c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:36:03.162393 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4d66e4a6-eba9-4f17-810e-644e1ae45b2c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:36:03.211965 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port a8f60457-3eaf-459d-bd81-e19e94e69d87 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:36:03.217353 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port a8f60457-3eaf-459d-bd81-e19e94e69d87 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:36:03.217722 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:03.240736 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.securitygroups_db [None req-4d66e4a6-eba9-4f17-810e-644e1ae45b2c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Project a28d6e89f5614e35860f06912b5df90e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:36:03.249158 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4d66e4a6-eba9-4f17-810e-644e1ae45b2c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:03.322103 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4d66e4a6-eba9-4f17-810e-644e1ae45b2c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:03.342829 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:03.377151 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port a8f60457-3eaf-459d-bd81-e19e94e69d87, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=a8f60457-3eaf-459d-bd81-e19e94e69d87,segment=NetworkSegment(5923f0c3-9eb2-4115-8e9b-d8bf5811497a),segment_id=5923f0c3-9eb2-4115-8e9b-d8bf5811497a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:36:03.401118 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4d66e4a6-eba9-4f17-810e-644e1ae45b2c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:03.426344 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66e4a6-eba9-4f17-810e-644e1ae45b2c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beeeeade-b0ea-4fbe-9a6e-90a670f65795,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:03.458270 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:03.515734 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4d66e4a6-eba9-4f17-810e-644e1ae45b2c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:03.517012 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4d66e4a6-eba9-4f17-810e-644e1ae45b2c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3792007 Mar 31 15:36:03.519713 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49470) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:36:03.525108 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-7e6b527b-b85f-471e-9638-7474c0e2d795 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '5a2e2bb3-38ac-4022-b2f7-b5bd85c4570d', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:03.529411 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=a8f60457-3eaf-459d-bd81-e19e94e69d87,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:03.530974 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-7e6b527b-b85f-471e-9638-7474c0e2d795 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:36:03.535366 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-7e6b527b-b85f-471e-9638-7474c0e2d795 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:36:03.538299 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-7e6b527b-b85f-471e-9638-7474c0e2d795 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:36:03.544117 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-7e6b527b-b85f-471e-9638-7474c0e2d795 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:36:03.618363 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.securitygroups_db [None req-7e6b527b-b85f-471e-9638-7474c0e2d795 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Project a28d6e89f5614e35860f06912b5df90e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:36:03.625511 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e6b527b-b85f-471e-9638-7474c0e2d795 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:03.691179 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e6b527b-b85f-471e-9638-7474c0e2d795 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:03.766278 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e6b527b-b85f-471e-9638-7474c0e2d795 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:03.790753 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b527b-b85f-471e-9638-7474c0e2d795 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d7b4bf-9372-4caf-9dba-546c7d8a9ae3,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:03.857867 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e6b527b-b85f-471e-9638-7474c0e2d795 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:03.859034 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7e6b527b-b85f-471e-9638-7474c0e2d795 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3380737 Mar 31 15:36:04.073316 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-0444ff59-d0fe-4ce8-a5a6-347a851c9d69 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:36:04.137872 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-0444ff59-d0fe-4ce8-a5a6-347a851c9d69 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:36:04.139053 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-0444ff59-d0fe-4ce8-a5a6-347a851c9d69 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-177254710&fields=id&tenant_id=a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 267 time: 0.1038966 Mar 31 15:36:04.287571 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-7bcc358f-9ff9-4530-89e3-bfc2af380206 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:04.288231 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-7bcc358f-9ff9-4530-89e3-bfc2af380206 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:network {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:36:04.343885 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-7bcc358f-9ff9-4530-89e3-bfc2af380206 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:network {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:36:04.345067 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-7bcc358f-9ff9-4530-89e3-bfc2af380206 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/networks?id=c61b3a14-5450-4f95-9aba-da359c062473 HTTP/1.1" status: 200 len: 796 time: 0.1989830 Mar 31 15:36:04.361279 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-7fb14f23-ca08-4ab7-a167-15676f07632f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/quotas/a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 375 time: 0.0092480 Mar 31 15:36:04.447696 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-669ec864-db1d-434b-9520-bff3925755e7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:36:04.532328 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-669ec864-db1d-434b-9520-bff3925755e7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:36:04.533616 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-669ec864-db1d-434b-9520-bff3925755e7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1661890 Mar 31 15:36:04.771842 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-26bdbc5c-139f-4c69-8a64-ce339df0b00c service neutron] 10.222.0.31 "GET /v2.0/networks/c61b3a14-5450-4f95-9aba-da359c062473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258134 Mar 31 15:36:05.015878 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-60b42b0f-ef07-43dc-8ca0-659b92659fef service neutron] 10.222.0.31 "GET /v2.0/networks/c61b3a14-5450-4f95-9aba-da359c062473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379787 Mar 31 15:36:05.028016 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device a8f60457-3eaf-459d-bd81-e19e94e69d87 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:36:05.109418 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port a8f60457-3eaf-459d-bd81-e19e94e69d87 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:36:05.109788 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:05.162914 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9d0b18b1-8406-499d-85c7-0b54a0c6ad30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:05.282854 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-5aa7dd79-4e45-4bc1-981b-de24b30edee2 req-bf9a901d-3750-471c-a802-461f67703d07 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:36:05.294782 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-5aa7dd79-4e45-4bc1-981b-de24b30edee2 req-bf9a901d-3750-471c-a802-461f67703d07 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:36:05.295982 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5aa7dd79-4e45-4bc1-981b-de24b30edee2 req-bf9a901d-3750-471c-a802-461f67703d07 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a6dd168-8ee2-4839-84d0-e2044881e436 HTTP/1.1" status: 200 len: 210 time: 0.0548601 Mar 31 15:36:06.395331 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:06.449629 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a163c384-4c93-4a18-91b3-8aa428d99df6 req-3679f29e-ba88-4690-bc9f-d00041ea6072 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a6dd168-8ee2-4839-84d0-e2044881e436 HTTP/1.1" status: 200 len: 210 time: 0.0423388 Mar 31 15:36:06.509601 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:07.205082 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-acf39d19-3c95-41ae-b955-af8384fdc805 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:07.205776 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-acf39d19-3c95-41ae-b955-af8384fdc805 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:network {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:36:07.217627 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-acf39d19-3c95-41ae-b955-af8384fdc805 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:network {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:36:07.218637 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-acf39d19-3c95-41ae-b955-af8384fdc805 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/networks?id=c61b3a14-5450-4f95-9aba-da359c062473 HTTP/1.1" status: 200 len: 796 time: 0.1585550 Mar 31 15:36:07.265821 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-f1653147-52fd-4690-a7a2-fd0690d5a95c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:36:07.277933 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-f1653147-52fd-4690-a7a2-fd0690d5a95c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:36:07.279059 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-f1653147-52fd-4690-a7a2-fd0690d5a95c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 379 time: 0.0524218 Mar 31 15:36:07.288401 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-ed6ca9f3-5743-476c-bbed-618771aeb9dd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'port': {'device_id': '0a6dd168-8ee2-4839-84d0-e2044881e436', 'network_id': 'c61b3a14-5450-4f95-9aba-da359c062473', 'admin_state_up': True, 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'security_groups': ['5a2e2bb3-38ac-4022-b2f7-b5bd85c4570d']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:07.430246 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-ed6ca9f3-5743-476c-bbed-618771aeb9dd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:36:07.439674 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-ed6ca9f3-5743-476c-bbed-618771aeb9dd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:36:07.520778 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-ed6ca9f3-5743-476c-bbed-618771aeb9dd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Made reservation on behalf of a28d6e89f5614e35860f06912b5df90e for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:36:07.524426 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-ed6ca9f3-5743-476c-bbed-618771aeb9dd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:07.738912 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-50e78d2c-4457-4f75-923c-9695e37144dd req-a4282daf-ba65-49c9-8f88-8b83cb335f1f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a6dd168-8ee2-4839-84d0-e2044881e436 HTTP/1.1" status: 200 len: 210 time: 0.1586614 Mar 31 15:36:07.841225 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-ed6ca9f3-5743-476c-bbed-618771aeb9dd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.20.0.11 (c61b3a14-5450-4f95-9aba-da359c062473/437dce3e-5356-459b-9197-5c9947c0de66/a43ad0ef-c2fb-488f-81e9-60f4daaa50f3) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:36:08.070364 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-ed6ca9f3-5743-476c-bbed-618771aeb9dd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:08.086432 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-ed6ca9f3-5743-476c-bbed-618771aeb9dd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Transition to ACTIVE for port object a43ad0ef-c2fb-488f-81e9-60f4daaa50f3 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:36:08.459248 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:08.475848 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-ed6ca9f3-5743-476c-bbed-618771aeb9dd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:08.544381 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-ed6ca9f3-5743-476c-bbed-618771aeb9dd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network c61b3a14-5450-4f95-9aba-da359c062473 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:36:08.551907 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-ed6ca9f3-5743-476c-bbed-618771aeb9dd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:36:08.556253 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-ed6ca9f3-5743-476c-bbed-618771aeb9dd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:36:08.595215 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ca9f3-5743-476c-bbed-618771aeb9dd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=a43ad0ef-c2fb-488f-81e9-60f4daaa50f3,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:08.628292 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-ed6ca9f3-5743-476c-bbed-618771aeb9dd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:08.629641 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-ed6ca9f3-5743-476c-bbed-618771aeb9dd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:08.716616 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-ed6ca9f3-5743-476c-bbed-618771aeb9dd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4322915 Mar 31 15:36:08.728399 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-e99edd92-af12-405b-9a54-a35b25e9c6f1 service neutron] Request body: {'port': {'device_id': '0a6dd168-8ee2-4839-84d0-e2044881e436', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:08.847651 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-e99edd92-af12-405b-9a54-a35b25e9c6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:08.903703 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f8de38f9-6d17-4e80-ae07-7d9a55e94151 None None] Provisioning for port a43ad0ef-c2fb-488f-81e9-60f4daaa50f3 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:36:08.908803 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f8de38f9-6d17-4e80-ae07-7d9a55e94151 None None] Provisioning complete for port a43ad0ef-c2fb-488f-81e9-60f4daaa50f3 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:36:08.909418 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f8de38f9-6d17-4e80-ae07-7d9a55e94151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:08.932758 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b81acd-942f-438a-844f-96db4c1dd2d1 req-60049004-4c92-4351-b835-ff24d210167f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:08.934366 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-11b81acd-942f-438a-844f-96db4c1dd2d1 req-60049004-4c92-4351-b835-ff24d210167f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a6dd168-8ee2-4839-84d0-e2044881e436 HTTP/1.1" status: 200 len: 932 time: 0.0852311 Mar 31 15:36:08.962882 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f8de38f9-6d17-4e80-ae07-7d9a55e94151 None None] Port a43ad0ef-c2fb-488f-81e9-60f4daaa50f3 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:36:08.981802 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-11b81acd-942f-438a-844f-96db4c1dd2d1 req-de51973d-fd87-4ae9-9e32-29ac1fec60ee tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2e2bb3-38ac-4022-b2f7-b5bd85c4570d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399835 Mar 31 15:36:09.198924 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-e99edd92-af12-405b-9a54-a35b25e9c6f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a43ad0ef-c2fb-488f-81e9-60f4daaa50f3 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:36:09.206147 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-e99edd92-af12-405b-9a54-a35b25e9c6f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:09.220139 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-e99edd92-af12-405b-9a54-a35b25e9c6f1 service neutron] Transition to ACTIVE for port object a43ad0ef-c2fb-488f-81e9-60f4daaa50f3 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:36:09.280425 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-e99edd92-af12-405b-9a54-a35b25e9c6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:09.437466 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99edd92-af12-405b-9a54-a35b25e9c6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=a43ad0ef-c2fb-488f-81e9-60f4daaa50f3,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:09.517549 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-e99edd92-af12-405b-9a54-a35b25e9c6f1 service neutron] Attempting to bind port a43ad0ef-c2fb-488f-81e9-60f4daaa50f3 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:36:09.518166 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-e99edd92-af12-405b-9a54-a35b25e9c6f1 service neutron] Attempting to bind port a43ad0ef-c2fb-488f-81e9-60f4daaa50f3 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '5923f0c3-9eb2-4115-8e9b-d8bf5811497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c61b3a14-5450-4f95-9aba-da359c062473'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:36:09.518309 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-e99edd92-af12-405b-9a54-a35b25e9c6f1 service neutron] Attempting to bind port a43ad0ef-c2fb-488f-81e9-60f4daaa50f3 on network c61b3a14-5450-4f95-9aba-da359c062473 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:36:09.523030 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-e99edd92-af12-405b-9a54-a35b25e9c6f1 service neutron] Port a43ad0ef-c2fb-488f-81e9-60f4daaa50f3 on network c61b3a14-5450-4f95-9aba-da359c062473 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:36:09.523348 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-e99edd92-af12-405b-9a54-a35b25e9c6f1 service neutron] Attempting to bind port a43ad0ef-c2fb-488f-81e9-60f4daaa50f3 on network c61b3a14-5450-4f95-9aba-da359c062473 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:36:09.528307 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-e99edd92-af12-405b-9a54-a35b25e9c6f1 service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:36:09.528680 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-e99edd92-af12-405b-9a54-a35b25e9c6f1 service neutron] Checking segment: {'id': '5923f0c3-9eb2-4115-8e9b-d8bf5811497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c61b3a14-5450-4f95-9aba-da359c062473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:36:09.529058 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-e99edd92-af12-405b-9a54-a35b25e9c6f1 service neutron] Bound using segment: {'id': '5923f0c3-9eb2-4115-8e9b-d8bf5811497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c61b3a14-5450-4f95-9aba-da359c062473'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:36:09.529503 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-e99edd92-af12-405b-9a54-a35b25e9c6f1 service neutron] Bound port: a43ad0ef-c2fb-488f-81e9-60f4daaa50f3, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5923f0c3-9eb2-4115-8e9b-d8bf5811497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c61b3a14-5450-4f95-9aba-da359c062473'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:36:09.529848 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-e99edd92-af12-405b-9a54-a35b25e9c6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:09.627778 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-e99edd92-af12-405b-9a54-a35b25e9c6f1 service neutron] For port a43ad0ef-c2fb-488f-81e9-60f4daaa50f3, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:36:09.630816 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-e99edd92-af12-405b-9a54-a35b25e9c6f1 service neutron] For port a43ad0ef-c2fb-488f-81e9-60f4daaa50f3, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a43ad0ef-c2fb-488f-81e9-60f4daaa50f3,segment=NetworkSegment(5923f0c3-9eb2-4115-8e9b-d8bf5811497a),segment_id=5923f0c3-9eb2-4115-8e9b-d8bf5811497a)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:36:09.726784 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-e99edd92-af12-405b-9a54-a35b25e9c6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:09.781359 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-e99edd92-af12-405b-9a54-a35b25e9c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:09.781971 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-e99edd92-af12-405b-9a54-a35b25e9c6f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:09.783306 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-e99edd92-af12-405b-9a54-a35b25e9c6f1 service neutron] 10.222.0.41 "PUT /v2.0/ports/a43ad0ef-c2fb-488f-81e9-60f4daaa50f3 HTTP/1.1" status: 200 len: 1094 time: 1.0592461 Mar 31 15:36:09.783728 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6dd168-8ee2-4839-84d0-e2044881e436', 'tag': 'a43ad0ef-c2fb-488f-81e9-60f4daaa50f3'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:36:09.808064 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99edd92-af12-405b-9a54-a35b25e9c6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=a43ad0ef-c2fb-488f-81e9-60f4daaa50f3,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:09.828886 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6dd168-8ee2-4839-84d0-e2044881e436', 'tag': 'a43ad0ef-c2fb-488f-81e9-60f4daaa50f3', 'status': 'completed', 'code': 200} Mar 31 15:36:09.921654 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b474bb9-cf94-4c8c-ab4b-cd0247db4adb req-99ad6483-f196-40cc-9e9e-95f187910d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:09.923277 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7b474bb9-cf94-4c8c-ab4b-cd0247db4adb req-99ad6483-f196-40cc-9e9e-95f187910d7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=0a6dd168-8ee2-4839-84d0-e2044881e436 HTTP/1.1" status: 200 len: 1097 time: 0.0733790 Mar 31 15:36:10.064039 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b474bb9-cf94-4c8c-ab4b-cd0247db4adb req-54b6ca12-7eb7-48e1-8021-057415b3a903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:10.065398 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7b474bb9-cf94-4c8c-ab4b-cd0247db4adb req-54b6ca12-7eb7-48e1-8021-057415b3a903 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a28d6e89f5614e35860f06912b5df90e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1346068 Mar 31 15:36:10.169586 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76e40d-1e72-4516-b4aa-2c31f11cfe21 req-76205232-8754-432e-9708-9b832d7dd14d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:10.171084 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-bb76e40d-1e72-4516-b4aa-2c31f11cfe21 req-76205232-8754-432e-9708-9b832d7dd14d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a6dd168-8ee2-4839-84d0-e2044881e436 HTTP/1.1" status: 200 len: 944 time: 0.0825708 Mar 31 15:36:10.208905 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b474bb9-cf94-4c8c-ab4b-cd0247db4adb req-c41f5a14-fef6-4299-aefb-bfde1ceb8157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:10.210375 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7b474bb9-cf94-4c8c-ab4b-cd0247db4adb req-c41f5a14-fef6-4299-aefb-bfde1ceb8157 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1389339 Mar 31 15:36:10.218669 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-bb76e40d-1e72-4516-b4aa-2c31f11cfe21 req-9257beb4-47ab-452f-b88f-ec331a20604e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2e2bb3-38ac-4022-b2f7-b5bd85c4570d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407832 Mar 31 15:36:10.415107 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-a60eb83e-26fc-4c16-b0d0-de0a922f4a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:10.416462 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-a60eb83e-26fc-4c16-b0d0-de0a922f4a2a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=0a6dd168-8ee2-4839-84d0-e2044881e436 HTTP/1.1" status: 200 len: 1097 time: 0.1694694 Mar 31 15:36:10.487066 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-67cd2d4e-20a7-48cc-b615-dc854e3ea160 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a43ad0ef-c2fb-488f-81e9-60f4daaa50f3 HTTP/1.1" status: 200 len: 217 time: 0.0640991 Mar 31 15:36:10.548888 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-57c3147a-996c-48a0-899b-81902fdf99b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:10.550395 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-57c3147a-996c-48a0-899b-81902fdf99b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=437dce3e-5356-459b-9197-5c9947c0de66 HTTP/1.1" status: 200 len: 834 time: 0.0569792 Mar 31 15:36:10.629057 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-5da111df-38d9-4d37-96d9-88eba060ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:10.631517 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-5da111df-38d9-4d37-96d9-88eba060ba7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c61b3a14-5450-4f95-9aba-da359c062473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752294 Mar 31 15:36:10.759998 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-3d773e9e-b72d-40db-9e03-a2d98174c1e4 service neutron] 10.222.0.41 "GET /v2.0/networks/c61b3a14-5450-4f95-9aba-da359c062473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218655 Mar 31 15:36:10.888074 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e4ec0e77-4bdc-4cc4-ae98-5379ad7b5328 req-b160013a-e82f-4153-9942-d4603bc8f697 service neutron] 10.222.0.41 "GET /v2.0/networks/c61b3a14-5450-4f95-9aba-da359c062473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228008 Mar 31 15:36:11.403357 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98ec6b-a9f2-44c5-93f5-280b87dd8c75 req-4dc396b7-e409-4364-bbf7-411730f01851 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:11.404028 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-8e98ec6b-a9f2-44c5-93f5-280b87dd8c75 req-4dc396b7-e409-4364-bbf7-411730f01851 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:36:11.531535 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-8e98ec6b-a9f2-44c5-93f5-280b87dd8c75 req-4dc396b7-e409-4364-bbf7-411730f01851 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:36:11.532680 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8e98ec6b-a9f2-44c5-93f5-280b87dd8c75 req-4dc396b7-e409-4364-bbf7-411730f01851 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a6dd168-8ee2-4839-84d0-e2044881e436 HTTP/1.1" status: 200 len: 944 time: 0.2071817 Mar 31 15:36:11.577616 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8e98ec6b-a9f2-44c5-93f5-280b87dd8c75 req-d8bcae1d-583b-4196-9d37-476b64785bf1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2e2bb3-38ac-4022-b2f7-b5bd85c4570d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386550 Mar 31 15:36:12.767022 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a015f7c-11f0-4280-8106-ad1e5d1e5316 req-e441237b-f4e2-4101-947d-b57352da7ebb tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:12.768468 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5a015f7c-11f0-4280-8106-ad1e5d1e5316 req-e441237b-f4e2-4101-947d-b57352da7ebb tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a6dd168-8ee2-4839-84d0-e2044881e436 HTTP/1.1" status: 200 len: 944 time: 0.0811477 Mar 31 15:36:12.811821 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5a015f7c-11f0-4280-8106-ad1e5d1e5316 req-1857e99b-e1a9-4639-8266-fb48e649679d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2e2bb3-38ac-4022-b2f7-b5bd85c4570d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371811 Mar 31 15:36:13.358009 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device a43ad0ef-c2fb-488f-81e9-60f4daaa50f3 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:36:13.487376 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port a43ad0ef-c2fb-488f-81e9-60f4daaa50f3, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a43ad0ef-c2fb-488f-81e9-60f4daaa50f3,segment=NetworkSegment(5923f0c3-9eb2-4115-8e9b-d8bf5811497a),segment_id=5923f0c3-9eb2-4115-8e9b-d8bf5811497a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:36:13.499964 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': 'a43ad0ef-c2fb-488f-81e9-60f4daaa50f3', 'network_id': 'c61b3a14-5450-4f95-9aba-da359c062473', 'port_id': 'a43ad0ef-c2fb-488f-81e9-60f4daaa50f3', 'mac_address': 'fa:16:3e:f4:2b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '437dce3e-5356-459b-9197-5c9947c0de66', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:36:13.557072 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:13.573247 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a43ad0ef-c2fb-488f-81e9-60f4daaa50f3 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:36:13.588699 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port a43ad0ef-c2fb-488f-81e9-60f4daaa50f3, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a43ad0ef-c2fb-488f-81e9-60f4daaa50f3,segment=NetworkSegment(5923f0c3-9eb2-4115-8e9b-d8bf5811497a),segment_id=5923f0c3-9eb2-4115-8e9b-d8bf5811497a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:36:13.629426 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:13.695191 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=a43ad0ef-c2fb-488f-81e9-60f4daaa50f3,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:13.842532 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['a43ad0ef-c2fb-488f-81e9-60f4daaa50f3'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:36:13.998169 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef26b8-a852-4469-9bf1-11c93a590c24 req-69564a57-fbdc-4bae-bba9-443ca5269979 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:13.999762 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-93ef26b8-a852-4469-9bf1-11c93a590c24 req-69564a57-fbdc-4bae-bba9-443ca5269979 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a6dd168-8ee2-4839-84d0-e2044881e436 HTTP/1.1" status: 200 len: 945 time: 0.0834498 Mar 31 15:36:14.044154 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-93ef26b8-a852-4469-9bf1-11c93a590c24 req-b2450224-43bc-4a94-a05e-0a92a8df92bc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2e2bb3-38ac-4022-b2f7-b5bd85c4570d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379980 Mar 31 15:36:15.230253 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17eb577-d0fa-4c92-b937-9b9843c1d370 req-11412e74-2c07-4c2b-a95a-d057d52bc71c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:15.231627 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c17eb577-d0fa-4c92-b937-9b9843c1d370 req-11412e74-2c07-4c2b-a95a-d057d52bc71c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a6dd168-8ee2-4839-84d0-e2044881e436 HTTP/1.1" status: 200 len: 945 time: 0.0815544 Mar 31 15:36:15.279522 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c17eb577-d0fa-4c92-b937-9b9843c1d370 req-af9ab79b-f9fe-40d0-b58f-fec6923dcae5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2e2bb3-38ac-4022-b2f7-b5bd85c4570d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421433 Mar 31 15:36:15.373464 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device a43ad0ef-c2fb-488f-81e9-60f4daaa50f3 up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:36:15.492098 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port a43ad0ef-c2fb-488f-81e9-60f4daaa50f3 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:36:15.496672 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port a43ad0ef-c2fb-488f-81e9-60f4daaa50f3 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:36:15.497162 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:15.612971 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:15.639977 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6dd168-8ee2-4839-84d0-e2044881e436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43ad0ef-c2fb-488f-81e9-60f4daaa50f3'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:36:15.650182 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port a43ad0ef-c2fb-488f-81e9-60f4daaa50f3, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a43ad0ef-c2fb-488f-81e9-60f4daaa50f3,segment=NetworkSegment(5923f0c3-9eb2-4115-8e9b-d8bf5811497a),segment_id=5923f0c3-9eb2-4115-8e9b-d8bf5811497a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:36:15.683115 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6dd168-8ee2-4839-84d0-e2044881e436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43ad0ef-c2fb-488f-81e9-60f4daaa50f3', 'code': 200} Mar 31 15:36:15.720613 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:15.790034 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=a43ad0ef-c2fb-488f-81e9-60f4daaa50f3,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:16.041141 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d968492-63db-4874-97c1-8d7a663b0720 req-266636de-2ef0-468d-963f-9e684fc5f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:16.042533 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1d968492-63db-4874-97c1-8d7a663b0720 req-266636de-2ef0-468d-963f-9e684fc5f772 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a6dd168-8ee2-4839-84d0-e2044881e436 HTTP/1.1" status: 200 len: 1099 time: 0.0683196 Mar 31 15:36:16.081936 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1d968492-63db-4874-97c1-8d7a663b0720 req-156e3280-fc69-4fee-a593-70f4a22299a8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5a2e2bb3-38ac-4022-b2f7-b5bd85c4570d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335169 Mar 31 15:36:16.462647 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5f3df-8c73-4949-a137-e73f173a21c4 req-4f7b50f4-0b89-41db-9fae-604de88ea37b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:16.464105 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-21f5f3df-8c73-4949-a137-e73f173a21c4 req-4f7b50f4-0b89-41db-9fae-604de88ea37b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a6dd168-8ee2-4839-84d0-e2044881e436 HTTP/1.1" status: 200 len: 946 time: 0.0794315 Mar 31 15:36:16.507847 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-21f5f3df-8c73-4949-a137-e73f173a21c4 req-4df13c4d-5893-4ab8-a2e6-891cd7cff5c3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2e2bb3-38ac-4022-b2f7-b5bd85c4570d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380604 Mar 31 15:36:17.698944 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27521bf1-d85f-48e0-9d59-8cebf2b7f48c req-f5851a4d-09ad-4feb-8ebc-e570767bcd0e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:17.700370 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-27521bf1-d85f-48e0-9d59-8cebf2b7f48c req-f5851a4d-09ad-4feb-8ebc-e570767bcd0e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a6dd168-8ee2-4839-84d0-e2044881e436 HTTP/1.1" status: 200 len: 946 time: 0.0809767 Mar 31 15:36:17.743091 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-27521bf1-d85f-48e0-9d59-8cebf2b7f48c req-aa4e02a4-0c4e-4fc4-a63f-42ee21100903 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2e2bb3-38ac-4022-b2f7-b5bd85c4570d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370963 Mar 31 15:36:17.934389 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8b2ea-fc24-4513-a844-25d8e15e82b3 req-37c452d1-94f1-4863-ab42-197cd20ad794 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:17.935756 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-77e8b2ea-fc24-4513-a844-25d8e15e82b3 req-37c452d1-94f1-4863-ab42-197cd20ad794 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a6dd168-8ee2-4839-84d0-e2044881e436 HTTP/1.1" status: 200 len: 946 time: 0.0851550 Mar 31 15:36:17.979632 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-77e8b2ea-fc24-4513-a844-25d8e15e82b3 req-a8f429b7-8752-4e4a-826b-ffb0aa80363d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2e2bb3-38ac-4022-b2f7-b5bd85c4570d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381846 Mar 31 15:36:18.002772 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49528) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:36:18.071515 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f781e0-b2c5-4241-8b3c-2df5039dabdf tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:18.072985 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f8f781e0-b2c5-4241-8b3c-2df5039dabdf tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0a6dd168-8ee2-4839-84d0-e2044881e436 HTTP/1.1" status: 200 len: 1094 time: 0.0692461 Mar 31 15:36:18.075701 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49532) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:36:18.080524 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-d122d04c-6bc9-4e6f-843a-ed6a751672fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'port_id': 'a43ad0ef-c2fb-488f-81e9-60f4daaa50f3', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:18.086481 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d122d04c-6bc9-4e6f-843a-ed6a751672fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:36:18.090340 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d122d04c-6bc9-4e6f-843a-ed6a751672fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:floatingip and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:36:18.093067 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d122d04c-6bc9-4e6f-843a-ed6a751672fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:36:18.099053 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d122d04c-6bc9-4e6f-843a-ed6a751672fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:36:18.160790 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d122d04c-6bc9-4e6f-843a-ed6a751672fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:18.295315 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d122d04c-6bc9-4e6f-843a-ed6a751672fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:18.432108 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-d122d04c-6bc9-4e6f-843a-ed6a751672fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.26.5.64 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/a6dfd20d-5110-4285-b9ce-fe74b5e35d8e) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:36:18.574392 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d122d04c-6bc9-4e6f-843a-ed6a751672fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:18.641082 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d122d04c-6bc9-4e6f-843a-ed6a751672fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:18.703149 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d122d04c-6bc9-4e6f-843a-ed6a751672fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:36:18.705838 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-d122d04c-6bc9-4e6f-843a-ed6a751672fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:36:18.714098 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d122d04c-6bc9-4e6f-843a-ed6a751672fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:36:18.753638 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122d04c-6bc9-4e6f-843a-ed6a751672fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=a6dfd20d-5110-4285-b9ce-fe74b5e35d8e,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:19.214219 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d122d04c-6bc9-4e6f-843a-ed6a751672fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:19.339514 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d122d04c-6bc9-4e6f-843a-ed6a751672fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:19.536885 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d122d04c-6bc9-4e6f-843a-ed6a751672fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:19.582537 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d122d04c-6bc9-4e6f-843a-ed6a751672fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:19.689904 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122d04c-6bc9-4e6f-843a-ed6a751672fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=a6dfd20d-5110-4285-b9ce-fe74b5e35d8e,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:19.703655 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d122d04c-6bc9-4e6f-843a-ed6a751672fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:19.880943 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [None req-d122d04c-6bc9-4e6f-843a-ed6a751672fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Floating IP 5c90fdbe-b943-415a-9869-566db7e2ed7a associated. External IP: 172.26.5.64, port: a43ad0ef-c2fb-488f-81e9-60f4daaa50f3. Mar 31 15:36:20.226770 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d122d04c-6bc9-4e6f-843a-ed6a751672fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router 1007b141-ccfd-42e5-9b9f-4470015d49b2 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:36:20.509836 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d122d04c-6bc9-4e6f-843a-ed6a751672fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:36:20.519475 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb24f7df-41a4-4c32-83e6-a89ffcc9f969 None None] Sync routers for ids ['1007b141-ccfd-42e5-9b9f-4470015d49b2'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:36:20.528382 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb24f7df-41a4-4c32-83e6-a89ffcc9f969 None None] Routers {'1007b141-ccfd-42e5-9b9f-4470015d49b2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:36:20.529007 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cb24f7df-41a4-4c32-83e6-a89ffcc9f969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:36:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['1007b141-ccfd-42e5-9b9f-4470015d49b2'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:20.595075 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d122d04c-6bc9-4e6f-843a-ed6a751672fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:20.653513 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d122d04c-6bc9-4e6f-843a-ed6a751672fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5767910 Mar 31 15:36:20.654098 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6dd168-8ee2-4839-84d0-e2044881e436', 'tag': 'a43ad0ef-c2fb-488f-81e9-60f4daaa50f3'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:36:20.656298 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49536) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:36:20.702345 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6dd168-8ee2-4839-84d0-e2044881e436', 'tag': 'a43ad0ef-c2fb-488f-81e9-60f4daaa50f3', 'status': 'completed', 'code': 200} Mar 31 15:36:20.708600 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-cb24f7df-41a4-4c32-83e6-a89ffcc9f969 None None] Set router 1007b141-ccfd-42e5-9b9f-4470015d49b2 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:36:20.771266 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4e19b6f6-65da-4968-b4b3-6a0af5ba31a5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/5c90fdbe-b943-415a-9869-566db7e2ed7a HTTP/1.1" status: 200 len: 991 time: 0.1136305 Mar 31 15:36:20.798807 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5b1ed-f22d-422e-81f2-c7173581c227 req-c1766875-3c23-42f7-b4c7-625551102b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:20.800274 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-dce5b1ed-f22d-422e-81f2-c7173581c227 req-c1766875-3c23-42f7-b4c7-625551102b75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=0a6dd168-8ee2-4839-84d0-e2044881e436 HTTP/1.1" status: 200 len: 1099 time: 0.0724518 Mar 31 15:36:20.932335 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5b1ed-f22d-422e-81f2-c7173581c227 req-ade11f75-4c78-4a25-b7c5-d9af898b5a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:20.933882 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-dce5b1ed-f22d-422e-81f2-c7173581c227 req-ade11f75-4c78-4a25-b7c5-d9af898b5a5e service neutron] 10.222.0.41 "GET /v2.0/networks?id=c61b3a14-5450-4f95-9aba-da359c062473 HTTP/1.1" status: 200 len: 897 time: 0.1262529 Mar 31 15:36:21.040305 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-dce5b1ed-f22d-422e-81f2-c7173581c227 req-73a07ba6-8710-4073-8fae-698df080531a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a43ad0ef-c2fb-488f-81e9-60f4daaa50f3 HTTP/1.1" status: 200 len: 999 time: 0.0977087 Mar 31 15:36:21.053436 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cb24f7df-41a4-4c32-83e6-a89ffcc9f969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'name': 'tempest-TestNetworkBasicOps-router-1322436239', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd3b62f01-daa5-46d3-9581-804132f27c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:35:53Z', 'updated_at': '2022-03-31T15:35:58Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'd3b62f01-daa5-46d3-9581-804132f27c08', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:35:53Z', 'updated_at': '2022-03-31T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '5c90fdbe-b943-415a-9869-566db7e2ed7a', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.64', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'port_id': 'a43ad0ef-c2fb-488f-81e9-60f4daaa50f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61b3a14-5450-4f95-9aba-da359c062473', 'mac_address': 'fa:16:3e:f4:2b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6dd168-8ee2-4839-84d0-e2044881e436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:36:19Z', 'updated_at': '2022-03-31T15:36:19Z', 'revision_number': 0, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8f60457-3eaf-459d-bd81-e19e94e69d87', 'name': '', 'network_id': 'c61b3a14-5450-4f95-9aba-da359c062473', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:9f:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '437dce3e-5356-459b-9197-5c9947c0de66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:35:58Z', 'updated_at': '2022-03-31T15:36:03Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '437dce3e-5356-459b-9197-5c9947c0de66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:21.057235 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb24f7df-41a4-4c32-83e6-a89ffcc9f969 None None] Checking router: 1007b141-ccfd-42e5-9b9f-4470015d49b2 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:36:21.065608 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb24f7df-41a4-4c32-83e6-a89ffcc9f969 None None] Routers {'1007b141-ccfd-42e5-9b9f-4470015d49b2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:36:21.066270 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cb24f7df-41a4-4c32-83e6-a89ffcc9f969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:36:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['1007b141-ccfd-42e5-9b9f-4470015d49b2'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:21.102823 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5b1ed-f22d-422e-81f2-c7173581c227 req-f85f9da3-85c5-4a71-a49b-10b527a265ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:21.104216 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-dce5b1ed-f22d-422e-81f2-c7173581c227 req-f85f9da3-85c5-4a71-a49b-10b527a265ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=437dce3e-5356-459b-9197-5c9947c0de66 HTTP/1.1" status: 200 len: 834 time: 0.0608892 Mar 31 15:36:21.177961 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5b1ed-f22d-422e-81f2-c7173581c227 req-08616c15-c900-4d2c-aecf-eaa8e3052e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:21.179465 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-dce5b1ed-f22d-422e-81f2-c7173581c227 req-08616c15-c900-4d2c-aecf-eaa8e3052e9f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c61b3a14-5450-4f95-9aba-da359c062473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694880 Mar 31 15:36:21.244195 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-cb24f7df-41a4-4c32-83e6-a89ffcc9f969 None None] Set router 1007b141-ccfd-42e5-9b9f-4470015d49b2 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:36:21.320808 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-dce5b1ed-f22d-422e-81f2-c7173581c227 req-e4290148-56e0-44d3-85d3-a9785cec3cd8 service neutron] 10.222.0.41 "GET /v2.0/networks/c61b3a14-5450-4f95-9aba-da359c062473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356525 Mar 31 15:36:21.456124 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-dce5b1ed-f22d-422e-81f2-c7173581c227 req-57163a08-c360-4204-a902-486e212c4068 service neutron] 10.222.0.41 "GET /v2.0/networks/c61b3a14-5450-4f95-9aba-da359c062473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288095 Mar 31 15:36:21.632961 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cb24f7df-41a4-4c32-83e6-a89ffcc9f969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'name': 'tempest-TestNetworkBasicOps-router-1322436239', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd3b62f01-daa5-46d3-9581-804132f27c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:35:53Z', 'updated_at': '2022-03-31T15:35:58Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'd3b62f01-daa5-46d3-9581-804132f27c08', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:35:53Z', 'updated_at': '2022-03-31T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '5c90fdbe-b943-415a-9869-566db7e2ed7a', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.64', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'port_id': 'a43ad0ef-c2fb-488f-81e9-60f4daaa50f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61b3a14-5450-4f95-9aba-da359c062473', 'mac_address': 'fa:16:3e:f4:2b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6dd168-8ee2-4839-84d0-e2044881e436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:36:19Z', 'updated_at': '2022-03-31T15:36:19Z', 'revision_number': 0, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8f60457-3eaf-459d-bd81-e19e94e69d87', 'name': '', 'network_id': 'c61b3a14-5450-4f95-9aba-da359c062473', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:9f:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '437dce3e-5356-459b-9197-5c9947c0de66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:35:58Z', 'updated_at': '2022-03-31T15:36:03Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '437dce3e-5356-459b-9197-5c9947c0de66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:21.636858 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb24f7df-41a4-4c32-83e6-a89ffcc9f969 None None] The sync data for ids ['1007b141-ccfd-42e5-9b9f-4470015d49b2'] in dv-neutron-833379-2-hyperv is: [{'id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'name': 'tempest-TestNetworkBasicOps-router-1322436239', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd3b62f01-daa5-46d3-9581-804132f27c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:35:53Z', 'updated_at': '2022-03-31T15:35:58Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'd3b62f01-daa5-46d3-9581-804132f27c08', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:35:53Z', 'updated_at': '2022-03-31T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '5c90fdbe-b943-415a-9869-566db7e2ed7a', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.64', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'port_id': 'a43ad0ef-c2fb-488f-81e9-60f4daaa50f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61b3a14-5450-4f95-9aba-da359c062473', 'mac_address': 'fa:16:3e:f4:2b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6dd168-8ee2-4839-84d0-e2044881e436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:36:19Z', 'updated_at': '2022-03-31T15:36:19Z', 'revision_number': 0, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8f60457-3eaf-459d-bd81-e19e94e69d87', 'name': '', 'network_id': 'c61b3a14-5450-4f95-9aba-da359c062473', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:9f:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '437dce3e-5356-459b-9197-5c9947c0de66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:35:58Z', 'updated_at': '2022-03-31T15:36:03Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '437dce3e-5356-459b-9197-5c9947c0de66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:36:21.774163 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49542) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:36:21.832697 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6ff1ae-cc96-4112-941d-6beea0c8aa53 None None] New status for floating IP 5c90fdbe-b943-415a-9869-566db7e2ed7a: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:36:21.881778 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-86089eca-d439-4481-b6f8-93fdb2a65585 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/5c90fdbe-b943-415a-9869-566db7e2ed7a HTTP/1.1" status: 200 len: 991 time: 0.1062856 Mar 31 15:36:22.885647 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49546) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:36:22.988891 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-684785ad-3542-4593-afd0-ff19124b77a2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/5c90fdbe-b943-415a-9869-566db7e2ed7a HTTP/1.1" status: 200 len: 993 time: 0.1015475 Mar 31 15:36:25.080531 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:32.871568 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:36:33.074773 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3c784900-8a5d-4ea3-9848-94df9244580b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:35.273758 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cf643439-9a52-413f-bfa8-40255335ed07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:36.394595 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:36.486043 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:36.604315 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d15a14ba-eab3-4bf8-acdd-9e2f3e81f675 req-7960ff50-f8bd-493c-bd61-e7b8eeb63c60 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d32ae0e-a7ae-4d61-addd-d9ce05f7d828&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698857 Mar 31 15:36:36.745265 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a14ba-eab3-4bf8-acdd-9e2f3e81f675 req-e7904401-2366-432d-9b7d-7749c1a7475f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:36.746699 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d15a14ba-eab3-4bf8-acdd-9e2f3e81f675 req-e7904401-2366-432d-9b7d-7749c1a7475f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d80c83d1fbe401682aa9514176018aa&device_id=4d32ae0e-a7ae-4d61-addd-d9ce05f7d828 HTTP/1.1" status: 200 len: 1098 time: 0.0728133 Mar 31 15:36:36.889430 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a14ba-eab3-4bf8-acdd-9e2f3e81f675 req-d8ae2050-4ca0-4cde-b3d0-4161dd55357d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:36.890852 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d15a14ba-eab3-4bf8-acdd-9e2f3e81f675 req-d8ae2050-4ca0-4cde-b3d0-4161dd55357d service neutron] 10.222.0.41 "GET /v2.0/networks?id=b062db18-3c45-443b-8ed2-a8ef4849e9af HTTP/1.1" status: 200 len: 913 time: 0.1254184 Mar 31 15:36:36.994662 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d15a14ba-eab3-4bf8-acdd-9e2f3e81f675 req-6bdad1fa-be13-48e9-8125-30c9e86e8bc4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f85321f-84d1-4416-80dc-c1daa9bafa8c HTTP/1.1" status: 200 len: 1001 time: 0.0951295 Mar 31 15:36:37.056459 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a14ba-eab3-4bf8-acdd-9e2f3e81f675 req-d5d7ed7e-5d24-4985-b2c7-6a0020e77cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:37.057952 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d15a14ba-eab3-4bf8-acdd-9e2f3e81f675 req-d5d7ed7e-5d24-4985-b2c7-6a0020e77cca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df984311-c0fe-4d96-bc1f-8e89883604f5 HTTP/1.1" status: 200 len: 851 time: 0.0572522 Mar 31 15:36:37.134066 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a14ba-eab3-4bf8-acdd-9e2f3e81f675 req-2ff9b9b7-7b92-48c3-87f3-68422772cfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:37.135486 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d15a14ba-eab3-4bf8-acdd-9e2f3e81f675 req-2ff9b9b7-7b92-48c3-87f3-68422772cfe0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b062db18-3c45-443b-8ed2-a8ef4849e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718026 Mar 31 15:36:37.264019 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d15a14ba-eab3-4bf8-acdd-9e2f3e81f675 req-d103f7a4-7579-4243-97fe-1cce8bcce800 service neutron] 10.222.0.41 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214211 Mar 31 15:36:37.490913 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d15a14ba-eab3-4bf8-acdd-9e2f3e81f675 req-5b001718-dd87-4ef4-85a9-18b23456b464 service neutron] 10.222.0.41 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154181 Mar 31 15:36:37.851969 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:49.610041 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49564) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:36:49.715792 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f7fac497-330f-4449-b5e3-626a9c1fc436 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/5c90fdbe-b943-415a-9869-566db7e2ed7a HTTP/1.1" status: 200 len: 993 time: 0.1045647 Mar 31 15:36:49.982328 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49572) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:36:50.186132 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d5ba0724-45aa-414f-851e-b1ed1cd2fcf6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port a6dfd20d-5110-4285-b9ce-fe74b5e35d8e {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:36:50.186469 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d5ba0724-45aa-414f-851e-b1ed1cd2fcf6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:50.374761 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d5ba0724-45aa-414f-851e-b1ed1cd2fcf6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:50.375084 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d5ba0724-45aa-414f-851e-b1ed1cd2fcf6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:50.497438 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d5ba0724-45aa-414f-851e-b1ed1cd2fcf6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for a6dfd20d-5110-4285-b9ce-fe74b5e35d8e owned by network:floatingip {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:36:50.696439 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d5ba0724-45aa-414f-851e-b1ed1cd2fcf6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:50.741700 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba0724-45aa-414f-851e-b1ed1cd2fcf6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=a6dfd20d-5110-4285-b9ce-fe74b5e35d8e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:50.778741 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba0724-45aa-414f-851e-b1ed1cd2fcf6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:50.782394 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba0724-45aa-414f-851e-b1ed1cd2fcf6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:50.782394 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba0724-45aa-414f-851e-b1ed1cd2fcf6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:50.782394 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba0724-45aa-414f-851e-b1ed1cd2fcf6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:50.782394 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba0724-45aa-414f-851e-b1ed1cd2fcf6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:50.782394 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba0724-45aa-414f-851e-b1ed1cd2fcf6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:50.782394 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba0724-45aa-414f-851e-b1ed1cd2fcf6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:50.782394 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba0724-45aa-414f-851e-b1ed1cd2fcf6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:50.782394 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba0724-45aa-414f-851e-b1ed1cd2fcf6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:50.782394 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba0724-45aa-414f-851e-b1ed1cd2fcf6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:50.782394 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba0724-45aa-414f-851e-b1ed1cd2fcf6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:50.783425 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba0724-45aa-414f-851e-b1ed1cd2fcf6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:50.856035 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d5ba0724-45aa-414f-851e-b1ed1cd2fcf6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:50.856363 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [None req-d5ba0724-45aa-414f-851e-b1ed1cd2fcf6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Floating IP 5c90fdbe-b943-415a-9869-566db7e2ed7a disassociated (deleted). External IP: 172.26.5.64, port: a43ad0ef-c2fb-488f-81e9-60f4daaa50f3. Mar 31 15:36:51.210761 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ba0724-45aa-414f-851e-b1ed1cd2fcf6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router 1007b141-ccfd-42e5-9b9f-4470015d49b2 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:36:51.504893 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ba0724-45aa-414f-851e-b1ed1cd2fcf6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:36:51.515949 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5b3c24-13f6-4add-8ee0-533ac82ec1eb None None] Sync routers for ids ['1007b141-ccfd-42e5-9b9f-4470015d49b2'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:36:51.525664 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5b3c24-13f6-4add-8ee0-533ac82ec1eb None None] Routers {'1007b141-ccfd-42e5-9b9f-4470015d49b2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:36:51.526333 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8d5b3c24-13f6-4add-8ee0-533ac82ec1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:36:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['1007b141-ccfd-42e5-9b9f-4470015d49b2'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:51.589030 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d5ba0724-45aa-414f-851e-b1ed1cd2fcf6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:51.653858 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d5ba0724-45aa-414f-851e-b1ed1cd2fcf6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/floatingips/5c90fdbe-b943-415a-9869-566db7e2ed7a HTTP/1.1" status: 204 len: 168 time: 1.6672993 Mar 31 15:36:51.653858 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6dd168-8ee2-4839-84d0-e2044881e436', 'tag': 'a43ad0ef-c2fb-488f-81e9-60f4daaa50f3'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:36:51.714364 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-8d5b3c24-13f6-4add-8ee0-533ac82ec1eb None None] Set router 1007b141-ccfd-42e5-9b9f-4470015d49b2 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:36:51.716877 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6dd168-8ee2-4839-84d0-e2044881e436', 'tag': 'a43ad0ef-c2fb-488f-81e9-60f4daaa50f3', 'status': 'completed', 'code': 200} Mar 31 15:36:51.809070 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21469fee-e6a8-4197-ba81-c52b2f8456fb req-c0b64249-f64b-4762-a065-765b8b9cbf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:51.810374 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-21469fee-e6a8-4197-ba81-c52b2f8456fb req-c0b64249-f64b-4762-a065-765b8b9cbf75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=0a6dd168-8ee2-4839-84d0-e2044881e436 HTTP/1.1" status: 200 len: 1099 time: 0.0724998 Mar 31 15:36:51.947169 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21469fee-e6a8-4197-ba81-c52b2f8456fb req-b86b7710-3a78-4d73-8b10-1c29a66d8c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:51.948874 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-21469fee-e6a8-4197-ba81-c52b2f8456fb req-b86b7710-3a78-4d73-8b10-1c29a66d8c19 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c61b3a14-5450-4f95-9aba-da359c062473 HTTP/1.1" status: 200 len: 897 time: 0.1323366 Mar 31 15:36:52.022803 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-21469fee-e6a8-4197-ba81-c52b2f8456fb req-b1332e5b-2c94-4e59-998e-cbb72be09c78 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a43ad0ef-c2fb-488f-81e9-60f4daaa50f3 HTTP/1.1" status: 200 len: 217 time: 0.0668447 Mar 31 15:36:52.047507 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8d5b3c24-13f6-4add-8ee0-533ac82ec1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'name': 'tempest-TestNetworkBasicOps-router-1322436239', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd3b62f01-daa5-46d3-9581-804132f27c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:35:53Z', 'updated_at': '2022-03-31T15:35:58Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'd3b62f01-daa5-46d3-9581-804132f27c08', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:35:53Z', 'updated_at': '2022-03-31T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'a8f60457-3eaf-459d-bd81-e19e94e69d87', 'name': '', 'network_id': 'c61b3a14-5450-4f95-9aba-da359c062473', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:9f:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '437dce3e-5356-459b-9197-5c9947c0de66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:35:58Z', 'updated_at': '2022-03-31T15:36:03Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '437dce3e-5356-459b-9197-5c9947c0de66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:52.051417 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5b3c24-13f6-4add-8ee0-533ac82ec1eb None None] Checking router: 1007b141-ccfd-42e5-9b9f-4470015d49b2 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:36:52.060640 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5b3c24-13f6-4add-8ee0-533ac82ec1eb None None] Routers {'1007b141-ccfd-42e5-9b9f-4470015d49b2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:36:52.061260 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8d5b3c24-13f6-4add-8ee0-533ac82ec1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:36:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['1007b141-ccfd-42e5-9b9f-4470015d49b2'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:52.139097 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21469fee-e6a8-4197-ba81-c52b2f8456fb req-94876e38-8a81-4a9a-9942-e507a38452cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:52.140529 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-21469fee-e6a8-4197-ba81-c52b2f8456fb req-94876e38-8a81-4a9a-9942-e507a38452cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=437dce3e-5356-459b-9197-5c9947c0de66 HTTP/1.1" status: 200 len: 834 time: 0.1106911 Mar 31 15:36:52.208738 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e64932-f636-42b6-bf2b-f7e82dc642ff req-065d5071-12b0-4a60-8347-3a1132c8c587 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:52.209450 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-96e64932-f636-42b6-bf2b-f7e82dc642ff req-065d5071-12b0-4a60-8347-3a1132c8c587 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:36:52.238783 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-8d5b3c24-13f6-4add-8ee0-533ac82ec1eb None None] Set router 1007b141-ccfd-42e5-9b9f-4470015d49b2 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:36:52.248357 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21469fee-e6a8-4197-ba81-c52b2f8456fb req-7c82f3c2-f5d6-42b1-bf78-9cb59fe18853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:52.249906 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-21469fee-e6a8-4197-ba81-c52b2f8456fb req-7c82f3c2-f5d6-42b1-bf78-9cb59fe18853 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c61b3a14-5450-4f95-9aba-da359c062473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0954900 Mar 31 15:36:52.278469 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-96e64932-f636-42b6-bf2b-f7e82dc642ff req-065d5071-12b0-4a60-8347-3a1132c8c587 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:36:52.279554 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-96e64932-f636-42b6-bf2b-f7e82dc642ff req-065d5071-12b0-4a60-8347-3a1132c8c587 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a6dd168-8ee2-4839-84d0-e2044881e436 HTTP/1.1" status: 200 len: 946 time: 0.2040672 Mar 31 15:36:52.398469 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-96e64932-f636-42b6-bf2b-f7e82dc642ff req-94afc127-5574-4e91-b98b-93f431494ac0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2e2bb3-38ac-4022-b2f7-b5bd85c4570d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078002 Mar 31 15:36:52.424957 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-21469fee-e6a8-4197-ba81-c52b2f8456fb req-c68a85de-7dd4-4814-b3a7-5bd4f2656544 service neutron] 10.222.0.41 "GET /v2.0/networks/c61b3a14-5450-4f95-9aba-da359c062473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669526 Mar 31 15:36:52.558148 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8d5b3c24-13f6-4add-8ee0-533ac82ec1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'name': 'tempest-TestNetworkBasicOps-router-1322436239', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd3b62f01-daa5-46d3-9581-804132f27c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:35:53Z', 'updated_at': '2022-03-31T15:35:58Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'd3b62f01-daa5-46d3-9581-804132f27c08', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:35:53Z', 'updated_at': '2022-03-31T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'a8f60457-3eaf-459d-bd81-e19e94e69d87', 'name': '', 'network_id': 'c61b3a14-5450-4f95-9aba-da359c062473', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:9f:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '437dce3e-5356-459b-9197-5c9947c0de66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:35:58Z', 'updated_at': '2022-03-31T15:36:03Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '437dce3e-5356-459b-9197-5c9947c0de66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:52.559491 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-21469fee-e6a8-4197-ba81-c52b2f8456fb req-31cbd6d1-965a-4f1a-883e-5357208c54e1 service neutron] 10.222.0.41 "GET /v2.0/networks/c61b3a14-5450-4f95-9aba-da359c062473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264520 Mar 31 15:36:52.562486 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5b3c24-13f6-4add-8ee0-533ac82ec1eb None None] The sync data for ids ['1007b141-ccfd-42e5-9b9f-4470015d49b2'] in dv-neutron-833379-2-hyperv is: [{'id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'name': 'tempest-TestNetworkBasicOps-router-1322436239', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd3b62f01-daa5-46d3-9581-804132f27c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:35:53Z', 'updated_at': '2022-03-31T15:35:58Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'd3b62f01-daa5-46d3-9581-804132f27c08', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:35:53Z', 'updated_at': '2022-03-31T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'a8f60457-3eaf-459d-bd81-e19e94e69d87', 'name': '', 'network_id': 'c61b3a14-5450-4f95-9aba-da359c062473', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:9f:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '437dce3e-5356-459b-9197-5c9947c0de66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:35:58Z', 'updated_at': '2022-03-31T15:36:03Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '437dce3e-5356-459b-9197-5c9947c0de66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:36:52.766380 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32ec6e3-9a54-4c7e-98b9-a88e8e042c33 None None] New status for floating IP 5c90fdbe-b943-415a-9869-566db7e2ed7a: DOWN {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:36:53.433378 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215f819-cf8e-47a4-91ec-ab7bad1a32bd req-9fdcc271-efb2-4d42-b2d3-c5d32b18d3e1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:53.434821 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8215f819-cf8e-47a4-91ec-ab7bad1a32bd req-9fdcc271-efb2-4d42-b2d3-c5d32b18d3e1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a6dd168-8ee2-4839-84d0-e2044881e436 HTTP/1.1" status: 200 len: 946 time: 0.0827060 Mar 31 15:36:53.571552 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-8215f819-cf8e-47a4-91ec-ab7bad1a32bd req-87b32390-7ce6-4df8-9c62-0d99dd087ffc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port a43ad0ef-c2fb-488f-81e9-60f4daaa50f3 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:36:53.571941 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-8215f819-cf8e-47a4-91ec-ab7bad1a32bd req-87b32390-7ce6-4df8-9c62-0d99dd087ffc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:53.602939 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae4995-aeaf-4c96-af86-0f425b23053d req-1bdb2e21-6761-455e-ab6c-1e14ba3a61be tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:53.605087 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-11ae4995-aeaf-4c96-af86-0f425b23053d req-1bdb2e21-6761-455e-ab6c-1e14ba3a61be tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a6dd168-8ee2-4839-84d0-e2044881e436 HTTP/1.1" status: 200 len: 946 time: 0.0810256 Mar 31 15:36:53.653109 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-11ae4995-aeaf-4c96-af86-0f425b23053d req-35fdc290-dce6-4c4c-84e7-800faaa171d8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2e2bb3-38ac-4022-b2f7-b5bd85c4570d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399687 Mar 31 15:36:53.829025 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-8215f819-cf8e-47a4-91ec-ab7bad1a32bd req-87b32390-7ce6-4df8-9c62-0d99dd087ffc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] For port a43ad0ef-c2fb-488f-81e9-60f4daaa50f3, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a43ad0ef-c2fb-488f-81e9-60f4daaa50f3,segment=NetworkSegment(5923f0c3-9eb2-4115-8e9b-d8bf5811497a),segment_id=5923f0c3-9eb2-4115-8e9b-d8bf5811497a)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:36:53.829492 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-8215f819-cf8e-47a4-91ec-ab7bad1a32bd req-87b32390-7ce6-4df8-9c62-0d99dd087ffc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:54.063744 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-8215f819-cf8e-47a4-91ec-ab7bad1a32bd req-87b32390-7ce6-4df8-9c62-0d99dd087ffc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for a43ad0ef-c2fb-488f-81e9-60f4daaa50f3 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:36:54.285779 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-8215f819-cf8e-47a4-91ec-ab7bad1a32bd req-87b32390-7ce6-4df8-9c62-0d99dd087ffc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:54.337956 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b32390-7ce6-4df8-9c62-0d99dd087ffc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=a43ad0ef-c2fb-488f-81e9-60f4daaa50f3,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:54.415574 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-8215f819-cf8e-47a4-91ec-ab7bad1a32bd req-87b32390-7ce6-4df8-9c62-0d99dd087ffc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] No DVR routers for this DVR port a43ad0ef-c2fb-488f-81e9-60f4daaa50f3 on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:36:54.418652 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-8215f819-cf8e-47a4-91ec-ab7bad1a32bd req-87b32390-7ce6-4df8-9c62-0d99dd087ffc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:54.421145 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6dd168-8ee2-4839-84d0-e2044881e436', 'name': 'network-vif-deleted', 'tag': 'a43ad0ef-c2fb-488f-81e9-60f4daaa50f3'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:36:54.468183 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6dd168-8ee2-4839-84d0-e2044881e436', 'name': 'network-vif-deleted', 'tag': 'a43ad0ef-c2fb-488f-81e9-60f4daaa50f3', 'status': 'completed', 'code': 200} Mar 31 15:36:54.497996 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8215f819-cf8e-47a4-91ec-ab7bad1a32bd req-87b32390-7ce6-4df8-9c62-0d99dd087ffc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "DELETE /v2.0/ports/a43ad0ef-c2fb-488f-81e9-60f4daaa50f3 HTTP/1.1" status: 204 len: 173 time: 1.0578730 Mar 31 15:36:54.815356 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4ee53e77-6a17-43d8-bf1f-489448bb8669 req-b45b11c0-1a32-48fe-b97f-188b862f6974 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a6dd168-8ee2-4839-84d0-e2044881e436 HTTP/1.1" status: 200 len: 210 time: 0.0442531 Mar 31 15:36:55.079745 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:55.911901 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49590) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:36:55.980763 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-819bf9c3-306d-4a95-a827-760c1352ce1a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:56.009829 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-819bf9c3-306d-4a95-a827-760c1352ce1a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:56.142802 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-819bf9c3-306d-4a95-a827-760c1352ce1a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:56.163943 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819bf9c3-306d-4a95-a827-760c1352ce1a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2e2bb3-38ac-4022-b2f7-b5bd85c4570d,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:56.244724 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-819bf9c3-306d-4a95-a827-760c1352ce1a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:56.246259 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-819bf9c3-306d-4a95-a827-760c1352ce1a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/security-groups/5a2e2bb3-38ac-4022-b2f7-b5bd85c4570d HTTP/1.1" status: 204 len: 168 time: 0.3333435 Mar 31 15:36:56.339880 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49596) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:36:56.886417 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f8508a0-aa9b-4bb8-b96d-30d789af6f4a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:57.233132 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-4f8508a0-aa9b-4bb8-b96d-30d789af6f4a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port a8f60457-3eaf-459d-bd81-e19e94e69d87 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:36:57.233802 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f8508a0-aa9b-4bb8-b96d-30d789af6f4a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:57.522721 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4f8508a0-aa9b-4bb8-b96d-30d789af6f4a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] For port a8f60457-3eaf-459d-bd81-e19e94e69d87, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=a8f60457-3eaf-459d-bd81-e19e94e69d87,segment=NetworkSegment(5923f0c3-9eb2-4115-8e9b-d8bf5811497a),segment_id=5923f0c3-9eb2-4115-8e9b-d8bf5811497a)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:36:57.522721 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f8508a0-aa9b-4bb8-b96d-30d789af6f4a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:57.607606 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device a43ad0ef-c2fb-488f-81e9-60f4daaa50f3 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:36:57.645566 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: a43ad0ef-c2fb-488f-81e9-60f4daaa50f3 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:36:57.645566 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device a43ad0ef-c2fb-488f-81e9-60f4daaa50f3 not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:36:57.645793 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-4f8508a0-aa9b-4bb8-b96d-30d789af6f4a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for a8f60457-3eaf-459d-bd81-e19e94e69d87 owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:36:57.891748 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f8508a0-aa9b-4bb8-b96d-30d789af6f4a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:57.942222 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8508a0-aa9b-4bb8-b96d-30d789af6f4a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=a8f60457-3eaf-459d-bd81-e19e94e69d87,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:58.231808 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f8508a0-aa9b-4bb8-b96d-30d789af6f4a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:58.686412 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8508a0-aa9b-4bb8-b96d-30d789af6f4a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router 1007b141-ccfd-42e5-9b9f-4470015d49b2 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:36:58.865817 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8508a0-aa9b-4bb8-b96d-30d789af6f4a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:36:58.875821 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc049b4b-99ee-4dc0-a720-6e74bc54bdd2 None None] Sync routers for ids ['1007b141-ccfd-42e5-9b9f-4470015d49b2'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:36:58.878759 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4f8508a0-aa9b-4bb8-b96d-30d789af6f4a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "PUT /v2.0/routers/1007b141-ccfd-42e5-9b9f-4470015d49b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5378158 Mar 31 15:36:58.881378 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49602) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:36:58.888747 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc049b4b-99ee-4dc0-a720-6e74bc54bdd2 None None] Routers {'1007b141-ccfd-42e5-9b9f-4470015d49b2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:36:58.888747 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cc049b4b-99ee-4dc0-a720-6e74bc54bdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:36:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['1007b141-ccfd-42e5-9b9f-4470015d49b2'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:59.067859 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-874cebbd-fe1c-47b3-9080-56f7f353fcd3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting subnet 437dce3e-5356-459b-9197-5c9947c0de66 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:36:59.071917 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-874cebbd-fe1c-47b3-9080-56f7f353fcd3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:59.089802 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-cc049b4b-99ee-4dc0-a720-6e74bc54bdd2 None None] Set router 1007b141-ccfd-42e5-9b9f-4470015d49b2 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:36:59.137275 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-874cebbd-fe1c-47b3-9080-56f7f353fcd3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:59.227429 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-874cebbd-fe1c-47b3-9080-56f7f353fcd3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:59.383388 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cc049b4b-99ee-4dc0-a720-6e74bc54bdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'name': 'tempest-TestNetworkBasicOps-router-1322436239', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd3b62f01-daa5-46d3-9581-804132f27c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:35:53Z', 'updated_at': '2022-03-31T15:36:57Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'd3b62f01-daa5-46d3-9581-804132f27c08', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:35:53Z', 'updated_at': '2022-03-31T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:59.387844 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc049b4b-99ee-4dc0-a720-6e74bc54bdd2 None None] Checking router: 1007b141-ccfd-42e5-9b9f-4470015d49b2 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:36:59.394960 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-874cebbd-fe1c-47b3-9080-56f7f353fcd3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:59.396379 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc049b4b-99ee-4dc0-a720-6e74bc54bdd2 None None] Routers {'1007b141-ccfd-42e5-9b9f-4470015d49b2'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:36:59.397331 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cc049b4b-99ee-4dc0-a720-6e74bc54bdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:36:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['1007b141-ccfd-42e5-9b9f-4470015d49b2'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:59.440167 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874cebbd-fe1c-47b3-9080-56f7f353fcd3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Subnet': ['ID=437dce3e-5356-459b-9197-5c9947c0de66,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:59.444471 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-874cebbd-fe1c-47b3-9080-56f7f353fcd3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:59.449258 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-874cebbd-fe1c-47b3-9080-56f7f353fcd3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/subnets/437dce3e-5356-459b-9197-5c9947c0de66 HTTP/1.1" status: 204 len: 168 time: 0.5666671 Mar 31 15:36:59.451705 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49606) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:36:59.457272 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352bc479-c81f-4e19-bbf0-f724ae315d0f None None] Network c61b3a14-5450-4f95-9aba-da359c062473 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:36:59.644945 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-63251a50-07ae-4bd6-89f1-b89453cf317d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:59.733082 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-cc049b4b-99ee-4dc0-a720-6e74bc54bdd2 None None] Set router 1007b141-ccfd-42e5-9b9f-4470015d49b2 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:36:59.830454 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-63251a50-07ae-4bd6-89f1-b89453cf317d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:36:59.920209 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-63251a50-07ae-4bd6-89f1-b89453cf317d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port d3b62f01-daa5-46d3-9581-804132f27c08 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:36:59.921161 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-63251a50-07ae-4bd6-89f1-b89453cf317d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:00.033679 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43314324-05be-4484-9559-2b2e3e8897da None None] DHCP port deletion for c61b3a14-5450-4f95-9aba-da359c062473 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:37:00.095427 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-43314324-05be-4484-9559-2b2e3e8897da None None] Deleting port 6f6608e5-0273-41b0-b68a-41cb369c072e {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:37:00.095793 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-43314324-05be-4484-9559-2b2e3e8897da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:00.120849 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-63251a50-07ae-4bd6-89f1-b89453cf317d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] For port d3b62f01-daa5-46d3-9581-804132f27c08, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=d3b62f01-daa5-46d3-9581-804132f27c08,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:37:00.121700 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-63251a50-07ae-4bd6-89f1-b89453cf317d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:00.190077 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cc049b4b-99ee-4dc0-a720-6e74bc54bdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'name': 'tempest-TestNetworkBasicOps-router-1322436239', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd3b62f01-daa5-46d3-9581-804132f27c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:35:53Z', 'updated_at': '2022-03-31T15:36:57Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'd3b62f01-daa5-46d3-9581-804132f27c08', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:35:53Z', 'updated_at': '2022-03-31T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:00.204040 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc049b4b-99ee-4dc0-a720-6e74bc54bdd2 None None] The sync data for ids ['1007b141-ccfd-42e5-9b9f-4470015d49b2'] in dv-neutron-833379-2-hyperv is: [{'id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'name': 'tempest-TestNetworkBasicOps-router-1322436239', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd3b62f01-daa5-46d3-9581-804132f27c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:35:53Z', 'updated_at': '2022-03-31T15:36:57Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'd3b62f01-daa5-46d3-9581-804132f27c08', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1007b141-ccfd-42e5-9b9f-4470015d49b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:35:53Z', 'updated_at': '2022-03-31T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:37:00.256159 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-63251a50-07ae-4bd6-89f1-b89453cf317d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for d3b62f01-daa5-46d3-9581-804132f27c08 owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:37:00.328645 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-43314324-05be-4484-9559-2b2e3e8897da None None] For port 6f6608e5-0273-41b0-b68a-41cb369c072e, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=6f6608e5-0273-41b0-b68a-41cb369c072e,segment=NetworkSegment(5923f0c3-9eb2-4115-8e9b-d8bf5811497a),segment_id=5923f0c3-9eb2-4115-8e9b-d8bf5811497a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:37:00.329037 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-43314324-05be-4484-9559-2b2e3e8897da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:00.458343 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-43314324-05be-4484-9559-2b2e3e8897da None None] Calling delete_port for 6f6608e5-0273-41b0-b68a-41cb369c072e owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:37:00.511084 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-63251a50-07ae-4bd6-89f1-b89453cf317d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:00.558896 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63251a50-07ae-4bd6-89f1-b89453cf317d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=d3b62f01-daa5-46d3-9581-804132f27c08,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:00.612105 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-43314324-05be-4484-9559-2b2e3e8897da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:00.659008 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43314324-05be-4484-9559-2b2e3e8897da None None] Pushing event deleted for resources: {'Port': ['ID=6f6608e5-0273-41b0-b68a-41cb369c072e,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:00.669076 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-63251a50-07ae-4bd6-89f1-b89453cf317d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:00.669355 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43314324-05be-4484-9559-2b2e3e8897da None None] No DVR routers for this DVR port 6f6608e5-0273-41b0-b68a-41cb369c072e on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:37:00.671407 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43314324-05be-4484-9559-2b2e3e8897da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:00.671762 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43314324-05be-4484-9559-2b2e3e8897da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:00.672103 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43314324-05be-4484-9559-2b2e3e8897da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:00.672437 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43314324-05be-4484-9559-2b2e3e8897da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:00.672771 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43314324-05be-4484-9559-2b2e3e8897da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:00.673098 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43314324-05be-4484-9559-2b2e3e8897da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:00.673478 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43314324-05be-4484-9559-2b2e3e8897da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:00.675870 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43314324-05be-4484-9559-2b2e3e8897da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:00.675870 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43314324-05be-4484-9559-2b2e3e8897da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:00.675870 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43314324-05be-4484-9559-2b2e3e8897da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:00.675870 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43314324-05be-4484-9559-2b2e3e8897da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:00.675870 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43314324-05be-4484-9559-2b2e3e8897da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:00.952075 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-63251a50-07ae-4bd6-89f1-b89453cf317d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:00.958920 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-63251a50-07ae-4bd6-89f1-b89453cf317d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:01.041131 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-63251a50-07ae-4bd6-89f1-b89453cf317d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:01.041131 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63251a50-07ae-4bd6-89f1-b89453cf317d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Fanout notify agent at l3_agent the message router_deleted on router 1007b141-ccfd-42e5-9b9f-4470015d49b2 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:37:01.062577 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-63251a50-07ae-4bd6-89f1-b89453cf317d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:01.063806 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-63251a50-07ae-4bd6-89f1-b89453cf317d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/routers/1007b141-ccfd-42e5-9b9f-4470015d49b2 HTTP/1.1" status: 204 len: 168 time: 1.6111574 Mar 31 15:37:01.066442 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49610) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:37:01.113713 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 6f6608e5-0273-41b0-b68a-41cb369c072e no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:37:01.156754 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 6f6608e5-0273-41b0-b68a-41cb369c072e {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:37:01.157762 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 6f6608e5-0273-41b0-b68a-41cb369c072e not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:37:01.158217 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device a8f60457-3eaf-459d-bd81-e19e94e69d87 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:37:01.192431 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: a8f60457-3eaf-459d-bd81-e19e94e69d87 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:37:01.192775 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device a8f60457-3eaf-459d-bd81-e19e94e69d87 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:37:01.206707 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9219a347-fb03-4124-a7dd-bbaf1a01a07b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:01.341477 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9219a347-fb03-4124-a7dd-bbaf1a01a07b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:01.365869 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-9219a347-fb03-4124-a7dd-bbaf1a01a07b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c61b3a14-5450-4f95-9aba-da359c062473']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:01.378339 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-9219a347-fb03-4124-a7dd-bbaf1a01a07b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5923f0c3-9eb2-4115-8e9b-d8bf5811497a') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:01.378631 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-9219a347-fb03-4124-a7dd-bbaf1a01a07b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5923f0c3-9eb2-4115-8e9b-d8bf5811497a') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:01.390643 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9219a347-fb03-4124-a7dd-bbaf1a01a07b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:01.410716 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9219a347-fb03-4124-a7dd-bbaf1a01a07b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:01.419103 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9219a347-fb03-4124-a7dd-bbaf1a01a07b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:37:01.419481 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9219a347-fb03-4124-a7dd-bbaf1a01a07b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:01.433559 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:37:01.433559 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:37:01.433559 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:37:01.433559 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:37:01.433559 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:37:01.433559 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:37:01.433559 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:37:01.433559 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:37:01.433559 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:37:01.433559 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:37:01.433559 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:37:01.433559 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:37:01.433559 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:37:01.433559 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:37:01.433559 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:37:01.433559 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:37:01.433559 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:37:01.433559 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:37:01.433559 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:37:01.433559 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:37:01.433559 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:37:01.433559 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:37:01.433559 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:37:01.433559 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:37:01.433559 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:37:01.433559 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:37:01.433559 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:37:01.433559 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:37:01.433559 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:37:01.433559 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:37:01.433559 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:37:01.433559 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:37:01.583181 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9219a347-fb03-4124-a7dd-bbaf1a01a07b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:01.588189 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9219a347-fb03-4124-a7dd-bbaf1a01a07b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:01.615555 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219a347-fb03-4124-a7dd-bbaf1a01a07b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Network': ['ID=c61b3a14-5450-4f95-9aba-da359c062473,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:01.715584 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9219a347-fb03-4124-a7dd-bbaf1a01a07b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/networks/c61b3a14-5450-4f95-9aba-da359c062473 HTTP/1.1" status: 204 len: 168 time: 0.6459761 Mar 31 15:37:01.732938 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49614) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:37:01.738906 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-813645ef-24c1-4b5d-8f91-24649412812f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'network': {'name': 'tempest-network-smoke--857035780', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'port_security_enabled': True}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:01.743986 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-813645ef-24c1-4b5d-8f91-24649412812f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:37:01.748418 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-813645ef-24c1-4b5d-8f91-24649412812f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:network and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:37:01.751309 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-813645ef-24c1-4b5d-8f91-24649412812f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:37:01.756977 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-813645ef-24c1-4b5d-8f91-24649412812f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:37:01.851576 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813645ef-24c1-4b5d-8f91-24649412812f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Made reservation on behalf of a28d6e89f5614e35860f06912b5df90e for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:37:01.854854 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-813645ef-24c1-4b5d-8f91-24649412812f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:01.882170 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-813645ef-24c1-4b5d-8f91-24649412812f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:37:01.891219 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-813645ef-24c1-4b5d-8f91-24649412812f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:01.891555 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-813645ef-24c1-4b5d-8f91-24649412812f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Added segment fa628edd-8f2c-42b2-9461-a5020b8861a5 of type vlan for network be468c6f-7b0d-46c6-901e-5be0d768743b Mar 31 15:37:01.921404 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-813645ef-24c1-4b5d-8f91-24649412812f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:01.988513 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-813645ef-24c1-4b5d-8f91-24649412812f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:01.994094 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813645ef-24c1-4b5d-8f91-24649412812f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:01.995262 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-813645ef-24c1-4b5d-8f91-24649412812f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:02.103996 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-813645ef-24c1-4b5d-8f91-24649412812f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3699489 Mar 31 15:37:02.107184 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813645ef-24c1-4b5d-8f91-24649412812f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Network': ['ID=be468c6f-7b0d-46c6-901e-5be0d768743b,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:02.107664 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49618) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:37:02.116806 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1614137861', 'admin_state_up': True, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:02.118159 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network be468c6f-7b0d-46c6-901e-5be0d768743b details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:37:02.121039 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:37:02.124894 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:router and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:37:02.127748 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:37:02.140305 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:37:02.183626 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:02.184644 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:02.203173 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:02.664625 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:03.013792 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device d3b62f01-daa5-46d3-9581-804132f27c08 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:37:03.015011 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:03.045555 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f908b369-2650-4732-84d3-9e574cc641fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:03.049843 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:03.054082 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: d3b62f01-daa5-46d3-9581-804132f27c08 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:37:03.054422 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device d3b62f01-daa5-46d3-9581-804132f27c08 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:37:03.194827 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.26.5.247 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/49d1353a-0ffa-4e40-9d6b-177b47c29b0d) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:37:03.353151 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:03.468206 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:03.529421 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:37:03.536210 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:37:03.540278 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:37:03.569456 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=49d1353a-0ffa-4e40-9d6b-177b47c29b0d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:03.587254 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:03.588430 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:03.588430 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:03.588430 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:03.588739 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:03.588899 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:03.589249 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:03.589581 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:03.590469 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:03.590793 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:03.591120 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:03.591441 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:04.047912 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:04.498936 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:04.778873 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router 770a2ef3-2e57-456d-a10a-363449423e35 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:37:04.960344 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:37:04.970551 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79c261e-4da4-4c5b-bcfa-37991d7e4803 None None] Sync routers for ids ['770a2ef3-2e57-456d-a10a-363449423e35'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:37:04.979717 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79c261e-4da4-4c5b-bcfa-37991d7e4803 None None] Routers {'770a2ef3-2e57-456d-a10a-363449423e35'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:37:04.980328 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e79c261e-4da4-4c5b-bcfa-37991d7e4803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:36:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['770a2ef3-2e57-456d-a10a-363449423e35'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:05.068681 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:05.070474 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9c963277-c7ac-499a-bdf7-d700144dba23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9617391 Mar 31 15:37:05.073661 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49622) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:37:05.114814 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d917d594-2273-4b2b-a81e-3440aa3e672e tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=a28d6e89f5614e35860f06912b5df90e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399840 Mar 31 15:37:05.117685 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49626) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:37:05.154466 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-e79c261e-4da4-4c5b-bcfa-37991d7e4803 None None] Set router 770a2ef3-2e57-456d-a10a-363449423e35 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:37:05.171524 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f98d6dea-17f4-4141-bf48-2919f83a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:05.252237 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227d3ff9-86d8-44cc-ab3f-07b8d69c816b tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:05.253735 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-227d3ff9-86d8-44cc-ab3f-07b8d69c816b tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1350980 Mar 31 15:37:05.256551 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49630) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:37:05.297063 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8c273dae-5202-49fa-956c-bb98184d68e7 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=81fb4282-babc-4201-afd1-e5be35072e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392952 Mar 31 15:37:05.304264 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49634) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:37:05.305087 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-9d82a8a6-7d40-47b5-8e6c-26070fc07f12 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1166141589', 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:05.419110 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9d82a8a6-7d40-47b5-8e6c-26070fc07f12 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:37:05.424211 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9d82a8a6-7d40-47b5-8e6c-26070fc07f12 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:subnet and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:37:05.428452 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9d82a8a6-7d40-47b5-8e6c-26070fc07f12 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:37:05.438012 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9d82a8a6-7d40-47b5-8e6c-26070fc07f12 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:37:05.438543 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e79c261e-4da4-4c5b-bcfa-37991d7e4803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770a2ef3-2e57-456d-a10a-363449423e35', 'name': 'tempest-TestNetworkBasicOps-router-1614137861', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:02Z', 'updated_at': '2022-03-31T15:37:03Z', 'revision_number': 3, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:03Z', 'updated_at': '2022-03-31T15:37:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:05.442449 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79c261e-4da4-4c5b-bcfa-37991d7e4803 None None] Checking router: 770a2ef3-2e57-456d-a10a-363449423e35 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:37:05.442792 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79c261e-4da4-4c5b-bcfa-37991d7e4803 None None] Updating router 770a2ef3-2e57-456d-a10a-363449423e35 port 49d1353a-0ffa-4e40-9d6b-177b47c29b0d binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:37:05.497034 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e79c261e-4da4-4c5b-bcfa-37991d7e4803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:05.501898 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d82a8a6-7d40-47b5-8e6c-26070fc07f12 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Made reservation on behalf of a28d6e89f5614e35860f06912b5df90e for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:37:05.505364 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9d82a8a6-7d40-47b5-8e6c-26070fc07f12 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:05.748407 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9d82a8a6-7d40-47b5-8e6c-26070fc07f12 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:05.830413 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82a8a6-7d40-47b5-8e6c-26070fc07f12 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Subnet': ['ID=659285e5-d824-4e57-83b7-e3e3228e9110,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:05.838460 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e79c261e-4da4-4c5b-bcfa-37991d7e4803 None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:05.839058 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d82a8a6-7d40-47b5-8e6c-26070fc07f12 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Checking segment: {'id': 'fa628edd-8f2c-42b2-9461-a5020b8861a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:37:05.839423 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d82a8a6-7d40-47b5-8e6c-26070fc07f12 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network hostable DHCP agents. Network: be468c6f-7b0d-46c6-901e-5be0d768743b, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:37:05.850689 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-e79c261e-4da4-4c5b-bcfa-37991d7e4803 None None] Transition to ACTIVE for port object 49d1353a-0ffa-4e40-9d6b-177b47c29b0d will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:37:05.907721 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e79c261e-4da4-4c5b-bcfa-37991d7e4803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:05.936917 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d82a8a6-7d40-47b5-8e6c-26070fc07f12 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network be468c6f-7b0d-46c6-901e-5be0d768743b is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:37:05.987621 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-e79c261e-4da4-4c5b-bcfa-37991d7e4803 None None] Attempting to bind port 49d1353a-0ffa-4e40-9d6b-177b47c29b0d on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:37:05.988096 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-e79c261e-4da4-4c5b-bcfa-37991d7e4803 None None] Attempting to bind port 49d1353a-0ffa-4e40-9d6b-177b47c29b0d by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:37:05.988786 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79c261e-4da4-4c5b-bcfa-37991d7e4803 None None] Attempting to bind port 49d1353a-0ffa-4e40-9d6b-177b47c29b0d on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:37:05.990349 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416fc48-30b7-4286-85b2-bfa3e85cbaba None None] Pushing event updated for resources: {'Port': ['ID=49d1353a-0ffa-4e40-9d6b-177b47c29b0d,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:06.000610 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416fc48-30b7-4286-85b2-bfa3e85cbaba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:06.000918 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416fc48-30b7-4286-85b2-bfa3e85cbaba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:06.001272 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416fc48-30b7-4286-85b2-bfa3e85cbaba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:06.001612 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416fc48-30b7-4286-85b2-bfa3e85cbaba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:06.001927 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416fc48-30b7-4286-85b2-bfa3e85cbaba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:06.002254 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416fc48-30b7-4286-85b2-bfa3e85cbaba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:06.002573 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416fc48-30b7-4286-85b2-bfa3e85cbaba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:06.002893 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416fc48-30b7-4286-85b2-bfa3e85cbaba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:06.003208 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416fc48-30b7-4286-85b2-bfa3e85cbaba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:06.003524 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416fc48-30b7-4286-85b2-bfa3e85cbaba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:06.003838 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416fc48-30b7-4286-85b2-bfa3e85cbaba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:06.004149 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416fc48-30b7-4286-85b2-bfa3e85cbaba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:06.007245 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79c261e-4da4-4c5b-bcfa-37991d7e4803 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:37:06.007611 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79c261e-4da4-4c5b-bcfa-37991d7e4803 None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:37:06.008002 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e79c261e-4da4-4c5b-bcfa-37991d7e4803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:06.008377 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79c261e-4da4-4c5b-bcfa-37991d7e4803 None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:37:06.008838 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-e79c261e-4da4-4c5b-bcfa-37991d7e4803 None None] Bound port: 49d1353a-0ffa-4e40-9d6b-177b47c29b0d, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:37:06.009216 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e79c261e-4da4-4c5b-bcfa-37991d7e4803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:06.018254 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-9d82a8a6-7d40-47b5-8e6c-26070fc07f12 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, be468c6f-7b0d-46c6-901e-5be0d768743b) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:37:06.021749 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d82a8a6-7d40-47b5-8e6c-26070fc07f12 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:06.023578 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9d82a8a6-7d40-47b5-8e6c-26070fc07f12 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:06.029713 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f814e11a-c42b-4713-9410-3fb21395bb9e None None] Network be468c6f-7b0d-46c6-901e-5be0d768743b requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:37:06.087548 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-e79c261e-4da4-4c5b-bcfa-37991d7e4803 None None] For port 49d1353a-0ffa-4e40-9d6b-177b47c29b0d, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:37:06.091275 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-e79c261e-4da4-4c5b-bcfa-37991d7e4803 None None] For port 49d1353a-0ffa-4e40-9d6b-177b47c29b0d, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=49d1353a-0ffa-4e40-9d6b-177b47c29b0d,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:37:06.119721 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9d82a8a6-7d40-47b5-8e6c-26070fc07f12 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8191612 Mar 31 15:37:06.123395 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49638) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:37:06.213399 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e79c261e-4da4-4c5b-bcfa-37991d7e4803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:06.264510 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d536e0-6c5b-4f90-b7e1-d6396a584abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-be468c6f-7b0d-46c6-901e-5be0d768743b', 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ips': [{'subnet_id': '659285e5-d824-4e57-83b7-e3e3228e9110'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:37:06.266119 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44d536e0-6c5b-4f90-b7e1-d6396a584abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:06.301484 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79c261e-4da4-4c5b-bcfa-37991d7e4803 None None] Routers {'770a2ef3-2e57-456d-a10a-363449423e35'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:37:06.302352 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e79c261e-4da4-4c5b-bcfa-37991d7e4803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:37:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['770a2ef3-2e57-456d-a10a-363449423e35'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:06.389389 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416fc48-30b7-4286-85b2-bfa3e85cbaba None None] Pushing event updated for resources: {'Port': ['ID=49d1353a-0ffa-4e40-9d6b-177b47c29b0d,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:06.473629 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:06.512468 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-44d536e0-6c5b-4f90-b7e1-d6396a584abb None None] Allocated IP 172.20.0.2 (be468c6f-7b0d-46c6-901e-5be0d768743b/659285e5-d824-4e57-83b7-e3e3228e9110/cbcf6683-e6a7-48e3-b399-e75508f2d8f5) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:37:06.533391 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-e79c261e-4da4-4c5b-bcfa-37991d7e4803 None None] Set router 770a2ef3-2e57-456d-a10a-363449423e35 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:37:06.666146 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:06.734619 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44d536e0-6c5b-4f90-b7e1-d6396a584abb None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:06.745296 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44d536e0-6c5b-4f90-b7e1-d6396a584abb None None] Transition to ACTIVE for port object cbcf6683-e6a7-48e3-b399-e75508f2d8f5 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:37:06.771009 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44d536e0-6c5b-4f90-b7e1-d6396a584abb None None] Transition to ACTIVE for port object cbcf6683-e6a7-48e3-b399-e75508f2d8f5 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:37:06.812981 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44d536e0-6c5b-4f90-b7e1-d6396a584abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:06.880134 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d536e0-6c5b-4f90-b7e1-d6396a584abb None None] Network be468c6f-7b0d-46c6-901e-5be0d768743b is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:37:06.882946 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-44d536e0-6c5b-4f90-b7e1-d6396a584abb None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:37:06.892289 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d536e0-6c5b-4f90-b7e1-d6396a584abb None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:37:06.901476 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e79c261e-4da4-4c5b-bcfa-37991d7e4803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770a2ef3-2e57-456d-a10a-363449423e35', 'name': 'tempest-TestNetworkBasicOps-router-1614137861', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:02Z', 'updated_at': '2022-03-31T15:37:03Z', 'revision_number': 3, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:03Z', 'updated_at': '2022-03-31T15:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:06.906134 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79c261e-4da4-4c5b-bcfa-37991d7e4803 None None] The sync data for ids ['770a2ef3-2e57-456d-a10a-363449423e35'] in dv-neutron-833379-2-hyperv is: [{'id': '770a2ef3-2e57-456d-a10a-363449423e35', 'name': 'tempest-TestNetworkBasicOps-router-1614137861', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:02Z', 'updated_at': '2022-03-31T15:37:03Z', 'revision_number': 3, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:03Z', 'updated_at': '2022-03-31T15:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:37:06.966251 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d536e0-6c5b-4f90-b7e1-d6396a584abb None None] Pushing event updated for resources: {'Port': ['ID=cbcf6683-e6a7-48e3-b399-e75508f2d8f5,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:07.001608 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-44d536e0-6c5b-4f90-b7e1-d6396a584abb None None] Attempting to bind port cbcf6683-e6a7-48e3-b399-e75508f2d8f5 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:37:07.002396 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-44d536e0-6c5b-4f90-b7e1-d6396a584abb None None] Attempting to bind port cbcf6683-e6a7-48e3-b399-e75508f2d8f5 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'fa628edd-8f2c-42b2-9461-a5020b8861a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:37:07.003110 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d536e0-6c5b-4f90-b7e1-d6396a584abb None None] Attempting to bind port cbcf6683-e6a7-48e3-b399-e75508f2d8f5 on network be468c6f-7b0d-46c6-901e-5be0d768743b {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:37:07.010081 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d536e0-6c5b-4f90-b7e1-d6396a584abb None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:37:07.010463 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d536e0-6c5b-4f90-b7e1-d6396a584abb None None] Checking segment: {'id': 'fa628edd-8f2c-42b2-9461-a5020b8861a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:37:07.011362 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44d536e0-6c5b-4f90-b7e1-d6396a584abb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:07.011362 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d536e0-6c5b-4f90-b7e1-d6396a584abb None None] Bound using segment: {'id': 'fa628edd-8f2c-42b2-9461-a5020b8861a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:37:07.012323 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-44d536e0-6c5b-4f90-b7e1-d6396a584abb None None] Bound port: cbcf6683-e6a7-48e3-b399-e75508f2d8f5, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa628edd-8f2c-42b2-9461-a5020b8861a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:37:07.012707 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44d536e0-6c5b-4f90-b7e1-d6396a584abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:07.046739 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f0ba801f-43d6-4937-8119-193a934bf5e0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:07.164579 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44d536e0-6c5b-4f90-b7e1-d6396a584abb None None] For port cbcf6683-e6a7-48e3-b399-e75508f2d8f5, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:37:07.172718 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44d536e0-6c5b-4f90-b7e1-d6396a584abb None None] For port cbcf6683-e6a7-48e3-b399-e75508f2d8f5, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=cbcf6683-e6a7-48e3-b399-e75508f2d8f5,segment=NetworkSegment(fa628edd-8f2c-42b2-9461-a5020b8861a5),segment_id=fa628edd-8f2c-42b2-9461-a5020b8861a5)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:37:07.267116 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44d536e0-6c5b-4f90-b7e1-d6396a584abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:07.393978 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d536e0-6c5b-4f90-b7e1-d6396a584abb None None] Pushing event updated for resources: {'Port': ['ID=cbcf6683-e6a7-48e3-b399-e75508f2d8f5,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:07.538472 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-f0ba801f-43d6-4937-8119-193a934bf5e0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.20.0.1 (be468c6f-7b0d-46c6-901e-5be0d768743b/659285e5-d824-4e57-83b7-e3e3228e9110/92b61ad6-8c62-493c-91a0-cd4af173c3e1) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:37:07.760342 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f0ba801f-43d6-4937-8119-193a934bf5e0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:07.784845 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f0ba801f-43d6-4937-8119-193a934bf5e0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Transition to ACTIVE for port object 92b61ad6-8c62-493c-91a0-cd4af173c3e1 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:37:07.879912 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:07.904225 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f0ba801f-43d6-4937-8119-193a934bf5e0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:07.983357 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ba801f-43d6-4937-8119-193a934bf5e0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network be468c6f-7b0d-46c6-901e-5be0d768743b is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:37:07.986813 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-f0ba801f-43d6-4937-8119-193a934bf5e0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:37:07.991095 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ba801f-43d6-4937-8119-193a934bf5e0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:37:08.019859 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba801f-43d6-4937-8119-193a934bf5e0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=92b61ad6-8c62-493c-91a0-cd4af173c3e1,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:08.056946 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f0ba801f-43d6-4937-8119-193a934bf5e0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:08.560792 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c40ec4b-81d8-4c63-8f37-b1ccdde881f6 None None] Network be468c6f-7b0d-46c6-901e-5be0d768743b requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:37:08.670748 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f0ba801f-43d6-4937-8119-193a934bf5e0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:08.759203 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9375a2ea-f1bc-44d1-8a9c-dfb2f01503b9 None None] Provisioning for port cbcf6683-e6a7-48e3-b399-e75508f2d8f5 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:37:09.120435 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device cbcf6683-e6a7-48e3-b399-e75508f2d8f5 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:37:09.133370 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f0ba801f-43d6-4937-8119-193a934bf5e0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:09.194968 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f0ba801f-43d6-4937-8119-193a934bf5e0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:09.312056 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port cbcf6683-e6a7-48e3-b399-e75508f2d8f5 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:37:09.313689 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port cbcf6683-e6a7-48e3-b399-e75508f2d8f5 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:37:09.314069 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:09.315952 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f0ba801f-43d6-4937-8119-193a934bf5e0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:09.319462 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba801f-43d6-4937-8119-193a934bf5e0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=92b61ad6-8c62-493c-91a0-cd4af173c3e1,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:09.344399 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a783d143-f122-4902-8ac1-872d0abe620a None None] Provisioning for port 92b61ad6-8c62-493c-91a0-cd4af173c3e1 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:37:09.357552 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a783d143-f122-4902-8ac1-872d0abe620a None None] Provisioning complete for port 92b61ad6-8c62-493c-91a0-cd4af173c3e1 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:37:09.357960 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a783d143-f122-4902-8ac1-872d0abe620a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:09.430259 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a783d143-f122-4902-8ac1-872d0abe620a None None] Port 92b61ad6-8c62-493c-91a0-cd4af173c3e1 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:37:09.466133 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ba801f-43d6-4937-8119-193a934bf5e0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network be468c6f-7b0d-46c6-901e-5be0d768743b is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:37:09.468830 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-f0ba801f-43d6-4937-8119-193a934bf5e0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:37:09.497617 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:09.536942 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port cbcf6683-e6a7-48e3-b399-e75508f2d8f5, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=cbcf6683-e6a7-48e3-b399-e75508f2d8f5,segment=NetworkSegment(fa628edd-8f2c-42b2-9461-a5020b8861a5),segment_id=fa628edd-8f2c-42b2-9461-a5020b8861a5)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:37:09.560249 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-bedc93a8-5e68-46ed-b60c-60151610a570 None None] Provisioning complete for port 92b61ad6-8c62-493c-91a0-cd4af173c3e1 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:37:09.560249 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bedc93a8-5e68-46ed-b60c-60151610a570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:09.633512 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-bedc93a8-5e68-46ed-b60c-60151610a570 None None] Port 92b61ad6-8c62-493c-91a0-cd4af173c3e1 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:37:09.635048 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:09.639743 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 49d1353a-0ffa-4e40-9d6b-177b47c29b0d up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:37:09.684802 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ba801f-43d6-4937-8119-193a934bf5e0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router 770a2ef3-2e57-456d-a10a-363449423e35 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:37:09.763507 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=cbcf6683-e6a7-48e3-b399-e75508f2d8f5,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:09.782494 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3511595d-b2b8-4d72-ba3c-796acededd74 None None] Provisioning complete for port 92b61ad6-8c62-493c-91a0-cd4af173c3e1 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:37:09.783964 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3511595d-b2b8-4d72-ba3c-796acededd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:09.847440 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-3511595d-b2b8-4d72-ba3c-796acededd74 None None] Port 92b61ad6-8c62-493c-91a0-cd4af173c3e1 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:37:09.870645 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:37:09.878006 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ba801f-43d6-4937-8119-193a934bf5e0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:37:09.889747 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2686c58b-7be5-47bc-bfac-f183b76d4d01 None None] Sync routers for ids ['770a2ef3-2e57-456d-a10a-363449423e35'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:37:09.891334 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f0ba801f-43d6-4937-8119-193a934bf5e0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "PUT /v2.0/routers/770a2ef3-2e57-456d-a10a-363449423e35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7669296 Mar 31 15:37:09.893854 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49642) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:37:09.898697 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2686c58b-7be5-47bc-bfac-f183b76d4d01 None None] Routers {'770a2ef3-2e57-456d-a10a-363449423e35'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:37:09.899316 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2686c58b-7be5-47bc-bfac-f183b76d4d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:37:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['770a2ef3-2e57-456d-a10a-363449423e35'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:09.956208 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 49d1353a-0ffa-4e40-9d6b-177b47c29b0d completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:37:09.972205 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 49d1353a-0ffa-4e40-9d6b-177b47c29b0d triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:37:09.975152 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:10.040613 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05178fe-d3c2-4a2c-9a9d-42197670ae58 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:10.040991 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05178fe-d3c2-4a2c-9a9d-42197670ae58 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:10.041477 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05178fe-d3c2-4a2c-9a9d-42197670ae58 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:10.041931 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05178fe-d3c2-4a2c-9a9d-42197670ae58 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:10.042385 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05178fe-d3c2-4a2c-9a9d-42197670ae58 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:10.042954 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05178fe-d3c2-4a2c-9a9d-42197670ae58 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:10.045831 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d05178fe-d3c2-4a2c-9a9d-42197670ae58 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1503732 Mar 31 15:37:10.047993 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49646) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:37:10.122295 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266918dd-b3ac-49d2-a1da-df79d6677c70 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:10.122755 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266918dd-b3ac-49d2-a1da-df79d6677c70 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:10.123205 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266918dd-b3ac-49d2-a1da-df79d6677c70 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:10.123654 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266918dd-b3ac-49d2-a1da-df79d6677c70 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:10.124100 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266918dd-b3ac-49d2-a1da-df79d6677c70 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:10.124545 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266918dd-b3ac-49d2-a1da-df79d6677c70 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:10.128872 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-266918dd-b3ac-49d2-a1da-df79d6677c70 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0774162 Mar 31 15:37:10.129125 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49650) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:37:10.181070 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-2686c58b-7be5-47bc-bfac-f183b76d4d01 None None] Set router 770a2ef3-2e57-456d-a10a-363449423e35 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:37:10.252634 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:10.366003 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 49d1353a-0ffa-4e40-9d6b-177b47c29b0d, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=49d1353a-0ffa-4e40-9d6b-177b47c29b0d,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:37:10.462519 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:10.477805 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7befd7af-cfbd-452a-ae0c-2b7b347145be tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3455083 Mar 31 15:37:10.594883 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=49d1353a-0ffa-4e40-9d6b-177b47c29b0d,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:10.637715 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2686c58b-7be5-47bc-bfac-f183b76d4d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770a2ef3-2e57-456d-a10a-363449423e35', 'name': 'tempest-TestNetworkBasicOps-router-1614137861', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:02Z', 'updated_at': '2022-03-31T15:37:08Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:03Z', 'updated_at': '2022-03-31T15:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '92b61ad6-8c62-493c-91a0-cd4af173c3e1', 'name': '', 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:9a:4f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '659285e5-d824-4e57-83b7-e3e3228e9110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:07Z', 'updated_at': '2022-03-31T15:37:08Z', 'revision_number': 2, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '659285e5-d824-4e57-83b7-e3e3228e9110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:10.642059 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2686c58b-7be5-47bc-bfac-f183b76d4d01 None None] Checking router: 770a2ef3-2e57-456d-a10a-363449423e35 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:37:10.642413 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2686c58b-7be5-47bc-bfac-f183b76d4d01 None None] Updating router 770a2ef3-2e57-456d-a10a-363449423e35 port 92b61ad6-8c62-493c-91a0-cd4af173c3e1 binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:37:10.695198 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2686c58b-7be5-47bc-bfac-f183b76d4d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:10.829142 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49656) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:37:10.835035 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-7237a457-8d22-4a3a-ae9e-0302ab82c0f7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-493339472', 'description': 'tempest-secgroup-smoke-493339472 description', 'project_id': 'a28d6e89f5614e35860f06912b5df90e'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:10.841525 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-7237a457-8d22-4a3a-ae9e-0302ab82c0f7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:37:10.845725 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-7237a457-8d22-4a3a-ae9e-0302ab82c0f7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:37:10.848776 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-7237a457-8d22-4a3a-ae9e-0302ab82c0f7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:37:10.855007 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-7237a457-8d22-4a3a-ae9e-0302ab82c0f7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:37:10.943680 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7237a457-8d22-4a3a-ae9e-0302ab82c0f7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:10.963865 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-7237a457-8d22-4a3a-ae9e-0302ab82c0f7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:37:10.968794 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-7237a457-8d22-4a3a-ae9e-0302ab82c0f7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:37:10.975239 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-7237a457-8d22-4a3a-ae9e-0302ab82c0f7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:37:10.981809 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-7237a457-8d22-4a3a-ae9e-0302ab82c0f7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:37:11.057652 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2686c58b-7be5-47bc-bfac-f183b76d4d01 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:11.058424 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7237a457-8d22-4a3a-ae9e-0302ab82c0f7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:11.071257 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2686c58b-7be5-47bc-bfac-f183b76d4d01 None None] Transition to ACTIVE for port object 92b61ad6-8c62-493c-91a0-cd4af173c3e1 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:37:11.075726 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device cbcf6683-e6a7-48e3-b399-e75508f2d8f5 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:37:11.126216 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7237a457-8d22-4a3a-ae9e-0302ab82c0f7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:11.148977 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port cbcf6683-e6a7-48e3-b399-e75508f2d8f5 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:37:11.149377 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:11.171237 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237a457-8d22-4a3a-ae9e-0302ab82c0f7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a47b674-8bad-4fa4-b984-05b369ca906c,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:11.186793 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2686c58b-7be5-47bc-bfac-f183b76d4d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:11.234360 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7237a457-8d22-4a3a-ae9e-0302ab82c0f7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:11.235632 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7237a457-8d22-4a3a-ae9e-0302ab82c0f7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4054759 Mar 31 15:37:11.238771 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49660) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:37:11.245218 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-d2010240-b515-4ed1-9de7-751462b6b7b7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '0a47b674-8bad-4fa4-b984-05b369ca906c', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:11.251427 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d2010240-b515-4ed1-9de7-751462b6b7b7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:37:11.255271 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d2010240-b515-4ed1-9de7-751462b6b7b7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:37:11.258191 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d2010240-b515-4ed1-9de7-751462b6b7b7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:37:11.264626 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d2010240-b515-4ed1-9de7-751462b6b7b7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:37:11.349899 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652971d6-02ff-48fd-b0d9-692be820f7ff None None] Pushing event updated for resources: {'Port': ['ID=92b61ad6-8c62-493c-91a0-cd4af173c3e1,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:11.373497 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2010240-b515-4ed1-9de7-751462b6b7b7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:11.452967 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2010240-b515-4ed1-9de7-751462b6b7b7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:11.487108 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-2686c58b-7be5-47bc-bfac-f183b76d4d01 None None] Attempting to bind port 92b61ad6-8c62-493c-91a0-cd4af173c3e1 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:37:11.487375 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-2686c58b-7be5-47bc-bfac-f183b76d4d01 None None] Attempting to bind port 92b61ad6-8c62-493c-91a0-cd4af173c3e1 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'fa628edd-8f2c-42b2-9461-a5020b8861a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:37:11.487677 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2686c58b-7be5-47bc-bfac-f183b76d4d01 None None] Attempting to bind port 92b61ad6-8c62-493c-91a0-cd4af173c3e1 on network be468c6f-7b0d-46c6-901e-5be0d768743b {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:37:11.503660 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2686c58b-7be5-47bc-bfac-f183b76d4d01 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:37:11.507453 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2686c58b-7be5-47bc-bfac-f183b76d4d01 None None] Checking segment: {'id': 'fa628edd-8f2c-42b2-9461-a5020b8861a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:37:11.507453 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2686c58b-7be5-47bc-bfac-f183b76d4d01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:11.507453 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2686c58b-7be5-47bc-bfac-f183b76d4d01 None None] Bound using segment: {'id': 'fa628edd-8f2c-42b2-9461-a5020b8861a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:37:11.507453 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-2686c58b-7be5-47bc-bfac-f183b76d4d01 None None] Bound port: 92b61ad6-8c62-493c-91a0-cd4af173c3e1, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa628edd-8f2c-42b2-9461-a5020b8861a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:37:11.507453 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2686c58b-7be5-47bc-bfac-f183b76d4d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:11.516347 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 49d1353a-0ffa-4e40-9d6b-177b47c29b0d up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:37:11.521712 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2010240-b515-4ed1-9de7-751462b6b7b7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:11.548580 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2010240-b515-4ed1-9de7-751462b6b7b7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6503ca00-2e9c-461a-978e-0440952eea40,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:11.619106 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2010240-b515-4ed1-9de7-751462b6b7b7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:11.620587 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d2010240-b515-4ed1-9de7-751462b6b7b7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3808784 Mar 31 15:37:11.624318 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49664) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:37:11.633521 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-05849c42-aaeb-477d-8b26-9685e37b6796 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '0a47b674-8bad-4fa4-b984-05b369ca906c', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:11.643044 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-05849c42-aaeb-477d-8b26-9685e37b6796 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:37:11.650077 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-05849c42-aaeb-477d-8b26-9685e37b6796 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:37:11.654200 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-05849c42-aaeb-477d-8b26-9685e37b6796 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:37:11.662393 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-05849c42-aaeb-477d-8b26-9685e37b6796 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:37:11.677964 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-2686c58b-7be5-47bc-bfac-f183b76d4d01 None None] For port 92b61ad6-8c62-493c-91a0-cd4af173c3e1, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:37:11.683442 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-2686c58b-7be5-47bc-bfac-f183b76d4d01 None None] For port 92b61ad6-8c62-493c-91a0-cd4af173c3e1, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=92b61ad6-8c62-493c-91a0-cd4af173c3e1,segment=NetworkSegment(fa628edd-8f2c-42b2-9461-a5020b8861a5),segment_id=fa628edd-8f2c-42b2-9461-a5020b8861a5)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:37:11.687225 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 49d1353a-0ffa-4e40-9d6b-177b47c29b0d triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:37:11.687596 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:11.785470 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-05849c42-aaeb-477d-8b26-9685e37b6796 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:11.797809 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2686c58b-7be5-47bc-bfac-f183b76d4d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:11.871747 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-05849c42-aaeb-477d-8b26-9685e37b6796 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:11.893510 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2686c58b-7be5-47bc-bfac-f183b76d4d01 None None] Routers {'770a2ef3-2e57-456d-a10a-363449423e35'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:37:11.894519 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2686c58b-7be5-47bc-bfac-f183b76d4d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:37:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['770a2ef3-2e57-456d-a10a-363449423e35'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:11.927573 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-05849c42-aaeb-477d-8b26-9685e37b6796 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:11.959433 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05849c42-aaeb-477d-8b26-9685e37b6796 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65362ad2-7220-45f8-8228-3f956e120b33,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:12.021011 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652971d6-02ff-48fd-b0d9-692be820f7ff None None] Pushing event updated for resources: {'Port': ['ID=92b61ad6-8c62-493c-91a0-cd4af173c3e1,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:12.052422 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-05849c42-aaeb-477d-8b26-9685e37b6796 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:12.055117 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-05849c42-aaeb-477d-8b26-9685e37b6796 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4284189 Mar 31 15:37:12.057779 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49670) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:37:12.063752 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-356af3ae-32ca-4c0a-b642-3adea47162a5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '0a47b674-8bad-4fa4-b984-05b369ca906c', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:12.071980 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-356af3ae-32ca-4c0a-b642-3adea47162a5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:37:12.075437 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-356af3ae-32ca-4c0a-b642-3adea47162a5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:37:12.079345 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-356af3ae-32ca-4c0a-b642-3adea47162a5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:37:12.085102 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-356af3ae-32ca-4c0a-b642-3adea47162a5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:37:12.189905 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-356af3ae-32ca-4c0a-b642-3adea47162a5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:12.201040 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-2686c58b-7be5-47bc-bfac-f183b76d4d01 None None] Set router 770a2ef3-2e57-456d-a10a-363449423e35 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:37:12.260313 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-356af3ae-32ca-4c0a-b642-3adea47162a5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:12.366470 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-356af3ae-32ca-4c0a-b642-3adea47162a5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:12.391078 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356af3ae-32ca-4c0a-b642-3adea47162a5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad34dd00-f42d-4b92-adb0-6ffc30cb1e3e,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:12.528258 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2686c58b-7be5-47bc-bfac-f183b76d4d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770a2ef3-2e57-456d-a10a-363449423e35', 'name': 'tempest-TestNetworkBasicOps-router-1614137861', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:02Z', 'updated_at': '2022-03-31T15:37:08Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:03Z', 'updated_at': '2022-03-31T15:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '92b61ad6-8c62-493c-91a0-cd4af173c3e1', 'name': '', 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:9a:4f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '659285e5-d824-4e57-83b7-e3e3228e9110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:07Z', 'updated_at': '2022-03-31T15:37:11Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '659285e5-d824-4e57-83b7-e3e3228e9110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:12.532459 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2686c58b-7be5-47bc-bfac-f183b76d4d01 None None] The sync data for ids ['770a2ef3-2e57-456d-a10a-363449423e35'] in dv-neutron-833379-2-hyperv is: [{'id': '770a2ef3-2e57-456d-a10a-363449423e35', 'name': 'tempest-TestNetworkBasicOps-router-1614137861', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:02Z', 'updated_at': '2022-03-31T15:37:08Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:03Z', 'updated_at': '2022-03-31T15:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '92b61ad6-8c62-493c-91a0-cd4af173c3e1', 'name': '', 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:9a:4f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '659285e5-d824-4e57-83b7-e3e3228e9110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:07Z', 'updated_at': '2022-03-31T15:37:11Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '659285e5-d824-4e57-83b7-e3e3228e9110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:37:12.540617 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-356af3ae-32ca-4c0a-b642-3adea47162a5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:12.541816 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-356af3ae-32ca-4c0a-b642-3adea47162a5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4828362 Mar 31 15:37:12.550095 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49676) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:37:12.556826 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a289fae7-3062-430a-a335-07cedec9cf38 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '0a47b674-8bad-4fa4-b984-05b369ca906c', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:12.598740 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a289fae7-3062-430a-a335-07cedec9cf38 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:37:12.615847 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a289fae7-3062-430a-a335-07cedec9cf38 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:37:12.619950 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022cc4a-5b5f-4a18-9757-2baa9051e8c3 req-8e9c688f-d1d7-4bd2-9b83-9c52c6659295 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:12.621128 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a289fae7-3062-430a-a335-07cedec9cf38 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:37:12.621761 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2022cc4a-5b5f-4a18-9757-2baa9051e8c3 req-8e9c688f-d1d7-4bd2-9b83-9c52c6659295 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d32ae0e-a7ae-4d61-addd-d9ce05f7d828 HTTP/1.1" status: 200 len: 945 time: 0.1193113 Mar 31 15:37:12.632200 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a289fae7-3062-430a-a335-07cedec9cf38 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:37:12.673102 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2022cc4a-5b5f-4a18-9757-2baa9051e8c3 req-d7d4c0cc-eba8-4fd4-bf75-c573edbcef6e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452766 Mar 31 15:37:12.749751 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a289fae7-3062-430a-a335-07cedec9cf38 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:12.830026 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a289fae7-3062-430a-a335-07cedec9cf38 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:12.925627 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a289fae7-3062-430a-a335-07cedec9cf38 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:12.954917 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289fae7-3062-430a-a335-07cedec9cf38 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c93b52a1-0ba3-4f82-9c22-f7b28d1a10c2,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:13.024417 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a289fae7-3062-430a-a335-07cedec9cf38 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:13.024618 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a289fae7-3062-430a-a335-07cedec9cf38 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4726245 Mar 31 15:37:13.029822 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49680) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:37:13.035979 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-14e63c93-99fd-4c5f-ae70-d66e9a0fcc75 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '0a47b674-8bad-4fa4-b984-05b369ca906c', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:13.044994 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-14e63c93-99fd-4c5f-ae70-d66e9a0fcc75 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:37:13.048511 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-14e63c93-99fd-4c5f-ae70-d66e9a0fcc75 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:37:13.053016 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-14e63c93-99fd-4c5f-ae70-d66e9a0fcc75 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:37:13.064680 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-14e63c93-99fd-4c5f-ae70-d66e9a0fcc75 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:37:13.104573 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 92b61ad6-8c62-493c-91a0-cd4af173c3e1 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:37:13.131725 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.securitygroups_db [None req-14e63c93-99fd-4c5f-ae70-d66e9a0fcc75 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Project a28d6e89f5614e35860f06912b5df90e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:37:13.140063 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14e63c93-99fd-4c5f-ae70-d66e9a0fcc75 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:13.213970 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14e63c93-99fd-4c5f-ae70-d66e9a0fcc75 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:13.291078 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 92b61ad6-8c62-493c-91a0-cd4af173c3e1 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:37:13.298646 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 92b61ad6-8c62-493c-91a0-cd4af173c3e1 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:37:13.302644 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:13.325992 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14e63c93-99fd-4c5f-ae70-d66e9a0fcc75 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:13.358070 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e63c93-99fd-4c5f-ae70-d66e9a0fcc75 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa694e22-fc6d-4d14-84e5-3222bc64ee6e,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:13.431914 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:13.440382 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14e63c93-99fd-4c5f-ae70-d66e9a0fcc75 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:13.441948 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-14e63c93-99fd-4c5f-ae70-d66e9a0fcc75 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4110453 Mar 31 15:37:13.444593 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49684) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:37:13.450742 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-ecbc971e-fbab-4fee-8fee-3a9cc0849a13 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '0a47b674-8bad-4fa4-b984-05b369ca906c', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:13.456992 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ecbc971e-fbab-4fee-8fee-3a9cc0849a13 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:37:13.463920 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ecbc971e-fbab-4fee-8fee-3a9cc0849a13 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:37:13.466472 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ecbc971e-fbab-4fee-8fee-3a9cc0849a13 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:37:13.474150 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ecbc971e-fbab-4fee-8fee-3a9cc0849a13 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:37:13.479122 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 92b61ad6-8c62-493c-91a0-cd4af173c3e1, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=92b61ad6-8c62-493c-91a0-cd4af173c3e1,segment=NetworkSegment(fa628edd-8f2c-42b2-9461-a5020b8861a5),segment_id=fa628edd-8f2c-42b2-9461-a5020b8861a5)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:37:13.570545 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:13.607164 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.securitygroups_db [None req-ecbc971e-fbab-4fee-8fee-3a9cc0849a13 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Project a28d6e89f5614e35860f06912b5df90e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:37:13.615767 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ecbc971e-fbab-4fee-8fee-3a9cc0849a13 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:13.655599 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=92b61ad6-8c62-493c-91a0-cd4af173c3e1,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:13.719110 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ecbc971e-fbab-4fee-8fee-3a9cc0849a13 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:13.781770 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ecbc971e-fbab-4fee-8fee-3a9cc0849a13 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:13.807888 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc971e-fbab-4fee-8fee-3a9cc0849a13 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b8adf5-7cdd-4a26-b563-55ebc8b196dd,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:13.881601 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264cf49-68f3-453a-86ab-43c1263136cc req-c92179d4-99b3-4ced-92a3-2e0aa7bd171a tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:13.883104 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7264cf49-68f3-453a-86ab-43c1263136cc req-c92179d4-99b3-4ced-92a3-2e0aa7bd171a tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d32ae0e-a7ae-4d61-addd-d9ce05f7d828 HTTP/1.1" status: 200 len: 945 time: 0.0874596 Mar 31 15:37:13.931055 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7264cf49-68f3-453a-86ab-43c1263136cc req-ae5e0257-c269-4c15-aa6a-3c10b6c20d17 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414271 Mar 31 15:37:13.932236 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ecbc971e-fbab-4fee-8fee-3a9cc0849a13 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:13.933998 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ecbc971e-fbab-4fee-8fee-3a9cc0849a13 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4876361 Mar 31 15:37:13.991284 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9d9c8-2ff0-4f26-892c-25b71b2124a3 req-3045930a-d786-409f-9b49-92dac6ac20f6 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:13.992759 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bba9d9c8-2ff0-4f26-892c-25b71b2124a3 req-3045930a-d786-409f-9b49-92dac6ac20f6 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d32ae0e-a7ae-4d61-addd-d9ce05f7d828 HTTP/1.1" status: 200 len: 945 time: 0.0966752 Mar 31 15:37:14.073097 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-bba9d9c8-2ff0-4f26-892c-25b71b2124a3 req-c4226ed4-a418-4ae8-a01d-f754142331ef tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Deleting port 0f85321f-84d1-4416-80dc-c1daa9bafa8c {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:37:14.073838 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-bba9d9c8-2ff0-4f26-892c-25b71b2124a3 req-c4226ed4-a418-4ae8-a01d-f754142331ef tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:14.195444 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-6c578382-aefb-4bd0-8a6a-f650a8a556bf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:37:14.315327 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-6c578382-aefb-4bd0-8a6a-f650a8a556bf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:37:14.316491 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-6c578382-aefb-4bd0-8a6a-f650a8a556bf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-493339472&fields=id&tenant_id=a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 267 time: 0.2090044 Mar 31 15:37:14.539084 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-bba9d9c8-2ff0-4f26-892c-25b71b2124a3 req-c4226ed4-a418-4ae8-a01d-f754142331ef tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] For port 0f85321f-84d1-4416-80dc-c1daa9bafa8c, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=0f85321f-84d1-4416-80dc-c1daa9bafa8c,segment=NetworkSegment(ba430e3c-c87c-4f37-818e-9716eff11a24),segment_id=ba430e3c-c87c-4f37-818e-9716eff11a24)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:37:14.539084 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-bba9d9c8-2ff0-4f26-892c-25b71b2124a3 req-c4226ed4-a418-4ae8-a01d-f754142331ef tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:14.604461 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-4e26d546-d9cf-497b-8bbc-bbb58ca4fd16 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:14.605779 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-4e26d546-d9cf-497b-8bbc-bbb58ca4fd16 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:network {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:37:14.927660 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-4e26d546-d9cf-497b-8bbc-bbb58ca4fd16 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:network {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:37:14.928724 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-4e26d546-d9cf-497b-8bbc-bbb58ca4fd16 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/networks?id=be468c6f-7b0d-46c6-901e-5be0d768743b HTTP/1.1" status: 200 len: 796 time: 0.5977917 Mar 31 15:37:14.959270 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-5b281200-000d-4406-818b-bb265841962e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/quotas/a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 375 time: 0.0243747 Mar 31 15:37:14.966854 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-bba9d9c8-2ff0-4f26-892c-25b71b2124a3 req-c4226ed4-a418-4ae8-a01d-f754142331ef tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:14.967228 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-bba9d9c8-2ff0-4f26-892c-25b71b2124a3 req-c4226ed4-a418-4ae8-a01d-f754142331ef tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:14.967539 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [req-bba9d9c8-2ff0-4f26-892c-25b71b2124a3 req-c4226ed4-a418-4ae8-a01d-f754142331ef tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Floating IP 47b46389-64c3-4610-ae5b-110a08ced543 disassociated. External IP: 172.26.5.119, port: 0f85321f-84d1-4416-80dc-c1daa9bafa8c. Mar 31 15:37:14.967874 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-bba9d9c8-2ff0-4f26-892c-25b71b2124a3 req-c4226ed4-a418-4ae8-a01d-f754142331ef tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Calling delete_port for 0f85321f-84d1-4416-80dc-c1daa9bafa8c owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:37:15.069748 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 92b61ad6-8c62-493c-91a0-cd4af173c3e1 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:37:15.132287 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76320b31-abf5-49d5-ac37-865fba2ba9e6 req-deda3b15-15a4-4c39-8965-37d7780bc937 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:15.134586 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-76320b31-abf5-49d5-ac37-865fba2ba9e6 req-deda3b15-15a4-4c39-8965-37d7780bc937 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d32ae0e-a7ae-4d61-addd-d9ce05f7d828 HTTP/1.1" status: 200 len: 945 time: 0.0891433 Mar 31 15:37:15.148764 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 92b61ad6-8c62-493c-91a0-cd4af173c3e1 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:37:15.149269 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:15.151504 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-2e5a0e0a-443d-4883-9438-8fbafc94caef tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:37:15.184073 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-76320b31-abf5-49d5-ac37-865fba2ba9e6 req-88c890c1-cb3b-4a5c-bf49-73e42916fe95 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418508 Mar 31 15:37:15.267985 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-2e5a0e0a-443d-4883-9438-8fbafc94caef tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:37:15.269470 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-2e5a0e0a-443d-4883-9438-8fbafc94caef tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2734284 Mar 31 15:37:15.302860 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-bba9d9c8-2ff0-4f26-892c-25b71b2124a3 req-c4226ed4-a418-4ae8-a01d-f754142331ef tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:15.374904 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4226ed4-a418-4ae8-a01d-f754142331ef tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Pushing event deleted for resources: {'Port': ['ID=0f85321f-84d1-4416-80dc-c1daa9bafa8c,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:15.612840 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-6828d673-7958-4995-bac2-4658d5763958 service neutron] 10.222.0.31 "GET /v2.0/networks/be468c6f-7b0d-46c6-901e-5be0d768743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307135 Mar 31 15:37:15.749322 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bba9d9c8-2ff0-4f26-892c-25b71b2124a3 req-c4226ed4-a418-4ae8-a01d-f754142331ef tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Router 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:37:15.866224 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-7997cf4a-bcf8-4e59-9d49-7eda91958c13 service neutron] 10.222.0.31 "GET /v2.0/networks/be468c6f-7b0d-46c6-901e-5be0d768743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443922 Mar 31 15:37:16.005864 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bba9d9c8-2ff0-4f26-892c-25b71b2124a3 req-c4226ed4-a418-4ae8-a01d-f754142331ef tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:37:16.016322 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19990d8d-536b-4895-8f6e-9923078b7073 None None] Sync routers for ids ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:37:16.031859 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19990d8d-536b-4895-8f6e-9923078b7073 None None] Routers {'83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:37:16.032823 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-19990d8d-536b-4895-8f6e-9923078b7073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:37:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:16.093364 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba9d9c8-2ff0-4f26-892c-25b71b2124a3 req-c4226ed4-a418-4ae8-a01d-f754142331ef tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] No DVR routers for this DVR port 0f85321f-84d1-4416-80dc-c1daa9bafa8c on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:37:16.096267 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-bba9d9c8-2ff0-4f26-892c-25b71b2124a3 req-c4226ed4-a418-4ae8-a01d-f754142331ef tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:16.098972 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d32ae0e-a7ae-4d61-addd-d9ce05f7d828', 'name': 'network-vif-deleted', 'tag': '0f85321f-84d1-4416-80dc-c1daa9bafa8c'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:37:16.164224 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d32ae0e-a7ae-4d61-addd-d9ce05f7d828', 'name': 'network-vif-deleted', 'tag': '0f85321f-84d1-4416-80dc-c1daa9bafa8c', 'status': 'completed', 'code': 200} Mar 31 15:37:16.187018 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bba9d9c8-2ff0-4f26-892c-25b71b2124a3 req-c4226ed4-a418-4ae8-a01d-f754142331ef tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.41 "DELETE /v2.0/ports/0f85321f-84d1-4416-80dc-c1daa9bafa8c HTTP/1.1" status: 204 len: 173 time: 2.1864059 Mar 31 15:37:16.217294 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-addc4ae1-9733-43a4-9d29-543748ccd513 req-6bf5ec1c-bb25-45e9-9166-55abf854f5f1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cce4f1-a740-4533-973e-f178dcf8d2ae HTTP/1.1" status: 200 len: 210 time: 0.0618606 Mar 31 15:37:16.262685 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-19990d8d-536b-4895-8f6e-9923078b7073 None None] Set router 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:37:16.359017 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-e4d6bb18-d2f2-4632-96dc-a44f02ccdfec req-517bca49-dde7-4c02-88d4-2441ab072157 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Synchronizing usage tracker for tenant:4d80c83d1fbe401682aa9514176018aa on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:37:16.445784 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-e4d6bb18-d2f2-4632-96dc-a44f02ccdfec req-517bca49-dde7-4c02-88d4-2441ab072157 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Unset dirty status for tenant:4d80c83d1fbe401682aa9514176018aa on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:37:16.447006 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e4d6bb18-d2f2-4632-96dc-a44f02ccdfec req-517bca49-dde7-4c02-88d4-2441ab072157 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d32ae0e-a7ae-4d61-addd-d9ce05f7d828 HTTP/1.1" status: 200 len: 210 time: 0.1372087 Mar 31 15:37:16.630249 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-19990d8d-536b-4895-8f6e-9923078b7073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'name': 'tempest-TestVolumeBootPattern-1685436417-router', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20'}], 'enable_snat': True}, 'gw_port_id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:51Z', 'updated_at': '2022-03-31T15:32:59Z', 'revision_number': 4, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'gw_port': {'id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:53Z', 'updated_at': '2022-03-31T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '7a7d4c3b-ba84-4281-851b-f58d022b83cb', 'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'mac_address': 'fa:16:3e:c1:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:58Z', 'updated_at': '2022-03-31T15:33:08Z', 'revision_number': 5, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'subnets': [{'id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:16.634412 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19990d8d-536b-4895-8f6e-9923078b7073 None None] Checking router: 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:37:16.643465 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19990d8d-536b-4895-8f6e-9923078b7073 None None] Routers {'83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:37:16.644268 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-19990d8d-536b-4895-8f6e-9923078b7073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:37:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:16.833972 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-19990d8d-536b-4895-8f6e-9923078b7073 None None] Set router 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:37:17.153413 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-19990d8d-536b-4895-8f6e-9923078b7073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'name': 'tempest-TestVolumeBootPattern-1685436417-router', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20'}], 'enable_snat': True}, 'gw_port_id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:51Z', 'updated_at': '2022-03-31T15:32:59Z', 'revision_number': 4, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'gw_port': {'id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:53Z', 'updated_at': '2022-03-31T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '7a7d4c3b-ba84-4281-851b-f58d022b83cb', 'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'mac_address': 'fa:16:3e:c1:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:58Z', 'updated_at': '2022-03-31T15:33:08Z', 'revision_number': 5, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'subnets': [{'id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:17.157915 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19990d8d-536b-4895-8f6e-9923078b7073 None None] The sync data for ids ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'] in dv-neutron-833379-2-hyperv is: [{'id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'name': 'tempest-TestVolumeBootPattern-1685436417-router', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20'}], 'enable_snat': True}, 'gw_port_id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:51Z', 'updated_at': '2022-03-31T15:32:59Z', 'revision_number': 4, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'gw_port': {'id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:53Z', 'updated_at': '2022-03-31T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '7a7d4c3b-ba84-4281-851b-f58d022b83cb', 'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'mac_address': 'fa:16:3e:c1:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:58Z', 'updated_at': '2022-03-31T15:33:08Z', 'revision_number': 5, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'subnets': [{'id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:37:17.368428 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a25d541c-cfa1-42db-875e-8cb7633adf7a req-cab70279-69a7-4227-b359-ba360162a16f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cce4f1-a740-4533-973e-f178dcf8d2ae HTTP/1.1" status: 200 len: 210 time: 0.0475345 Mar 31 15:37:17.396648 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b36aa06-385d-45dd-92e8-e5875832b987 None None] New status for floating IP 47b46389-64c3-4610-ae5b-110a08ced543: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:37:17.732316 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 0f85321f-84d1-4416-80dc-c1daa9bafa8c no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:37:17.774974 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: 0f85321f-84d1-4416-80dc-c1daa9bafa8c {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:37:17.775318 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 0f85321f-84d1-4416-80dc-c1daa9bafa8c not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:37:17.873309 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-241400e8-53ad-47da-b283-47b2e56be8cd req-697bcc3a-90ca-4741-aee5-b6564492af9a tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d32ae0e-a7ae-4d61-addd-d9ce05f7d828 HTTP/1.1" status: 200 len: 210 time: 0.2983329 Mar 31 15:37:18.467458 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-6405ec83-a7a4-417f-a580-a75081cb4b73 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:18.468565 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-6405ec83-a7a4-417f-a580-a75081cb4b73 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/networks?id=be468c6f-7b0d-46c6-901e-5be0d768743b HTTP/1.1" status: 200 len: 796 time: 0.1523252 Mar 31 15:37:18.523374 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-202c3bbf-b985-4001-9332-59764df2e2a8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 379 time: 0.0461109 Mar 31 15:37:18.526827 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-32b8d582-2999-42a4-b159-e290a12aad1f req-cb6387af-5349-489c-b032-3f0d41ba7240 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cce4f1-a740-4533-973e-f178dcf8d2ae HTTP/1.1" status: 200 len: 210 time: 0.0467482 Mar 31 15:37:18.534397 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-406485c8-b07c-47b7-b795-f12645b934c7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'port': {'device_id': '44cce4f1-a740-4533-973e-f178dcf8d2ae', 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b', 'admin_state_up': True, 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'security_groups': ['0a47b674-8bad-4fa4-b984-05b369ca906c']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:18.673108 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-406485c8-b07c-47b7-b795-f12645b934c7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:37:18.683316 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-406485c8-b07c-47b7-b795-f12645b934c7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:37:18.782640 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-406485c8-b07c-47b7-b795-f12645b934c7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Made reservation on behalf of a28d6e89f5614e35860f06912b5df90e for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:37:18.786634 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-406485c8-b07c-47b7-b795-f12645b934c7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:19.075833 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-406485c8-b07c-47b7-b795-f12645b934c7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.20.0.6 (be468c6f-7b0d-46c6-901e-5be0d768743b/659285e5-d824-4e57-83b7-e3e3228e9110/134bd98f-0078-450e-9710-3fe2a49664af) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:37:19.271950 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-ebf3ba3f-9ecd-48cf-a2c5-8b1b315ef8bd tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-881308855&fields=id&tenant_id=4d80c83d1fbe401682aa9514176018aa HTTP/1.1" status: 200 len: 267 time: 0.0414469 Mar 31 15:37:19.280567 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-406485c8-b07c-47b7-b795-f12645b934c7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:19.297088 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-406485c8-b07c-47b7-b795-f12645b934c7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Transition to ACTIVE for port object 134bd98f-0078-450e-9710-3fe2a49664af will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:37:19.394166 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-406485c8-b07c-47b7-b795-f12645b934c7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:19.434561 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-ca78d3ed-1a4b-42b2-b4c6-e1feba792667 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:19.435239 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-ca78d3ed-1a4b-42b2-b4c6-e1feba792667 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Synchronizing usage tracker for tenant:4d80c83d1fbe401682aa9514176018aa on resource:network {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:37:19.460633 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-406485c8-b07c-47b7-b795-f12645b934c7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network be468c6f-7b0d-46c6-901e-5be0d768743b is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:37:19.463507 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-406485c8-b07c-47b7-b795-f12645b934c7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:37:19.473880 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-406485c8-b07c-47b7-b795-f12645b934c7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:37:19.519671 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406485c8-b07c-47b7-b795-f12645b934c7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=134bd98f-0078-450e-9710-3fe2a49664af,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:19.539878 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-ca78d3ed-1a4b-42b2-b4c6-e1feba792667 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Unset dirty status for tenant:4d80c83d1fbe401682aa9514176018aa on resource:network {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:37:19.539878 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-ca78d3ed-1a4b-42b2-b4c6-e1feba792667 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/networks?id=b062db18-3c45-443b-8ed2-a8ef4849e9af HTTP/1.1" status: 200 len: 812 time: 0.2570224 Mar 31 15:37:19.548853 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-406485c8-b07c-47b7-b795-f12645b934c7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:19.549551 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-406485c8-b07c-47b7-b795-f12645b934c7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:19.576710 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-04472e85-4805-4ad0-b8c3-71ef1c6d6d29 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/quotas/4d80c83d1fbe401682aa9514176018aa HTTP/1.1" status: 200 len: 375 time: 0.0250711 Mar 31 15:37:19.689839 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-c9755d59-4e55-4d9c-9754-b7e3c7ec0fba tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d80c83d1fbe401682aa9514176018aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1122439 Mar 31 15:37:19.704630 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-406485c8-b07c-47b7-b795-f12645b934c7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1763687 Mar 31 15:37:19.708654 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-ca3331d7-9488-48c8-9373-90626ececbc2 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:37:19.709823 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-ca3331d7-9488-48c8-9373-90626ececbc2 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070269 Mar 31 15:37:19.718804 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-9742a424-dd3e-4b08-b3d2-2043bd41ee30 service neutron] Request body: {'port': {'device_id': '44cce4f1-a740-4533-973e-f178dcf8d2ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:19.860716 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5fffa1-8851-4b68-ae3d-f5cda825e8ed req-8e8af143-fc4a-474d-90c8-e408c8f233a9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:19.861565 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-ac5fffa1-8851-4b68-ae3d-f5cda825e8ed req-8e8af143-fc4a-474d-90c8-e408c8f233a9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:37:19.871830 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-9742a424-dd3e-4b08-b3d2-2043bd41ee30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:19.914424 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-beb0962b-8327-4c4b-9fd6-494659f5fa5c None None] Provisioning for port 134bd98f-0078-450e-9710-3fe2a49664af completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:37:19.921542 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-beb0962b-8327-4c4b-9fd6-494659f5fa5c None None] Provisioning complete for port 134bd98f-0078-450e-9710-3fe2a49664af triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:37:19.922199 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-beb0962b-8327-4c4b-9fd6-494659f5fa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:19.959406 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-ac5fffa1-8851-4b68-ae3d-f5cda825e8ed req-8e8af143-fc4a-474d-90c8-e408c8f233a9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:37:19.960611 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ac5fffa1-8851-4b68-ae3d-f5cda825e8ed req-8e8af143-fc4a-474d-90c8-e408c8f233a9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cce4f1-a740-4533-973e-f178dcf8d2ae HTTP/1.1" status: 200 len: 931 time: 0.2981706 Mar 31 15:37:19.990061 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-d82a8102-0825-4ebe-ac26-598d78907c31 service neutron] 10.222.0.31 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728086 Mar 31 15:37:20.015243 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-beb0962b-8327-4c4b-9fd6-494659f5fa5c None None] Port 134bd98f-0078-450e-9710-3fe2a49664af cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:37:20.074984 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ac5fffa1-8851-4b68-ae3d-f5cda825e8ed req-377ee3ff-ff3a-4d27-809c-eeda75eee69e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a47b674-8bad-4fa4-b984-05b369ca906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056573 Mar 31 15:37:20.164783 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-6876efb4-350a-4599-8535-c9923798be11 service neutron] 10.222.0.31 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696270 Mar 31 15:37:20.314201 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-9742a424-dd3e-4b08-b3d2-2043bd41ee30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 134bd98f-0078-450e-9710-3fe2a49664af {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:37:20.328247 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-9742a424-dd3e-4b08-b3d2-2043bd41ee30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:20.349998 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-9742a424-dd3e-4b08-b3d2-2043bd41ee30 service neutron] Transition to ACTIVE for port object 134bd98f-0078-450e-9710-3fe2a49664af will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:37:20.428273 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-9742a424-dd3e-4b08-b3d2-2043bd41ee30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:20.641570 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742a424-dd3e-4b08-b3d2-2043bd41ee30 service neutron] Pushing event updated for resources: {'Port': ['ID=134bd98f-0078-450e-9710-3fe2a49664af,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:20.734277 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-9742a424-dd3e-4b08-b3d2-2043bd41ee30 service neutron] Attempting to bind port 134bd98f-0078-450e-9710-3fe2a49664af on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:37:20.735215 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-9742a424-dd3e-4b08-b3d2-2043bd41ee30 service neutron] Attempting to bind port 134bd98f-0078-450e-9710-3fe2a49664af by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fa628edd-8f2c-42b2-9461-a5020b8861a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:37:20.735215 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-9742a424-dd3e-4b08-b3d2-2043bd41ee30 service neutron] Attempting to bind port 134bd98f-0078-450e-9710-3fe2a49664af on network be468c6f-7b0d-46c6-901e-5be0d768743b {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:37:20.740451 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-9742a424-dd3e-4b08-b3d2-2043bd41ee30 service neutron] Port 134bd98f-0078-450e-9710-3fe2a49664af on network be468c6f-7b0d-46c6-901e-5be0d768743b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:37:20.740861 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-9742a424-dd3e-4b08-b3d2-2043bd41ee30 service neutron] Attempting to bind port 134bd98f-0078-450e-9710-3fe2a49664af on network be468c6f-7b0d-46c6-901e-5be0d768743b {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:37:20.747190 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-9742a424-dd3e-4b08-b3d2-2043bd41ee30 service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:37:20.747518 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-9742a424-dd3e-4b08-b3d2-2043bd41ee30 service neutron] Checking segment: {'id': 'fa628edd-8f2c-42b2-9461-a5020b8861a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:37:20.747898 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-9742a424-dd3e-4b08-b3d2-2043bd41ee30 service neutron] Bound using segment: {'id': 'fa628edd-8f2c-42b2-9461-a5020b8861a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:37:20.748319 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-9742a424-dd3e-4b08-b3d2-2043bd41ee30 service neutron] Bound port: 134bd98f-0078-450e-9710-3fe2a49664af, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa628edd-8f2c-42b2-9461-a5020b8861a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:37:20.748659 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-9742a424-dd3e-4b08-b3d2-2043bd41ee30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:20.842394 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-9742a424-dd3e-4b08-b3d2-2043bd41ee30 service neutron] For port 134bd98f-0078-450e-9710-3fe2a49664af, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:37:20.845460 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-9742a424-dd3e-4b08-b3d2-2043bd41ee30 service neutron] For port 134bd98f-0078-450e-9710-3fe2a49664af, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=134bd98f-0078-450e-9710-3fe2a49664af,segment=NetworkSegment(fa628edd-8f2c-42b2-9461-a5020b8861a5),segment_id=fa628edd-8f2c-42b2-9461-a5020b8861a5)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:37:20.929991 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-9742a424-dd3e-4b08-b3d2-2043bd41ee30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:20.977550 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a0f2cd8e-db15-4dbf-a69c-e01c89a514c7 req-6cd9fdc5-6363-4774-847f-d10db35feb1a tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c6a83a8-c120-43f4-885c-308e86638c6c HTTP/1.1" status: 200 len: 210 time: 0.0859504 Mar 31 15:37:21.000730 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-9742a424-dd3e-4b08-b3d2-2043bd41ee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:21.001303 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-9742a424-dd3e-4b08-b3d2-2043bd41ee30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:21.003529 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-9742a424-dd3e-4b08-b3d2-2043bd41ee30 service neutron] 10.222.0.41 "PUT /v2.0/ports/134bd98f-0078-450e-9710-3fe2a49664af HTTP/1.1" status: 200 len: 1093 time: 1.2911799 Mar 31 15:37:21.004142 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44cce4f1-a740-4533-973e-f178dcf8d2ae', 'tag': '134bd98f-0078-450e-9710-3fe2a49664af'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:37:21.054672 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742a424-dd3e-4b08-b3d2-2043bd41ee30 service neutron] Pushing event updated for resources: {'Port': ['ID=134bd98f-0078-450e-9710-3fe2a49664af,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:21.065116 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44cce4f1-a740-4533-973e-f178dcf8d2ae', 'tag': '134bd98f-0078-450e-9710-3fe2a49664af', 'status': 'completed', 'code': 200} Mar 31 15:37:21.163300 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af96a2-a5b5-46db-afdf-c09b09e10882 req-435e7b41-8d57-47fd-ab34-e61e59777aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:21.164799 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-93af96a2-a5b5-46db-afdf-c09b09e10882 req-435e7b41-8d57-47fd-ab34-e61e59777aed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=44cce4f1-a740-4533-973e-f178dcf8d2ae HTTP/1.1" status: 200 len: 1096 time: 0.0791874 Mar 31 15:37:21.509114 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af96a2-a5b5-46db-afdf-c09b09e10882 req-df594e92-dc65-46fa-9df6-fd66dc273bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:21.510773 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-93af96a2-a5b5-46db-afdf-c09b09e10882 req-df594e92-dc65-46fa-9df6-fd66dc273bdd service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a28d6e89f5614e35860f06912b5df90e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3384297 Mar 31 15:37:21.522753 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ecc6c-09d2-4c9b-b394-d3e5c7454645 req-0f6b799a-4f21-469c-82e3-61af1a6e1f04 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:21.524187 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3c0ecc6c-09d2-4c9b-b394-d3e5c7454645 req-0f6b799a-4f21-469c-82e3-61af1a6e1f04 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cce4f1-a740-4533-973e-f178dcf8d2ae HTTP/1.1" status: 200 len: 943 time: 0.3110294 Mar 31 15:37:21.676359 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3c0ecc6c-09d2-4c9b-b394-d3e5c7454645 req-50b17853-eb9b-427b-bc5d-8501dcd5ffdc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a47b674-8bad-4fa4-b984-05b369ca906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215861 Mar 31 15:37:21.711165 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af96a2-a5b5-46db-afdf-c09b09e10882 req-cfc82c03-52df-4d84-a754-3aa08684ac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:21.712708 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-93af96a2-a5b5-46db-afdf-c09b09e10882 req-cfc82c03-52df-4d84-a754-3aa08684ac5d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1876526 Mar 31 15:37:21.827256 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-f130847b-b5cd-4dbe-ac8b-710f2d1fa495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:21.828628 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-f130847b-b5cd-4dbe-ac8b-710f2d1fa495 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=44cce4f1-a740-4533-973e-f178dcf8d2ae HTTP/1.1" status: 200 len: 1096 time: 0.0810661 Mar 31 15:37:21.901042 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-0670008e-4057-4324-b0d7-19ebbcf58c1c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=134bd98f-0078-450e-9710-3fe2a49664af HTTP/1.1" status: 200 len: 217 time: 0.0662675 Mar 31 15:37:21.980977 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-f9482848-9779-4f5e-9d39-5f34eb87a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:21.982450 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-f9482848-9779-4f5e-9d39-5f34eb87a59f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=659285e5-d824-4e57-83b7-e3e3228e9110 HTTP/1.1" status: 200 len: 835 time: 0.0759048 Mar 31 15:37:22.064512 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-997dcf08-f726-432d-943c-4648fcd6b75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:22.066028 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-997dcf08-f726-432d-943c-4648fcd6b75d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be468c6f-7b0d-46c6-901e-5be0d768743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783441 Mar 31 15:37:22.210601 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5e84504e-5ad9-430d-9057-a4c07a5e7100 req-5006869c-53be-4e75-a1c5-24bee3132782 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c6a83a8-c120-43f4-885c-308e86638c6c HTTP/1.1" status: 200 len: 210 time: 0.1114018 Mar 31 15:37:22.229014 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-da66c0c9-221b-4010-9efc-7b39c7890ccb service neutron] 10.222.0.41 "GET /v2.0/networks/be468c6f-7b0d-46c6-901e-5be0d768743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569149 Mar 31 15:37:22.363307 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-38dbefe3-bcee-4d03-aed2-23f192e14e65 req-142fbe0f-9862-4350-bece-4c2f4e0f3709 service neutron] 10.222.0.41 "GET /v2.0/networks/be468c6f-7b0d-46c6-901e-5be0d768743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270847 Mar 31 15:37:22.800614 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-65487941-a881-4522-938b-0a5509edee3d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:22.802065 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-65487941-a881-4522-938b-0a5509edee3d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.41 "GET /v2.0/networks?id=b062db18-3c45-443b-8ed2-a8ef4849e9af HTTP/1.1" status: 200 len: 812 time: 0.1755733 Mar 31 15:37:22.896697 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-fb6b22d4-e36d-429b-adc9-cd43e74ebd6b tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d80c83d1fbe401682aa9514176018aa HTTP/1.1" status: 200 len: 379 time: 0.0593750 Mar 31 15:37:22.906754 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-ba23b045-965f-4ea6-8900-42f1eb5033fa tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Request body: {'port': {'device_id': '1c6a83a8-c120-43f4-885c-308e86638c6c', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'admin_state_up': True, 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'security_groups': ['d9e81fc0-179b-43b4-8540-7cc482d9ef51']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:23.014110 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce2c48-1550-4eb0-8661-1890047fb08b req-3d55cab1-7a9e-43d7-b7a0-e4ec2a38e9f4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:23.015674 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-06ce2c48-1550-4eb0-8661-1890047fb08b req-3d55cab1-7a9e-43d7-b7a0-e4ec2a38e9f4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cce4f1-a740-4533-973e-f178dcf8d2ae HTTP/1.1" status: 200 len: 943 time: 0.2127423 Mar 31 15:37:23.092528 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-06ce2c48-1550-4eb0-8661-1890047fb08b req-0a525d10-5470-4c48-b3ac-7cf28d01427e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a47b674-8bad-4fa4-b984-05b369ca906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684264 Mar 31 15:37:23.101655 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-ba23b045-965f-4ea6-8900-42f1eb5033fa tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:37:23.114019 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-ba23b045-965f-4ea6-8900-42f1eb5033fa tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:37:23.188319 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-ba23b045-965f-4ea6-8900-42f1eb5033fa tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Made reservation on behalf of 4d80c83d1fbe401682aa9514176018aa for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:37:23.191848 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-ba23b045-965f-4ea6-8900-42f1eb5033fa tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:23.392800 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-ba23b045-965f-4ea6-8900-42f1eb5033fa tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Allocated IP 172.20.0.11 (b062db18-3c45-443b-8ed2-a8ef4849e9af/df984311-c0fe-4d96-bc1f-8e89883604f5/9335ae74-fd8a-4f39-b1ab-315e74eedf4b) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:37:23.460021 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-2270818d-f4f9-452e-86a4-05b301c33333 req-db01fb34-e2bb-4014-b80f-c813c1e2177f tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c6a83a8-c120-43f4-885c-308e86638c6c HTTP/1.1" status: 200 len: 210 time: 0.0858297 Mar 31 15:37:23.749325 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-ba23b045-965f-4ea6-8900-42f1eb5033fa tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:23.767225 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-ba23b045-965f-4ea6-8900-42f1eb5033fa tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Transition to ACTIVE for port object 9335ae74-fd8a-4f39-b1ab-315e74eedf4b will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:37:23.879502 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-ba23b045-965f-4ea6-8900-42f1eb5033fa tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:23.964137 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-ba23b045-965f-4ea6-8900-42f1eb5033fa tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Network b062db18-3c45-443b-8ed2-a8ef4849e9af is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:37:23.973640 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-ba23b045-965f-4ea6-8900-42f1eb5033fa tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:37:23.978229 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-ba23b045-965f-4ea6-8900-42f1eb5033fa tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:37:24.009810 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23b045-965f-4ea6-8900-42f1eb5033fa tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Pushing event updated for resources: {'Port': ['ID=9335ae74-fd8a-4f39-b1ab-315e74eedf4b,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:24.061709 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-ba23b045-965f-4ea6-8900-42f1eb5033fa tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:24.062601 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-ba23b045-965f-4ea6-8900-42f1eb5033fa tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:24.194793 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-ba23b045-965f-4ea6-8900-42f1eb5033fa tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2918246 Mar 31 15:37:24.209245 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-0f17174c-abee-4713-b0f4-54123e4f370f service neutron] Request body: {'port': {'device_id': '1c6a83a8-c120-43f4-885c-308e86638c6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:24.297325 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-546ef462-c954-49f3-b080-5c34a0563d3f None None] Provisioning for port 9335ae74-fd8a-4f39-b1ab-315e74eedf4b completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:37:24.304804 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-546ef462-c954-49f3-b080-5c34a0563d3f None None] Provisioning complete for port 9335ae74-fd8a-4f39-b1ab-315e74eedf4b triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:37:24.305419 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-546ef462-c954-49f3-b080-5c34a0563d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:24.370509 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-546ef462-c954-49f3-b080-5c34a0563d3f None None] Port 9335ae74-fd8a-4f39-b1ab-315e74eedf4b cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:37:24.460251 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-0f17174c-abee-4713-b0f4-54123e4f370f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:24.535712 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e88987-0e51-432c-abd9-339a787340bb req-3d62626e-132d-41cb-91b6-3d8b110cdb74 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:24.537532 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-51e88987-0e51-432c-abd9-339a787340bb req-3d62626e-132d-41cb-91b6-3d8b110cdb74 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cce4f1-a740-4533-973e-f178dcf8d2ae HTTP/1.1" status: 200 len: 943 time: 0.2705088 Mar 31 15:37:24.717072 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-51e88987-0e51-432c-abd9-339a787340bb req-da3c21b5-2e40-45d8-ae12-e81346a1cb1e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a47b674-8bad-4fa4-b984-05b369ca906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654460 Mar 31 15:37:24.735425 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1e69f-eacb-42a7-914d-ea628aa76317 req-630c2e51-f94b-448c-958d-b15dc0be0de2 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:24.745956 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c1b1e69f-eacb-42a7-914d-ea628aa76317 req-630c2e51-f94b-448c-958d-b15dc0be0de2 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c6a83a8-c120-43f4-885c-308e86638c6c HTTP/1.1" status: 200 len: 932 time: 0.1341834 Mar 31 15:37:24.802457 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c1b1e69f-eacb-42a7-914d-ea628aa76317 req-a5457e97-1822-4a6d-bb28-6094b72c065a tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538559 Mar 31 15:37:24.997509 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-0f17174c-abee-4713-b0f4-54123e4f370f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9335ae74-fd8a-4f39-b1ab-315e74eedf4b {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:37:25.007910 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-0f17174c-abee-4713-b0f4-54123e4f370f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:25.025377 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-0f17174c-abee-4713-b0f4-54123e4f370f service neutron] Transition to ACTIVE for port object 9335ae74-fd8a-4f39-b1ab-315e74eedf4b will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:37:25.096323 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-0f17174c-abee-4713-b0f4-54123e4f370f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:25.096702 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:25.260842 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17174c-abee-4713-b0f4-54123e4f370f service neutron] Pushing event updated for resources: {'Port': ['ID=9335ae74-fd8a-4f39-b1ab-315e74eedf4b,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:25.347326 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-0f17174c-abee-4713-b0f4-54123e4f370f service neutron] Attempting to bind port 9335ae74-fd8a-4f39-b1ab-315e74eedf4b on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:37:25.347658 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-0f17174c-abee-4713-b0f4-54123e4f370f service neutron] Attempting to bind port 9335ae74-fd8a-4f39-b1ab-315e74eedf4b by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'ba430e3c-c87c-4f37-818e-9716eff11a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:37:25.347986 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-0f17174c-abee-4713-b0f4-54123e4f370f service neutron] Attempting to bind port 9335ae74-fd8a-4f39-b1ab-315e74eedf4b on network b062db18-3c45-443b-8ed2-a8ef4849e9af {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:37:25.353253 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-0f17174c-abee-4713-b0f4-54123e4f370f service neutron] Port 9335ae74-fd8a-4f39-b1ab-315e74eedf4b on network b062db18-3c45-443b-8ed2-a8ef4849e9af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:37:25.353575 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-0f17174c-abee-4713-b0f4-54123e4f370f service neutron] Attempting to bind port 9335ae74-fd8a-4f39-b1ab-315e74eedf4b on network b062db18-3c45-443b-8ed2-a8ef4849e9af {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:37:25.359494 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-0f17174c-abee-4713-b0f4-54123e4f370f service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:37:25.359977 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-0f17174c-abee-4713-b0f4-54123e4f370f service neutron] Checking segment: {'id': 'ba430e3c-c87c-4f37-818e-9716eff11a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:37:25.360373 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-0f17174c-abee-4713-b0f4-54123e4f370f service neutron] Bound using segment: {'id': 'ba430e3c-c87c-4f37-818e-9716eff11a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:37:25.360808 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-0f17174c-abee-4713-b0f4-54123e4f370f service neutron] Bound port: 9335ae74-fd8a-4f39-b1ab-315e74eedf4b, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba430e3c-c87c-4f37-818e-9716eff11a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:37:25.361156 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-0f17174c-abee-4713-b0f4-54123e4f370f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:25.469924 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-0f17174c-abee-4713-b0f4-54123e4f370f service neutron] For port 9335ae74-fd8a-4f39-b1ab-315e74eedf4b, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:37:25.473758 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-0f17174c-abee-4713-b0f4-54123e4f370f service neutron] For port 9335ae74-fd8a-4f39-b1ab-315e74eedf4b, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=9335ae74-fd8a-4f39-b1ab-315e74eedf4b,segment=NetworkSegment(ba430e3c-c87c-4f37-818e-9716eff11a24),segment_id=ba430e3c-c87c-4f37-818e-9716eff11a24)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:37:25.543734 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-0f17174c-abee-4713-b0f4-54123e4f370f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:25.599927 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-0f17174c-abee-4713-b0f4-54123e4f370f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:25.600529 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-0f17174c-abee-4713-b0f4-54123e4f370f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:25.601933 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-0f17174c-abee-4713-b0f4-54123e4f370f service neutron] 10.222.0.41 "PUT /v2.0/ports/9335ae74-fd8a-4f39-b1ab-315e74eedf4b HTTP/1.1" status: 200 len: 1094 time: 1.3978052 Mar 31 15:37:25.602377 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6a83a8-c120-43f4-885c-308e86638c6c', 'tag': '9335ae74-fd8a-4f39-b1ab-315e74eedf4b'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:37:25.633418 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17174c-abee-4713-b0f4-54123e4f370f service neutron] Pushing event updated for resources: {'Port': ['ID=9335ae74-fd8a-4f39-b1ab-315e74eedf4b,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:25.691534 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6a83a8-c120-43f4-885c-308e86638c6c', 'tag': '9335ae74-fd8a-4f39-b1ab-315e74eedf4b', 'status': 'completed', 'code': 200} Mar 31 15:37:25.794207 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 134bd98f-0078-450e-9710-3fe2a49664af details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:37:25.807781 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede55825-5c54-4a4a-9465-81f6c8cbfd9e req-33283312-ca37-4f0b-8455-07d91908e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:25.810140 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ede55825-5c54-4a4a-9465-81f6c8cbfd9e req-33283312-ca37-4f0b-8455-07d91908e55a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d80c83d1fbe401682aa9514176018aa&device_id=1c6a83a8-c120-43f4-885c-308e86638c6c HTTP/1.1" status: 200 len: 1097 time: 0.0945199 Mar 31 15:37:25.997705 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce7db2-41bf-494b-82dc-3cdf1a954b31 req-2161a819-bc85-4332-a9da-c84cbec601bf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:25.999306 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9dce7db2-41bf-494b-82dc-3cdf1a954b31 req-2161a819-bc85-4332-a9da-c84cbec601bf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cce4f1-a740-4533-973e-f178dcf8d2ae HTTP/1.1" status: 200 len: 943 time: 0.1408150 Mar 31 15:37:26.048527 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 134bd98f-0078-450e-9710-3fe2a49664af, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=134bd98f-0078-450e-9710-3fe2a49664af,segment=NetworkSegment(fa628edd-8f2c-42b2-9461-a5020b8861a5),segment_id=fa628edd-8f2c-42b2-9461-a5020b8861a5)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:37:26.060908 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9dce7db2-41bf-494b-82dc-3cdf1a954b31 req-21e09583-61dd-4fcc-9ead-cec5f1098259 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a47b674-8bad-4fa4-b984-05b369ca906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510941 Mar 31 15:37:26.068651 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': '134bd98f-0078-450e-9710-3fe2a49664af', 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b', 'port_id': '134bd98f-0078-450e-9710-3fe2a49664af', 'mac_address': 'fa:16:3e:4b:51:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '659285e5-d824-4e57-83b7-e3e3228e9110', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:37:26.084214 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede55825-5c54-4a4a-9465-81f6c8cbfd9e req-00fa8693-b0bc-4a13-b65c-f0834b717145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:26.085769 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ede55825-5c54-4a4a-9465-81f6c8cbfd9e req-00fa8693-b0bc-4a13-b65c-f0834b717145 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=4d80c83d1fbe401682aa9514176018aa&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2678866 Mar 31 15:37:26.151189 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d5b5f-5a9e-4603-abad-54e887836dfc req-7be518d3-3759-4a35-8fe9-495868599e27 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:26.152563 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-fb4d5b5f-5a9e-4603-abad-54e887836dfc req-7be518d3-3759-4a35-8fe9-495868599e27 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Synchronizing usage tracker for tenant:4d80c83d1fbe401682aa9514176018aa on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:37:26.162414 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:26.188672 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 134bd98f-0078-450e-9710-3fe2a49664af {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:37:26.206878 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 134bd98f-0078-450e-9710-3fe2a49664af, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=134bd98f-0078-450e-9710-3fe2a49664af,segment=NetworkSegment(fa628edd-8f2c-42b2-9461-a5020b8861a5),segment_id=fa628edd-8f2c-42b2-9461-a5020b8861a5)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:37:26.326320 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:26.398078 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede55825-5c54-4a4a-9465-81f6c8cbfd9e req-eaa5345f-1c3b-4753-b37f-3c4511853f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:26.400792 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ede55825-5c54-4a4a-9465-81f6c8cbfd9e req-eaa5345f-1c3b-4753-b37f-3c4511853f48 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3062787 Mar 31 15:37:26.418415 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-fb4d5b5f-5a9e-4603-abad-54e887836dfc req-7be518d3-3759-4a35-8fe9-495868599e27 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Unset dirty status for tenant:4d80c83d1fbe401682aa9514176018aa on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:37:26.420117 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fb4d5b5f-5a9e-4603-abad-54e887836dfc req-7be518d3-3759-4a35-8fe9-495868599e27 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c6a83a8-c120-43f4-885c-308e86638c6c HTTP/1.1" status: 200 len: 944 time: 0.4668956 Mar 31 15:37:26.460292 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=134bd98f-0078-450e-9710-3fe2a49664af,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:26.528801 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fb4d5b5f-5a9e-4603-abad-54e887836dfc req-1be34317-64de-4068-8206-37e18ef03c19 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955670 Mar 31 15:37:26.539507 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['134bd98f-0078-450e-9710-3fe2a49664af'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:37:26.582576 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-bceb4e1e-2e16-41f9-9437-6911a3dcd51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:26.585312 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-bceb4e1e-2e16-41f9-9437-6911a3dcd51e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d80c83d1fbe401682aa9514176018aa&device_id=1c6a83a8-c120-43f4-885c-308e86638c6c HTTP/1.1" status: 200 len: 1097 time: 0.1362083 Mar 31 15:37:26.706825 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-2b676084-3f09-4707-8f47-d429b6a650cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9335ae74-fd8a-4f39-b1ab-315e74eedf4b HTTP/1.1" status: 200 len: 217 time: 0.1136248 Mar 31 15:37:26.780074 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-d5c95cea-68a9-4c42-be0c-44a87e0433fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:26.781584 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-d5c95cea-68a9-4c42-be0c-44a87e0433fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df984311-c0fe-4d96-bc1f-8e89883604f5 HTTP/1.1" status: 200 len: 851 time: 0.0696757 Mar 31 15:37:26.860775 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-987930fd-fa12-4009-9ca1-d4545a123f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:26.862269 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-987930fd-fa12-4009-9ca1-d4545a123f79 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b062db18-3c45-443b-8ed2-a8ef4849e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743382 Mar 31 15:37:27.062280 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-cdf89838-2741-474c-9491-c6dd3f82be6a service neutron] 10.222.0.41 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934454 Mar 31 15:37:27.277824 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b766441a-6d0b-4fe4-af71-c44245b0a914 req-ef84f0ff-6605-4b0f-8740-e6311332358f service neutron] 10.222.0.41 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073700 Mar 31 15:37:27.385603 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943cccf6-609d-4b1a-80fc-39d4385a6b47 req-f0757973-4ca1-4316-b239-6ee51b477b06 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:27.387657 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-943cccf6-609d-4b1a-80fc-39d4385a6b47 req-f0757973-4ca1-4316-b239-6ee51b477b06 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cce4f1-a740-4533-973e-f178dcf8d2ae HTTP/1.1" status: 200 len: 944 time: 0.1155782 Mar 31 15:37:27.452781 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-943cccf6-609d-4b1a-80fc-39d4385a6b47 req-5eaaf8d3-00cd-4cb3-89f4-64728671d51f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a47b674-8bad-4fa4-b984-05b369ca906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527358 Mar 31 15:37:27.799574 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 134bd98f-0078-450e-9710-3fe2a49664af up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:37:27.834871 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62535c39-cd52-45a9-a83c-8210feb7262b req-a98f2e9c-3e84-450c-b161-bbfc70433ca4 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:27.836354 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-62535c39-cd52-45a9-a83c-8210feb7262b req-a98f2e9c-3e84-450c-b161-bbfc70433ca4 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c6a83a8-c120-43f4-885c-308e86638c6c HTTP/1.1" status: 200 len: 944 time: 0.1348724 Mar 31 15:37:27.908896 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-62535c39-cd52-45a9-a83c-8210feb7262b req-611314c7-e79f-4757-b7be-cabd14dc6ea2 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606060 Mar 31 15:37:27.920221 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port 134bd98f-0078-450e-9710-3fe2a49664af completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:37:27.928353 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port 134bd98f-0078-450e-9710-3fe2a49664af triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:37:27.928891 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:28.107563 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:28.145824 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cce4f1-a740-4533-973e-f178dcf8d2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134bd98f-0078-450e-9710-3fe2a49664af'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:37:28.157325 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 134bd98f-0078-450e-9710-3fe2a49664af, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=134bd98f-0078-450e-9710-3fe2a49664af,segment=NetworkSegment(fa628edd-8f2c-42b2-9461-a5020b8861a5),segment_id=fa628edd-8f2c-42b2-9461-a5020b8861a5)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:37:28.199824 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cce4f1-a740-4533-973e-f178dcf8d2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134bd98f-0078-450e-9710-3fe2a49664af', 'code': 200} Mar 31 15:37:28.205617 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:28.297804 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=134bd98f-0078-450e-9710-3fe2a49664af,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:28.703931 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f167c-c28b-403a-a7cd-cce95fd734aa req-d8cf161d-0165-43e7-9145-644306692d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:28.705473 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c49f167c-c28b-403a-a7cd-cce95fd734aa req-d8cf161d-0165-43e7-9145-644306692d7b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=44cce4f1-a740-4533-973e-f178dcf8d2ae HTTP/1.1" status: 200 len: 1098 time: 0.2145693 Mar 31 15:37:28.713589 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7671f3-95e1-4c1f-9a6e-134b8f83cf7b req-1628577f-817e-4ff5-9843-66b24f4c22ad tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:28.715179 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fd7671f3-95e1-4c1f-9a6e-134b8f83cf7b req-1628577f-817e-4ff5-9843-66b24f4c22ad tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cce4f1-a740-4533-973e-f178dcf8d2ae HTTP/1.1" status: 200 len: 945 time: 0.1229298 Mar 31 15:37:28.788234 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c49f167c-c28b-403a-a7cd-cce95fd734aa req-168d0929-bf90-4791-8b97-07bd8a4deca8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0a47b674-8bad-4fa4-b984-05b369ca906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720711 Mar 31 15:37:28.793965 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fd7671f3-95e1-4c1f-9a6e-134b8f83cf7b req-cec88074-8e73-4870-8933-194b0d9bf54e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a47b674-8bad-4fa4-b984-05b369ca906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649316 Mar 31 15:37:29.188944 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1df68-8330-4628-954d-f5ca301b665b req-cf208d33-b74f-4401-ba73-831803ab548f tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:29.191429 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-71d1df68-8330-4628-954d-f5ca301b665b req-cf208d33-b74f-4401-ba73-831803ab548f tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c6a83a8-c120-43f4-885c-308e86638c6c HTTP/1.1" status: 200 len: 944 time: 0.1441157 Mar 31 15:37:29.256917 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-71d1df68-8330-4628-954d-f5ca301b665b req-22a81fdb-1b73-4965-b78d-b5f81fafafd3 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595603 Mar 31 15:37:30.063458 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9fa32-3fa9-4271-8cf5-7db9a1d9055d req-53a556c3-376e-4ed5-a872-5644bb905d8a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:30.065679 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2de9fa32-3fa9-4271-8cf5-7db9a1d9055d req-53a556c3-376e-4ed5-a872-5644bb905d8a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cce4f1-a740-4533-973e-f178dcf8d2ae HTTP/1.1" status: 200 len: 945 time: 0.1367991 Mar 31 15:37:30.148051 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2de9fa32-3fa9-4271-8cf5-7db9a1d9055d req-d6099f57-6bd4-4079-aaff-b9b22ec83bfe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a47b674-8bad-4fa4-b984-05b369ca906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709703 Mar 31 15:37:30.528215 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9c985-9723-4232-80b4-bad678ac6a59 req-48a24bdb-c7e5-46d6-8322-105d905f2c85 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:30.531044 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-59f9c985-9723-4232-80b4-bad678ac6a59 req-48a24bdb-c7e5-46d6-8322-105d905f2c85 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c6a83a8-c120-43f4-885c-308e86638c6c HTTP/1.1" status: 200 len: 944 time: 0.0968208 Mar 31 15:37:30.590176 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-59f9c985-9723-4232-80b4-bad678ac6a59 req-3206de7c-3d35-49b2-a624-0b71b13adf45 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526733 Mar 31 15:37:31.400982 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63d00d-dc9a-4e76-bfa5-c60850df71ad req-13205588-0929-4886-a745-240797649ab8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:31.405094 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9a63d00d-dc9a-4e76-bfa5-c60850df71ad req-13205588-0929-4886-a745-240797649ab8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cce4f1-a740-4533-973e-f178dcf8d2ae HTTP/1.1" status: 200 len: 945 time: 0.1169596 Mar 31 15:37:31.463190 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9a63d00d-dc9a-4e76-bfa5-c60850df71ad req-18479072-4307-47cc-9f20-f99e2d672ac0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a47b674-8bad-4fa4-b984-05b369ca906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518434 Mar 31 15:37:31.719991 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b17f0-8a70-4931-9f1d-5bf0856cbd3d req-f81171f7-6424-4919-9f4f-b14bee2c470e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:31.722121 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-db5b17f0-8a70-4931-9f1d-5bf0856cbd3d req-f81171f7-6424-4919-9f4f-b14bee2c470e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cce4f1-a740-4533-973e-f178dcf8d2ae HTTP/1.1" status: 200 len: 945 time: 0.1357517 Mar 31 15:37:31.801886 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-db5b17f0-8a70-4931-9f1d-5bf0856cbd3d req-79d29551-62c5-43a1-8f38-b6ad3ee22260 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a47b674-8bad-4fa4-b984-05b369ca906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732198 Mar 31 15:37:31.833088 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49804) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:37:31.887611 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13015e83-fb72-4808-aee9-b3a134db071b req-8a0394fc-6ad8-4478-bdcc-b33b87165493 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:31.889441 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-13015e83-fb72-4808-aee9-b3a134db071b req-8a0394fc-6ad8-4478-bdcc-b33b87165493 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c6a83a8-c120-43f4-885c-308e86638c6c HTTP/1.1" status: 200 len: 944 time: 0.1065402 Mar 31 15:37:31.920701 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6583166d-5d08-4b79-b1ec-3597f164a6b6 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:31.923364 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6583166d-5d08-4b79-b1ec-3597f164a6b6 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=44cce4f1-a740-4533-973e-f178dcf8d2ae HTTP/1.1" status: 200 len: 1093 time: 0.0886893 Mar 31 15:37:31.927751 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49808) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:37:31.936959 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ea6ab920-1e20-4ff0-8438-29f6f4d4bedf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'port_id': '134bd98f-0078-450e-9710-3fe2a49664af', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:31.946499 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ea6ab920-1e20-4ff0-8438-29f6f4d4bedf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:37:31.946873 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-13015e83-fb72-4808-aee9-b3a134db071b req-27d81b42-0ff5-46b6-9678-9f4c26cc2682 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468423 Mar 31 15:37:31.953298 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ea6ab920-1e20-4ff0-8438-29f6f4d4bedf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:floatingip and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:37:31.956762 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ea6ab920-1e20-4ff0-8438-29f6f4d4bedf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:37:31.963107 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ea6ab920-1e20-4ff0-8438-29f6f4d4bedf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:37:32.017169 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ea6ab920-1e20-4ff0-8438-29f6f4d4bedf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:32.177587 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ea6ab920-1e20-4ff0-8438-29f6f4d4bedf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:32.378834 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-ea6ab920-1e20-4ff0-8438-29f6f4d4bedf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.26.5.109 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/73898978-aa95-4185-bbdb-5a854f216297) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:37:32.628054 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ea6ab920-1e20-4ff0-8438-29f6f4d4bedf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:32.725595 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ea6ab920-1e20-4ff0-8438-29f6f4d4bedf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:32.805966 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6ab920-1e20-4ff0-8438-29f6f4d4bedf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:37:32.820348 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-ea6ab920-1e20-4ff0-8438-29f6f4d4bedf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:37:32.829066 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6ab920-1e20-4ff0-8438-29f6f4d4bedf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:37:32.885419 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ab920-1e20-4ff0-8438-29f6f4d4bedf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=73898978-aa95-4185-bbdb-5a854f216297,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:33.069322 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d14545eb-4269-45ce-b7c6-eb78c1a655a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:33.449019 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882312e3-3641-4d45-954f-b946f2dc8071 req-16c3b240-1bb7-4642-a595-034074eda773 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:33.450629 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-882312e3-3641-4d45-954f-b946f2dc8071 req-16c3b240-1bb7-4642-a595-034074eda773 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c6a83a8-c120-43f4-885c-308e86638c6c HTTP/1.1" status: 200 len: 944 time: 0.3640246 Mar 31 15:37:33.541142 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-882312e3-3641-4d45-954f-b946f2dc8071 req-9cfca183-29ba-41ae-81ea-5d9b5f49f63b tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719578 Mar 31 15:37:33.615801 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ea6ab920-1e20-4ff0-8438-29f6f4d4bedf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:33.739619 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ea6ab920-1e20-4ff0-8438-29f6f4d4bedf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:33.995810 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ea6ab920-1e20-4ff0-8438-29f6f4d4bedf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:34.039738 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ea6ab920-1e20-4ff0-8438-29f6f4d4bedf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:34.164444 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ab920-1e20-4ff0-8438-29f6f4d4bedf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=73898978-aa95-4185-bbdb-5a854f216297,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:34.177000 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ea6ab920-1e20-4ff0-8438-29f6f4d4bedf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:34.385899 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-ea6ab920-1e20-4ff0-8438-29f6f4d4bedf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Floating IP 2b38ca65-616f-4038-8500-2fcfb9eb8509 associated. External IP: 172.26.5.109, port: 134bd98f-0078-450e-9710-3fe2a49664af. Mar 31 15:37:34.806826 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d96755-1afa-42a0-ae1c-326bb70bf44d req-a0503d37-8b16-4504-bb2d-bf66332d4e8e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:34.809038 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-72d96755-1afa-42a0-ae1c-326bb70bf44d req-a0503d37-8b16-4504-bb2d-bf66332d4e8e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c6a83a8-c120-43f4-885c-308e86638c6c HTTP/1.1" status: 200 len: 944 time: 0.0950842 Mar 31 15:37:34.866153 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6ab920-1e20-4ff0-8438-29f6f4d4bedf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router 770a2ef3-2e57-456d-a10a-363449423e35 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:37:34.874425 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-72d96755-1afa-42a0-ae1c-326bb70bf44d req-d2a8e3af-36cd-4060-be7d-f55ae2b31729 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549700 Mar 31 15:37:35.131113 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1639f20e-4da6-4946-bf1d-7df6d9116eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:35.335622 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6ab920-1e20-4ff0-8438-29f6f4d4bedf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:37:35.347261 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ae911c-7147-4aea-9ceb-84913895169b None None] Sync routers for ids ['770a2ef3-2e57-456d-a10a-363449423e35'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:37:35.357028 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ae911c-7147-4aea-9ceb-84913895169b None None] Routers {'770a2ef3-2e57-456d-a10a-363449423e35'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:37:35.357876 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e6ae911c-7147-4aea-9ceb-84913895169b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:37:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['770a2ef3-2e57-456d-a10a-363449423e35'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:35.439587 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ea6ab920-1e20-4ff0-8438-29f6f4d4bedf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:35.523713 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ea6ab920-1e20-4ff0-8438-29f6f4d4bedf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5943806 Mar 31 15:37:35.524348 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44cce4f1-a740-4533-973e-f178dcf8d2ae', 'tag': '134bd98f-0078-450e-9710-3fe2a49664af'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:37:35.528476 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49816) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:37:35.605997 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44cce4f1-a740-4533-973e-f178dcf8d2ae', 'tag': '134bd98f-0078-450e-9710-3fe2a49664af', 'status': 'completed', 'code': 200} Mar 31 15:37:35.628294 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-e6ae911c-7147-4aea-9ceb-84913895169b None None] Set router 770a2ef3-2e57-456d-a10a-363449423e35 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:37:35.734839 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d489b7f6-c2b0-4afe-9b7e-c045a61a1b39 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/2b38ca65-616f-4038-8500-2fcfb9eb8509 HTTP/1.1" status: 200 len: 991 time: 0.2049913 Mar 31 15:37:35.762072 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e8d3c-eb2c-4a24-b4d5-d0f754cbbb89 req-c6fe009c-7de9-4115-9339-081b154cd827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:35.764546 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ff1e8d3c-eb2c-4a24-b4d5-d0f754cbbb89 req-c6fe009c-7de9-4115-9339-081b154cd827 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=44cce4f1-a740-4533-973e-f178dcf8d2ae HTTP/1.1" status: 200 len: 1098 time: 0.1290078 Mar 31 15:37:35.837636 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 9335ae74-fd8a-4f39-b1ab-315e74eedf4b details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:37:36.025971 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 9335ae74-fd8a-4f39-b1ab-315e74eedf4b, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=9335ae74-fd8a-4f39-b1ab-315e74eedf4b,segment=NetworkSegment(ba430e3c-c87c-4f37-818e-9716eff11a24),segment_id=ba430e3c-c87c-4f37-818e-9716eff11a24)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:37:36.045675 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': '9335ae74-fd8a-4f39-b1ab-315e74eedf4b', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'port_id': '9335ae74-fd8a-4f39-b1ab-315e74eedf4b', 'mac_address': 'fa:16:3e:bb:87:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:37:36.064027 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e6ae911c-7147-4aea-9ceb-84913895169b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770a2ef3-2e57-456d-a10a-363449423e35', 'name': 'tempest-TestNetworkBasicOps-router-1614137861', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:02Z', 'updated_at': '2022-03-31T15:37:08Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:03Z', 'updated_at': '2022-03-31T15:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '2b38ca65-616f-4038-8500-2fcfb9eb8509', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'port_id': '134bd98f-0078-450e-9710-3fe2a49664af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b', 'mac_address': 'fa:16:3e:4b:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cce4f1-a740-4533-973e-f178dcf8d2ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:37:33Z', 'updated_at': '2022-03-31T15:37:33Z', 'revision_number': 0, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b61ad6-8c62-493c-91a0-cd4af173c3e1', 'name': '', 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:9a:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '659285e5-d824-4e57-83b7-e3e3228e9110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:07Z', 'updated_at': '2022-03-31T15:37:13Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '659285e5-d824-4e57-83b7-e3e3228e9110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:36.068297 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ae911c-7147-4aea-9ceb-84913895169b None None] Checking router: 770a2ef3-2e57-456d-a10a-363449423e35 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:37:36.078733 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ae911c-7147-4aea-9ceb-84913895169b None None] Routers {'770a2ef3-2e57-456d-a10a-363449423e35'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:37:36.079361 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e6ae911c-7147-4aea-9ceb-84913895169b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:37:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['770a2ef3-2e57-456d-a10a-363449423e35'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:36.099532 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e8d3c-eb2c-4a24-b4d5-d0f754cbbb89 req-450ac5c9-155a-4350-8fea-448c54ea16d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:36.100995 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ff1e8d3c-eb2c-4a24-b4d5-d0f754cbbb89 req-450ac5c9-155a-4350-8fea-448c54ea16d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=be468c6f-7b0d-46c6-901e-5be0d768743b HTTP/1.1" status: 200 len: 897 time: 0.3267729 Mar 31 15:37:36.119348 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:36.141072 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9335ae74-fd8a-4f39-b1ab-315e74eedf4b {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:37:36.160557 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 9335ae74-fd8a-4f39-b1ab-315e74eedf4b, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=9335ae74-fd8a-4f39-b1ab-315e74eedf4b,segment=NetworkSegment(ba430e3c-c87c-4f37-818e-9716eff11a24),segment_id=ba430e3c-c87c-4f37-818e-9716eff11a24)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:37:36.226106 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ff1e8d3c-eb2c-4a24-b4d5-d0f754cbbb89 req-b2bff66d-22b7-4e21-8188-0a90fd8c720b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=134bd98f-0078-450e-9710-3fe2a49664af HTTP/1.1" status: 200 len: 999 time: 0.1172419 Mar 31 15:37:36.234441 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c07aff-6d65-4765-b9ba-609ef0c5ea6c req-d1e88803-95d7-49c6-af35-47a7d82ae325 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:36.235928 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b3c07aff-6d65-4765-b9ba-609ef0c5ea6c req-d1e88803-95d7-49c6-af35-47a7d82ae325 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c6a83a8-c120-43f4-885c-308e86638c6c HTTP/1.1" status: 200 len: 944 time: 0.1999979 Mar 31 15:37:36.274904 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-e6ae911c-7147-4aea-9ceb-84913895169b None None] Set router 770a2ef3-2e57-456d-a10a-363449423e35 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:37:36.302374 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:36.354328 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e8d3c-eb2c-4a24-b4d5-d0f754cbbb89 req-aa7508cd-c7a1-4d8d-a028-5e57d4c35db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:36.356873 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ff1e8d3c-eb2c-4a24-b4d5-d0f754cbbb89 req-aa7508cd-c7a1-4d8d-a028-5e57d4c35db4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=659285e5-d824-4e57-83b7-e3e3228e9110 HTTP/1.1" status: 200 len: 835 time: 0.1199920 Mar 31 15:37:36.360098 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b3c07aff-6d65-4765-b9ba-609ef0c5ea6c req-c89ac401-43a5-4136-bacd-a6683970e186 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866039 Mar 31 15:37:36.401797 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=9335ae74-fd8a-4f39-b1ab-315e74eedf4b,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:36.446696 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:36.475763 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e8d3c-eb2c-4a24-b4d5-d0f754cbbb89 req-8cd36ed5-eb7b-4a9c-8834-1afa1f39ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:36.477336 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ff1e8d3c-eb2c-4a24-b4d5-d0f754cbbb89 req-8cd36ed5-eb7b-4a9c-8834-1afa1f39ab03 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be468c6f-7b0d-46c6-901e-5be0d768743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1031783 Mar 31 15:37:36.491453 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:36.525918 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['9335ae74-fd8a-4f39-b1ab-315e74eedf4b'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:37:36.646776 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ff1e8d3c-eb2c-4a24-b4d5-d0f754cbbb89 req-d4ea21de-1558-433e-a949-97d79ad15ae6 service neutron] 10.222.0.41 "GET /v2.0/networks/be468c6f-7b0d-46c6-901e-5be0d768743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619980 Mar 31 15:37:36.706305 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e6ae911c-7147-4aea-9ceb-84913895169b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770a2ef3-2e57-456d-a10a-363449423e35', 'name': 'tempest-TestNetworkBasicOps-router-1614137861', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:02Z', 'updated_at': '2022-03-31T15:37:08Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:03Z', 'updated_at': '2022-03-31T15:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '2b38ca65-616f-4038-8500-2fcfb9eb8509', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'port_id': '134bd98f-0078-450e-9710-3fe2a49664af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b', 'mac_address': 'fa:16:3e:4b:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cce4f1-a740-4533-973e-f178dcf8d2ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:37:33Z', 'updated_at': '2022-03-31T15:37:33Z', 'revision_number': 0, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b61ad6-8c62-493c-91a0-cd4af173c3e1', 'name': '', 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:9a:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '659285e5-d824-4e57-83b7-e3e3228e9110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:07Z', 'updated_at': '2022-03-31T15:37:13Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '659285e5-d824-4e57-83b7-e3e3228e9110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:36.710608 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ae911c-7147-4aea-9ceb-84913895169b None None] The sync data for ids ['770a2ef3-2e57-456d-a10a-363449423e35'] in dv-neutron-833379-2-hyperv is: [{'id': '770a2ef3-2e57-456d-a10a-363449423e35', 'name': 'tempest-TestNetworkBasicOps-router-1614137861', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:02Z', 'updated_at': '2022-03-31T15:37:08Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:03Z', 'updated_at': '2022-03-31T15:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '2b38ca65-616f-4038-8500-2fcfb9eb8509', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'port_id': '134bd98f-0078-450e-9710-3fe2a49664af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b', 'mac_address': 'fa:16:3e:4b:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cce4f1-a740-4533-973e-f178dcf8d2ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:37:33Z', 'updated_at': '2022-03-31T15:37:33Z', 'revision_number': 0, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b61ad6-8c62-493c-91a0-cd4af173c3e1', 'name': '', 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:9a:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '659285e5-d824-4e57-83b7-e3e3228e9110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:07Z', 'updated_at': '2022-03-31T15:37:13Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '659285e5-d824-4e57-83b7-e3e3228e9110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:37:36.739731 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49824) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:37:36.811719 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ff1e8d3c-eb2c-4a24-b4d5-d0f754cbbb89 req-ecf37ac7-0fc1-4ff9-8be2-ff6e8a37f1a9 service neutron] 10.222.0.41 "GET /v2.0/networks/be468c6f-7b0d-46c6-901e-5be0d768743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562269 Mar 31 15:37:36.869960 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ccd7f4f5-9897-43eb-b540-a62d362fe107 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/2b38ca65-616f-4038-8500-2fcfb9eb8509 HTTP/1.1" status: 200 len: 991 time: 0.1275196 Mar 31 15:37:36.950723 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef18f96-7ca0-4af3-b081-d0eae38209ef None None] New status for floating IP 2b38ca65-616f-4038-8500-2fcfb9eb8509: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:37:37.582383 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b65a4-ae64-44b5-9bab-430e760187a6 req-fee1dbc0-8ac4-4f7d-acb5-c9d041d51ee3 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:37.583943 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b72b65a4-ae64-44b5-9bab-430e760187a6 req-fee1dbc0-8ac4-4f7d-acb5-c9d041d51ee3 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c6a83a8-c120-43f4-885c-308e86638c6c HTTP/1.1" status: 200 len: 945 time: 0.1028152 Mar 31 15:37:37.642624 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b72b65a4-ae64-44b5-9bab-430e760187a6 req-9e0f4264-79a3-40d7-b0ea-41c59d59a4a9 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499790 Mar 31 15:37:37.856538 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 9335ae74-fd8a-4f39-b1ab-315e74eedf4b up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:37:37.872909 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49830) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:37:37.887084 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:37.994030 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port 9335ae74-fd8a-4f39-b1ab-315e74eedf4b completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:37:38.002073 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-417e90f2-268a-44b6-9555-e6c94c253f6a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/2b38ca65-616f-4038-8500-2fcfb9eb8509 HTTP/1.1" status: 200 len: 993 time: 0.1276541 Mar 31 15:37:38.004042 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port 9335ae74-fd8a-4f39-b1ab-315e74eedf4b triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:37:38.004687 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:38.157358 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:38.188887 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6a83a8-c120-43f4-885c-308e86638c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9335ae74-fd8a-4f39-b1ab-315e74eedf4b'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:37:38.199225 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 9335ae74-fd8a-4f39-b1ab-315e74eedf4b, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=9335ae74-fd8a-4f39-b1ab-315e74eedf4b,segment=NetworkSegment(ba430e3c-c87c-4f37-818e-9716eff11a24),segment_id=ba430e3c-c87c-4f37-818e-9716eff11a24)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:37:38.251312 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6a83a8-c120-43f4-885c-308e86638c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9335ae74-fd8a-4f39-b1ab-315e74eedf4b', 'code': 200} Mar 31 15:37:38.285522 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:38.409490 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=9335ae74-fd8a-4f39-b1ab-315e74eedf4b,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:38.713306 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a1d2a-4fbe-44a3-a121-44930d524d54 req-20587584-3221-4d86-b9f2-bdba2c5289bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:38.715341 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c09a1d2a-4fbe-44a3-a121-44930d524d54 req-20587584-3221-4d86-b9f2-bdba2c5289bf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1c6a83a8-c120-43f4-885c-308e86638c6c HTTP/1.1" status: 200 len: 1099 time: 0.0850632 Mar 31 15:37:38.759495 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c09a1d2a-4fbe-44a3-a121-44930d524d54 req-430a7045-fa23-4dba-9637-6175eebe26e5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377672 Mar 31 15:37:38.859487 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82cd10-4101-439a-b9a7-08ea44a75be7 req-98896491-a633-4d8b-92c0-7181c55a2a3b tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:38.860950 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7f82cd10-4101-439a-b9a7-08ea44a75be7 req-98896491-a633-4d8b-92c0-7181c55a2a3b tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c6a83a8-c120-43f4-885c-308e86638c6c HTTP/1.1" status: 200 len: 946 time: 0.0875413 Mar 31 15:37:38.907775 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7f82cd10-4101-439a-b9a7-08ea44a75be7 req-d7a9d9b8-df3d-44a4-8ca0-ccf51d32bb36 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409606 Mar 31 15:37:40.124156 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc79761-4fc3-438c-ae2a-82a55e0636d9 req-a1628223-4a83-4baf-98c2-736225f63192 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:40.125655 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2bc79761-4fc3-438c-ae2a-82a55e0636d9 req-a1628223-4a83-4baf-98c2-736225f63192 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c6a83a8-c120-43f4-885c-308e86638c6c HTTP/1.1" status: 200 len: 946 time: 0.0921957 Mar 31 15:37:40.175830 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2bc79761-4fc3-438c-ae2a-82a55e0636d9 req-29418dec-994a-4e17-b0f6-abc89bdeaf05 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443194 Mar 31 15:37:41.366110 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e3cdc-fd74-469c-ac94-ae82bb33f8ac req-4f0b4632-eb0a-4b2d-9080-557b69392763 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:41.367503 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3f2e3cdc-fd74-469c-ac94-ae82bb33f8ac req-4f0b4632-eb0a-4b2d-9080-557b69392763 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c6a83a8-c120-43f4-885c-308e86638c6c HTTP/1.1" status: 200 len: 946 time: 0.0840783 Mar 31 15:37:41.412457 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3f2e3cdc-fd74-469c-ac94-ae82bb33f8ac req-045dc368-d923-46ce-99ac-a2707c528207 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389099 Mar 31 15:37:41.598363 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf8c62-a4f6-4053-8175-ad283db3af91 req-5a44ad62-aea4-409c-b603-df4aae877e4b tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:41.599955 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5bbf8c62-a4f6-4053-8175-ad283db3af91 req-5a44ad62-aea4-409c-b603-df4aae877e4b tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c6a83a8-c120-43f4-885c-308e86638c6c HTTP/1.1" status: 200 len: 946 time: 0.0827541 Mar 31 15:37:41.649052 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5bbf8c62-a4f6-4053-8175-ad283db3af91 req-f62d91ac-6cf5-4e2f-bfd6-9634b2f6611e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427344 Mar 31 15:37:41.674393 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49846) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:37:41.750225 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc86015-60a4-46ce-a96f-47cff8541496 tempest-TestVolumeBootPattern-580671261 tempest-TestVolumeBootPattern-580671261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:41.751731 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6cc86015-60a4-46ce-a96f-47cff8541496 tempest-TestVolumeBootPattern-580671261 tempest-TestVolumeBootPattern-580671261-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1c6a83a8-c120-43f4-885c-308e86638c6c HTTP/1.1" status: 200 len: 1094 time: 0.0763493 Mar 31 15:37:41.754643 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49850) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:37:41.759558 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-812b1e91-21c1-47b9-b09c-cf95e9aa0d20 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'port_id': '9335ae74-fd8a-4f39-b1ab-315e74eedf4b', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:41.766409 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-812b1e91-21c1-47b9-b09c-cf95e9aa0d20 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:37:41.772780 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-812b1e91-21c1-47b9-b09c-cf95e9aa0d20 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Usage tracker for resource:floatingip and tenant:4d80c83d1fbe401682aa9514176018aa is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:37:41.775764 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-812b1e91-21c1-47b9-b09c-cf95e9aa0d20 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:37:41.781567 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-812b1e91-21c1-47b9-b09c-cf95e9aa0d20 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:37:41.850939 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-812b1e91-21c1-47b9-b09c-cf95e9aa0d20 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for floatingip, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:41.992023 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-812b1e91-21c1-47b9-b09c-cf95e9aa0d20 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:42.130933 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-812b1e91-21c1-47b9-b09c-cf95e9aa0d20 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Allocated IP 172.26.5.164 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/d41ca648-cf6f-4304-aefe-05f83baef0ff) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:37:42.275436 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-812b1e91-21c1-47b9-b09c-cf95e9aa0d20 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:42.352622 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-812b1e91-21c1-47b9-b09c-cf95e9aa0d20 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:42.508632 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812b1e91-21c1-47b9-b09c-cf95e9aa0d20 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:37:42.515463 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-812b1e91-21c1-47b9-b09c-cf95e9aa0d20 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:37:42.519525 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812b1e91-21c1-47b9-b09c-cf95e9aa0d20 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:37:42.552353 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b1e91-21c1-47b9-b09c-cf95e9aa0d20 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Pushing event updated for resources: {'Port': ['ID=d41ca648-cf6f-4304-aefe-05f83baef0ff,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:42.939918 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-812b1e91-21c1-47b9-b09c-cf95e9aa0d20 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:43.082698 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-812b1e91-21c1-47b9-b09c-cf95e9aa0d20 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:43.286672 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-812b1e91-21c1-47b9-b09c-cf95e9aa0d20 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:43.346706 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-812b1e91-21c1-47b9-b09c-cf95e9aa0d20 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:43.453879 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b1e91-21c1-47b9-b09c-cf95e9aa0d20 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Pushing event updated for resources: {'Port': ['ID=d41ca648-cf6f-4304-aefe-05f83baef0ff,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:43.465528 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-812b1e91-21c1-47b9-b09c-cf95e9aa0d20 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:43.636912 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [None req-812b1e91-21c1-47b9-b09c-cf95e9aa0d20 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Floating IP e71b64d1-5926-466c-a040-7fcbf0e782fa associated. External IP: 172.26.5.164, port: 9335ae74-fd8a-4f39-b1ab-315e74eedf4b. Mar 31 15:37:44.087987 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812b1e91-21c1-47b9-b09c-cf95e9aa0d20 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Router 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:37:44.264087 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812b1e91-21c1-47b9-b09c-cf95e9aa0d20 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:37:44.273593 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9bfd8f-a676-4e27-9ab2-b3a4b23068e4 None None] Sync routers for ids ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:37:44.283485 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9bfd8f-a676-4e27-9ab2-b3a4b23068e4 None None] Routers {'83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:37:44.284850 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-dc9bfd8f-a676-4e27-9ab2-b3a4b23068e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:37:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:44.347961 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-812b1e91-21c1-47b9-b09c-cf95e9aa0d20 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:37:44.406189 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-812b1e91-21c1-47b9-b09c-cf95e9aa0d20 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6505332 Mar 31 15:37:44.406770 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6a83a8-c120-43f4-885c-308e86638c6c', 'tag': '9335ae74-fd8a-4f39-b1ab-315e74eedf4b'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:37:44.466074 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-dc9bfd8f-a676-4e27-9ab2-b3a4b23068e4 None None] Set router 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:37:44.507602 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6a83a8-c120-43f4-885c-308e86638c6c', 'tag': '9335ae74-fd8a-4f39-b1ab-315e74eedf4b', 'status': 'completed', 'code': 200} Mar 31 15:37:44.606768 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23658e2-73ae-4331-87ea-588a59bee093 req-6e5c382c-c979-4f58-9fc4-b1105fc38144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:44.608214 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a23658e2-73ae-4331-87ea-588a59bee093 req-6e5c382c-c979-4f58-9fc4-b1105fc38144 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d80c83d1fbe401682aa9514176018aa&device_id=1c6a83a8-c120-43f4-885c-308e86638c6c HTTP/1.1" status: 200 len: 1099 time: 0.0730052 Mar 31 15:37:44.742640 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23658e2-73ae-4331-87ea-588a59bee093 req-0f91e57b-0737-4958-935e-ac7d0e64df27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:44.744257 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a23658e2-73ae-4331-87ea-588a59bee093 req-0f91e57b-0737-4958-935e-ac7d0e64df27 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b062db18-3c45-443b-8ed2-a8ef4849e9af HTTP/1.1" status: 200 len: 913 time: 0.1291533 Mar 31 15:37:44.849134 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a23658e2-73ae-4331-87ea-588a59bee093 req-bcddd439-01b1-4526-8e32-f8b67c228aa3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9335ae74-fd8a-4f39-b1ab-315e74eedf4b HTTP/1.1" status: 200 len: 1000 time: 0.0991962 Mar 31 15:37:44.853394 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-dc9bfd8f-a676-4e27-9ab2-b3a4b23068e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'name': 'tempest-TestVolumeBootPattern-1685436417-router', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20'}], 'enable_snat': True}, 'gw_port_id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:51Z', 'updated_at': '2022-03-31T15:32:59Z', 'revision_number': 4, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'gw_port': {'id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:53Z', 'updated_at': '2022-03-31T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'e71b64d1-5926-466c-a040-7fcbf0e782fa', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'floating_ip_address': '172.26.5.164', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'port_id': '9335ae74-fd8a-4f39-b1ab-315e74eedf4b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'mac_address': 'fa:16:3e:bb:87:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a83a8-c120-43f4-885c-308e86638c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:37:42Z', 'updated_at': '2022-03-31T15:37:42Z', 'revision_number': 0, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7d4c3b-ba84-4281-851b-f58d022b83cb', 'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'mac_address': 'fa:16:3e:c1:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:58Z', 'updated_at': '2022-03-31T15:33:08Z', 'revision_number': 5, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'subnets': [{'id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:44.857724 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9bfd8f-a676-4e27-9ab2-b3a4b23068e4 None None] Checking router: 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:37:44.865800 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9bfd8f-a676-4e27-9ab2-b3a4b23068e4 None None] Routers {'83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:37:44.866389 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-dc9bfd8f-a676-4e27-9ab2-b3a4b23068e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:37:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:44.913403 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23658e2-73ae-4331-87ea-588a59bee093 req-ac113f85-ad04-46c5-ab7f-e2485b9019fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:44.914929 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a23658e2-73ae-4331-87ea-588a59bee093 req-ac113f85-ad04-46c5-ab7f-e2485b9019fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df984311-c0fe-4d96-bc1f-8e89883604f5 HTTP/1.1" status: 200 len: 851 time: 0.0601609 Mar 31 15:37:44.992543 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23658e2-73ae-4331-87ea-588a59bee093 req-956b271e-c39d-403e-80ad-61d004638457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:44.994045 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a23658e2-73ae-4331-87ea-588a59bee093 req-956b271e-c39d-403e-80ad-61d004638457 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b062db18-3c45-443b-8ed2-a8ef4849e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733676 Mar 31 15:37:45.045780 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-dc9bfd8f-a676-4e27-9ab2-b3a4b23068e4 None None] Set router 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:37:45.131549 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a23658e2-73ae-4331-87ea-588a59bee093 req-bc428dc5-94c8-448b-b815-b1d5a6a191ce service neutron] 10.222.0.41 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307600 Mar 31 15:37:45.279603 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a23658e2-73ae-4331-87ea-588a59bee093 req-a024328f-6a4d-4956-b91c-568d23e60903 service neutron] 10.222.0.41 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267860 Mar 31 15:37:45.389713 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-dc9bfd8f-a676-4e27-9ab2-b3a4b23068e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'name': 'tempest-TestVolumeBootPattern-1685436417-router', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20'}], 'enable_snat': True}, 'gw_port_id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:51Z', 'updated_at': '2022-03-31T15:32:59Z', 'revision_number': 4, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'gw_port': {'id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:53Z', 'updated_at': '2022-03-31T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'e71b64d1-5926-466c-a040-7fcbf0e782fa', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'floating_ip_address': '172.26.5.164', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'port_id': '9335ae74-fd8a-4f39-b1ab-315e74eedf4b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'mac_address': 'fa:16:3e:bb:87:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a83a8-c120-43f4-885c-308e86638c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:37:42Z', 'updated_at': '2022-03-31T15:37:42Z', 'revision_number': 0, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7d4c3b-ba84-4281-851b-f58d022b83cb', 'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'mac_address': 'fa:16:3e:c1:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:58Z', 'updated_at': '2022-03-31T15:33:08Z', 'revision_number': 5, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'subnets': [{'id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:45.393971 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9bfd8f-a676-4e27-9ab2-b3a4b23068e4 None None] The sync data for ids ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'] in dv-neutron-833379-2-hyperv is: [{'id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'name': 'tempest-TestVolumeBootPattern-1685436417-router', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20'}], 'enable_snat': True}, 'gw_port_id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:51Z', 'updated_at': '2022-03-31T15:32:59Z', 'revision_number': 4, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'gw_port': {'id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:53Z', 'updated_at': '2022-03-31T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'e71b64d1-5926-466c-a040-7fcbf0e782fa', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'floating_ip_address': '172.26.5.164', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'port_id': '9335ae74-fd8a-4f39-b1ab-315e74eedf4b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'mac_address': 'fa:16:3e:bb:87:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a83a8-c120-43f4-885c-308e86638c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:37:42Z', 'updated_at': '2022-03-31T15:37:42Z', 'revision_number': 0, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7d4c3b-ba84-4281-851b-f58d022b83cb', 'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'mac_address': 'fa:16:3e:c1:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:58Z', 'updated_at': '2022-03-31T15:33:08Z', 'revision_number': 5, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'subnets': [{'id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:37:45.579844 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaffc382-706e-407c-b927-a499bfb82386 None None] New status for floating IP e71b64d1-5926-466c-a040-7fcbf0e782fa: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:37:46.869503 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:37:55.175836 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:03.061295 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5d3e7d53-e358-442a-a420-838fd713c4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:05.250404 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c5fa6202-261d-410b-827f-586f367d3ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:06.369853 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:06.479145 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:07.099238 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49876) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:38:07.172645 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70155d7c-1a74-4d02-8410-6c39d27bae68 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:07.173664 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70155d7c-1a74-4d02-8410-6c39d27bae68 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:07.173664 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70155d7c-1a74-4d02-8410-6c39d27bae68 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:07.175467 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-70155d7c-1a74-4d02-8410-6c39d27bae68 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=a28d6e89f5614e35860f06912b5df90e&network_id=be468c6f-7b0d-46c6-901e-5be0d768743b HTTP/1.1" status: 200 len: 2999 time: 0.0752120 Mar 31 15:38:07.893654 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:09.804252 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49888) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:38:09.870474 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e2e1be-c851-41c4-b668-24799fae1341 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:09.871994 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-84e2e1be-c851-41c4-b668-24799fae1341 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=81fb4282-babc-4201-afd1-e5be35072e1e HTTP/1.1" status: 200 len: 814 time: 0.0666056 Mar 31 15:38:10.798537 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 49896) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:38:10.803716 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-39fed580-8fae-45fb-bca4-876507cba2f4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:38:10.907847 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-39fed580-8fae-45fb-bca4-876507cba2f4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:11.186254 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-39fed580-8fae-45fb-bca4-876507cba2f4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:11.255901 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-39fed580-8fae-45fb-bca4-876507cba2f4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:11.256220 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [None req-39fed580-8fae-45fb-bca4-876507cba2f4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Floating IP 2b38ca65-616f-4038-8500-2fcfb9eb8509 disassociated. External IP: 172.26.5.109, port: 134bd98f-0078-450e-9710-3fe2a49664af. Mar 31 15:38:11.746427 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39fed580-8fae-45fb-bca4-876507cba2f4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router 770a2ef3-2e57-456d-a10a-363449423e35 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:38:11.940123 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fed580-8fae-45fb-bca4-876507cba2f4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:38:11.944528 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-39fed580-8fae-45fb-bca4-876507cba2f4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:11.951104 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e53eeee-644b-424e-b0b8-5289f2e62488 None None] Sync routers for ids ['770a2ef3-2e57-456d-a10a-363449423e35'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:38:11.963365 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e53eeee-644b-424e-b0b8-5289f2e62488 None None] Routers {'770a2ef3-2e57-456d-a10a-363449423e35'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:38:11.963973 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-9e53eeee-644b-424e-b0b8-5289f2e62488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:38:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['770a2ef3-2e57-456d-a10a-363449423e35'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:12.001634 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-39fed580-8fae-45fb-bca4-876507cba2f4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "PUT /v2.0/floatingips/2b38ca65-616f-4038-8500-2fcfb9eb8509 HTTP/1.1" status: 200 len: 690 time: 1.2019043 Mar 31 15:38:12.002312 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44cce4f1-a740-4533-973e-f178dcf8d2ae', 'tag': '134bd98f-0078-450e-9710-3fe2a49664af'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:38:12.004516 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49900) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:38:12.064410 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44cce4f1-a740-4533-973e-f178dcf8d2ae', 'tag': '134bd98f-0078-450e-9710-3fe2a49664af', 'status': 'completed', 'code': 200} Mar 31 15:38:12.105245 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-18ccf91b-da5e-4793-add1-25abc8fb5b92 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/2b38ca65-616f-4038-8500-2fcfb9eb8509 HTTP/1.1" status: 200 len: 690 time: 0.0987926 Mar 31 15:38:12.158205 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-9e53eeee-644b-424e-b0b8-5289f2e62488 None None] Set router 770a2ef3-2e57-456d-a10a-363449423e35 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:38:12.159776 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49530886-2e15-4b6f-a80b-96dbc5c6c719 req-12104f32-2083-4f93-82ff-a29768875d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:12.161263 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-49530886-2e15-4b6f-a80b-96dbc5c6c719 req-12104f32-2083-4f93-82ff-a29768875d86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=44cce4f1-a740-4533-973e-f178dcf8d2ae HTTP/1.1" status: 200 len: 1098 time: 0.0751119 Mar 31 15:38:12.296606 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49530886-2e15-4b6f-a80b-96dbc5c6c719 req-49b8f98d-dff4-48c5-8e04-b7471b77c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:12.299958 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-49530886-2e15-4b6f-a80b-96dbc5c6c719 req-49b8f98d-dff4-48c5-8e04-b7471b77c8f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=be468c6f-7b0d-46c6-901e-5be0d768743b HTTP/1.1" status: 200 len: 897 time: 0.1307914 Mar 31 15:38:12.372222 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-49530886-2e15-4b6f-a80b-96dbc5c6c719 req-d0d56689-6017-4e04-8352-931d09b61dcd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=134bd98f-0078-450e-9710-3fe2a49664af HTTP/1.1" status: 200 len: 217 time: 0.0678368 Mar 31 15:38:12.437136 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49530886-2e15-4b6f-a80b-96dbc5c6c719 req-02155af6-838c-431d-9f81-c1a38d379bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:12.438615 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-49530886-2e15-4b6f-a80b-96dbc5c6c719 req-02155af6-838c-431d-9f81-c1a38d379bf5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=659285e5-d824-4e57-83b7-e3e3228e9110 HTTP/1.1" status: 200 len: 835 time: 0.0604236 Mar 31 15:38:12.517657 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-9e53eeee-644b-424e-b0b8-5289f2e62488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770a2ef3-2e57-456d-a10a-363449423e35', 'name': 'tempest-TestNetworkBasicOps-router-1614137861', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:02Z', 'updated_at': '2022-03-31T15:37:08Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:03Z', 'updated_at': '2022-03-31T15:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '92b61ad6-8c62-493c-91a0-cd4af173c3e1', 'name': '', 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:9a:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '659285e5-d824-4e57-83b7-e3e3228e9110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:07Z', 'updated_at': '2022-03-31T15:37:13Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '659285e5-d824-4e57-83b7-e3e3228e9110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:12.523516 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49530886-2e15-4b6f-a80b-96dbc5c6c719 req-bec08b30-381a-4581-a351-39a42a4a06b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:12.523673 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e53eeee-644b-424e-b0b8-5289f2e62488 None None] Checking router: 770a2ef3-2e57-456d-a10a-363449423e35 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:38:12.523789 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-49530886-2e15-4b6f-a80b-96dbc5c6c719 req-bec08b30-381a-4581-a351-39a42a4a06b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be468c6f-7b0d-46c6-901e-5be0d768743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772519 Mar 31 15:38:12.530539 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e53eeee-644b-424e-b0b8-5289f2e62488 None None] Routers {'770a2ef3-2e57-456d-a10a-363449423e35'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:38:12.531156 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-9e53eeee-644b-424e-b0b8-5289f2e62488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:38:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['770a2ef3-2e57-456d-a10a-363449423e35'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:12.661928 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-49530886-2e15-4b6f-a80b-96dbc5c6c719 req-63979fb1-736a-479d-8227-7716c15ab7d3 service neutron] 10.222.0.41 "GET /v2.0/networks/be468c6f-7b0d-46c6-901e-5be0d768743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337123 Mar 31 15:38:12.722648 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-9e53eeee-644b-424e-b0b8-5289f2e62488 None None] Set router 770a2ef3-2e57-456d-a10a-363449423e35 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:38:12.799369 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-49530886-2e15-4b6f-a80b-96dbc5c6c719 req-d0b24445-e585-4737-85b5-c3e34171681f service neutron] 10.222.0.41 "GET /v2.0/networks/be468c6f-7b0d-46c6-901e-5be0d768743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292620 Mar 31 15:38:13.046458 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-9e53eeee-644b-424e-b0b8-5289f2e62488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770a2ef3-2e57-456d-a10a-363449423e35', 'name': 'tempest-TestNetworkBasicOps-router-1614137861', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:02Z', 'updated_at': '2022-03-31T15:37:08Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:03Z', 'updated_at': '2022-03-31T15:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '92b61ad6-8c62-493c-91a0-cd4af173c3e1', 'name': '', 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:9a:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '659285e5-d824-4e57-83b7-e3e3228e9110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:07Z', 'updated_at': '2022-03-31T15:37:13Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '659285e5-d824-4e57-83b7-e3e3228e9110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:13.053777 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e53eeee-644b-424e-b0b8-5289f2e62488 None None] The sync data for ids ['770a2ef3-2e57-456d-a10a-363449423e35'] in dv-neutron-833379-2-hyperv is: [{'id': '770a2ef3-2e57-456d-a10a-363449423e35', 'name': 'tempest-TestNetworkBasicOps-router-1614137861', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:02Z', 'updated_at': '2022-03-31T15:37:08Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:03Z', 'updated_at': '2022-03-31T15:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '92b61ad6-8c62-493c-91a0-cd4af173c3e1', 'name': '', 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:9a:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '659285e5-d824-4e57-83b7-e3e3228e9110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:07Z', 'updated_at': '2022-03-31T15:37:13Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '659285e5-d824-4e57-83b7-e3e3228e9110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:38:13.108635 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49906) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:38:13.201366 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2d03fa31-13cc-4320-a2f5-b778a5ecff11 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/2b38ca65-616f-4038-8500-2fcfb9eb8509 HTTP/1.1" status: 200 len: 690 time: 0.0891387 Mar 31 15:38:13.282183 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ab3102-b4e0-436c-9b71-6c6906373d3f None None] New status for floating IP 2b38ca65-616f-4038-8500-2fcfb9eb8509: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:38:14.203641 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49912) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:38:14.289003 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-aede4945-1265-4e9d-b0b6-ae9a2b7c8118 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/2b38ca65-616f-4038-8500-2fcfb9eb8509 HTTP/1.1" status: 200 len: 688 time: 0.0842052 Mar 31 15:38:15.689522 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49918) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:38:15.694799 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e04e5812-3c9a-4103-b813-ada1321a6d6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1846749861', 'description': 'tempest-secgroup-smoke-1846749861 description', 'project_id': 'a28d6e89f5614e35860f06912b5df90e'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:38:15.700806 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e04e5812-3c9a-4103-b813-ada1321a6d6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:38:15.711440 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e04e5812-3c9a-4103-b813-ada1321a6d6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:38:15.792683 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e04e5812-3c9a-4103-b813-ada1321a6d6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:15.814581 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e04e5812-3c9a-4103-b813-ada1321a6d6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:38:15.818358 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e04e5812-3c9a-4103-b813-ada1321a6d6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:38:15.821312 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e04e5812-3c9a-4103-b813-ada1321a6d6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:38:15.827128 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e04e5812-3c9a-4103-b813-ada1321a6d6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:38:15.900067 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e04e5812-3c9a-4103-b813-ada1321a6d6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:15.992774 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e04e5812-3c9a-4103-b813-ada1321a6d6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:16.037734 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e5812-3c9a-4103-b813-ada1321a6d6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=647600c6-02c1-487a-a3f8-ec46b2371892,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:16.046147 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04e5812-3c9a-4103-b813-ada1321a6d6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:16.046493 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04e5812-3c9a-4103-b813-ada1321a6d6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:16.046834 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04e5812-3c9a-4103-b813-ada1321a6d6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:16.047164 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04e5812-3c9a-4103-b813-ada1321a6d6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:16.047489 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04e5812-3c9a-4103-b813-ada1321a6d6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:16.047823 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04e5812-3c9a-4103-b813-ada1321a6d6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:16.048183 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04e5812-3c9a-4103-b813-ada1321a6d6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:16.048507 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04e5812-3c9a-4103-b813-ada1321a6d6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:16.048830 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04e5812-3c9a-4103-b813-ada1321a6d6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:16.049150 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04e5812-3c9a-4103-b813-ada1321a6d6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:16.053934 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04e5812-3c9a-4103-b813-ada1321a6d6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:16.053934 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04e5812-3c9a-4103-b813-ada1321a6d6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:16.107486 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e04e5812-3c9a-4103-b813-ada1321a6d6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:16.109201 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e04e5812-3c9a-4103-b813-ada1321a6d6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4186766 Mar 31 15:38:16.112185 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49922) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:38:16.117177 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7f5d4d94-18ef-4131-8aaa-f3d4559e1e0c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '647600c6-02c1-487a-a3f8-ec46b2371892', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:38:16.123226 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7f5d4d94-18ef-4131-8aaa-f3d4559e1e0c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:38:16.127117 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7f5d4d94-18ef-4131-8aaa-f3d4559e1e0c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:38:16.130027 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7f5d4d94-18ef-4131-8aaa-f3d4559e1e0c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:38:16.142110 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7f5d4d94-18ef-4131-8aaa-f3d4559e1e0c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:38:16.314446 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4d94-18ef-4131-8aaa-f3d4559e1e0c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:16.379357 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4d94-18ef-4131-8aaa-f3d4559e1e0c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:16.982992 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4d94-18ef-4131-8aaa-f3d4559e1e0c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:17.007706 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d4d94-18ef-4131-8aaa-f3d4559e1e0c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a9e9f3-b457-4496-aff8-952be8e27391,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:17.146906 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4d94-18ef-4131-8aaa-f3d4559e1e0c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:17.148153 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7f5d4d94-18ef-4131-8aaa-f3d4559e1e0c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0350640 Mar 31 15:38:17.151326 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49926) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:38:17.156527 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f467365d-a747-491d-b98a-2238f0c17c7c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '647600c6-02c1-487a-a3f8-ec46b2371892', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:38:17.162606 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f467365d-a747-491d-b98a-2238f0c17c7c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:38:17.166493 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f467365d-a747-491d-b98a-2238f0c17c7c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:38:17.169359 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f467365d-a747-491d-b98a-2238f0c17c7c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:38:17.174985 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f467365d-a747-491d-b98a-2238f0c17c7c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:38:17.291125 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f467365d-a747-491d-b98a-2238f0c17c7c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:17.355809 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f467365d-a747-491d-b98a-2238f0c17c7c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:17.444419 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f467365d-a747-491d-b98a-2238f0c17c7c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:17.467958 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467365d-a747-491d-b98a-2238f0c17c7c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28a6ae4-6e3f-46cb-bd32-7eb9cea22e4e,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:17.558502 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f467365d-a747-491d-b98a-2238f0c17c7c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:17.559714 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f467365d-a747-491d-b98a-2238f0c17c7c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4073141 Mar 31 15:38:17.563177 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49930) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:38:17.568257 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4baca01b-52bd-466b-bdb2-9e1e8318eddc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '647600c6-02c1-487a-a3f8-ec46b2371892', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:38:17.574472 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4baca01b-52bd-466b-bdb2-9e1e8318eddc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:38:17.578500 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4baca01b-52bd-466b-bdb2-9e1e8318eddc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:38:17.581503 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4baca01b-52bd-466b-bdb2-9e1e8318eddc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:38:17.587272 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4baca01b-52bd-466b-bdb2-9e1e8318eddc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:38:17.668147 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4baca01b-52bd-466b-bdb2-9e1e8318eddc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:17.731234 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4baca01b-52bd-466b-bdb2-9e1e8318eddc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:17.828312 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4baca01b-52bd-466b-bdb2-9e1e8318eddc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:17.851697 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baca01b-52bd-466b-bdb2-9e1e8318eddc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c797790-27e3-4aae-8153-6b4c08a9bf05,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:17.947358 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4baca01b-52bd-466b-bdb2-9e1e8318eddc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:17.948604 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4baca01b-52bd-466b-bdb2-9e1e8318eddc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3844874 Mar 31 15:38:17.952242 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49934) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:38:17.957149 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-2d3be682-91be-43fd-9be0-c8c2d8bdff1e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '647600c6-02c1-487a-a3f8-ec46b2371892', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:38:17.963162 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-2d3be682-91be-43fd-9be0-c8c2d8bdff1e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:38:17.967003 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2d3be682-91be-43fd-9be0-c8c2d8bdff1e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:38:17.977312 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2d3be682-91be-43fd-9be0-c8c2d8bdff1e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:38:17.977312 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-2d3be682-91be-43fd-9be0-c8c2d8bdff1e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:38:18.063787 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d3be682-91be-43fd-9be0-c8c2d8bdff1e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:18.130577 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d3be682-91be-43fd-9be0-c8c2d8bdff1e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:18.215303 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d3be682-91be-43fd-9be0-c8c2d8bdff1e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:18.239233 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3be682-91be-43fd-9be0-c8c2d8bdff1e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24287c6-de12-4d05-bd41-f5e535a16e9e,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:18.375745 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d3be682-91be-43fd-9be0-c8c2d8bdff1e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:18.393962 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2d3be682-91be-43fd-9be0-c8c2d8bdff1e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4240251 Mar 31 15:38:18.393962 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49938) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:38:18.393962 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-5dce5938-49f1-479c-93e8-eb0aa046aaf2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '647600c6-02c1-487a-a3f8-ec46b2371892', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:38:18.393962 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-5dce5938-49f1-479c-93e8-eb0aa046aaf2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:38:18.395119 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-5dce5938-49f1-479c-93e8-eb0aa046aaf2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:38:18.397985 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-5dce5938-49f1-479c-93e8-eb0aa046aaf2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:38:18.403526 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-5dce5938-49f1-479c-93e8-eb0aa046aaf2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:38:18.507217 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-5dce5938-49f1-479c-93e8-eb0aa046aaf2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Project a28d6e89f5614e35860f06912b5df90e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:38:18.514894 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5dce5938-49f1-479c-93e8-eb0aa046aaf2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:18.580488 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5dce5938-49f1-479c-93e8-eb0aa046aaf2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:18.684001 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5dce5938-49f1-479c-93e8-eb0aa046aaf2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:18.710371 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce5938-49f1-479c-93e8-eb0aa046aaf2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2539a9f6-e917-489c-917d-93ed54299591,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:18.821426 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5dce5938-49f1-479c-93e8-eb0aa046aaf2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:18.824435 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5dce5938-49f1-479c-93e8-eb0aa046aaf2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4418790 Mar 31 15:38:18.825304 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 49942) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:38:18.830292 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3f26032c-5c3a-45a4-a667-e42e2b9e0756 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '647600c6-02c1-487a-a3f8-ec46b2371892', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:38:18.836461 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-3f26032c-5c3a-45a4-a667-e42e2b9e0756 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:38:18.840352 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-3f26032c-5c3a-45a4-a667-e42e2b9e0756 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:38:18.843865 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-3f26032c-5c3a-45a4-a667-e42e2b9e0756 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:38:18.850770 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-3f26032c-5c3a-45a4-a667-e42e2b9e0756 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:38:18.930267 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-3f26032c-5c3a-45a4-a667-e42e2b9e0756 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Project a28d6e89f5614e35860f06912b5df90e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:38:18.938214 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f26032c-5c3a-45a4-a667-e42e2b9e0756 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:19.006176 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f26032c-5c3a-45a4-a667-e42e2b9e0756 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:19.106921 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f26032c-5c3a-45a4-a667-e42e2b9e0756 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:19.130730 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26032c-5c3a-45a4-a667-e42e2b9e0756 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a22c3f79-b30b-49fd-a4f2-fb8dfe77a1c4,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:19.255474 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f26032c-5c3a-45a4-a667-e42e2b9e0756 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:19.259783 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3f26032c-5c3a-45a4-a667-e42e2b9e0756 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4304547 Mar 31 15:38:19.438946 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-59eadf37-a84d-4878-bf03-191065023f40 req-f4a15357-ad64-49b2-86c0-84c435b7fec1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:38:19.575861 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-59eadf37-a84d-4878-bf03-191065023f40 req-f4a15357-ad64-49b2-86c0-84c435b7fec1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:38:19.579292 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-59eadf37-a84d-4878-bf03-191065023f40 req-f4a15357-ad64-49b2-86c0-84c435b7fec1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1846749861&fields=id&tenant_id=a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 267 time: 0.1794186 Mar 31 15:38:19.732315 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eadf37-a84d-4878-bf03-191065023f40 req-1dc2a8cf-7d03-4825-ace2-ac784c004f1f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:19.733864 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-59eadf37-a84d-4878-bf03-191065023f40 req-1dc2a8cf-7d03-4825-ace2-ac784c004f1f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/networks?id=be468c6f-7b0d-46c6-901e-5be0d768743b HTTP/1.1" status: 200 len: 796 time: 0.1479337 Mar 31 15:38:19.748536 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-59eadf37-a84d-4878-bf03-191065023f40 req-66d1a9e2-6b3e-48c1-b61b-330d96f0e831 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/quotas/a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 375 time: 0.0091188 Mar 31 15:38:19.838202 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-59eadf37-a84d-4878-bf03-191065023f40 req-56095846-3eec-4016-bb2f-f9e64f11163b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0834961 Mar 31 15:38:19.977064 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-59eadf37-a84d-4878-bf03-191065023f40 req-d6a7c643-e887-46b2-b22a-0104bc5d2e69 service neutron] 10.222.0.31 "GET /v2.0/networks/be468c6f-7b0d-46c6-901e-5be0d768743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262720 Mar 31 15:38:20.109587 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-59eadf37-a84d-4878-bf03-191065023f40 req-0c6403d7-5a2f-42fa-baa7-49c137c23e86 service neutron] 10.222.0.31 "GET /v2.0/networks/be468c6f-7b0d-46c6-901e-5be0d768743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264877 Mar 31 15:38:20.496000 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-17e1c39d-95d1-491d-82ac-05f4ecfb5eee req-4d4cd34c-b69f-4077-a0c7-98e8b08771cf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c206f7c-059c-46f5-bc09-818da18ad02e HTTP/1.1" status: 200 len: 210 time: 0.0443239 Mar 31 15:38:21.663298 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-34aa0c18-8902-4825-b975-cafe23d9a0c5 req-a3e35443-57a1-4393-84e5-853b05ca0bcd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c206f7c-059c-46f5-bc09-818da18ad02e HTTP/1.1" status: 200 len: 210 time: 0.0481644 Mar 31 15:38:22.754890 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eadf37-a84d-4878-bf03-191065023f40 req-96a478bb-5f34-4786-b0f5-5ed72e7b140d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:22.756818 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-59eadf37-a84d-4878-bf03-191065023f40 req-96a478bb-5f34-4786-b0f5-5ed72e7b140d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/networks?id=be468c6f-7b0d-46c6-901e-5be0d768743b HTTP/1.1" status: 200 len: 796 time: 0.2540038 Mar 31 15:38:22.837849 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-82e07d2d-aff5-4c79-b470-239c2f6c5463 req-a526ea1a-70bf-4303-aae9-78cadd39f789 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c206f7c-059c-46f5-bc09-818da18ad02e HTTP/1.1" status: 200 len: 210 time: 0.0561395 Mar 31 15:38:22.852830 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-59eadf37-a84d-4878-bf03-191065023f40 req-1adb3a2e-5e61-4116-af12-515463c8536b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 472 time: 0.0874481 Mar 31 15:38:22.864106 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-59eadf37-a84d-4878-bf03-191065023f40 req-02eafb7e-a151-4d08-9311-a6be53c7e1cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'port': {'device_id': '6c206f7c-059c-46f5-bc09-818da18ad02e', 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b', 'admin_state_up': True, 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'security_groups': ['647600c6-02c1-487a-a3f8-ec46b2371892']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:38:23.005931 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-59eadf37-a84d-4878-bf03-191065023f40 req-02eafb7e-a151-4d08-9311-a6be53c7e1cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:38:23.015962 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-59eadf37-a84d-4878-bf03-191065023f40 req-02eafb7e-a151-4d08-9311-a6be53c7e1cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:38:23.088992 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59eadf37-a84d-4878-bf03-191065023f40 req-02eafb7e-a151-4d08-9311-a6be53c7e1cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Made reservation on behalf of a28d6e89f5614e35860f06912b5df90e for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:38:23.088992 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-59eadf37-a84d-4878-bf03-191065023f40 req-02eafb7e-a151-4d08-9311-a6be53c7e1cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:23.253371 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-59eadf37-a84d-4878-bf03-191065023f40 req-02eafb7e-a151-4d08-9311-a6be53c7e1cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.20.0.13 (be468c6f-7b0d-46c6-901e-5be0d768743b/659285e5-d824-4e57-83b7-e3e3228e9110/addb3e13-cee4-4194-bfd6-97f89df72d61) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:38:23.440912 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-59eadf37-a84d-4878-bf03-191065023f40 req-02eafb7e-a151-4d08-9311-a6be53c7e1cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:23.456021 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-59eadf37-a84d-4878-bf03-191065023f40 req-02eafb7e-a151-4d08-9311-a6be53c7e1cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Transition to ACTIVE for port object addb3e13-cee4-4194-bfd6-97f89df72d61 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:38:23.535924 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-59eadf37-a84d-4878-bf03-191065023f40 req-02eafb7e-a151-4d08-9311-a6be53c7e1cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:23.608392 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59eadf37-a84d-4878-bf03-191065023f40 req-02eafb7e-a151-4d08-9311-a6be53c7e1cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network be468c6f-7b0d-46c6-901e-5be0d768743b is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:38:23.619557 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-59eadf37-a84d-4878-bf03-191065023f40 req-02eafb7e-a151-4d08-9311-a6be53c7e1cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:38:23.624377 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-59eadf37-a84d-4878-bf03-191065023f40 req-02eafb7e-a151-4d08-9311-a6be53c7e1cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:38:23.656305 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eafb7e-a151-4d08-9311-a6be53c7e1cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=addb3e13-cee4-4194-bfd6-97f89df72d61,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:23.675735 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eafb7e-a151-4d08-9311-a6be53c7e1cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:23.676081 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eafb7e-a151-4d08-9311-a6be53c7e1cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:23.676412 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eafb7e-a151-4d08-9311-a6be53c7e1cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:23.676738 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eafb7e-a151-4d08-9311-a6be53c7e1cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:23.677070 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eafb7e-a151-4d08-9311-a6be53c7e1cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:23.677417 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eafb7e-a151-4d08-9311-a6be53c7e1cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:23.677825 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eafb7e-a151-4d08-9311-a6be53c7e1cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:23.678055 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eafb7e-a151-4d08-9311-a6be53c7e1cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:23.678371 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eafb7e-a151-4d08-9311-a6be53c7e1cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:23.678685 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eafb7e-a151-4d08-9311-a6be53c7e1cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:23.679004 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eafb7e-a151-4d08-9311-a6be53c7e1cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:23.679314 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eafb7e-a151-4d08-9311-a6be53c7e1cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:23.704356 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eadf37-a84d-4878-bf03-191065023f40 req-02eafb7e-a151-4d08-9311-a6be53c7e1cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:23.705014 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-59eadf37-a84d-4878-bf03-191065023f40 req-02eafb7e-a151-4d08-9311-a6be53c7e1cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:23.805944 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-59eadf37-a84d-4878-bf03-191065023f40 req-02eafb7e-a151-4d08-9311-a6be53c7e1cc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9473813 Mar 31 15:38:23.816152 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-59eadf37-a84d-4878-bf03-191065023f40 req-ed598441-aa15-4f57-8d0e-9212bd2a887a service neutron] Request body: {'port': {'device_id': '6c206f7c-059c-46f5-bc09-818da18ad02e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:38:23.870878 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:38:23.933904 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-59eadf37-a84d-4878-bf03-191065023f40 req-ed598441-aa15-4f57-8d0e-9212bd2a887a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:23.948589 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-12e807c3-1d70-4bd6-b4e5-087629191797 None None] Provisioning for port addb3e13-cee4-4194-bfd6-97f89df72d61 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:38:23.954931 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-12e807c3-1d70-4bd6-b4e5-087629191797 None None] Provisioning complete for port addb3e13-cee4-4194-bfd6-97f89df72d61 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:38:23.955223 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-12e807c3-1d70-4bd6-b4e5-087629191797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:24.012713 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-12e807c3-1d70-4bd6-b4e5-087629191797 None None] Port addb3e13-cee4-4194-bfd6-97f89df72d61 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:38:24.049938 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2990df-8d9e-487b-a95d-d3e1f18d67d2 req-29e0f270-837c-40fa-b0f4-343a0d33dfcf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:24.051406 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-bb2990df-8d9e-487b-a95d-d3e1f18d67d2 req-29e0f270-837c-40fa-b0f4-343a0d33dfcf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c206f7c-059c-46f5-bc09-818da18ad02e HTTP/1.1" status: 200 len: 932 time: 0.0857468 Mar 31 15:38:24.097895 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-bb2990df-8d9e-487b-a95d-d3e1f18d67d2 req-bc4c9b86-bae6-4ab1-8baa-727ffbac6a26 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=647600c6-02c1-487a-a3f8-ec46b2371892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404472 Mar 31 15:38:24.282814 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-59eadf37-a84d-4878-bf03-191065023f40 req-ed598441-aa15-4f57-8d0e-9212bd2a887a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id addb3e13-cee4-4194-bfd6-97f89df72d61 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:38:24.290519 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-59eadf37-a84d-4878-bf03-191065023f40 req-ed598441-aa15-4f57-8d0e-9212bd2a887a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:24.304501 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-59eadf37-a84d-4878-bf03-191065023f40 req-ed598441-aa15-4f57-8d0e-9212bd2a887a service neutron] Transition to ACTIVE for port object addb3e13-cee4-4194-bfd6-97f89df72d61 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:38:24.386780 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-59eadf37-a84d-4878-bf03-191065023f40 req-ed598441-aa15-4f57-8d0e-9212bd2a887a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:24.517282 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed598441-aa15-4f57-8d0e-9212bd2a887a service neutron] Pushing event updated for resources: {'Port': ['ID=addb3e13-cee4-4194-bfd6-97f89df72d61,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:24.631001 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-59eadf37-a84d-4878-bf03-191065023f40 req-ed598441-aa15-4f57-8d0e-9212bd2a887a service neutron] Attempting to bind port addb3e13-cee4-4194-bfd6-97f89df72d61 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:38:24.631414 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-59eadf37-a84d-4878-bf03-191065023f40 req-ed598441-aa15-4f57-8d0e-9212bd2a887a service neutron] Attempting to bind port addb3e13-cee4-4194-bfd6-97f89df72d61 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fa628edd-8f2c-42b2-9461-a5020b8861a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:38:24.631744 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eadf37-a84d-4878-bf03-191065023f40 req-ed598441-aa15-4f57-8d0e-9212bd2a887a service neutron] Attempting to bind port addb3e13-cee4-4194-bfd6-97f89df72d61 on network be468c6f-7b0d-46c6-901e-5be0d768743b {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:38:24.637882 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eadf37-a84d-4878-bf03-191065023f40 req-ed598441-aa15-4f57-8d0e-9212bd2a887a service neutron] Port addb3e13-cee4-4194-bfd6-97f89df72d61 on network be468c6f-7b0d-46c6-901e-5be0d768743b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:38:24.638012 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eadf37-a84d-4878-bf03-191065023f40 req-ed598441-aa15-4f57-8d0e-9212bd2a887a service neutron] Attempting to bind port addb3e13-cee4-4194-bfd6-97f89df72d61 on network be468c6f-7b0d-46c6-901e-5be0d768743b {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:38:24.644751 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eadf37-a84d-4878-bf03-191065023f40 req-ed598441-aa15-4f57-8d0e-9212bd2a887a service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:38:24.645091 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eadf37-a84d-4878-bf03-191065023f40 req-ed598441-aa15-4f57-8d0e-9212bd2a887a service neutron] Checking segment: {'id': 'fa628edd-8f2c-42b2-9461-a5020b8861a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:38:24.645541 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eadf37-a84d-4878-bf03-191065023f40 req-ed598441-aa15-4f57-8d0e-9212bd2a887a service neutron] Bound using segment: {'id': 'fa628edd-8f2c-42b2-9461-a5020b8861a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:38:24.645969 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-59eadf37-a84d-4878-bf03-191065023f40 req-ed598441-aa15-4f57-8d0e-9212bd2a887a service neutron] Bound port: addb3e13-cee4-4194-bfd6-97f89df72d61, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa628edd-8f2c-42b2-9461-a5020b8861a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:38:24.646321 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-59eadf37-a84d-4878-bf03-191065023f40 req-ed598441-aa15-4f57-8d0e-9212bd2a887a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:24.850997 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-59eadf37-a84d-4878-bf03-191065023f40 req-ed598441-aa15-4f57-8d0e-9212bd2a887a service neutron] For port addb3e13-cee4-4194-bfd6-97f89df72d61, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:38:24.850997 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-59eadf37-a84d-4878-bf03-191065023f40 req-ed598441-aa15-4f57-8d0e-9212bd2a887a service neutron] For port addb3e13-cee4-4194-bfd6-97f89df72d61, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=addb3e13-cee4-4194-bfd6-97f89df72d61,segment=NetworkSegment(fa628edd-8f2c-42b2-9461-a5020b8861a5),segment_id=fa628edd-8f2c-42b2-9461-a5020b8861a5)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:38:24.958796 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-59eadf37-a84d-4878-bf03-191065023f40 req-ed598441-aa15-4f57-8d0e-9212bd2a887a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:25.015440 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eadf37-a84d-4878-bf03-191065023f40 req-ed598441-aa15-4f57-8d0e-9212bd2a887a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:25.016039 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-59eadf37-a84d-4878-bf03-191065023f40 req-ed598441-aa15-4f57-8d0e-9212bd2a887a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:25.017450 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-59eadf37-a84d-4878-bf03-191065023f40 req-ed598441-aa15-4f57-8d0e-9212bd2a887a service neutron] 10.222.0.41 "PUT /v2.0/ports/addb3e13-cee4-4194-bfd6-97f89df72d61 HTTP/1.1" status: 200 len: 1094 time: 1.2054617 Mar 31 15:38:25.017879 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c206f7c-059c-46f5-bc09-818da18ad02e', 'tag': 'addb3e13-cee4-4194-bfd6-97f89df72d61'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:38:25.048721 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed598441-aa15-4f57-8d0e-9212bd2a887a service neutron] Pushing event updated for resources: {'Port': ['ID=addb3e13-cee4-4194-bfd6-97f89df72d61,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:25.079330 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c206f7c-059c-46f5-bc09-818da18ad02e', 'tag': 'addb3e13-cee4-4194-bfd6-97f89df72d61', 'status': 'completed', 'code': 200} Mar 31 15:38:25.163882 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:25.177148 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638f37f-3fa8-4902-a2a5-a2cd69433339 req-28566bfe-5262-4468-b404-0adaba59e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:25.178994 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4638f37f-3fa8-4902-a2a5-a2cd69433339 req-28566bfe-5262-4468-b404-0adaba59e590 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=6c206f7c-059c-46f5-bc09-818da18ad02e HTTP/1.1" status: 200 len: 1097 time: 0.0808794 Mar 31 15:38:25.338321 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638f37f-3fa8-4902-a2a5-a2cd69433339 req-a56fff92-a3e8-4add-b06c-b99ec3c23680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:25.339688 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4638f37f-3fa8-4902-a2a5-a2cd69433339 req-a56fff92-a3e8-4add-b06c-b99ec3c23680 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a28d6e89f5614e35860f06912b5df90e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1544728 Mar 31 15:38:25.406348 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9eaf2-6856-4ea3-bd98-155ea14529c9 req-38a6b68d-428b-4e9b-9334-b1b63fd0c239 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:25.407873 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-ebb9eaf2-6856-4ea3-bd98-155ea14529c9 req-38a6b68d-428b-4e9b-9334-b1b63fd0c239 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c206f7c-059c-46f5-bc09-818da18ad02e HTTP/1.1" status: 200 len: 944 time: 0.1937239 Mar 31 15:38:25.453020 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-ebb9eaf2-6856-4ea3-bd98-155ea14529c9 req-041e0b13-c09f-48be-b4ce-9519bc074e76 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=647600c6-02c1-487a-a3f8-ec46b2371892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394044 Mar 31 15:38:25.479265 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638f37f-3fa8-4902-a2a5-a2cd69433339 req-c771e737-ee06-404a-aaa6-c340e0e83933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:25.480579 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4638f37f-3fa8-4902-a2a5-a2cd69433339 req-c771e737-ee06-404a-aaa6-c340e0e83933 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1347308 Mar 31 15:38:25.585774 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eadf37-a84d-4878-bf03-191065023f40 req-e5c51cdf-6e21-4878-874c-5472629370d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:25.587663 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-59eadf37-a84d-4878-bf03-191065023f40 req-e5c51cdf-6e21-4878-874c-5472629370d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=6c206f7c-059c-46f5-bc09-818da18ad02e HTTP/1.1" status: 200 len: 1097 time: 0.0710080 Mar 31 15:38:25.658555 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-59eadf37-a84d-4878-bf03-191065023f40 req-be10f521-3d9c-4d96-af00-fba43da6b551 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=addb3e13-cee4-4194-bfd6-97f89df72d61 HTTP/1.1" status: 200 len: 217 time: 0.0646071 Mar 31 15:38:25.720354 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eadf37-a84d-4878-bf03-191065023f40 req-8c441f9f-4da7-4efd-a6db-d638fff5371a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:25.721858 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-59eadf37-a84d-4878-bf03-191065023f40 req-8c441f9f-4da7-4efd-a6db-d638fff5371a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=659285e5-d824-4e57-83b7-e3e3228e9110 HTTP/1.1" status: 200 len: 835 time: 0.0579841 Mar 31 15:38:25.799214 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eadf37-a84d-4878-bf03-191065023f40 req-79061b64-2524-43a9-91e7-c0dc21b9fb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:25.800668 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-59eadf37-a84d-4878-bf03-191065023f40 req-79061b64-2524-43a9-91e7-c0dc21b9fb15 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be468c6f-7b0d-46c6-901e-5be0d768743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735188 Mar 31 15:38:25.931743 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-59eadf37-a84d-4878-bf03-191065023f40 req-fe3f6a2d-1af1-48d9-adba-4a861f6f76c1 service neutron] 10.222.0.41 "GET /v2.0/networks/be468c6f-7b0d-46c6-901e-5be0d768743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246946 Mar 31 15:38:26.067889 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-59eadf37-a84d-4878-bf03-191065023f40 req-22873214-9c46-4516-b4a9-abf698547a38 service neutron] 10.222.0.41 "GET /v2.0/networks/be468c6f-7b0d-46c6-901e-5be0d768743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291080 Mar 31 15:38:26.659343 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5adfa95-eee2-45bf-80e2-4089c44b0ab1 req-77afd3a8-33bb-4f0a-b5e4-8d191e926b6f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:26.660017 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-c5adfa95-eee2-45bf-80e2-4089c44b0ab1 req-77afd3a8-33bb-4f0a-b5e4-8d191e926b6f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:38:26.759110 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-c5adfa95-eee2-45bf-80e2-4089c44b0ab1 req-77afd3a8-33bb-4f0a-b5e4-8d191e926b6f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:38:26.759110 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c5adfa95-eee2-45bf-80e2-4089c44b0ab1 req-77afd3a8-33bb-4f0a-b5e4-8d191e926b6f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c206f7c-059c-46f5-bc09-818da18ad02e HTTP/1.1" status: 200 len: 944 time: 0.1838768 Mar 31 15:38:26.798887 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c5adfa95-eee2-45bf-80e2-4089c44b0ab1 req-5a4d5d61-5cd3-446f-a985-d6474ba3d024 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=647600c6-02c1-487a-a3f8-ec46b2371892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396628 Mar 31 15:38:27.987931 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecfd55-168a-4445-9ad6-5106f03d7983 req-2cf51e53-7f39-4aa9-8add-b4fd987ecf80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:27.989336 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-aeecfd55-168a-4445-9ad6-5106f03d7983 req-2cf51e53-7f39-4aa9-8add-b4fd987ecf80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c206f7c-059c-46f5-bc09-818da18ad02e HTTP/1.1" status: 200 len: 944 time: 0.0832760 Mar 31 15:38:28.034538 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-aeecfd55-168a-4445-9ad6-5106f03d7983 req-2f5ab13d-cca5-4d18-bc17-57181dd03529 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=647600c6-02c1-487a-a3f8-ec46b2371892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393152 Mar 31 15:38:28.212822 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device addb3e13-cee4-4194-bfd6-97f89df72d61 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:38:28.346982 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port addb3e13-cee4-4194-bfd6-97f89df72d61, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=addb3e13-cee4-4194-bfd6-97f89df72d61,segment=NetworkSegment(fa628edd-8f2c-42b2-9461-a5020b8861a5),segment_id=fa628edd-8f2c-42b2-9461-a5020b8861a5)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:38:28.360182 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': 'addb3e13-cee4-4194-bfd6-97f89df72d61', 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b', 'port_id': 'addb3e13-cee4-4194-bfd6-97f89df72d61', 'mac_address': 'fa:16:3e:05:f0:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '659285e5-d824-4e57-83b7-e3e3228e9110', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:38:28.418213 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:28.436930 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id addb3e13-cee4-4194-bfd6-97f89df72d61 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:38:28.453357 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port addb3e13-cee4-4194-bfd6-97f89df72d61, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=addb3e13-cee4-4194-bfd6-97f89df72d61,segment=NetworkSegment(fa628edd-8f2c-42b2-9461-a5020b8861a5),segment_id=fa628edd-8f2c-42b2-9461-a5020b8861a5)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:38:28.551839 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:28.621945 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=addb3e13-cee4-4194-bfd6-97f89df72d61,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:28.630197 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:28.630567 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:28.630939 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:28.631260 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:28.631591 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:28.631924 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:28.632257 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:28.632589 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:28.632917 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:28.633262 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:28.633589 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:28.633910 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:28.780334 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['addb3e13-cee4-4194-bfd6-97f89df72d61'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:38:29.226907 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42191e77-3b16-4434-b7de-73a96a66569a req-d0c62a1b-3688-4cca-964c-6907a90befba tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:29.228383 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-42191e77-3b16-4434-b7de-73a96a66569a req-d0c62a1b-3688-4cca-964c-6907a90befba tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c206f7c-059c-46f5-bc09-818da18ad02e HTTP/1.1" status: 200 len: 945 time: 0.0853581 Mar 31 15:38:29.273596 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-42191e77-3b16-4434-b7de-73a96a66569a req-30786bda-d765-4472-9765-348e2f7a4c7a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=647600c6-02c1-487a-a3f8-ec46b2371892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392976 Mar 31 15:38:30.213150 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device addb3e13-cee4-4194-bfd6-97f89df72d61 up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:38:30.378021 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port addb3e13-cee4-4194-bfd6-97f89df72d61 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:38:30.384874 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port addb3e13-cee4-4194-bfd6-97f89df72d61 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:38:30.384874 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:30.473356 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c2ba0-6ef2-468c-97b7-cb5fe4042504 req-3f82b10a-9a50-4219-a600-3801c2148a01 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:30.474780 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0c4c2ba0-6ef2-468c-97b7-cb5fe4042504 req-3f82b10a-9a50-4219-a600-3801c2148a01 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c206f7c-059c-46f5-bc09-818da18ad02e HTTP/1.1" status: 200 len: 945 time: 0.0840852 Mar 31 15:38:30.502478 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:30.521106 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0c4c2ba0-6ef2-468c-97b7-cb5fe4042504 req-f0bc37f9-e44a-420e-896d-8dc32acfdd30 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=647600c6-02c1-487a-a3f8-ec46b2371892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404537 Mar 31 15:38:30.529507 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c206f7c-059c-46f5-bc09-818da18ad02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'addb3e13-cee4-4194-bfd6-97f89df72d61'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:38:30.540023 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port addb3e13-cee4-4194-bfd6-97f89df72d61, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=addb3e13-cee4-4194-bfd6-97f89df72d61,segment=NetworkSegment(fa628edd-8f2c-42b2-9461-a5020b8861a5),segment_id=fa628edd-8f2c-42b2-9461-a5020b8861a5)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:38:30.592768 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:30.636188 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c206f7c-059c-46f5-bc09-818da18ad02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'addb3e13-cee4-4194-bfd6-97f89df72d61', 'code': 200} Mar 31 15:38:30.672137 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=addb3e13-cee4-4194-bfd6-97f89df72d61,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:30.966621 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92243d-89c8-47d4-a50f-8ae6c6a52457 req-0f56b713-0e5d-4726-970d-eee05494910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:30.968955 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fd92243d-89c8-47d4-a50f-8ae6c6a52457 req-0f56b713-0e5d-4726-970d-eee05494910b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6c206f7c-059c-46f5-bc09-818da18ad02e HTTP/1.1" status: 200 len: 1099 time: 0.0740952 Mar 31 15:38:31.012452 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fd92243d-89c8-47d4-a50f-8ae6c6a52457 req-7e049c42-9636-492b-aea0-830ee44d770d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=647600c6-02c1-487a-a3f8-ec46b2371892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380752 Mar 31 15:38:31.713683 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5f53e-6993-4f3a-a4ec-20bfe5c95ea9 req-0e538b10-ad90-4a6f-b4f2-2bd887ae7590 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:31.715138 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-bbc5f53e-6993-4f3a-a4ec-20bfe5c95ea9 req-0e538b10-ad90-4a6f-b4f2-2bd887ae7590 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c206f7c-059c-46f5-bc09-818da18ad02e HTTP/1.1" status: 200 len: 946 time: 0.0846980 Mar 31 15:38:31.760499 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-bbc5f53e-6993-4f3a-a4ec-20bfe5c95ea9 req-b3f84d0a-57ce-41a5-8c45-d1e5935dc2ee tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=647600c6-02c1-487a-a3f8-ec46b2371892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386510 Mar 31 15:38:32.947528 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61115669-bd71-4540-8e63-f7937db4f9b7 req-afb55046-3dae-4f03-a4c1-751893f2fc40 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:32.950427 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-61115669-bd71-4540-8e63-f7937db4f9b7 req-afb55046-3dae-4f03-a4c1-751893f2fc40 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c206f7c-059c-46f5-bc09-818da18ad02e HTTP/1.1" status: 200 len: 946 time: 0.0821631 Mar 31 15:38:32.995155 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-61115669-bd71-4540-8e63-f7937db4f9b7 req-666ec68c-cf54-4efc-a9cf-1cfeab1eb12b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=647600c6-02c1-487a-a3f8-ec46b2371892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390677 Mar 31 15:38:33.054393 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-094929ba-279c-4ede-9fb1-aec69c5b937e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:33.190239 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80180d70-7061-4a25-9664-5c2e13a1baba req-f4bc9acb-0e12-46f7-95af-d50771af867f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:33.191801 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-80180d70-7061-4a25-9664-5c2e13a1baba req-f4bc9acb-0e12-46f7-95af-d50771af867f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c206f7c-059c-46f5-bc09-818da18ad02e HTTP/1.1" status: 200 len: 946 time: 0.0877621 Mar 31 15:38:33.252298 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-80180d70-7061-4a25-9664-5c2e13a1baba req-64dc091c-d4d3-4f07-a903-0828a931679d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=647600c6-02c1-487a-a3f8-ec46b2371892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546005 Mar 31 15:38:33.275185 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50006) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:38:33.359364 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b083bf7-704d-4314-9b7e-d20b2c6dec9b tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:33.360858 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9b083bf7-704d-4314-9b7e-d20b2c6dec9b tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6c206f7c-059c-46f5-bc09-818da18ad02e HTTP/1.1" status: 200 len: 1094 time: 0.0792992 Mar 31 15:38:33.363686 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50010) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:38:33.369091 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-01652709-e520-465f-94e8-00af861ff02b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'floatingip': {'port_id': 'addb3e13-cee4-4194-bfd6-97f89df72d61'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:38:33.447207 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-01652709-e520-465f-94e8-00af861ff02b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:34.154384 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-01652709-e520-465f-94e8-00af861ff02b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:34.192682 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-01652709-e520-465f-94e8-00af861ff02b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:34.363328 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [None req-01652709-e520-465f-94e8-00af861ff02b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Floating IP 2b38ca65-616f-4038-8500-2fcfb9eb8509 associated. External IP: 172.26.5.109, port: addb3e13-cee4-4194-bfd6-97f89df72d61. Mar 31 15:38:34.717889 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01652709-e520-465f-94e8-00af861ff02b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router 770a2ef3-2e57-456d-a10a-363449423e35 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:38:35.023072 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01652709-e520-465f-94e8-00af861ff02b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:38:35.027334 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-01652709-e520-465f-94e8-00af861ff02b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:35.033108 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9050c8-aea7-4428-b95f-a921a4859496 None None] Sync routers for ids ['770a2ef3-2e57-456d-a10a-363449423e35'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:38:35.043220 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9050c8-aea7-4428-b95f-a921a4859496 None None] Routers {'770a2ef3-2e57-456d-a10a-363449423e35'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:38:35.043834 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-dc9050c8-aea7-4428-b95f-a921a4859496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:38:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['770a2ef3-2e57-456d-a10a-363449423e35'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:35.087818 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-01652709-e520-465f-94e8-00af861ff02b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "PUT /v2.0/floatingips/2b38ca65-616f-4038-8500-2fcfb9eb8509 HTTP/1.1" status: 200 len: 992 time: 1.7226233 Mar 31 15:38:35.088533 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c206f7c-059c-46f5-bc09-818da18ad02e', 'tag': 'addb3e13-cee4-4194-bfd6-97f89df72d61'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:38:35.090775 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50016) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:38:35.130412 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8ed471ba-e362-40a8-aa8d-b709023095a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:35.138291 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c206f7c-059c-46f5-bc09-818da18ad02e', 'tag': 'addb3e13-cee4-4194-bfd6-97f89df72d61', 'status': 'completed', 'code': 200} Mar 31 15:38:35.212198 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1be6d7e2-dbc5-4405-b32e-f521dadd6571 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/2b38ca65-616f-4038-8500-2fcfb9eb8509 HTTP/1.1" status: 200 len: 992 time: 0.1190643 Mar 31 15:38:35.235031 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-dc9050c8-aea7-4428-b95f-a921a4859496 None None] Set router 770a2ef3-2e57-456d-a10a-363449423e35 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:38:35.235907 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880ca50-a15f-4267-addf-5ce4cf0c0f01 req-75dc7d8a-3e9e-4086-82ac-acc4ce90c495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:35.237414 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0880ca50-a15f-4267-addf-5ce4cf0c0f01 req-75dc7d8a-3e9e-4086-82ac-acc4ce90c495 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=6c206f7c-059c-46f5-bc09-818da18ad02e HTTP/1.1" status: 200 len: 1099 time: 0.0763953 Mar 31 15:38:35.368936 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880ca50-a15f-4267-addf-5ce4cf0c0f01 req-50e8c8b1-e2ed-4abc-961b-8e76c989428b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:35.370303 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0880ca50-a15f-4267-addf-5ce4cf0c0f01 req-50e8c8b1-e2ed-4abc-961b-8e76c989428b service neutron] 10.222.0.41 "GET /v2.0/networks?id=be468c6f-7b0d-46c6-901e-5be0d768743b HTTP/1.1" status: 200 len: 897 time: 0.1276114 Mar 31 15:38:35.474738 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0880ca50-a15f-4267-addf-5ce4cf0c0f01 req-b835ffc0-e103-42ca-a6cd-2f8318f19fae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=addb3e13-cee4-4194-bfd6-97f89df72d61 HTTP/1.1" status: 200 len: 1000 time: 0.0982940 Mar 31 15:38:35.536643 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880ca50-a15f-4267-addf-5ce4cf0c0f01 req-7e2d882d-b935-472b-906b-534c2c9736c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:35.538207 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0880ca50-a15f-4267-addf-5ce4cf0c0f01 req-7e2d882d-b935-472b-906b-534c2c9736c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=659285e5-d824-4e57-83b7-e3e3228e9110 HTTP/1.1" status: 200 len: 835 time: 0.0578837 Mar 31 15:38:35.584441 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-dc9050c8-aea7-4428-b95f-a921a4859496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770a2ef3-2e57-456d-a10a-363449423e35', 'name': 'tempest-TestNetworkBasicOps-router-1614137861', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:02Z', 'updated_at': '2022-03-31T15:37:08Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:03Z', 'updated_at': '2022-03-31T15:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '2b38ca65-616f-4038-8500-2fcfb9eb8509', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'port_id': 'addb3e13-cee4-4194-bfd6-97f89df72d61', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b', 'mac_address': 'fa:16:3e:05:f0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c206f7c-059c-46f5-bc09-818da18ad02e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:37:33Z', 'updated_at': '2022-03-31T15:38:34Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b61ad6-8c62-493c-91a0-cd4af173c3e1', 'name': '', 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:9a:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '659285e5-d824-4e57-83b7-e3e3228e9110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:07Z', 'updated_at': '2022-03-31T15:37:13Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '659285e5-d824-4e57-83b7-e3e3228e9110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:35.588767 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9050c8-aea7-4428-b95f-a921a4859496 None None] Checking router: 770a2ef3-2e57-456d-a10a-363449423e35 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:38:35.600689 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9050c8-aea7-4428-b95f-a921a4859496 None None] Routers {'770a2ef3-2e57-456d-a10a-363449423e35'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:38:35.601243 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-dc9050c8-aea7-4428-b95f-a921a4859496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:38:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['770a2ef3-2e57-456d-a10a-363449423e35'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:35.626570 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880ca50-a15f-4267-addf-5ce4cf0c0f01 req-9dee4ce8-9a95-4c0a-bf72-c88677a7b49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:35.627974 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0880ca50-a15f-4267-addf-5ce4cf0c0f01 req-9dee4ce8-9a95-4c0a-bf72-c88677a7b49e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be468c6f-7b0d-46c6-901e-5be0d768743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836072 Mar 31 15:38:35.833027 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0880ca50-a15f-4267-addf-5ce4cf0c0f01 req-fb38e7ea-da3d-49dd-be3b-4bb3ae224bbc service neutron] 10.222.0.41 "GET /v2.0/networks/be468c6f-7b0d-46c6-901e-5be0d768743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986835 Mar 31 15:38:35.887205 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-dc9050c8-aea7-4428-b95f-a921a4859496 None None] Set router 770a2ef3-2e57-456d-a10a-363449423e35 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:38:35.980379 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0880ca50-a15f-4267-addf-5ce4cf0c0f01 req-00cca513-bb41-4c31-9f1f-75fdce1267d2 service neutron] 10.222.0.41 "GET /v2.0/networks/be468c6f-7b0d-46c6-901e-5be0d768743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415002 Mar 31 15:38:36.215219 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50022) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:38:36.259892 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-dc9050c8-aea7-4428-b95f-a921a4859496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770a2ef3-2e57-456d-a10a-363449423e35', 'name': 'tempest-TestNetworkBasicOps-router-1614137861', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:02Z', 'updated_at': '2022-03-31T15:37:08Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:03Z', 'updated_at': '2022-03-31T15:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '2b38ca65-616f-4038-8500-2fcfb9eb8509', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'port_id': 'addb3e13-cee4-4194-bfd6-97f89df72d61', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b', 'mac_address': 'fa:16:3e:05:f0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c206f7c-059c-46f5-bc09-818da18ad02e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:37:33Z', 'updated_at': '2022-03-31T15:38:34Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b61ad6-8c62-493c-91a0-cd4af173c3e1', 'name': '', 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:9a:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '659285e5-d824-4e57-83b7-e3e3228e9110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:07Z', 'updated_at': '2022-03-31T15:37:13Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '659285e5-d824-4e57-83b7-e3e3228e9110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:36.264270 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9050c8-aea7-4428-b95f-a921a4859496 None None] The sync data for ids ['770a2ef3-2e57-456d-a10a-363449423e35'] in dv-neutron-833379-2-hyperv is: [{'id': '770a2ef3-2e57-456d-a10a-363449423e35', 'name': 'tempest-TestNetworkBasicOps-router-1614137861', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:02Z', 'updated_at': '2022-03-31T15:37:08Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:03Z', 'updated_at': '2022-03-31T15:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '2b38ca65-616f-4038-8500-2fcfb9eb8509', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'port_id': 'addb3e13-cee4-4194-bfd6-97f89df72d61', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b', 'mac_address': 'fa:16:3e:05:f0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c206f7c-059c-46f5-bc09-818da18ad02e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:37:33Z', 'updated_at': '2022-03-31T15:38:34Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b61ad6-8c62-493c-91a0-cd4af173c3e1', 'name': '', 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:9a:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '659285e5-d824-4e57-83b7-e3e3228e9110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:07Z', 'updated_at': '2022-03-31T15:37:13Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '659285e5-d824-4e57-83b7-e3e3228e9110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:38:36.375217 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-77458aa7-9eee-4633-9fd6-7f2deaa1b254 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/2b38ca65-616f-4038-8500-2fcfb9eb8509 HTTP/1.1" status: 200 len: 992 time: 0.1588876 Mar 31 15:38:36.423227 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:36.466025 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baeb81b-99ae-4428-9997-6556664d2ca1 None None] New status for floating IP 2b38ca65-616f-4038-8500-2fcfb9eb8509: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:38:36.522533 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:37.378271 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50028) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:38:37.488940 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f9fbb645-0127-4240-b194-767270d8ba12 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/2b38ca65-616f-4038-8500-2fcfb9eb8509 HTTP/1.1" status: 200 len: 994 time: 0.1094627 Mar 31 15:38:37.872741 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:38:40.281551 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b3b86e20-0d06-425e-bd85-3907996f7a08 req-0faaf698-b702-4e88-8a66-3a247475175c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=44cce4f1-a740-4533-973e-f178dcf8d2ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764635 Mar 31 15:38:40.417609 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b86e20-0d06-425e-bd85-3907996f7a08 req-092ee4a4-3e2d-4937-bdbf-9dea9f34735d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:40.419048 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b3b86e20-0d06-425e-bd85-3907996f7a08 req-092ee4a4-3e2d-4937-bdbf-9dea9f34735d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=44cce4f1-a740-4533-973e-f178dcf8d2ae HTTP/1.1" status: 200 len: 1098 time: 0.0699835 Mar 31 15:38:40.565941 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b86e20-0d06-425e-bd85-3907996f7a08 req-e056d01d-d3ab-4a11-80e2-7dd4f0b22539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:40.567278 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b3b86e20-0d06-425e-bd85-3907996f7a08 req-e056d01d-d3ab-4a11-80e2-7dd4f0b22539 service neutron] 10.222.0.41 "GET /v2.0/networks?id=be468c6f-7b0d-46c6-901e-5be0d768743b HTTP/1.1" status: 200 len: 897 time: 0.1296177 Mar 31 15:38:40.638628 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b3b86e20-0d06-425e-bd85-3907996f7a08 req-cd71513d-ea01-46ad-b0dc-1e2b37437a59 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=134bd98f-0078-450e-9710-3fe2a49664af HTTP/1.1" status: 200 len: 217 time: 0.0646660 Mar 31 15:38:40.705110 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b86e20-0d06-425e-bd85-3907996f7a08 req-51814122-de5e-4e86-a95e-1e62b2bc1a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:40.706570 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b3b86e20-0d06-425e-bd85-3907996f7a08 req-51814122-de5e-4e86-a95e-1e62b2bc1a4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=659285e5-d824-4e57-83b7-e3e3228e9110 HTTP/1.1" status: 200 len: 835 time: 0.0627747 Mar 31 15:38:40.785580 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b86e20-0d06-425e-bd85-3907996f7a08 req-85f04837-64ba-40b0-ac5f-4016272c1d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:40.787084 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b3b86e20-0d06-425e-bd85-3907996f7a08 req-85f04837-64ba-40b0-ac5f-4016272c1d8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be468c6f-7b0d-46c6-901e-5be0d768743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739357 Mar 31 15:38:41.021488 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b3b86e20-0d06-425e-bd85-3907996f7a08 req-6c5cf390-645e-420a-9af6-c3f70e54ed07 service neutron] 10.222.0.41 "GET /v2.0/networks/be468c6f-7b0d-46c6-901e-5be0d768743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286847 Mar 31 15:38:41.154006 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b3b86e20-0d06-425e-bd85-3907996f7a08 req-3210f943-fba9-4ae0-9883-f0a34b7d0156 service neutron] 10.222.0.41 "GET /v2.0/networks/be468c6f-7b0d-46c6-901e-5be0d768743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267068 Mar 31 15:38:55.124187 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:00.870610 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:39:03.111526 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb622290-193a-4cc3-be96-58d93c136824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:05.209074 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3885eeff-3717-4102-a32a-5916b2c5ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:06.391926 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:06.482903 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:07.923161 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:09.403756 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc98f02-02fc-47e3-82a9-aedf9121a8fc req-51aa75b1-b21a-481b-bd6a-b68b60bd1e47 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:09.405736 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7fc98f02-02fc-47e3-82a9-aedf9121a8fc req-51aa75b1-b21a-481b-bd6a-b68b60bd1e47 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c206f7c-059c-46f5-bc09-818da18ad02e HTTP/1.1" status: 200 len: 946 time: 0.0809431 Mar 31 15:39:09.449587 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7fc98f02-02fc-47e3-82a9-aedf9121a8fc req-b72a9de2-d56c-42d5-9f4d-f7a4705e1c8a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=647600c6-02c1-487a-a3f8-ec46b2371892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381083 Mar 31 15:39:10.640572 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecada1-1388-47fd-b147-d67f1e52ca9b req-d6df091e-efdb-4852-9747-0380ca7d6173 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:10.642056 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e2ecada1-1388-47fd-b147-d67f1e52ca9b req-d6df091e-efdb-4852-9747-0380ca7d6173 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c206f7c-059c-46f5-bc09-818da18ad02e HTTP/1.1" status: 200 len: 946 time: 0.0830483 Mar 31 15:39:10.690638 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e2ecada1-1388-47fd-b147-d67f1e52ca9b req-b5480255-166d-4bc6-a967-643493d97109 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=647600c6-02c1-487a-a3f8-ec46b2371892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426903 Mar 31 15:39:10.804979 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c661217-0403-45aa-9641-13b6f7bd1b59 req-c91f31e0-f7dc-4859-8475-5489418bc144 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:10.806414 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c661217-0403-45aa-9641-13b6f7bd1b59 req-c91f31e0-f7dc-4859-8475-5489418bc144 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c206f7c-059c-46f5-bc09-818da18ad02e HTTP/1.1" status: 200 len: 946 time: 0.0808001 Mar 31 15:39:10.875360 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-5c661217-0403-45aa-9641-13b6f7bd1b59 req-9be66bd4-a8fa-4813-8999-7e9c45397255 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port addb3e13-cee4-4194-bfd6-97f89df72d61 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:39:10.875702 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-5c661217-0403-45aa-9641-13b6f7bd1b59 req-9be66bd4-a8fa-4813-8999-7e9c45397255 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:11.120074 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-5c661217-0403-45aa-9641-13b6f7bd1b59 req-9be66bd4-a8fa-4813-8999-7e9c45397255 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] For port addb3e13-cee4-4194-bfd6-97f89df72d61, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=addb3e13-cee4-4194-bfd6-97f89df72d61,segment=NetworkSegment(fa628edd-8f2c-42b2-9461-a5020b8861a5),segment_id=fa628edd-8f2c-42b2-9461-a5020b8861a5)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:39:11.120429 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-5c661217-0403-45aa-9641-13b6f7bd1b59 req-9be66bd4-a8fa-4813-8999-7e9c45397255 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:11.422559 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-5c661217-0403-45aa-9641-13b6f7bd1b59 req-9be66bd4-a8fa-4813-8999-7e9c45397255 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:11.422932 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-5c661217-0403-45aa-9641-13b6f7bd1b59 req-9be66bd4-a8fa-4813-8999-7e9c45397255 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:11.423253 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [req-5c661217-0403-45aa-9641-13b6f7bd1b59 req-9be66bd4-a8fa-4813-8999-7e9c45397255 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Floating IP 2b38ca65-616f-4038-8500-2fcfb9eb8509 disassociated. External IP: 172.26.5.109, port: addb3e13-cee4-4194-bfd6-97f89df72d61. Mar 31 15:39:11.423590 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-5c661217-0403-45aa-9641-13b6f7bd1b59 req-9be66bd4-a8fa-4813-8999-7e9c45397255 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for addb3e13-cee4-4194-bfd6-97f89df72d61 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:39:11.632324 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-5c661217-0403-45aa-9641-13b6f7bd1b59 req-9be66bd4-a8fa-4813-8999-7e9c45397255 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:11.681845 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be66bd4-a8fa-4813-8999-7e9c45397255 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=addb3e13-cee4-4194-bfd6-97f89df72d61,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:11.843859 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-fc991e5b-1689-43b3-88d3-af0d6e77a846 req-d722c2e5-0bd1-429f-b4ac-3445388d6c65 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c206f7c-059c-46f5-bc09-818da18ad02e HTTP/1.1" status: 200 len: 210 time: 0.0466065 Mar 31 15:39:11.870566 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c661217-0403-45aa-9641-13b6f7bd1b59 req-9be66bd4-a8fa-4813-8999-7e9c45397255 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router 770a2ef3-2e57-456d-a10a-363449423e35 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:39:12.167631 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c661217-0403-45aa-9641-13b6f7bd1b59 req-9be66bd4-a8fa-4813-8999-7e9c45397255 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:39:12.179118 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828f9ed2-da24-4063-a1f9-3131bdc34617 None None] Sync routers for ids ['770a2ef3-2e57-456d-a10a-363449423e35'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:39:12.189025 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828f9ed2-da24-4063-a1f9-3131bdc34617 None None] Routers {'770a2ef3-2e57-456d-a10a-363449423e35'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:39:12.189735 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-828f9ed2-da24-4063-a1f9-3131bdc34617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:39:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['770a2ef3-2e57-456d-a10a-363449423e35'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:12.243942 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c661217-0403-45aa-9641-13b6f7bd1b59 req-9be66bd4-a8fa-4813-8999-7e9c45397255 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] No DVR routers for this DVR port addb3e13-cee4-4194-bfd6-97f89df72d61 on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:39:12.246479 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-5c661217-0403-45aa-9641-13b6f7bd1b59 req-9be66bd4-a8fa-4813-8999-7e9c45397255 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:12.249354 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c206f7c-059c-46f5-bc09-818da18ad02e', 'name': 'network-vif-deleted', 'tag': 'addb3e13-cee4-4194-bfd6-97f89df72d61'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:39:12.296512 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c206f7c-059c-46f5-bc09-818da18ad02e', 'name': 'network-vif-deleted', 'tag': 'addb3e13-cee4-4194-bfd6-97f89df72d61', 'status': 'completed', 'code': 200} Mar 31 15:39:12.313756 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c661217-0403-45aa-9641-13b6f7bd1b59 req-9be66bd4-a8fa-4813-8999-7e9c45397255 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "DELETE /v2.0/ports/addb3e13-cee4-4194-bfd6-97f89df72d61 HTTP/1.1" status: 204 len: 173 time: 1.5017183 Mar 31 15:39:12.377862 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-828f9ed2-da24-4063-a1f9-3131bdc34617 None None] Set router 770a2ef3-2e57-456d-a10a-363449423e35 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:39:12.697938 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-828f9ed2-da24-4063-a1f9-3131bdc34617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770a2ef3-2e57-456d-a10a-363449423e35', 'name': 'tempest-TestNetworkBasicOps-router-1614137861', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:02Z', 'updated_at': '2022-03-31T15:37:08Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:03Z', 'updated_at': '2022-03-31T15:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '92b61ad6-8c62-493c-91a0-cd4af173c3e1', 'name': '', 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:9a:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '659285e5-d824-4e57-83b7-e3e3228e9110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:07Z', 'updated_at': '2022-03-31T15:37:13Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '659285e5-d824-4e57-83b7-e3e3228e9110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:12.702168 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828f9ed2-da24-4063-a1f9-3131bdc34617 None None] Checking router: 770a2ef3-2e57-456d-a10a-363449423e35 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:39:12.710434 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828f9ed2-da24-4063-a1f9-3131bdc34617 None None] Routers {'770a2ef3-2e57-456d-a10a-363449423e35'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:39:12.711022 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-828f9ed2-da24-4063-a1f9-3131bdc34617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:39:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['770a2ef3-2e57-456d-a10a-363449423e35'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:12.887335 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-828f9ed2-da24-4063-a1f9-3131bdc34617 None None] Set router 770a2ef3-2e57-456d-a10a-363449423e35 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:39:13.025369 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-548b2601-4c48-47e1-b631-ec1cbb328d55 req-02d992bd-2f55-4924-adbc-896d09fa5ed7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c206f7c-059c-46f5-bc09-818da18ad02e HTTP/1.1" status: 200 len: 210 time: 0.0420234 Mar 31 15:39:13.240106 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-828f9ed2-da24-4063-a1f9-3131bdc34617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770a2ef3-2e57-456d-a10a-363449423e35', 'name': 'tempest-TestNetworkBasicOps-router-1614137861', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:02Z', 'updated_at': '2022-03-31T15:37:08Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:03Z', 'updated_at': '2022-03-31T15:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '92b61ad6-8c62-493c-91a0-cd4af173c3e1', 'name': '', 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:9a:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '659285e5-d824-4e57-83b7-e3e3228e9110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:07Z', 'updated_at': '2022-03-31T15:37:13Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '659285e5-d824-4e57-83b7-e3e3228e9110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:13.244239 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828f9ed2-da24-4063-a1f9-3131bdc34617 None None] The sync data for ids ['770a2ef3-2e57-456d-a10a-363449423e35'] in dv-neutron-833379-2-hyperv is: [{'id': '770a2ef3-2e57-456d-a10a-363449423e35', 'name': 'tempest-TestNetworkBasicOps-router-1614137861', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:02Z', 'updated_at': '2022-03-31T15:37:08Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:03Z', 'updated_at': '2022-03-31T15:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '92b61ad6-8c62-493c-91a0-cd4af173c3e1', 'name': '', 'network_id': 'be468c6f-7b0d-46c6-901e-5be0d768743b', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:9a:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '659285e5-d824-4e57-83b7-e3e3228e9110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:07Z', 'updated_at': '2022-03-31T15:37:13Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '659285e5-d824-4e57-83b7-e3e3228e9110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:39:13.469336 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9ab5a1-0e7e-43f7-bd1a-15d0c30ef6f2 None None] New status for floating IP 2b38ca65-616f-4038-8500-2fcfb9eb8509: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:39:14.121877 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50062) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:39:14.191439 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cfd53fe9-87f4-4c82-a320-9e650df18799 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:14.220403 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cfd53fe9-87f4-4c82-a320-9e650df18799 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:14.362563 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cfd53fe9-87f4-4c82-a320-9e650df18799 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:14.383579 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd53fe9-87f4-4c82-a320-9e650df18799 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=647600c6-02c1-487a-a3f8-ec46b2371892,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:14.476658 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cfd53fe9-87f4-4c82-a320-9e650df18799 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:14.477803 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-cfd53fe9-87f4-4c82-a320-9e650df18799 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/security-groups/647600c6-02c1-487a-a3f8-ec46b2371892 HTTP/1.1" status: 204 len: 168 time: 0.3549700 Mar 31 15:39:14.482596 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device addb3e13-cee4-4194-bfd6-97f89df72d61 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:39:14.520939 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: addb3e13-cee4-4194-bfd6-97f89df72d61 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:39:14.521316 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device addb3e13-cee4-4194-bfd6-97f89df72d61 not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:39:14.615452 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50068) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:39:14.771815 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-53a443d4-5090-4056-aa41-dc34771c534e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port 73898978-aa95-4185-bbdb-5a854f216297 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:39:14.772156 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53a443d4-5090-4056-aa41-dc34771c534e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:14.945557 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53a443d4-5090-4056-aa41-dc34771c534e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:14.945860 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53a443d4-5090-4056-aa41-dc34771c534e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:15.164552 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-53a443d4-5090-4056-aa41-dc34771c534e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for 73898978-aa95-4185-bbdb-5a854f216297 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:39:15.397405 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53a443d4-5090-4056-aa41-dc34771c534e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:15.443000 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a443d4-5090-4056-aa41-dc34771c534e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=73898978-aa95-4185-bbdb-5a854f216297,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:15.538064 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53a443d4-5090-4056-aa41-dc34771c534e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:15.553286 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53a443d4-5090-4056-aa41-dc34771c534e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:15.554404 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-53a443d4-5090-4056-aa41-dc34771c534e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/floatingips/2b38ca65-616f-4038-8500-2fcfb9eb8509 HTTP/1.1" status: 204 len: 168 time: 0.9380469 Mar 31 15:39:16.143498 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedccba5-1553-4b31-b830-59a789921624 req-9eea9df9-e4b9-4080-83f7-2faaffed0cee tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:16.144577 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-cedccba5-1553-4b31-b830-59a789921624 req-9eea9df9-e4b9-4080-83f7-2faaffed0cee tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:39:16.237790 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-cedccba5-1553-4b31-b830-59a789921624 req-9eea9df9-e4b9-4080-83f7-2faaffed0cee tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:39:16.238780 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-cedccba5-1553-4b31-b830-59a789921624 req-9eea9df9-e4b9-4080-83f7-2faaffed0cee tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cce4f1-a740-4533-973e-f178dcf8d2ae HTTP/1.1" status: 200 len: 945 time: 0.1766517 Mar 31 15:39:16.285789 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-cedccba5-1553-4b31-b830-59a789921624 req-93e16f21-aca7-4d45-b8e4-b3161b2d7093 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:39:16.363141 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-cedccba5-1553-4b31-b830-59a789921624 req-93e16f21-aca7-4d45-b8e4-b3161b2d7093 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:39:16.364355 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-cedccba5-1553-4b31-b830-59a789921624 req-93e16f21-aca7-4d45-b8e4-b3161b2d7093 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a47b674-8bad-4fa4-b984-05b369ca906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197736 Mar 31 15:39:17.399278 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3de773-4a3f-465f-b2b6-3aaf953fd6e2 req-608f806d-0502-4298-833e-2e6a9a64c14c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:17.399278 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-6b3de773-4a3f-465f-b2b6-3aaf953fd6e2 req-608f806d-0502-4298-833e-2e6a9a64c14c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:39:17.409807 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-6b3de773-4a3f-465f-b2b6-3aaf953fd6e2 req-608f806d-0502-4298-833e-2e6a9a64c14c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:39:17.410925 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6b3de773-4a3f-465f-b2b6-3aaf953fd6e2 req-608f806d-0502-4298-833e-2e6a9a64c14c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/ports?device_id=44cce4f1-a740-4533-973e-f178dcf8d2ae HTTP/1.1" status: 200 len: 945 time: 0.0951428 Mar 31 15:39:17.519594 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-6b3de773-4a3f-465f-b2b6-3aaf953fd6e2 req-96473419-05f4-4668-bd68-bdb460bfc53b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port 134bd98f-0078-450e-9710-3fe2a49664af {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:39:17.519978 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-6b3de773-4a3f-465f-b2b6-3aaf953fd6e2 req-96473419-05f4-4668-bd68-bdb460bfc53b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:17.696772 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b6f6b-2e80-45aa-ad20-89de0897d443 req-5090345c-f14c-4136-98a3-e85516f90849 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:17.698322 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-104b6f6b-2e80-45aa-ad20-89de0897d443 req-5090345c-f14c-4136-98a3-e85516f90849 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cce4f1-a740-4533-973e-f178dcf8d2ae HTTP/1.1" status: 200 len: 945 time: 0.2213893 Mar 31 15:39:17.815013 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-104b6f6b-2e80-45aa-ad20-89de0897d443 req-d9fb3607-4ac9-413b-9b99-0d88ee197c59 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a47b674-8bad-4fa4-b984-05b369ca906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109583 Mar 31 15:39:17.833027 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-6b3de773-4a3f-465f-b2b6-3aaf953fd6e2 req-96473419-05f4-4668-bd68-bdb460bfc53b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] For port 134bd98f-0078-450e-9710-3fe2a49664af, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=134bd98f-0078-450e-9710-3fe2a49664af,segment=NetworkSegment(fa628edd-8f2c-42b2-9461-a5020b8861a5),segment_id=fa628edd-8f2c-42b2-9461-a5020b8861a5)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:39:17.833422 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-6b3de773-4a3f-465f-b2b6-3aaf953fd6e2 req-96473419-05f4-4668-bd68-bdb460bfc53b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:17.961419 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-6b3de773-4a3f-465f-b2b6-3aaf953fd6e2 req-96473419-05f4-4668-bd68-bdb460bfc53b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for 134bd98f-0078-450e-9710-3fe2a49664af owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:39:18.219630 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-6b3de773-4a3f-465f-b2b6-3aaf953fd6e2 req-96473419-05f4-4668-bd68-bdb460bfc53b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:18.274315 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96473419-05f4-4668-bd68-bdb460bfc53b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=134bd98f-0078-450e-9710-3fe2a49664af,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:18.351586 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3de773-4a3f-465f-b2b6-3aaf953fd6e2 req-96473419-05f4-4668-bd68-bdb460bfc53b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] No DVR routers for this DVR port 134bd98f-0078-450e-9710-3fe2a49664af on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:39:18.354131 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-6b3de773-4a3f-465f-b2b6-3aaf953fd6e2 req-96473419-05f4-4668-bd68-bdb460bfc53b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:18.356708 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cce4f1-a740-4533-973e-f178dcf8d2ae', 'name': 'network-vif-deleted', 'tag': '134bd98f-0078-450e-9710-3fe2a49664af'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:39:18.401950 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cce4f1-a740-4533-973e-f178dcf8d2ae', 'name': 'network-vif-deleted', 'tag': '134bd98f-0078-450e-9710-3fe2a49664af', 'status': 'completed', 'code': 200} Mar 31 15:39:18.432069 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6b3de773-4a3f-465f-b2b6-3aaf953fd6e2 req-96473419-05f4-4668-bd68-bdb460bfc53b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "DELETE /v2.0/ports/134bd98f-0078-450e-9710-3fe2a49664af HTTP/1.1" status: 204 len: 173 time: 1.0158687 Mar 31 15:39:18.981523 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-e19a7970-72ef-46f8-9257-4194eeeaac1a req-4154a67f-184a-4ffc-9212-b8bc975ee9aa tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:39:19.071479 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-e19a7970-72ef-46f8-9257-4194eeeaac1a req-4154a67f-184a-4ffc-9212-b8bc975ee9aa tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:39:19.072625 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e19a7970-72ef-46f8-9257-4194eeeaac1a req-4154a67f-184a-4ffc-9212-b8bc975ee9aa tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cce4f1-a740-4533-973e-f178dcf8d2ae HTTP/1.1" status: 200 len: 210 time: 0.1316319 Mar 31 15:39:20.167821 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50086) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:39:20.238853 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5a977d48-e9ae-4670-bb1b-91869468f0c3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:20.269602 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5a977d48-e9ae-4670-bb1b-91869468f0c3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:20.391705 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5a977d48-e9ae-4670-bb1b-91869468f0c3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:20.410137 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a977d48-e9ae-4670-bb1b-91869468f0c3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a47b674-8bad-4fa4-b984-05b369ca906c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:20.417867 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a977d48-e9ae-4670-bb1b-91869468f0c3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:20.418214 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a977d48-e9ae-4670-bb1b-91869468f0c3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:20.418555 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a977d48-e9ae-4670-bb1b-91869468f0c3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:20.418887 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a977d48-e9ae-4670-bb1b-91869468f0c3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:20.419215 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a977d48-e9ae-4670-bb1b-91869468f0c3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:20.419545 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a977d48-e9ae-4670-bb1b-91869468f0c3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:20.419871 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a977d48-e9ae-4670-bb1b-91869468f0c3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:20.420195 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a977d48-e9ae-4670-bb1b-91869468f0c3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:20.420518 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a977d48-e9ae-4670-bb1b-91869468f0c3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:20.420840 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a977d48-e9ae-4670-bb1b-91869468f0c3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:20.421161 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a977d48-e9ae-4670-bb1b-91869468f0c3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:20.421509 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a977d48-e9ae-4670-bb1b-91869468f0c3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:20.508673 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 134bd98f-0078-450e-9710-3fe2a49664af no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:39:20.511087 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5a977d48-e9ae-4670-bb1b-91869468f0c3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:20.512207 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5a977d48-e9ae-4670-bb1b-91869468f0c3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/security-groups/0a47b674-8bad-4fa4-b984-05b369ca906c HTTP/1.1" status: 204 len: 168 time: 0.3434162 Mar 31 15:39:20.542843 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: 134bd98f-0078-450e-9710-3fe2a49664af {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:39:20.543193 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 134bd98f-0078-450e-9710-3fe2a49664af not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:39:20.592055 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50092) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:39:21.166293 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61a6b925-5a57-472d-b88d-9ef4c22dc2a1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:21.513572 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61a6b925-5a57-472d-b88d-9ef4c22dc2a1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port 92b61ad6-8c62-493c-91a0-cd4af173c3e1 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:39:21.514220 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61a6b925-5a57-472d-b88d-9ef4c22dc2a1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:21.804756 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-61a6b925-5a57-472d-b88d-9ef4c22dc2a1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] For port 92b61ad6-8c62-493c-91a0-cd4af173c3e1, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=92b61ad6-8c62-493c-91a0-cd4af173c3e1,segment=NetworkSegment(fa628edd-8f2c-42b2-9461-a5020b8861a5),segment_id=fa628edd-8f2c-42b2-9461-a5020b8861a5)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:39:21.805117 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61a6b925-5a57-472d-b88d-9ef4c22dc2a1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:21.935547 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-61a6b925-5a57-472d-b88d-9ef4c22dc2a1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for 92b61ad6-8c62-493c-91a0-cd4af173c3e1 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:39:22.328626 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61a6b925-5a57-472d-b88d-9ef4c22dc2a1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:22.377608 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6b925-5a57-472d-b88d-9ef4c22dc2a1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=92b61ad6-8c62-493c-91a0-cd4af173c3e1,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:22.656012 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61a6b925-5a57-472d-b88d-9ef4c22dc2a1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:23.147939 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a6b925-5a57-472d-b88d-9ef4c22dc2a1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router 770a2ef3-2e57-456d-a10a-363449423e35 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:39:23.324887 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a6b925-5a57-472d-b88d-9ef4c22dc2a1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:39:23.335566 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a089ed5-761d-4d88-9f71-f26dd9ad27ca None None] Sync routers for ids ['770a2ef3-2e57-456d-a10a-363449423e35'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:39:23.345669 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a089ed5-761d-4d88-9f71-f26dd9ad27ca None None] Routers {'770a2ef3-2e57-456d-a10a-363449423e35'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:39:23.346593 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1a089ed5-761d-4d88-9f71-f26dd9ad27ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:39:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['770a2ef3-2e57-456d-a10a-363449423e35'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:23.382170 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-61a6b925-5a57-472d-b88d-9ef4c22dc2a1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "PUT /v2.0/routers/770a2ef3-2e57-456d-a10a-363449423e35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7888470 Mar 31 15:39:23.384661 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50096) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:39:23.455371 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef1cd7a4-a4d0-44bb-b8a2-f294e6c63532 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting subnet 659285e5-d824-4e57-83b7-e3e3228e9110 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:39:23.458384 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd7a4-a4d0-44bb-b8a2-f294e6c63532 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:23.519385 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd7a4-a4d0-44bb-b8a2-f294e6c63532 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:23.522526 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-1a089ed5-761d-4d88-9f71-f26dd9ad27ca None None] Set router 770a2ef3-2e57-456d-a10a-363449423e35 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:39:23.605612 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd7a4-a4d0-44bb-b8a2-f294e6c63532 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:23.803364 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1a089ed5-761d-4d88-9f71-f26dd9ad27ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770a2ef3-2e57-456d-a10a-363449423e35', 'name': 'tempest-TestNetworkBasicOps-router-1614137861', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:02Z', 'updated_at': '2022-03-31T15:39:22Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:03Z', 'updated_at': '2022-03-31T15:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:23.807178 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a089ed5-761d-4d88-9f71-f26dd9ad27ca None None] Checking router: 770a2ef3-2e57-456d-a10a-363449423e35 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:39:23.815130 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd7a4-a4d0-44bb-b8a2-f294e6c63532 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:23.815626 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a089ed5-761d-4d88-9f71-f26dd9ad27ca None None] Routers {'770a2ef3-2e57-456d-a10a-363449423e35'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:39:23.818015 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1a089ed5-761d-4d88-9f71-f26dd9ad27ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:39:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['770a2ef3-2e57-456d-a10a-363449423e35'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:23.858867 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1cd7a4-a4d0-44bb-b8a2-f294e6c63532 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Subnet': ['ID=659285e5-d824-4e57-83b7-e3e3228e9110,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:23.861679 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd7a4-a4d0-44bb-b8a2-f294e6c63532 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:23.870448 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ef1cd7a4-a4d0-44bb-b8a2-f294e6c63532 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/subnets/659285e5-d824-4e57-83b7-e3e3228e9110 HTTP/1.1" status: 204 len: 168 time: 0.4825194 Mar 31 15:39:23.870927 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043e6b6a-8ee7-4231-b516-1b831e141dc9 None None] Network be468c6f-7b0d-46c6-901e-5be0d768743b requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:39:23.871346 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50100) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:39:23.994188 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-1a089ed5-761d-4d88-9f71-f26dd9ad27ca None None] Set router 770a2ef3-2e57-456d-a10a-363449423e35 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:39:24.052947 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1664dcf5-c131-4066-8f32-2aeae6bb5317 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:24.132621 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af06d758-e32f-4f69-ac68-7f719bf87267 None None] DHCP port deletion for be468c6f-7b0d-46c6-901e-5be0d768743b request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:39:24.137108 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-af06d758-e32f-4f69-ac68-7f719bf87267 None None] Deleting port cbcf6683-e6a7-48e3-b399-e75508f2d8f5 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:39:24.137534 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-af06d758-e32f-4f69-ac68-7f719bf87267 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:24.254013 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1664dcf5-c131-4066-8f32-2aeae6bb5317 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:24.288951 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1a089ed5-761d-4d88-9f71-f26dd9ad27ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770a2ef3-2e57-456d-a10a-363449423e35', 'name': 'tempest-TestNetworkBasicOps-router-1614137861', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:02Z', 'updated_at': '2022-03-31T15:39:22Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:03Z', 'updated_at': '2022-03-31T15:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:24.292832 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a089ed5-761d-4d88-9f71-f26dd9ad27ca None None] The sync data for ids ['770a2ef3-2e57-456d-a10a-363449423e35'] in dv-neutron-833379-2-hyperv is: [{'id': '770a2ef3-2e57-456d-a10a-363449423e35', 'name': 'tempest-TestNetworkBasicOps-router-1614137861', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:02Z', 'updated_at': '2022-03-31T15:39:22Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '49d1353a-0ffa-4e40-9d6b-177b47c29b0d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770a2ef3-2e57-456d-a10a-363449423e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:03Z', 'updated_at': '2022-03-31T15:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:39:24.328271 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-1664dcf5-c131-4066-8f32-2aeae6bb5317 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port 49d1353a-0ffa-4e40-9d6b-177b47c29b0d {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:39:24.328703 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1664dcf5-c131-4066-8f32-2aeae6bb5317 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:24.382584 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-af06d758-e32f-4f69-ac68-7f719bf87267 None None] For port cbcf6683-e6a7-48e3-b399-e75508f2d8f5, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=cbcf6683-e6a7-48e3-b399-e75508f2d8f5,segment=NetworkSegment(fa628edd-8f2c-42b2-9461-a5020b8861a5),segment_id=fa628edd-8f2c-42b2-9461-a5020b8861a5)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:39:24.383022 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-af06d758-e32f-4f69-ac68-7f719bf87267 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:24.507185 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-1664dcf5-c131-4066-8f32-2aeae6bb5317 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] For port 49d1353a-0ffa-4e40-9d6b-177b47c29b0d, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=49d1353a-0ffa-4e40-9d6b-177b47c29b0d,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:39:24.507547 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1664dcf5-c131-4066-8f32-2aeae6bb5317 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:24.509621 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-af06d758-e32f-4f69-ac68-7f719bf87267 None None] Calling delete_port for cbcf6683-e6a7-48e3-b399-e75508f2d8f5 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:39:24.639260 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-1664dcf5-c131-4066-8f32-2aeae6bb5317 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for 49d1353a-0ffa-4e40-9d6b-177b47c29b0d owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:39:24.711600 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-af06d758-e32f-4f69-ac68-7f719bf87267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:24.760605 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af06d758-e32f-4f69-ac68-7f719bf87267 None None] No DVR routers for this DVR port cbcf6683-e6a7-48e3-b399-e75508f2d8f5 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:39:24.769594 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06d758-e32f-4f69-ac68-7f719bf87267 None None] Pushing event deleted for resources: {'Port': ['ID=cbcf6683-e6a7-48e3-b399-e75508f2d8f5,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:25.066539 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1664dcf5-c131-4066-8f32-2aeae6bb5317 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:25.114202 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664dcf5-c131-4066-8f32-2aeae6bb5317 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=49d1353a-0ffa-4e40-9d6b-177b47c29b0d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:25.126536 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 92b61ad6-8c62-493c-91a0-cd4af173c3e1 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:39:25.158063 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:25.163519 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 92b61ad6-8c62-493c-91a0-cd4af173c3e1 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:39:25.164094 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 92b61ad6-8c62-493c-91a0-cd4af173c3e1 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:39:25.164094 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device cbcf6683-e6a7-48e3-b399-e75508f2d8f5 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:39:25.196893 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: cbcf6683-e6a7-48e3-b399-e75508f2d8f5 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:39:25.197271 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device cbcf6683-e6a7-48e3-b399-e75508f2d8f5 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:39:25.206916 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1664dcf5-c131-4066-8f32-2aeae6bb5317 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:25.382394 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1664dcf5-c131-4066-8f32-2aeae6bb5317 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:25.384595 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1664dcf5-c131-4066-8f32-2aeae6bb5317 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:25.500078 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1664dcf5-c131-4066-8f32-2aeae6bb5317 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:25.500892 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1664dcf5-c131-4066-8f32-2aeae6bb5317 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Fanout notify agent at l3_agent the message router_deleted on router 770a2ef3-2e57-456d-a10a-363449423e35 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:39:25.517139 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1664dcf5-c131-4066-8f32-2aeae6bb5317 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:25.518373 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1664dcf5-c131-4066-8f32-2aeae6bb5317 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/routers/770a2ef3-2e57-456d-a10a-363449423e35 HTTP/1.1" status: 204 len: 168 time: 1.6466932 Mar 31 15:39:25.521028 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50104) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:39:25.644436 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5495a47f-ca3e-44fe-bd1f-50309ba6610b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:25.778790 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5495a47f-ca3e-44fe-bd1f-50309ba6610b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:25.804420 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-5495a47f-ca3e-44fe-bd1f-50309ba6610b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be468c6f-7b0d-46c6-901e-5be0d768743b']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:25.816234 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-5495a47f-ca3e-44fe-bd1f-50309ba6610b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa628edd-8f2c-42b2-9461-a5020b8861a5') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:25.816527 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-5495a47f-ca3e-44fe-bd1f-50309ba6610b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa628edd-8f2c-42b2-9461-a5020b8861a5') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:25.827531 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5495a47f-ca3e-44fe-bd1f-50309ba6610b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:25.843165 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5495a47f-ca3e-44fe-bd1f-50309ba6610b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:25.850153 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5495a47f-ca3e-44fe-bd1f-50309ba6610b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:39:25.850910 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5495a47f-ca3e-44fe-bd1f-50309ba6610b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:25.865750 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:39:25.865750 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:39:25.865750 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:39:25.865750 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:39:25.865750 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:39:25.865750 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:39:25.865750 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:39:25.865750 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:39:25.865750 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:39:25.865750 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:39:25.865750 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:39:25.865750 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:39:25.865750 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:39:25.865750 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:39:25.865750 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:39:25.865750 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:39:25.865750 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:39:25.865750 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:39:25.865750 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:39:25.865750 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:39:25.865750 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:39:25.865750 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:39:25.865750 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:39:25.865750 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:39:25.865750 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:39:25.865750 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:39:25.865750 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:39:25.865750 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:39:25.865750 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:39:25.865750 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:39:25.865750 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:39:25.865750 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:39:25.986108 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5495a47f-ca3e-44fe-bd1f-50309ba6610b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:26.003519 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5495a47f-ca3e-44fe-bd1f-50309ba6610b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:26.014599 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495a47f-ca3e-44fe-bd1f-50309ba6610b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Network': ['ID=be468c6f-7b0d-46c6-901e-5be0d768743b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:26.078473 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5495a47f-ca3e-44fe-bd1f-50309ba6610b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/networks/be468c6f-7b0d-46c6-901e-5be0d768743b HTTP/1.1" status: 204 len: 168 time: 0.5563552 Mar 31 15:39:26.102923 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50108) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:39:26.108803 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-aa8c314f-b4ac-4cfd-8ed8-61321cdb1abc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'network': {'name': 'tempest-network-smoke--216084326', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'port_security_enabled': True}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:26.114677 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-aa8c314f-b4ac-4cfd-8ed8-61321cdb1abc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:39:26.118812 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-aa8c314f-b4ac-4cfd-8ed8-61321cdb1abc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:network and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:39:26.121940 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-aa8c314f-b4ac-4cfd-8ed8-61321cdb1abc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:39:26.128648 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-aa8c314f-b4ac-4cfd-8ed8-61321cdb1abc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:39:26.208663 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8c314f-b4ac-4cfd-8ed8-61321cdb1abc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Made reservation on behalf of a28d6e89f5614e35860f06912b5df90e for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:39:26.212056 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aa8c314f-b4ac-4cfd-8ed8-61321cdb1abc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:26.241817 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8c314f-b4ac-4cfd-8ed8-61321cdb1abc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:39:26.250377 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aa8c314f-b4ac-4cfd-8ed8-61321cdb1abc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:26.250793 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-aa8c314f-b4ac-4cfd-8ed8-61321cdb1abc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Added segment e3888af3-26c5-4722-ab70-9a13f5013c3b of type vlan for network b11af648-3c75-450d-a914-1e0f16486fa9 Mar 31 15:39:26.276923 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aa8c314f-b4ac-4cfd-8ed8-61321cdb1abc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:26.368913 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aa8c314f-b4ac-4cfd-8ed8-61321cdb1abc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:26.374720 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8c314f-b4ac-4cfd-8ed8-61321cdb1abc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:26.375298 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aa8c314f-b4ac-4cfd-8ed8-61321cdb1abc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:26.486683 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c314f-b4ac-4cfd-8ed8-61321cdb1abc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Network': ['ID=b11af648-3c75-450d-a914-1e0f16486fa9,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:26.494038 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c314f-b4ac-4cfd-8ed8-61321cdb1abc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:26.494382 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c314f-b4ac-4cfd-8ed8-61321cdb1abc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:26.494719 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c314f-b4ac-4cfd-8ed8-61321cdb1abc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:26.495047 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c314f-b4ac-4cfd-8ed8-61321cdb1abc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:26.495368 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c314f-b4ac-4cfd-8ed8-61321cdb1abc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:26.495692 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c314f-b4ac-4cfd-8ed8-61321cdb1abc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:26.496015 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c314f-b4ac-4cfd-8ed8-61321cdb1abc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:26.496332 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c314f-b4ac-4cfd-8ed8-61321cdb1abc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:26.496651 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c314f-b4ac-4cfd-8ed8-61321cdb1abc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:26.496969 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c314f-b4ac-4cfd-8ed8-61321cdb1abc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:26.497317 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c314f-b4ac-4cfd-8ed8-61321cdb1abc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:26.497634 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c314f-b4ac-4cfd-8ed8-61321cdb1abc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:26.511611 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network b11af648-3c75-450d-a914-1e0f16486fa9 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:39:26.554467 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-aa8c314f-b4ac-4cfd-8ed8-61321cdb1abc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4477918 Mar 31 15:39:26.554973 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50112) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:39:26.560088 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-029fa4c2-8672-4815-8ce3-45f18c33976d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-869773336', 'admin_state_up': True, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:26.567825 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-029fa4c2-8672-4815-8ce3-45f18c33976d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:39:26.571907 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-029fa4c2-8672-4815-8ce3-45f18c33976d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:router and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:39:26.574939 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-029fa4c2-8672-4815-8ce3-45f18c33976d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:39:26.585027 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-029fa4c2-8672-4815-8ce3-45f18c33976d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:39:26.676728 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-029fa4c2-8672-4815-8ce3-45f18c33976d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:26.677819 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-029fa4c2-8672-4815-8ce3-45f18c33976d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:26.693678 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-029fa4c2-8672-4815-8ce3-45f18c33976d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:27.100796 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-029fa4c2-8672-4815-8ce3-45f18c33976d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:27.119002 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 49d1353a-0ffa-4e40-9d6b-177b47c29b0d no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:39:27.158845 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 49d1353a-0ffa-4e40-9d6b-177b47c29b0d {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:39:27.158845 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 49d1353a-0ffa-4e40-9d6b-177b47c29b0d not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:39:27.578213 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-029fa4c2-8672-4815-8ce3-45f18c33976d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:27.609834 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-029fa4c2-8672-4815-8ce3-45f18c33976d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:27.749223 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-029fa4c2-8672-4815-8ce3-45f18c33976d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.26.5.38 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/977163c5-2e2c-4e75-8291-4c247b9e76b5) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:39:27.900492 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-029fa4c2-8672-4815-8ce3-45f18c33976d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:27.968805 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-029fa4c2-8672-4815-8ce3-45f18c33976d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:28.036945 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029fa4c2-8672-4815-8ce3-45f18c33976d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:39:28.044180 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-029fa4c2-8672-4815-8ce3-45f18c33976d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:39:28.049033 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029fa4c2-8672-4815-8ce3-45f18c33976d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:39:28.077929 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029fa4c2-8672-4815-8ce3-45f18c33976d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=977163c5-2e2c-4e75-8291-4c247b9e76b5,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:28.743281 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-029fa4c2-8672-4815-8ce3-45f18c33976d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:28.862048 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-029fa4c2-8672-4815-8ce3-45f18c33976d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:29.220727 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029fa4c2-8672-4815-8ce3-45f18c33976d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router e4a554ae-eeb5-42a9-ab2b-6309217ca5cf is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:39:29.405597 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029fa4c2-8672-4815-8ce3-45f18c33976d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:39:29.415655 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8218c7-ba70-4d99-a7cc-4aecb8a32e0e None None] Sync routers for ids ['e4a554ae-eeb5-42a9-ab2b-6309217ca5cf'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:39:29.425180 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8218c7-ba70-4d99-a7cc-4aecb8a32e0e None None] Routers {'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:39:29.425825 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5a8218c7-ba70-4d99-a7cc-4aecb8a32e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:39:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e4a554ae-eeb5-42a9-ab2b-6309217ca5cf'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:29.540060 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-029fa4c2-8672-4815-8ce3-45f18c33976d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:29.551354 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-029fa4c2-8672-4815-8ce3-45f18c33976d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9856575 Mar 31 15:39:29.551354 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50116) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:39:29.605769 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-5a8218c7-ba70-4d99-a7cc-4aecb8a32e0e None None] Set router e4a554ae-eeb5-42a9-ab2b-6309217ca5cf gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:39:29.701773 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-40714786-1a58-4eee-96c4-2709acaf2373 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=a28d6e89f5614e35860f06912b5df90e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1553872 Mar 31 15:39:29.708543 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50124) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:39:29.841576 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3672b6-8eaa-41d6-92e1-b93d8d8bdd6e tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:29.843056 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1d3672b6-8eaa-41d6-92e1-b93d8d8bdd6e tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1336141 Mar 31 15:39:29.846765 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50128) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:39:29.892926 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-aeb5313b-3dbe-48f9-8c60-352557402b36 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=81fb4282-babc-4201-afd1-e5be35072e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421619 Mar 31 15:39:29.893128 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50132) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:39:29.899330 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-2985c076-b6e2-4f98-b9b9-c90813c2bde2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2143298584', 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:29.902439 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5a8218c7-ba70-4d99-a7cc-4aecb8a32e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'name': 'tempest-TestNetworkBasicOps-router-869773336', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '977163c5-2e2c-4e75-8291-4c247b9e76b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:39:26Z', 'updated_at': '2022-03-31T15:39:28Z', 'revision_number': 3, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '977163c5-2e2c-4e75-8291-4c247b9e76b5', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:39:27Z', 'updated_at': '2022-03-31T15:39:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:29.906317 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8218c7-ba70-4d99-a7cc-4aecb8a32e0e None None] Checking router: e4a554ae-eeb5-42a9-ab2b-6309217ca5cf for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:39:29.906722 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8218c7-ba70-4d99-a7cc-4aecb8a32e0e None None] Updating router e4a554ae-eeb5-42a9-ab2b-6309217ca5cf port 977163c5-2e2c-4e75-8291-4c247b9e76b5 binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:39:29.960135 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5a8218c7-ba70-4d99-a7cc-4aecb8a32e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:30.008639 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-2985c076-b6e2-4f98-b9b9-c90813c2bde2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:39:30.012474 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2985c076-b6e2-4f98-b9b9-c90813c2bde2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:subnet and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:39:30.015352 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2985c076-b6e2-4f98-b9b9-c90813c2bde2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:39:30.021581 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-2985c076-b6e2-4f98-b9b9-c90813c2bde2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:39:30.158315 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2985c076-b6e2-4f98-b9b9-c90813c2bde2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Made reservation on behalf of a28d6e89f5614e35860f06912b5df90e for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:39:30.162114 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2985c076-b6e2-4f98-b9b9-c90813c2bde2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:30.321898 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5a8218c7-ba70-4d99-a7cc-4aecb8a32e0e None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:30.334235 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-5a8218c7-ba70-4d99-a7cc-4aecb8a32e0e None None] Transition to ACTIVE for port object 977163c5-2e2c-4e75-8291-4c247b9e76b5 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:39:30.476707 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5a8218c7-ba70-4d99-a7cc-4aecb8a32e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:30.523064 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2985c076-b6e2-4f98-b9b9-c90813c2bde2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:30.558928 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-5a8218c7-ba70-4d99-a7cc-4aecb8a32e0e None None] Attempting to bind port 977163c5-2e2c-4e75-8291-4c247b9e76b5 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:39:30.559293 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-5a8218c7-ba70-4d99-a7cc-4aecb8a32e0e None None] Attempting to bind port 977163c5-2e2c-4e75-8291-4c247b9e76b5 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:39:30.559660 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8218c7-ba70-4d99-a7cc-4aecb8a32e0e None None] Attempting to bind port 977163c5-2e2c-4e75-8291-4c247b9e76b5 on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:39:30.563617 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ffbed-964c-4e6e-8529-1275b456d480 None None] Pushing event updated for resources: {'Port': ['ID=977163c5-2e2c-4e75-8291-4c247b9e76b5,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:30.568525 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8218c7-ba70-4d99-a7cc-4aecb8a32e0e None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:39:30.571628 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8218c7-ba70-4d99-a7cc-4aecb8a32e0e None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:39:30.571628 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5a8218c7-ba70-4d99-a7cc-4aecb8a32e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:30.571628 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8218c7-ba70-4d99-a7cc-4aecb8a32e0e None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:39:30.571628 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-5a8218c7-ba70-4d99-a7cc-4aecb8a32e0e None None] Bound port: 977163c5-2e2c-4e75-8291-4c247b9e76b5, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:39:30.571628 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5a8218c7-ba70-4d99-a7cc-4aecb8a32e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:30.607519 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ffbed-964c-4e6e-8529-1275b456d480 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:30.611857 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ffbed-964c-4e6e-8529-1275b456d480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:30.611857 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ffbed-964c-4e6e-8529-1275b456d480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:30.611857 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ffbed-964c-4e6e-8529-1275b456d480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:30.611857 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ffbed-964c-4e6e-8529-1275b456d480 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:30.612166 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2985c076-b6e2-4f98-b9b9-c90813c2bde2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Checking segment: {'id': 'e3888af3-26c5-4722-ab70-9a13f5013c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:39:30.612256 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ffbed-964c-4e6e-8529-1275b456d480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:30.612256 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ffbed-964c-4e6e-8529-1275b456d480 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:30.612382 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2985c076-b6e2-4f98-b9b9-c90813c2bde2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network hostable DHCP agents. Network: b11af648-3c75-450d-a914-1e0f16486fa9, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:39:30.612464 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ffbed-964c-4e6e-8529-1275b456d480 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:30.612464 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ffbed-964c-4e6e-8529-1275b456d480 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:30.612464 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ffbed-964c-4e6e-8529-1275b456d480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:30.612464 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ffbed-964c-4e6e-8529-1275b456d480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:30.612464 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ffbed-964c-4e6e-8529-1275b456d480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:30.617784 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985c076-b6e2-4f98-b9b9-c90813c2bde2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Subnet': ['ID=fa7ae482-ddb3-46da-a716-fcdc95a158d0,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:30.654335 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-5a8218c7-ba70-4d99-a7cc-4aecb8a32e0e None None] For port 977163c5-2e2c-4e75-8291-4c247b9e76b5, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:39:30.657263 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-5a8218c7-ba70-4d99-a7cc-4aecb8a32e0e None None] For port 977163c5-2e2c-4e75-8291-4c247b9e76b5, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=977163c5-2e2c-4e75-8291-4c247b9e76b5,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:39:30.699926 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2985c076-b6e2-4f98-b9b9-c90813c2bde2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network b11af648-3c75-450d-a914-1e0f16486fa9 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:39:30.745876 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5a8218c7-ba70-4d99-a7cc-4aecb8a32e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:30.835028 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8218c7-ba70-4d99-a7cc-4aecb8a32e0e None None] Routers {'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:39:30.835028 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5a8218c7-ba70-4d99-a7cc-4aecb8a32e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:39:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e4a554ae-eeb5-42a9-ab2b-6309217ca5cf'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:30.848742 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-2985c076-b6e2-4f98-b9b9-c90813c2bde2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, b11af648-3c75-450d-a914-1e0f16486fa9) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:39:30.853390 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2985c076-b6e2-4f98-b9b9-c90813c2bde2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:30.854053 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2985c076-b6e2-4f98-b9b9-c90813c2bde2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:30.889340 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62bbbb7-2ae4-4e5b-8038-bd7f5f1f6e22 None None] Network b11af648-3c75-450d-a914-1e0f16486fa9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:39:30.906638 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ffbed-964c-4e6e-8529-1275b456d480 None None] Pushing event updated for resources: {'Port': ['ID=977163c5-2e2c-4e75-8291-4c247b9e76b5,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:30.964773 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2985c076-b6e2-4f98-b9b9-c90813c2bde2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0693531 Mar 31 15:39:30.966361 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50138) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:39:31.144048 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-5a8218c7-ba70-4d99-a7cc-4aecb8a32e0e None None] Set router e4a554ae-eeb5-42a9-ab2b-6309217ca5cf gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:39:31.405247 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046be7ce-d8da-4757-bcbd-36f0609437ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-b11af648-3c75-450d-a914-1e0f16486fa9', 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ips': [{'subnet_id': 'fa7ae482-ddb3-46da-a716-fcdc95a158d0'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:39:31.406086 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-046be7ce-d8da-4757-bcbd-36f0609437ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:31.625461 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5a8218c7-ba70-4d99-a7cc-4aecb8a32e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'name': 'tempest-TestNetworkBasicOps-router-869773336', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '977163c5-2e2c-4e75-8291-4c247b9e76b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:39:26Z', 'updated_at': '2022-03-31T15:39:28Z', 'revision_number': 3, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '977163c5-2e2c-4e75-8291-4c247b9e76b5', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:39:27Z', 'updated_at': '2022-03-31T15:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:31.631623 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8218c7-ba70-4d99-a7cc-4aecb8a32e0e None None] The sync data for ids ['e4a554ae-eeb5-42a9-ab2b-6309217ca5cf'] in dv-neutron-833379-2-hyperv is: [{'id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'name': 'tempest-TestNetworkBasicOps-router-869773336', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '977163c5-2e2c-4e75-8291-4c247b9e76b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:39:26Z', 'updated_at': '2022-03-31T15:39:28Z', 'revision_number': 3, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '977163c5-2e2c-4e75-8291-4c247b9e76b5', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:39:27Z', 'updated_at': '2022-03-31T15:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:39:31.643721 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-046be7ce-d8da-4757-bcbd-36f0609437ff None None] Allocated IP 172.20.0.2 (b11af648-3c75-450d-a914-1e0f16486fa9/fa7ae482-ddb3-46da-a716-fcdc95a158d0/e7676f6b-04e2-4c9a-9f40-1603e4a75452) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:39:31.794389 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c48cabce-357d-4e90-bf46-0e534bc78b07 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:31.963516 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-046be7ce-d8da-4757-bcbd-36f0609437ff None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:31.983045 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-046be7ce-d8da-4757-bcbd-36f0609437ff None None] Transition to ACTIVE for port object e7676f6b-04e2-4c9a-9f40-1603e4a75452 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:39:31.998430 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-046be7ce-d8da-4757-bcbd-36f0609437ff None None] Transition to ACTIVE for port object e7676f6b-04e2-4c9a-9f40-1603e4a75452 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:39:32.145831 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-046be7ce-d8da-4757-bcbd-36f0609437ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:32.212116 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046be7ce-d8da-4757-bcbd-36f0609437ff None None] Network b11af648-3c75-450d-a914-1e0f16486fa9 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:39:32.214928 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-046be7ce-d8da-4757-bcbd-36f0609437ff None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:39:32.223676 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046be7ce-d8da-4757-bcbd-36f0609437ff None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:39:32.233258 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046be7ce-d8da-4757-bcbd-36f0609437ff None None] Pushing event updated for resources: {'Port': ['ID=e7676f6b-04e2-4c9a-9f40-1603e4a75452,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:32.248048 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-c48cabce-357d-4e90-bf46-0e534bc78b07 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.20.0.1 (b11af648-3c75-450d-a914-1e0f16486fa9/fa7ae482-ddb3-46da-a716-fcdc95a158d0/e69bff34-158f-42d7-b942-93f75a7dacfd) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:39:32.323440 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-046be7ce-d8da-4757-bcbd-36f0609437ff None None] Attempting to bind port e7676f6b-04e2-4c9a-9f40-1603e4a75452 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:39:32.323964 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-046be7ce-d8da-4757-bcbd-36f0609437ff None None] Attempting to bind port e7676f6b-04e2-4c9a-9f40-1603e4a75452 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'e3888af3-26c5-4722-ab70-9a13f5013c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:39:32.324436 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046be7ce-d8da-4757-bcbd-36f0609437ff None None] Attempting to bind port e7676f6b-04e2-4c9a-9f40-1603e4a75452 on network b11af648-3c75-450d-a914-1e0f16486fa9 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:39:32.330797 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046be7ce-d8da-4757-bcbd-36f0609437ff None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:39:32.331426 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046be7ce-d8da-4757-bcbd-36f0609437ff None None] Checking segment: {'id': 'e3888af3-26c5-4722-ab70-9a13f5013c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:39:32.331932 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-046be7ce-d8da-4757-bcbd-36f0609437ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:32.332427 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046be7ce-d8da-4757-bcbd-36f0609437ff None None] Bound using segment: {'id': 'e3888af3-26c5-4722-ab70-9a13f5013c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:39:32.333409 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-046be7ce-d8da-4757-bcbd-36f0609437ff None None] Bound port: e7676f6b-04e2-4c9a-9f40-1603e4a75452, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3888af3-26c5-4722-ab70-9a13f5013c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:39:32.334489 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-046be7ce-d8da-4757-bcbd-36f0609437ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:32.436770 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c48cabce-357d-4e90-bf46-0e534bc78b07 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:32.439035 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-046be7ce-d8da-4757-bcbd-36f0609437ff None None] For port e7676f6b-04e2-4c9a-9f40-1603e4a75452, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:39:32.443277 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-046be7ce-d8da-4757-bcbd-36f0609437ff None None] For port e7676f6b-04e2-4c9a-9f40-1603e4a75452, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e7676f6b-04e2-4c9a-9f40-1603e4a75452,segment=NetworkSegment(e3888af3-26c5-4722-ab70-9a13f5013c3b),segment_id=e3888af3-26c5-4722-ab70-9a13f5013c3b)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:39:32.453507 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c48cabce-357d-4e90-bf46-0e534bc78b07 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Transition to ACTIVE for port object e69bff34-158f-42d7-b942-93f75a7dacfd will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:39:32.506720 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-046be7ce-d8da-4757-bcbd-36f0609437ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:32.534912 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c48cabce-357d-4e90-bf46-0e534bc78b07 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:32.603418 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046be7ce-d8da-4757-bcbd-36f0609437ff None None] Pushing event updated for resources: {'Port': ['ID=e7676f6b-04e2-4c9a-9f40-1603e4a75452,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:32.611517 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48cabce-357d-4e90-bf46-0e534bc78b07 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network b11af648-3c75-450d-a914-1e0f16486fa9 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:39:32.620272 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-c48cabce-357d-4e90-bf46-0e534bc78b07 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:39:32.623334 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48cabce-357d-4e90-bf46-0e534bc78b07 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:39:32.666437 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48cabce-357d-4e90-bf46-0e534bc78b07 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=e69bff34-158f-42d7-b942-93f75a7dacfd,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:32.695129 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c48cabce-357d-4e90-bf46-0e534bc78b07 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:32.915620 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c48cabce-357d-4e90-bf46-0e534bc78b07 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:33.101587 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d91177ca-b8b7-4922-908f-5bb879f33342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:33.203548 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e7676f6b-04e2-4c9a-9f40-1603e4a75452 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:39:33.362278 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port e7676f6b-04e2-4c9a-9f40-1603e4a75452 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:39:33.367849 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 977163c5-2e2c-4e75-8291-4c247b9e76b5 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:39:33.486559 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c48cabce-357d-4e90-bf46-0e534bc78b07 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:33.494389 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 977163c5-2e2c-4e75-8291-4c247b9e76b5 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:39:33.499817 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 977163c5-2e2c-4e75-8291-4c247b9e76b5 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:39:33.500190 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:33.551805 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c48cabce-357d-4e90-bf46-0e534bc78b07 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:33.644362 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:33.668138 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 977163c5-2e2c-4e75-8291-4c247b9e76b5, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=977163c5-2e2c-4e75-8291-4c247b9e76b5,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:39:33.684593 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c48cabce-357d-4e90-bf46-0e534bc78b07 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:33.696608 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48cabce-357d-4e90-bf46-0e534bc78b07 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=e69bff34-158f-42d7-b942-93f75a7dacfd,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:33.751325 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:33.825972 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=977163c5-2e2c-4e75-8291-4c247b9e76b5,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:33.840578 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48cabce-357d-4e90-bf46-0e534bc78b07 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network b11af648-3c75-450d-a914-1e0f16486fa9 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:39:33.841802 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-c48cabce-357d-4e90-bf46-0e534bc78b07 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:39:33.893299 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ab68d8-8179-4b20-8306-c0d4c7d5e972 None None] Network b11af648-3c75-450d-a914-1e0f16486fa9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:39:34.027887 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48cabce-357d-4e90-bf46-0e534bc78b07 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router e4a554ae-eeb5-42a9-ab2b-6309217ca5cf has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:39:34.054399 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c435ae7f-b58d-490f-9d08-f8e3a4cd904b None None] Provisioning for port e7676f6b-04e2-4c9a-9f40-1603e4a75452 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:39:34.067680 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c435ae7f-b58d-490f-9d08-f8e3a4cd904b None None] Provisioning complete for port e7676f6b-04e2-4c9a-9f40-1603e4a75452 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:39:34.068048 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c435ae7f-b58d-490f-9d08-f8e3a4cd904b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:34.217333 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48cabce-357d-4e90-bf46-0e534bc78b07 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:39:34.236678 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c48cabce-357d-4e90-bf46-0e534bc78b07 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "PUT /v2.0/routers/e4a554ae-eeb5-42a9-ab2b-6309217ca5cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2655816 Mar 31 15:39:34.236678 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50144) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:39:34.239154 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7e8eff-9586-48b4-941e-313cf9888030 None None] Sync routers for ids ['e4a554ae-eeb5-42a9-ab2b-6309217ca5cf'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:39:34.247959 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c435ae7f-b58d-490f-9d08-f8e3a4cd904b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:34.252598 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7e8eff-9586-48b4-941e-313cf9888030 None None] Routers {'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:39:34.255073 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-6c7e8eff-9586-48b4-941e-313cf9888030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:39:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e4a554ae-eeb5-42a9-ab2b-6309217ca5cf'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:34.286610 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-c435ae7f-b58d-490f-9d08-f8e3a4cd904b None None] For port e7676f6b-04e2-4c9a-9f40-1603e4a75452, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e7676f6b-04e2-4c9a-9f40-1603e4a75452,segment=NetworkSegment(e3888af3-26c5-4722-ab70-9a13f5013c3b),segment_id=e3888af3-26c5-4722-ab70-9a13f5013c3b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:39:34.350981 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c435ae7f-b58d-490f-9d08-f8e3a4cd904b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:34.416377 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0c357b-8744-49d5-9b86-27a60bc8a479 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:34.416842 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0c357b-8744-49d5-9b86-27a60bc8a479 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:34.417471 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0c357b-8744-49d5-9b86-27a60bc8a479 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:34.417922 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0c357b-8744-49d5-9b86-27a60bc8a479 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:34.418366 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0c357b-8744-49d5-9b86-27a60bc8a479 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:34.419063 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0c357b-8744-49d5-9b86-27a60bc8a479 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:34.421346 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ed0c357b-8744-49d5-9b86-27a60bc8a479 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1842401 Mar 31 15:39:34.425389 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50148) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:39:34.465342 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435ae7f-b58d-490f-9d08-f8e3a4cd904b None None] Pushing event updated for resources: {'Port': ['ID=e7676f6b-04e2-4c9a-9f40-1603e4a75452,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:34.479783 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-27d6d5e0-82de-4a35-875e-cf8cedf864fc None None] Provisioning complete for port e7676f6b-04e2-4c9a-9f40-1603e4a75452 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:39:34.480158 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-27d6d5e0-82de-4a35-875e-cf8cedf864fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:34.506133 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-6c7e8eff-9586-48b4-941e-313cf9888030 None None] Set router e4a554ae-eeb5-42a9-ab2b-6309217ca5cf gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:39:34.512402 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbf9730-c8bf-4244-939f-89c6f8fda4d7 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:34.512968 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbf9730-c8bf-4244-939f-89c6f8fda4d7 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:34.513510 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbf9730-c8bf-4244-939f-89c6f8fda4d7 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:34.514015 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbf9730-c8bf-4244-939f-89c6f8fda4d7 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:34.514723 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbf9730-c8bf-4244-939f-89c6f8fda4d7 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:34.515229 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbf9730-c8bf-4244-939f-89c6f8fda4d7 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:34.519663 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0dbf9730-c8bf-4244-939f-89c6f8fda4d7 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0911417 Mar 31 15:39:34.520023 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50152) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:39:34.739683 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-27d6d5e0-82de-4a35-875e-cf8cedf864fc None None] Provisioning for port e69bff34-158f-42d7-b942-93f75a7dacfd completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:39:34.744772 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-27d6d5e0-82de-4a35-875e-cf8cedf864fc None None] Provisioning complete for port e69bff34-158f-42d7-b942-93f75a7dacfd triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:39:34.745128 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-27d6d5e0-82de-4a35-875e-cf8cedf864fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:34.773525 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b36edc58-7d98-4e72-838a-47ff5e21f9da tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2522471 Mar 31 15:39:34.776279 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50156) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:39:34.783671 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-28e4af32-61f8-4fa5-9ff5-b08ce23d9092 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1571162865', 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:34.816655 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-27d6d5e0-82de-4a35-875e-cf8cedf864fc None None] Port e69bff34-158f-42d7-b942-93f75a7dacfd cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:39:34.901015 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-6c7e8eff-9586-48b4-941e-313cf9888030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'name': 'tempest-TestNetworkBasicOps-router-869773336', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '977163c5-2e2c-4e75-8291-4c247b9e76b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:39:26Z', 'updated_at': '2022-03-31T15:39:32Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '977163c5-2e2c-4e75-8291-4c247b9e76b5', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:39:27Z', 'updated_at': '2022-03-31T15:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'e69bff34-158f-42d7-b942-93f75a7dacfd', 'name': '', 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:a7:f6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'fa7ae482-ddb3-46da-a716-fcdc95a158d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:39:32Z', 'updated_at': '2022-03-31T15:39:33Z', 'revision_number': 2, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'fa7ae482-ddb3-46da-a716-fcdc95a158d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:34.906063 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7e8eff-9586-48b4-941e-313cf9888030 None None] Checking router: e4a554ae-eeb5-42a9-ab2b-6309217ca5cf for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:39:34.906179 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7e8eff-9586-48b4-941e-313cf9888030 None None] Updating router e4a554ae-eeb5-42a9-ab2b-6309217ca5cf port e69bff34-158f-42d7-b942-93f75a7dacfd binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:39:34.944942 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-062c0340-fe22-4ec2-8797-7bb447f7bf68 None None] Provisioning complete for port e69bff34-158f-42d7-b942-93f75a7dacfd triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:39:34.945685 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-062c0340-fe22-4ec2-8797-7bb447f7bf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:34.970947 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6c7e8eff-9586-48b4-941e-313cf9888030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:35.017082 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-062c0340-fe22-4ec2-8797-7bb447f7bf68 None None] Port e69bff34-158f-42d7-b942-93f75a7dacfd cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:39:35.066260 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-28e4af32-61f8-4fa5-9ff5-b08ce23d9092 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:39:35.066586 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-28e4af32-61f8-4fa5-9ff5-b08ce23d9092 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:port and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:39:35.070025 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-28e4af32-61f8-4fa5-9ff5-b08ce23d9092 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for port was recalculated. Used quota:2. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:39:35.075425 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-28e4af32-61f8-4fa5-9ff5-b08ce23d9092 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:39:35.139281 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a1334928-8a92-4e42-9675-7c1438307e3b None None] Provisioning complete for port e69bff34-158f-42d7-b942-93f75a7dacfd triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:39:35.139938 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a1334928-8a92-4e42-9675-7c1438307e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:35.171657 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e7676f6b-04e2-4c9a-9f40-1603e4a75452 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:39:35.180947 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e4af32-61f8-4fa5-9ff5-b08ce23d9092 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Made reservation on behalf of a28d6e89f5614e35860f06912b5df90e for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:39:35.184746 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-28e4af32-61f8-4fa5-9ff5-b08ce23d9092 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:35.206009 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-13d7e483-350b-4405-a669-077dbc5a721b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:35.210908 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-28e4af32-61f8-4fa5-9ff5-b08ce23d9092 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] device_id is not set on port d14fb37f-195a-499a-bf1c-ff3ffd20486c yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:39:35.246143 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a1334928-8a92-4e42-9675-7c1438307e3b None None] Port e69bff34-158f-42d7-b942-93f75a7dacfd cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:39:35.265142 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port e7676f6b-04e2-4c9a-9f40-1603e4a75452 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:39:35.265784 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:35.334616 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6c7e8eff-9586-48b4-941e-313cf9888030 None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:35.350552 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-6c7e8eff-9586-48b4-941e-313cf9888030 None None] Transition to ACTIVE for port object e69bff34-158f-42d7-b942-93f75a7dacfd will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:39:35.424111 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 977163c5-2e2c-4e75-8291-4c247b9e76b5 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:39:35.448061 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6c7e8eff-9586-48b4-941e-313cf9888030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:35.495452 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 977163c5-2e2c-4e75-8291-4c247b9e76b5 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:39:35.495900 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:35.521786 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-28e4af32-61f8-4fa5-9ff5-b08ce23d9092 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.20.0.5 (b11af648-3c75-450d-a914-1e0f16486fa9/fa7ae482-ddb3-46da-a716-fcdc95a158d0/d14fb37f-195a-499a-bf1c-ff3ffd20486c) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:39:35.658704 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1eb8e9-00e6-492f-8909-e032d32e19cd None None] Pushing event updated for resources: {'Port': ['ID=e69bff34-158f-42d7-b942-93f75a7dacfd,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:35.671324 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1eb8e9-00e6-492f-8909-e032d32e19cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:35.676162 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1eb8e9-00e6-492f-8909-e032d32e19cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:35.676162 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1eb8e9-00e6-492f-8909-e032d32e19cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:35.676162 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1eb8e9-00e6-492f-8909-e032d32e19cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:35.676162 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1eb8e9-00e6-492f-8909-e032d32e19cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:35.676162 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1eb8e9-00e6-492f-8909-e032d32e19cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:35.676162 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1eb8e9-00e6-492f-8909-e032d32e19cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:35.676162 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1eb8e9-00e6-492f-8909-e032d32e19cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:35.676162 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1eb8e9-00e6-492f-8909-e032d32e19cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:35.676162 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1eb8e9-00e6-492f-8909-e032d32e19cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:35.676162 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1eb8e9-00e6-492f-8909-e032d32e19cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:35.676162 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1eb8e9-00e6-492f-8909-e032d32e19cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:35.711128 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-6c7e8eff-9586-48b4-941e-313cf9888030 None None] Attempting to bind port e69bff34-158f-42d7-b942-93f75a7dacfd on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:39:35.711128 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-6c7e8eff-9586-48b4-941e-313cf9888030 None None] Attempting to bind port e69bff34-158f-42d7-b942-93f75a7dacfd by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'e3888af3-26c5-4722-ab70-9a13f5013c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:39:35.711128 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7e8eff-9586-48b4-941e-313cf9888030 None None] Attempting to bind port e69bff34-158f-42d7-b942-93f75a7dacfd on network b11af648-3c75-450d-a914-1e0f16486fa9 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:39:35.712068 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7e8eff-9586-48b4-941e-313cf9888030 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:39:35.712434 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7e8eff-9586-48b4-941e-313cf9888030 None None] Checking segment: {'id': 'e3888af3-26c5-4722-ab70-9a13f5013c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:39:35.712822 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6c7e8eff-9586-48b4-941e-313cf9888030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:35.713331 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7e8eff-9586-48b4-941e-313cf9888030 None None] Bound using segment: {'id': 'e3888af3-26c5-4722-ab70-9a13f5013c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:39:35.713697 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-6c7e8eff-9586-48b4-941e-313cf9888030 None None] Bound port: e69bff34-158f-42d7-b942-93f75a7dacfd, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3888af3-26c5-4722-ab70-9a13f5013c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:39:35.714193 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6c7e8eff-9586-48b4-941e-313cf9888030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:35.779605 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-28e4af32-61f8-4fa5-9ff5-b08ce23d9092 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:35.796771 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-28e4af32-61f8-4fa5-9ff5-b08ce23d9092 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Transition to ACTIVE for port object d14fb37f-195a-499a-bf1c-ff3ffd20486c will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:39:35.815346 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-6c7e8eff-9586-48b4-941e-313cf9888030 None None] For port e69bff34-158f-42d7-b942-93f75a7dacfd, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:39:35.818629 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-6c7e8eff-9586-48b4-941e-313cf9888030 None None] For port e69bff34-158f-42d7-b942-93f75a7dacfd, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e69bff34-158f-42d7-b942-93f75a7dacfd,segment=NetworkSegment(e3888af3-26c5-4722-ab70-9a13f5013c3b),segment_id=e3888af3-26c5-4722-ab70-9a13f5013c3b)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:39:35.940057 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-28e4af32-61f8-4fa5-9ff5-b08ce23d9092 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:35.972534 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6c7e8eff-9586-48b4-941e-313cf9888030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:36.006163 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e4af32-61f8-4fa5-9ff5-b08ce23d9092 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network b11af648-3c75-450d-a914-1e0f16486fa9 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:39:36.009306 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-28e4af32-61f8-4fa5-9ff5-b08ce23d9092 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:39:36.013055 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e4af32-61f8-4fa5-9ff5-b08ce23d9092 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:39:36.050489 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7e8eff-9586-48b4-941e-313cf9888030 None None] Routers {'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:39:36.051348 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-6c7e8eff-9586-48b4-941e-313cf9888030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:39:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e4a554ae-eeb5-42a9-ab2b-6309217ca5cf'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:36.063576 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4af32-61f8-4fa5-9ff5-b08ce23d9092 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=d14fb37f-195a-499a-bf1c-ff3ffd20486c,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:36.088548 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e4af32-61f8-4fa5-9ff5-b08ce23d9092 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:36.089264 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-28e4af32-61f8-4fa5-9ff5-b08ce23d9092 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:36.128131 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1eb8e9-00e6-492f-8909-e032d32e19cd None None] Pushing event updated for resources: {'Port': ['ID=e69bff34-158f-42d7-b942-93f75a7dacfd,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:36.186929 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-28e4af32-61f8-4fa5-9ff5-b08ce23d9092 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4032264 Mar 31 15:39:36.287463 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-6c7e8eff-9586-48b4-941e-313cf9888030 None None] Set router e4a554ae-eeb5-42a9-ab2b-6309217ca5cf gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:39:36.350789 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d2774f7d-cedf-4ecf-88d2-3254dce104a9 None None] Provisioning for port d14fb37f-195a-499a-bf1c-ff3ffd20486c completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:39:36.356767 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d2774f7d-cedf-4ecf-88d2-3254dce104a9 None None] Provisioning complete for port d14fb37f-195a-499a-bf1c-ff3ffd20486c triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:39:36.357269 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d2774f7d-cedf-4ecf-88d2-3254dce104a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:36.436492 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:36.440174 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-d2774f7d-cedf-4ecf-88d2-3254dce104a9 None None] Port d14fb37f-195a-499a-bf1c-ff3ffd20486c cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:39:36.539767 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:36.605749 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-6c7e8eff-9586-48b4-941e-313cf9888030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'name': 'tempest-TestNetworkBasicOps-router-869773336', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '977163c5-2e2c-4e75-8291-4c247b9e76b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:39:26Z', 'updated_at': '2022-03-31T15:39:32Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '977163c5-2e2c-4e75-8291-4c247b9e76b5', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:39:27Z', 'updated_at': '2022-03-31T15:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'e69bff34-158f-42d7-b942-93f75a7dacfd', 'name': '', 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:a7:f6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'fa7ae482-ddb3-46da-a716-fcdc95a158d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:39:32Z', 'updated_at': '2022-03-31T15:39:35Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'fa7ae482-ddb3-46da-a716-fcdc95a158d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:36.615139 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7e8eff-9586-48b4-941e-313cf9888030 None None] The sync data for ids ['e4a554ae-eeb5-42a9-ab2b-6309217ca5cf'] in dv-neutron-833379-2-hyperv is: [{'id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'name': 'tempest-TestNetworkBasicOps-router-869773336', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '977163c5-2e2c-4e75-8291-4c247b9e76b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:39:26Z', 'updated_at': '2022-03-31T15:39:32Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '977163c5-2e2c-4e75-8291-4c247b9e76b5', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:39:27Z', 'updated_at': '2022-03-31T15:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'e69bff34-158f-42d7-b942-93f75a7dacfd', 'name': '', 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:a7:f6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'fa7ae482-ddb3-46da-a716-fcdc95a158d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:39:32Z', 'updated_at': '2022-03-31T15:39:35Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'fa7ae482-ddb3-46da-a716-fcdc95a158d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:39:36.615702 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50162) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:39:36.624666 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-2f340e1d-d5a8-4cd8-90e3-6a6053e68ead tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1174576400', 'description': 'tempest-secgroup-smoke-1174576400 description', 'project_id': 'a28d6e89f5614e35860f06912b5df90e'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:36.632751 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2f340e1d-d5a8-4cd8-90e3-6a6053e68ead tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:39:36.637004 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2f340e1d-d5a8-4cd8-90e3-6a6053e68ead tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:39:36.643592 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2f340e1d-d5a8-4cd8-90e3-6a6053e68ead tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:39:36.649040 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2f340e1d-d5a8-4cd8-90e3-6a6053e68ead tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:39:36.757365 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2f340e1d-d5a8-4cd8-90e3-6a6053e68ead tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:36.784662 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2f340e1d-d5a8-4cd8-90e3-6a6053e68ead tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:39:36.785866 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2f340e1d-d5a8-4cd8-90e3-6a6053e68ead tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:39:36.788965 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2f340e1d-d5a8-4cd8-90e3-6a6053e68ead tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:39:36.795527 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2f340e1d-d5a8-4cd8-90e3-6a6053e68ead tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:39:36.874257 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2f340e1d-d5a8-4cd8-90e3-6a6053e68ead tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:36.956897 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2f340e1d-d5a8-4cd8-90e3-6a6053e68ead tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:37.008208 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f340e1d-d5a8-4cd8-90e3-6a6053e68ead tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc69f428-be4b-436e-ae55-8c0f7fdb30a7,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:37.100033 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2f340e1d-d5a8-4cd8-90e3-6a6053e68ead tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:37.100603 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2f340e1d-d5a8-4cd8-90e3-6a6053e68ead tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4834828 Mar 31 15:39:37.103578 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50166) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:39:37.110647 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-f20cc978-5200-4da9-a353-7ab6d156e89f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': 'fc69f428-be4b-436e-ae55-8c0f7fdb30a7', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:37.117436 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f20cc978-5200-4da9-a353-7ab6d156e89f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:39:37.121695 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f20cc978-5200-4da9-a353-7ab6d156e89f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:39:37.124643 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f20cc978-5200-4da9-a353-7ab6d156e89f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:39:37.131908 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f20cc978-5200-4da9-a353-7ab6d156e89f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:39:37.170904 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e69bff34-158f-42d7-b942-93f75a7dacfd up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:39:37.261530 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f20cc978-5200-4da9-a353-7ab6d156e89f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:37.327511 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f20cc978-5200-4da9-a353-7ab6d156e89f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:37.345566 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port e69bff34-158f-42d7-b942-93f75a7dacfd completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:39:37.351331 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port e69bff34-158f-42d7-b942-93f75a7dacfd triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:39:37.352219 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:37.392357 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f20cc978-5200-4da9-a353-7ab6d156e89f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:37.419978 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20cc978-5200-4da9-a353-7ab6d156e89f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=730acbf4-cf4a-4d6b-ae0d-b8b0a8e12e74,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:37.485765 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:37.517631 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f20cc978-5200-4da9-a353-7ab6d156e89f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:37.520705 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f20cc978-5200-4da9-a353-7ab6d156e89f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4144280 Mar 31 15:39:37.520821 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port e69bff34-158f-42d7-b942-93f75a7dacfd, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e69bff34-158f-42d7-b942-93f75a7dacfd,segment=NetworkSegment(e3888af3-26c5-4722-ab70-9a13f5013c3b),segment_id=e3888af3-26c5-4722-ab70-9a13f5013c3b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:39:37.521977 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50172) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:39:37.527192 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-53c1cee2-b7b2-41a9-a936-564ec1d8ba11 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': 'fc69f428-be4b-436e-ae55-8c0f7fdb30a7', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:37.533707 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-53c1cee2-b7b2-41a9-a936-564ec1d8ba11 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:39:37.537442 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-53c1cee2-b7b2-41a9-a936-564ec1d8ba11 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:39:37.540633 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-53c1cee2-b7b2-41a9-a936-564ec1d8ba11 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:39:37.547006 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-53c1cee2-b7b2-41a9-a936-564ec1d8ba11 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:39:37.596886 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:37.650387 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-53c1cee2-b7b2-41a9-a936-564ec1d8ba11 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:37.684376 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=e69bff34-158f-42d7-b942-93f75a7dacfd,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:37.724388 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-53c1cee2-b7b2-41a9-a936-564ec1d8ba11 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:37.808084 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-53c1cee2-b7b2-41a9-a936-564ec1d8ba11 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:37.835902 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1cee2-b7b2-41a9-a936-564ec1d8ba11 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d79074c-cf84-4b2b-bf87-3a3f9d4ba693,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:37.869678 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:39:37.894802 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:37.911166 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-53c1cee2-b7b2-41a9-a936-564ec1d8ba11 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:37.917008 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-53c1cee2-b7b2-41a9-a936-564ec1d8ba11 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3894768 Mar 31 15:39:37.917008 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50176) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:39:37.920042 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-caea3220-4cf8-47ec-8741-4a8c75700da6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': 'fc69f428-be4b-436e-ae55-8c0f7fdb30a7', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:37.926538 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-caea3220-4cf8-47ec-8741-4a8c75700da6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:39:37.935091 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-caea3220-4cf8-47ec-8741-4a8c75700da6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:39:37.935091 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-caea3220-4cf8-47ec-8741-4a8c75700da6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:39:37.939104 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-caea3220-4cf8-47ec-8741-4a8c75700da6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:39:38.014783 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-caea3220-4cf8-47ec-8741-4a8c75700da6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:38.076393 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-caea3220-4cf8-47ec-8741-4a8c75700da6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:38.162800 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-caea3220-4cf8-47ec-8741-4a8c75700da6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:38.192368 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea3220-4cf8-47ec-8741-4a8c75700da6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ffa0206-b407-4c53-8b39-9cf4277034ea,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:38.267419 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-caea3220-4cf8-47ec-8741-4a8c75700da6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:38.268061 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-caea3220-4cf8-47ec-8741-4a8c75700da6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3516505 Mar 31 15:39:38.270704 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50180) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:39:38.275996 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-81758290-4ec7-4194-8dee-25f044dac45e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': 'fc69f428-be4b-436e-ae55-8c0f7fdb30a7', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:38.287293 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-81758290-4ec7-4194-8dee-25f044dac45e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:39:38.291373 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-81758290-4ec7-4194-8dee-25f044dac45e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:39:38.294305 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-81758290-4ec7-4194-8dee-25f044dac45e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:39:38.300196 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-81758290-4ec7-4194-8dee-25f044dac45e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:39:38.357556 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81758290-4ec7-4194-8dee-25f044dac45e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:38.420182 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81758290-4ec7-4194-8dee-25f044dac45e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:38.499669 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81758290-4ec7-4194-8dee-25f044dac45e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:38.526910 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81758290-4ec7-4194-8dee-25f044dac45e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a8f5c85-5b50-41c4-9b9f-1d1c16b6fe21,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:38.597069 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81758290-4ec7-4194-8dee-25f044dac45e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:38.598322 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-81758290-4ec7-4194-8dee-25f044dac45e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3266098 Mar 31 15:39:38.601173 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50184) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:39:38.606248 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a0d6542e-4c06-4678-8c0c-7d9f06a062c6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': 'fc69f428-be4b-436e-ae55-8c0f7fdb30a7', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:38.613013 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a0d6542e-4c06-4678-8c0c-7d9f06a062c6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:39:38.617177 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a0d6542e-4c06-4678-8c0c-7d9f06a062c6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:39:38.624984 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a0d6542e-4c06-4678-8c0c-7d9f06a062c6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:39:38.626503 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a0d6542e-4c06-4678-8c0c-7d9f06a062c6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:39:38.754045 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-a0d6542e-4c06-4678-8c0c-7d9f06a062c6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Project a28d6e89f5614e35860f06912b5df90e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:39:38.764430 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a0d6542e-4c06-4678-8c0c-7d9f06a062c6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:38.839158 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a0d6542e-4c06-4678-8c0c-7d9f06a062c6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:38.922323 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a0d6542e-4c06-4678-8c0c-7d9f06a062c6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:38.952197 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6542e-4c06-4678-8c0c-7d9f06a062c6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8ad9b0-e4be-49da-828d-02835aeddb22,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:39.071480 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a0d6542e-4c06-4678-8c0c-7d9f06a062c6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:39.072730 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a0d6542e-4c06-4678-8c0c-7d9f06a062c6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4704788 Mar 31 15:39:39.075562 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50188) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:39:39.080717 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4fb71fea-fedc-4324-9872-7f0200e702db tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': 'fc69f428-be4b-436e-ae55-8c0f7fdb30a7', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:39.087016 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4fb71fea-fedc-4324-9872-7f0200e702db tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:39:39.090990 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4fb71fea-fedc-4324-9872-7f0200e702db tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:39:39.098693 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4fb71fea-fedc-4324-9872-7f0200e702db tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:39:39.100743 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4fb71fea-fedc-4324-9872-7f0200e702db tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:39:39.133989 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e69bff34-158f-42d7-b942-93f75a7dacfd up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:39:39.176388 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-4fb71fea-fedc-4324-9872-7f0200e702db tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Project a28d6e89f5614e35860f06912b5df90e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:39:39.184052 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4fb71fea-fedc-4324-9872-7f0200e702db tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:39.206783 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port e69bff34-158f-42d7-b942-93f75a7dacfd triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:39:39.207153 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:39.259452 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4fb71fea-fedc-4324-9872-7f0200e702db tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:39.362643 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4fb71fea-fedc-4324-9872-7f0200e702db tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:39.388293 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71fea-fedc-4324-9872-7f0200e702db tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba83188-9c4a-4cc1-b556-090a4b3a4200,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:39.477156 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4fb71fea-fedc-4324-9872-7f0200e702db tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:39.479132 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4fb71fea-fedc-4324-9872-7f0200e702db tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4014432 Mar 31 15:39:39.712185 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-f35d1329-9a64-418c-9eff-cc5c97677b3b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:39:39.790174 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-f35d1329-9a64-418c-9eff-cc5c97677b3b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:39:39.791350 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-f35d1329-9a64-418c-9eff-cc5c97677b3b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1174576400&fields=id&tenant_id=a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 267 time: 0.1204295 Mar 31 15:39:39.872048 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-0648402c-b227-4196-a2dd-d8cdcbcc1b72 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:39.874027 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-0648402c-b227-4196-a2dd-d8cdcbcc1b72 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:39:39.968390 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-0648402c-b227-4196-a2dd-d8cdcbcc1b72 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:39:39.969496 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-0648402c-b227-4196-a2dd-d8cdcbcc1b72 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports/d14fb37f-195a-499a-bf1c-ff3ffd20486c HTTP/1.1" status: 200 len: 930 time: 0.1706827 Mar 31 15:39:40.089768 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-128477fa-5f49-4107-b499-c37b0cadc7b5 service neutron] 10.222.0.31 "GET /v2.0/ports/d14fb37f-195a-499a-bf1c-ff3ffd20486c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1070731 Mar 31 15:39:40.223415 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-be2d5f98-c10b-4a64-ac9c-3bd9438a63bf service neutron] 10.222.0.31 "GET /v2.0/networks/b11af648-3c75-450d-a914-1e0f16486fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267667 Mar 31 15:39:40.400013 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-732fa3ac-f3ff-4823-8926-4b2435ee20d3 service neutron] 10.222.0.31 "GET /v2.0/networks/b11af648-3c75-450d-a914-1e0f16486fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707633 Mar 31 15:39:40.418341 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-86b361a1-ef0a-43b7-9de3-b59c6e210040 req-d9cfa1aa-7eb6-4377-ac1d-635db18fdc3b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1c6a83a8-c120-43f4-885c-308e86638c6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1058254 Mar 31 15:39:40.513583 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b361a1-ef0a-43b7-9de3-b59c6e210040 req-b2d008fb-bb7f-425a-8ef8-c405fb9ca5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:40.515058 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-86b361a1-ef0a-43b7-9de3-b59c6e210040 req-b2d008fb-bb7f-425a-8ef8-c405fb9ca5f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d80c83d1fbe401682aa9514176018aa&device_id=1c6a83a8-c120-43f4-885c-308e86638c6c HTTP/1.1" status: 200 len: 1099 time: 0.0767429 Mar 31 15:39:40.663406 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b361a1-ef0a-43b7-9de3-b59c6e210040 req-fb465fec-49f0-4c80-874e-8e599ec620cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:40.664841 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-86b361a1-ef0a-43b7-9de3-b59c6e210040 req-fb465fec-49f0-4c80-874e-8e599ec620cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=b062db18-3c45-443b-8ed2-a8ef4849e9af HTTP/1.1" status: 200 len: 913 time: 0.1302335 Mar 31 15:39:40.870518 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-86b361a1-ef0a-43b7-9de3-b59c6e210040 req-b5e0aab4-8e92-44df-98d4-fd711bb66a9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9335ae74-fd8a-4f39-b1ab-315e74eedf4b HTTP/1.1" status: 200 len: 1002 time: 0.2002630 Mar 31 15:39:40.931704 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b361a1-ef0a-43b7-9de3-b59c6e210040 req-8773ff3f-e212-4005-a1d3-cee99f11c60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:40.933093 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-86b361a1-ef0a-43b7-9de3-b59c6e210040 req-8773ff3f-e212-4005-a1d3-cee99f11c60c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df984311-c0fe-4d96-bc1f-8e89883604f5 HTTP/1.1" status: 200 len: 851 time: 0.0574727 Mar 31 15:39:41.007830 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b361a1-ef0a-43b7-9de3-b59c6e210040 req-9e29bcb1-b8f1-456e-84fa-d2c404f06062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:41.009289 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-86b361a1-ef0a-43b7-9de3-b59c6e210040 req-9e29bcb1-b8f1-456e-84fa-d2c404f06062 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b062db18-3c45-443b-8ed2-a8ef4849e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693495 Mar 31 15:39:41.139085 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-86b361a1-ef0a-43b7-9de3-b59c6e210040 req-a461a055-732e-4990-a883-2e9edd86fff0 service neutron] 10.222.0.41 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236949 Mar 31 15:39:41.273226 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-86b361a1-ef0a-43b7-9de3-b59c6e210040 req-7b245fe8-d841-4cd7-bd84-358ec416f26b service neutron] 10.222.0.41 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282442 Mar 31 15:39:41.684419 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-3422b8a6-7923-471c-b5a2-953167613d99 req-7b5c5502-6793-4975-885f-5443781899ee tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:39:41.697213 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-3422b8a6-7923-471c-b5a2-953167613d99 req-7b5c5502-6793-4975-885f-5443781899ee tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:39:41.702342 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3422b8a6-7923-471c-b5a2-953167613d99 req-7b5c5502-6793-4975-885f-5443781899ee tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=f263dd86-64b0-43b3-a337-1dc802fca026 HTTP/1.1" status: 200 len: 210 time: 0.0607932 Mar 31 15:39:42.863791 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-95dec849-6d5e-4b62-a846-1acf7a219c03 req-d6e11a57-fb63-4300-87a6-f5c08a55830e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=f263dd86-64b0-43b3-a337-1dc802fca026 HTTP/1.1" status: 200 len: 210 time: 0.0475523 Mar 31 15:39:43.538778 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-36a13875-8d88-426f-8039-8e32e601d12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:43.540012 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-36a13875-8d88-426f-8039-8e32e601d12e service neutron] 10.222.0.41 "GET /v2.0/ports/d14fb37f-195a-499a-bf1c-ff3ffd20486c HTTP/1.1" status: 200 len: 1026 time: 0.0605524 Mar 31 15:39:43.689728 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-bcfbe473-0c44-44e2-a3e1-939687b29e49 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:43.690415 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-bcfbe473-0c44-44e2-a3e1-939687b29e49 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:network {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:39:43.768345 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-bcfbe473-0c44-44e2-a3e1-939687b29e49 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:network {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:39:43.769555 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-bcfbe473-0c44-44e2-a3e1-939687b29e49 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/networks?id=b11af648-3c75-450d-a914-1e0f16486fa9 HTTP/1.1" status: 200 len: 796 time: 0.2244329 Mar 31 15:39:43.818652 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-f5ecb9a7-446b-4dc4-b752-70d70bb58f7e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 380 time: 0.0412292 Mar 31 15:39:43.828231 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-82688d80-207a-40cf-8dd0-c44b45d64276 service neutron] Request body: {'port': {'device_id': 'f263dd86-64b0-43b3-a337-1dc802fca026', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:43.946183 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-82688d80-207a-40cf-8dd0-c44b45d64276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:44.019667 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-76a8220a-4432-4b50-8ee1-183df3dcd328 req-c7e80a1d-932b-4f1b-bf2f-56f65c2845c3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=f263dd86-64b0-43b3-a337-1dc802fca026 HTTP/1.1" status: 200 len: 210 time: 0.0428152 Mar 31 15:39:44.288187 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-82688d80-207a-40cf-8dd0-c44b45d64276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d14fb37f-195a-499a-bf1c-ff3ffd20486c {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:39:44.295256 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-82688d80-207a-40cf-8dd0-c44b45d64276 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:44.309368 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-82688d80-207a-40cf-8dd0-c44b45d64276 service neutron] Transition to ACTIVE for port object d14fb37f-195a-499a-bf1c-ff3ffd20486c will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:39:44.373754 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-82688d80-207a-40cf-8dd0-c44b45d64276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:44.532960 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82688d80-207a-40cf-8dd0-c44b45d64276 service neutron] Pushing event updated for resources: {'Port': ['ID=d14fb37f-195a-499a-bf1c-ff3ffd20486c,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:44.619958 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-82688d80-207a-40cf-8dd0-c44b45d64276 service neutron] Attempting to bind port d14fb37f-195a-499a-bf1c-ff3ffd20486c on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:39:44.620296 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-82688d80-207a-40cf-8dd0-c44b45d64276 service neutron] Attempting to bind port d14fb37f-195a-499a-bf1c-ff3ffd20486c by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'e3888af3-26c5-4722-ab70-9a13f5013c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:39:44.620740 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-82688d80-207a-40cf-8dd0-c44b45d64276 service neutron] Attempting to bind port d14fb37f-195a-499a-bf1c-ff3ffd20486c on network b11af648-3c75-450d-a914-1e0f16486fa9 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:39:44.625360 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-82688d80-207a-40cf-8dd0-c44b45d64276 service neutron] Port d14fb37f-195a-499a-bf1c-ff3ffd20486c on network b11af648-3c75-450d-a914-1e0f16486fa9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:39:44.625680 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-82688d80-207a-40cf-8dd0-c44b45d64276 service neutron] Attempting to bind port d14fb37f-195a-499a-bf1c-ff3ffd20486c on network b11af648-3c75-450d-a914-1e0f16486fa9 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:39:44.630892 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-82688d80-207a-40cf-8dd0-c44b45d64276 service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:39:44.631225 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-82688d80-207a-40cf-8dd0-c44b45d64276 service neutron] Checking segment: {'id': 'e3888af3-26c5-4722-ab70-9a13f5013c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:39:44.631607 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-82688d80-207a-40cf-8dd0-c44b45d64276 service neutron] Bound using segment: {'id': 'e3888af3-26c5-4722-ab70-9a13f5013c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:39:44.632023 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-82688d80-207a-40cf-8dd0-c44b45d64276 service neutron] Bound port: d14fb37f-195a-499a-bf1c-ff3ffd20486c, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3888af3-26c5-4722-ab70-9a13f5013c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:39:44.632367 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-82688d80-207a-40cf-8dd0-c44b45d64276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:44.724003 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-82688d80-207a-40cf-8dd0-c44b45d64276 service neutron] For port d14fb37f-195a-499a-bf1c-ff3ffd20486c, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:39:44.727113 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-82688d80-207a-40cf-8dd0-c44b45d64276 service neutron] For port d14fb37f-195a-499a-bf1c-ff3ffd20486c, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d14fb37f-195a-499a-bf1c-ff3ffd20486c,segment=NetworkSegment(e3888af3-26c5-4722-ab70-9a13f5013c3b),segment_id=e3888af3-26c5-4722-ab70-9a13f5013c3b)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:39:44.831646 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-82688d80-207a-40cf-8dd0-c44b45d64276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:44.887812 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-82688d80-207a-40cf-8dd0-c44b45d64276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:44.888410 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-82688d80-207a-40cf-8dd0-c44b45d64276 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:44.889776 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-82688d80-207a-40cf-8dd0-c44b45d64276 service neutron] 10.222.0.41 "PUT /v2.0/ports/d14fb37f-195a-499a-bf1c-ff3ffd20486c HTTP/1.1" status: 200 len: 1131 time: 1.0655224 Mar 31 15:39:44.890197 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f263dd86-64b0-43b3-a337-1dc802fca026', 'tag': 'd14fb37f-195a-499a-bf1c-ff3ffd20486c'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:39:44.917784 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82688d80-207a-40cf-8dd0-c44b45d64276 service neutron] Pushing event updated for resources: {'Port': ['ID=d14fb37f-195a-499a-bf1c-ff3ffd20486c,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:44.940603 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f263dd86-64b0-43b3-a337-1dc802fca026', 'tag': 'd14fb37f-195a-499a-bf1c-ff3ffd20486c', 'status': 'completed', 'code': 200} Mar 31 15:39:45.038007 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592893b-1682-4bc1-bf49-fa2448195d54 req-bc2e6168-4512-41a7-80d4-1d8aa4f94b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:45.039495 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e592893b-1682-4bc1-bf49-fa2448195d54 req-bc2e6168-4512-41a7-80d4-1d8aa4f94b1b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=f263dd86-64b0-43b3-a337-1dc802fca026 HTTP/1.1" status: 200 len: 1134 time: 0.0809672 Mar 31 15:39:45.184350 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592893b-1682-4bc1-bf49-fa2448195d54 req-fc9391fc-802e-4796-98b1-6e4b407d347b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:45.185915 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e592893b-1682-4bc1-bf49-fa2448195d54 req-fc9391fc-802e-4796-98b1-6e4b407d347b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a28d6e89f5614e35860f06912b5df90e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1393712 Mar 31 15:39:45.216488 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00ec1e-103c-4eec-ba8c-ac3ebde8efb9 req-390b53af-4440-4ae4-8d2a-847ebb1bddd1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:45.217957 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-dc00ec1e-103c-4eec-ba8c-ac3ebde8efb9 req-390b53af-4440-4ae4-8d2a-847ebb1bddd1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=f263dd86-64b0-43b3-a337-1dc802fca026 HTTP/1.1" status: 200 len: 981 time: 0.0848548 Mar 31 15:39:45.262745 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-dc00ec1e-103c-4eec-ba8c-ac3ebde8efb9 req-b7070834-a8d2-4202-a2c8-d1f7563c786c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:39:45.274670 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-dc00ec1e-103c-4eec-ba8c-ac3ebde8efb9 req-b7070834-a8d2-4202-a2c8-d1f7563c786c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:39:45.275857 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-dc00ec1e-103c-4eec-ba8c-ac3ebde8efb9 req-b7070834-a8d2-4202-a2c8-d1f7563c786c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fd9bcae-c57f-4b82-95dc-513eb28a5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512416 Mar 31 15:39:45.418878 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592893b-1682-4bc1-bf49-fa2448195d54 req-12faca9b-6c3b-4628-810a-0ebc5e204703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:45.420440 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e592893b-1682-4bc1-bf49-fa2448195d54 req-12faca9b-6c3b-4628-810a-0ebc5e204703 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2284315 Mar 31 15:39:45.523347 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-d8bf8476-f393-4abf-925d-3aa2ba5483f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:45.524787 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-d8bf8476-f393-4abf-925d-3aa2ba5483f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=f263dd86-64b0-43b3-a337-1dc802fca026 HTTP/1.1" status: 200 len: 1134 time: 0.0700533 Mar 31 15:39:45.595581 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-17df5d2d-4b60-42d1-a1e5-dccf57111973 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d14fb37f-195a-499a-bf1c-ff3ffd20486c HTTP/1.1" status: 200 len: 217 time: 0.0639801 Mar 31 15:39:45.656960 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-223b4fa1-e7fe-476c-aba6-bdc42c96b2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:45.658963 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-223b4fa1-e7fe-476c-aba6-bdc42c96b2d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa7ae482-ddb3-46da-a716-fcdc95a158d0 HTTP/1.1" status: 200 len: 835 time: 0.0579340 Mar 31 15:39:45.736332 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-651c14e7-e039-44a0-86bd-9ddf353a4d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:45.737747 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-651c14e7-e039-44a0-86bd-9ddf353a4d65 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b11af648-3c75-450d-a914-1e0f16486fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728648 Mar 31 15:39:45.869903 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-e7840555-a8a6-4ab8-8afb-cf79820a03f7 service neutron] 10.222.0.41 "GET /v2.0/networks/b11af648-3c75-450d-a914-1e0f16486fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264400 Mar 31 15:39:45.999132 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4044cc8b-0ece-414d-8398-fe634c8f5a2b req-77d53e81-4eb0-43d8-85a2-75e0debfc848 service neutron] 10.222.0.41 "GET /v2.0/networks/b11af648-3c75-450d-a914-1e0f16486fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239738 Mar 31 15:39:46.465673 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a8c98-0f63-42b4-9c1f-99a428034753 req-d8dfe400-94fe-416e-977a-3550feb8ed89 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:46.467093 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a03a8c98-0f63-42b4-9c1f-99a428034753 req-d8dfe400-94fe-416e-977a-3550feb8ed89 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=f263dd86-64b0-43b3-a337-1dc802fca026 HTTP/1.1" status: 200 len: 981 time: 0.0780663 Mar 31 15:39:46.514058 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a03a8c98-0f63-42b4-9c1f-99a428034753 req-da0c509e-1dc6-46c0-8bd3-94688fd1828e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fd9bcae-c57f-4b82-95dc-513eb28a5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406547 Mar 31 15:39:47.698799 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc3269-690e-4e8d-bf03-c46222e98bfa req-a9e32a41-a117-4700-9f1c-87ebb2c56213 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:47.700164 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-aafc3269-690e-4e8d-bf03-c46222e98bfa req-a9e32a41-a117-4700-9f1c-87ebb2c56213 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=f263dd86-64b0-43b3-a337-1dc802fca026 HTTP/1.1" status: 200 len: 981 time: 0.0793800 Mar 31 15:39:47.747561 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-aafc3269-690e-4e8d-bf03-c46222e98bfa req-7b20d503-663f-4736-a156-9b420d5d68aa tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fd9bcae-c57f-4b82-95dc-513eb28a5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409317 Mar 31 15:39:48.705617 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device d14fb37f-195a-499a-bf1c-ff3ffd20486c details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:39:48.837677 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port d14fb37f-195a-499a-bf1c-ff3ffd20486c, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d14fb37f-195a-499a-bf1c-ff3ffd20486c,segment=NetworkSegment(e3888af3-26c5-4722-ab70-9a13f5013c3b),segment_id=e3888af3-26c5-4722-ab70-9a13f5013c3b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:39:48.851977 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': 'd14fb37f-195a-499a-bf1c-ff3ffd20486c', 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9', 'port_id': 'd14fb37f-195a-499a-bf1c-ff3ffd20486c', 'mac_address': 'fa:16:3e:d7:b3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7ae482-ddb3-46da-a716-fcdc95a158d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:39:48.911307 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:48.927819 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14fb37f-195a-499a-bf1c-ff3ffd20486c {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:39:48.933736 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a146c79-e209-416b-b62f-fca63984c51d req-d7408d22-4fed-468f-b3d0-d70f257683ac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:48.935176 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0a146c79-e209-416b-b62f-fca63984c51d req-d7408d22-4fed-468f-b3d0-d70f257683ac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=f263dd86-64b0-43b3-a337-1dc802fca026 HTTP/1.1" status: 200 len: 981 time: 0.0798285 Mar 31 15:39:48.943187 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port d14fb37f-195a-499a-bf1c-ff3ffd20486c, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d14fb37f-195a-499a-bf1c-ff3ffd20486c,segment=NetworkSegment(e3888af3-26c5-4722-ab70-9a13f5013c3b),segment_id=e3888af3-26c5-4722-ab70-9a13f5013c3b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:39:48.980121 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0a146c79-e209-416b-b62f-fca63984c51d req-aa9ca4f2-a63f-49df-96f1-08e034fa2b56 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fd9bcae-c57f-4b82-95dc-513eb28a5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389216 Mar 31 15:39:49.019279 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:49.085278 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=d14fb37f-195a-499a-bf1c-ff3ffd20486c,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:49.235907 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['d14fb37f-195a-499a-bf1c-ff3ffd20486c'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:39:50.166023 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075b159-6477-47b9-9265-0ca2c1563ea2 req-603d2a28-cbc6-4405-b855-eb14f63f68b6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:50.167567 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1075b159-6477-47b9-9265-0ca2c1563ea2 req-603d2a28-cbc6-4405-b855-eb14f63f68b6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=f263dd86-64b0-43b3-a337-1dc802fca026 HTTP/1.1" status: 200 len: 982 time: 0.0799086 Mar 31 15:39:50.210128 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1075b159-6477-47b9-9265-0ca2c1563ea2 req-7ede94ff-1123-4b51-9f72-09b6e0488d20 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fd9bcae-c57f-4b82-95dc-513eb28a5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370951 Mar 31 15:39:50.725651 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device d14fb37f-195a-499a-bf1c-ff3ffd20486c up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:39:50.848082 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port d14fb37f-195a-499a-bf1c-ff3ffd20486c completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:39:50.853115 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port d14fb37f-195a-499a-bf1c-ff3ffd20486c triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:39:50.853498 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:50.969275 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:50.995247 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f263dd86-64b0-43b3-a337-1dc802fca026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14fb37f-195a-499a-bf1c-ff3ffd20486c'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:39:51.005410 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port d14fb37f-195a-499a-bf1c-ff3ffd20486c, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d14fb37f-195a-499a-bf1c-ff3ffd20486c,segment=NetworkSegment(e3888af3-26c5-4722-ab70-9a13f5013c3b),segment_id=e3888af3-26c5-4722-ab70-9a13f5013c3b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:39:51.039203 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f263dd86-64b0-43b3-a337-1dc802fca026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14fb37f-195a-499a-bf1c-ff3ffd20486c', 'code': 200} Mar 31 15:39:51.065504 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:51.137142 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=d14fb37f-195a-499a-bf1c-ff3ffd20486c,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:51.367501 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a149b1a-679b-404f-aeef-e3ec82f226c3 req-87d4ef2d-f04a-4eb2-b6ad-8df066b31462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:51.368998 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5a149b1a-679b-404f-aeef-e3ec82f226c3 req-87d4ef2d-f04a-4eb2-b6ad-8df066b31462 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f263dd86-64b0-43b3-a337-1dc802fca026 HTTP/1.1" status: 200 len: 1136 time: 0.0729277 Mar 31 15:39:51.412408 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5a149b1a-679b-404f-aeef-e3ec82f226c3 req-4ad846bd-8154-4dc5-9302-9e850a553ca2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4fd9bcae-c57f-4b82-95dc-513eb28a5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375876 Mar 31 15:39:51.503395 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bb2ad-cf32-4f6a-b262-444edde84019 req-e8f31ee4-07b7-488d-8ff5-526f7fe08595 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:51.504855 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-889bb2ad-cf32-4f6a-b262-444edde84019 req-e8f31ee4-07b7-488d-8ff5-526f7fe08595 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=f263dd86-64b0-43b3-a337-1dc802fca026 HTTP/1.1" status: 200 len: 983 time: 0.1877143 Mar 31 15:39:51.549011 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-889bb2ad-cf32-4f6a-b262-444edde84019 req-fadc2201-05d6-4400-a3a5-4de2e0cd5cfb tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fd9bcae-c57f-4b82-95dc-513eb28a5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383959 Mar 31 15:39:52.740209 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae22f1a-4c32-4836-bfd1-9a5236ccbab0 req-94c8bd01-fcb4-47c6-ab8f-0021c6b41a7f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:52.741671 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-eae22f1a-4c32-4836-bfd1-9a5236ccbab0 req-94c8bd01-fcb4-47c6-ab8f-0021c6b41a7f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=f263dd86-64b0-43b3-a337-1dc802fca026 HTTP/1.1" status: 200 len: 983 time: 0.0845203 Mar 31 15:39:52.785237 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-eae22f1a-4c32-4836-bfd1-9a5236ccbab0 req-258ca869-904c-467a-b861-ed3a02393833 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fd9bcae-c57f-4b82-95dc-513eb28a5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376275 Mar 31 15:39:53.973383 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261228b1-cb1b-40f1-842d-f0ea3f4ebc50 req-6f08d259-e686-4fad-9161-bc17c52ab92f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:53.974769 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-261228b1-cb1b-40f1-842d-f0ea3f4ebc50 req-6f08d259-e686-4fad-9161-bc17c52ab92f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=f263dd86-64b0-43b3-a337-1dc802fca026 HTTP/1.1" status: 200 len: 983 time: 0.0806971 Mar 31 15:39:54.017900 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-261228b1-cb1b-40f1-842d-f0ea3f4ebc50 req-3428b1d0-3a3a-495f-83d4-e300ff59e5a4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fd9bcae-c57f-4b82-95dc-513eb28a5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374236 Mar 31 15:39:54.205453 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41525365-6577-4397-8c3e-d96a4ca19b39 req-bed8d065-2daf-49ce-a821-287c68d301c7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:54.206884 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-41525365-6577-4397-8c3e-d96a4ca19b39 req-bed8d065-2daf-49ce-a821-287c68d301c7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=f263dd86-64b0-43b3-a337-1dc802fca026 HTTP/1.1" status: 200 len: 983 time: 0.0821526 Mar 31 15:39:54.251653 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-41525365-6577-4397-8c3e-d96a4ca19b39 req-6cc9b70d-1cb4-4ddb-82a2-0163ee2aae64 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fd9bcae-c57f-4b82-95dc-513eb28a5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390356 Mar 31 15:39:54.273979 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50260) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:39:54.348810 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53fd3f0-c30f-4d1e-aeae-7cf23da12587 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:54.350331 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f53fd3f0-c30f-4d1e-aeae-7cf23da12587 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f263dd86-64b0-43b3-a337-1dc802fca026 HTTP/1.1" status: 200 len: 1131 time: 0.0753706 Mar 31 15:39:54.353092 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50264) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:39:54.357958 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-391f0843-6bfb-487e-9574-09187bd05d47 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'port_id': 'd14fb37f-195a-499a-bf1c-ff3ffd20486c', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:54.365056 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-391f0843-6bfb-487e-9574-09187bd05d47 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:39:54.368872 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-391f0843-6bfb-487e-9574-09187bd05d47 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:floatingip and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:39:54.371706 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-391f0843-6bfb-487e-9574-09187bd05d47 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:39:54.377471 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-391f0843-6bfb-487e-9574-09187bd05d47 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:39:54.447709 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-391f0843-6bfb-487e-9574-09187bd05d47 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:54.586530 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-391f0843-6bfb-487e-9574-09187bd05d47 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:54.729687 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-391f0843-6bfb-487e-9574-09187bd05d47 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.26.5.194 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/7c659301-fee2-4cfe-b3c2-40fcaaa1bf43) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:39:54.873987 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-391f0843-6bfb-487e-9574-09187bd05d47 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:54.933938 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-391f0843-6bfb-487e-9574-09187bd05d47 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:54.992325 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391f0843-6bfb-487e-9574-09187bd05d47 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:39:54.995094 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-391f0843-6bfb-487e-9574-09187bd05d47 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:39:54.998618 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391f0843-6bfb-487e-9574-09187bd05d47 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:39:55.046818 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f0843-6bfb-487e-9574-09187bd05d47 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=7c659301-fee2-4cfe-b3c2-40fcaaa1bf43,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:55.128228 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:55.423499 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-391f0843-6bfb-487e-9574-09187bd05d47 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:55.545557 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-391f0843-6bfb-487e-9574-09187bd05d47 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:55.749809 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-391f0843-6bfb-487e-9574-09187bd05d47 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:55.813715 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-391f0843-6bfb-487e-9574-09187bd05d47 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:55.916968 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f0843-6bfb-487e-9574-09187bd05d47 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=7c659301-fee2-4cfe-b3c2-40fcaaa1bf43,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:55.928817 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-391f0843-6bfb-487e-9574-09187bd05d47 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:56.200755 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-391f0843-6bfb-487e-9574-09187bd05d47 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Floating IP c9d72ee3-b80f-4737-9a2e-aa17afd272ed associated. External IP: 172.26.5.194, port: d14fb37f-195a-499a-bf1c-ff3ffd20486c. Mar 31 15:39:56.548862 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391f0843-6bfb-487e-9574-09187bd05d47 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router e4a554ae-eeb5-42a9-ab2b-6309217ca5cf has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:39:56.730491 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391f0843-6bfb-487e-9574-09187bd05d47 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:39:56.740786 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad170e61-b8be-4aee-9a27-28223de39cdf None None] Sync routers for ids ['e4a554ae-eeb5-42a9-ab2b-6309217ca5cf'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:39:56.749908 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad170e61-b8be-4aee-9a27-28223de39cdf None None] Routers {'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:39:56.750520 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ad170e61-b8be-4aee-9a27-28223de39cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:39:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e4a554ae-eeb5-42a9-ab2b-6309217ca5cf'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:56.825255 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-391f0843-6bfb-487e-9574-09187bd05d47 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:56.883704 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-391f0843-6bfb-487e-9574-09187bd05d47 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.5295351 Mar 31 15:39:56.884530 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f263dd86-64b0-43b3-a337-1dc802fca026', 'tag': 'd14fb37f-195a-499a-bf1c-ff3ffd20486c'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:39:56.886706 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50268) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:39:56.961159 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9558934a-98d6-440a-ab49-51b46d7d6df8 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:56.962685 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9558934a-98d6-440a-ab49-51b46d7d6df8 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f263dd86-64b0-43b3-a337-1dc802fca026&network_id=b11af648-3c75-450d-a914-1e0f16486fa9 HTTP/1.1" status: 200 len: 1131 time: 0.0749698 Mar 31 15:39:56.971489 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-ad170e61-b8be-4aee-9a27-28223de39cdf None None] Set router e4a554ae-eeb5-42a9-ab2b-6309217ca5cf gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:39:56.990643 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f263dd86-64b0-43b3-a337-1dc802fca026', 'tag': 'd14fb37f-195a-499a-bf1c-ff3ffd20486c', 'status': 'completed', 'code': 200} Mar 31 15:39:57.091293 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a67d2-fcbe-4f85-83e1-5f9c6b7fcd53 req-f689d144-6452-418a-82cb-b7b7b1b84e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:57.093453 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8d7a67d2-fcbe-4f85-83e1-5f9c6b7fcd53 req-f689d144-6452-418a-82cb-b7b7b1b84e8a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=f263dd86-64b0-43b3-a337-1dc802fca026 HTTP/1.1" status: 200 len: 1136 time: 0.0797994 Mar 31 15:39:57.228398 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a67d2-fcbe-4f85-83e1-5f9c6b7fcd53 req-17795ed4-6c4e-48e4-92ec-8ca1f0e66107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:57.229945 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8d7a67d2-fcbe-4f85-83e1-5f9c6b7fcd53 req-17795ed4-6c4e-48e4-92ec-8ca1f0e66107 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b11af648-3c75-450d-a914-1e0f16486fa9 HTTP/1.1" status: 200 len: 897 time: 0.1309321 Mar 31 15:39:57.325589 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ad170e61-b8be-4aee-9a27-28223de39cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'name': 'tempest-TestNetworkBasicOps-router-869773336', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '977163c5-2e2c-4e75-8291-4c247b9e76b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:39:26Z', 'updated_at': '2022-03-31T15:39:32Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '977163c5-2e2c-4e75-8291-4c247b9e76b5', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:39:27Z', 'updated_at': '2022-03-31T15:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'c9d72ee3-b80f-4737-9a2e-aa17afd272ed', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.194', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'port_id': 'd14fb37f-195a-499a-bf1c-ff3ffd20486c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1571162865', 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9', 'mac_address': 'fa:16:3e:d7:b3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f263dd86-64b0-43b3-a337-1dc802fca026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:39:55Z', 'updated_at': '2022-03-31T15:39:55Z', 'revision_number': 0, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e69bff34-158f-42d7-b942-93f75a7dacfd', 'name': '', 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:a7:f6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'fa7ae482-ddb3-46da-a716-fcdc95a158d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:39:32Z', 'updated_at': '2022-03-31T15:39:37Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'fa7ae482-ddb3-46da-a716-fcdc95a158d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:57.330222 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad170e61-b8be-4aee-9a27-28223de39cdf None None] Checking router: e4a554ae-eeb5-42a9-ab2b-6309217ca5cf for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:39:57.338794 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad170e61-b8be-4aee-9a27-28223de39cdf None None] Routers {'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:39:57.338959 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8d7a67d2-fcbe-4f85-83e1-5f9c6b7fcd53 req-7393bd2b-daf7-4d88-a09d-0c14d7dcd4e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d14fb37f-195a-499a-bf1c-ff3ffd20486c HTTP/1.1" status: 200 len: 1037 time: 0.1027234 Mar 31 15:39:57.339395 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ad170e61-b8be-4aee-9a27-28223de39cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:39:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e4a554ae-eeb5-42a9-ab2b-6309217ca5cf'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:57.404296 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a67d2-fcbe-4f85-83e1-5f9c6b7fcd53 req-b4f7c635-4d34-42d9-aef2-a12d03c18512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:57.405863 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8d7a67d2-fcbe-4f85-83e1-5f9c6b7fcd53 req-b4f7c635-4d34-42d9-aef2-a12d03c18512 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa7ae482-ddb3-46da-a716-fcdc95a158d0 HTTP/1.1" status: 200 len: 835 time: 0.0617731 Mar 31 15:39:57.491733 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a67d2-fcbe-4f85-83e1-5f9c6b7fcd53 req-e85b1217-130b-4c24-8e31-c01fdcf0bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:57.493521 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8d7a67d2-fcbe-4f85-83e1-5f9c6b7fcd53 req-e85b1217-130b-4c24-8e31-c01fdcf0bdb2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b11af648-3c75-450d-a914-1e0f16486fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731957 Mar 31 15:39:57.533883 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-ad170e61-b8be-4aee-9a27-28223de39cdf None None] Set router e4a554ae-eeb5-42a9-ab2b-6309217ca5cf gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:39:57.580941 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89000c3e-c9c0-4df8-a429-127c1aa93d09 req-82e266ec-e7d6-4e9e-86f5-d7f9956b2c23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:57.582738 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-89000c3e-c9c0-4df8-a429-127c1aa93d09 req-82e266ec-e7d6-4e9e-86f5-d7f9956b2c23 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=f263dd86-64b0-43b3-a337-1dc802fca026 HTTP/1.1" status: 200 len: 983 time: 0.0935426 Mar 31 15:39:57.642959 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-89000c3e-c9c0-4df8-a429-127c1aa93d09 req-51d6501d-f969-415f-8489-d83106ceca79 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fd9bcae-c57f-4b82-95dc-513eb28a5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521157 Mar 31 15:39:57.739257 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8d7a67d2-fcbe-4f85-83e1-5f9c6b7fcd53 req-9a368e17-2d26-43c6-bc92-87b4dd9c4a19 service neutron] 10.222.0.41 "GET /v2.0/networks/b11af648-3c75-450d-a914-1e0f16486fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392330 Mar 31 15:39:57.870638 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8d7a67d2-fcbe-4f85-83e1-5f9c6b7fcd53 req-5e8e1aee-33b6-45da-ab3c-b411c3f0f013 service neutron] 10.222.0.41 "GET /v2.0/networks/b11af648-3c75-450d-a914-1e0f16486fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242447 Mar 31 15:39:57.900681 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ad170e61-b8be-4aee-9a27-28223de39cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'name': 'tempest-TestNetworkBasicOps-router-869773336', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '977163c5-2e2c-4e75-8291-4c247b9e76b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:39:26Z', 'updated_at': '2022-03-31T15:39:32Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '977163c5-2e2c-4e75-8291-4c247b9e76b5', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:39:27Z', 'updated_at': '2022-03-31T15:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'c9d72ee3-b80f-4737-9a2e-aa17afd272ed', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.194', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'port_id': 'd14fb37f-195a-499a-bf1c-ff3ffd20486c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1571162865', 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9', 'mac_address': 'fa:16:3e:d7:b3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f263dd86-64b0-43b3-a337-1dc802fca026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:39:55Z', 'updated_at': '2022-03-31T15:39:55Z', 'revision_number': 0, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e69bff34-158f-42d7-b942-93f75a7dacfd', 'name': '', 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:a7:f6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'fa7ae482-ddb3-46da-a716-fcdc95a158d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:39:32Z', 'updated_at': '2022-03-31T15:39:37Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'fa7ae482-ddb3-46da-a716-fcdc95a158d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:57.904597 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad170e61-b8be-4aee-9a27-28223de39cdf None None] The sync data for ids ['e4a554ae-eeb5-42a9-ab2b-6309217ca5cf'] in dv-neutron-833379-2-hyperv is: [{'id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'name': 'tempest-TestNetworkBasicOps-router-869773336', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '977163c5-2e2c-4e75-8291-4c247b9e76b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:39:26Z', 'updated_at': '2022-03-31T15:39:32Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '977163c5-2e2c-4e75-8291-4c247b9e76b5', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:39:27Z', 'updated_at': '2022-03-31T15:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'c9d72ee3-b80f-4737-9a2e-aa17afd272ed', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.194', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'port_id': 'd14fb37f-195a-499a-bf1c-ff3ffd20486c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1571162865', 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9', 'mac_address': 'fa:16:3e:d7:b3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f263dd86-64b0-43b3-a337-1dc802fca026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:39:55Z', 'updated_at': '2022-03-31T15:39:55Z', 'revision_number': 0, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e69bff34-158f-42d7-b942-93f75a7dacfd', 'name': '', 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:a7:f6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'fa7ae482-ddb3-46da-a716-fcdc95a158d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:39:32Z', 'updated_at': '2022-03-31T15:39:37Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'fa7ae482-ddb3-46da-a716-fcdc95a158d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:39:58.086853 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e74656-601f-4903-91b1-da6970d11b59 None None] New status for floating IP c9d72ee3-b80f-4737-9a2e-aa17afd272ed: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:39:58.887387 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659407bf-8b77-4caa-ae7f-f93cb64103c6 req-7d2c240a-bfdd-4683-bccb-c2f635c9825e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:58.888827 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-659407bf-8b77-4caa-ae7f-f93cb64103c6 req-7d2c240a-bfdd-4683-bccb-c2f635c9825e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=f263dd86-64b0-43b3-a337-1dc802fca026 HTTP/1.1" status: 200 len: 983 time: 0.1424353 Mar 31 15:39:58.897428 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64816d9-6050-40bd-bedd-0613ae42f856 req-5793a057-3a34-48b0-b07b-8c9823a8fcc7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:58.898762 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f64816d9-6050-40bd-bedd-0613ae42f856 req-5793a057-3a34-48b0-b07b-8c9823a8fcc7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/ports?device_id=f263dd86-64b0-43b3-a337-1dc802fca026 HTTP/1.1" status: 200 len: 983 time: 0.1107485 Mar 31 15:39:58.989591 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-659407bf-8b77-4caa-ae7f-f93cb64103c6 req-da856db2-a235-429a-a70f-68dcfdc4a073 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fd9bcae-c57f-4b82-95dc-513eb28a5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897856 Mar 31 15:39:58.994257 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64816d9-6050-40bd-bedd-0613ae42f856 req-08d1401f-4d06-491c-9e09-fa0d9c371dc8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:58.995519 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f64816d9-6050-40bd-bedd-0613ae42f856 req-08d1401f-4d06-491c-9e09-fa0d9c371dc8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/ports/d14fb37f-195a-499a-bf1c-ff3ffd20486c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0835650 Mar 31 15:39:59.139789 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f64816d9-6050-40bd-bedd-0613ae42f856 req-b5c414d1-a926-4d76-85d6-7320bc8c46dc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/networks/b11af648-3c75-450d-a914-1e0f16486fa9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1394930 Mar 31 15:39:59.149684 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-f64816d9-6050-40bd-bedd-0613ae42f856 req-58faceea-1f35-4795-9581-d6b760a5f8d7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:59.259718 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-f64816d9-6050-40bd-bedd-0613ae42f856 req-58faceea-1f35-4795-9581-d6b760a5f8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:39:59.457598 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-f64816d9-6050-40bd-bedd-0613ae42f856 req-58faceea-1f35-4795-9581-d6b760a5f8d7 service neutron] For port d14fb37f-195a-499a-bf1c-ff3ffd20486c, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d14fb37f-195a-499a-bf1c-ff3ffd20486c,segment=NetworkSegment(e3888af3-26c5-4722-ab70-9a13f5013c3b),segment_id=e3888af3-26c5-4722-ab70-9a13f5013c3b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:39:59.485933 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-f64816d9-6050-40bd-bedd-0613ae42f856 req-58faceea-1f35-4795-9581-d6b760a5f8d7 service neutron] For port d14fb37f-195a-499a-bf1c-ff3ffd20486c, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:39:59.535969 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-f64816d9-6050-40bd-bedd-0613ae42f856 req-58faceea-1f35-4795-9581-d6b760a5f8d7 service neutron] device_id is not set on port d14fb37f-195a-499a-bf1c-ff3ffd20486c yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:39:59.544010 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-f64816d9-6050-40bd-bedd-0613ae42f856 req-58faceea-1f35-4795-9581-d6b760a5f8d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:00.008175 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-f64816d9-6050-40bd-bedd-0613ae42f856 req-58faceea-1f35-4795-9581-d6b760a5f8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:00.144505 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58faceea-1f35-4795-9581-d6b760a5f8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d14fb37f-195a-499a-bf1c-ff3ffd20486c,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:00.146260 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-43201d61-e5b1-4744-adcc-093b935940f5 req-d8a699e3-9dad-4ccf-ae0c-cd9c2abb0f5c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=f263dd86-64b0-43b3-a337-1dc802fca026 HTTP/1.1" status: 200 len: 210 time: 0.0440943 Mar 31 15:40:00.207628 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64816d9-6050-40bd-bedd-0613ae42f856 req-58faceea-1f35-4795-9581-d6b760a5f8d7 service neutron] No DVR routers for this DVR port d14fb37f-195a-499a-bf1c-ff3ffd20486c on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:40:00.291787 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-595fe39a-9784-4f85-acc2-57e1548f9c9c None None] Provisioning complete for port d14fb37f-195a-499a-bf1c-ff3ffd20486c triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:40:00.292323 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-595fe39a-9784-4f85-acc2-57e1548f9c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:00.347422 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-595fe39a-9784-4f85-acc2-57e1548f9c9c None None] Port d14fb37f-195a-499a-bf1c-ff3ffd20486c cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:40:00.429075 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-f64816d9-6050-40bd-bedd-0613ae42f856 req-58faceea-1f35-4795-9581-d6b760a5f8d7 service neutron] In _notify_port_updated(), no bound segment for port d14fb37f-195a-499a-bf1c-ff3ffd20486c on network b11af648-3c75-450d-a914-1e0f16486fa9 {{(pid=103444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 31 15:40:00.429954 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64816d9-6050-40bd-bedd-0613ae42f856 req-58faceea-1f35-4795-9581-d6b760a5f8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:00.430554 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-f64816d9-6050-40bd-bedd-0613ae42f856 req-58faceea-1f35-4795-9581-d6b760a5f8d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:00.431789 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f64816d9-6050-40bd-bedd-0613ae42f856 req-58faceea-1f35-4795-9581-d6b760a5f8d7 service neutron] 10.222.0.41 "PUT /v2.0/ports/d14fb37f-195a-499a-bf1c-ff3ffd20486c HTTP/1.1" status: 200 len: 1026 time: 1.2858706 Mar 31 15:40:01.409109 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d18624e2-cb82-4f8c-9343-c779f03746d8 req-4ac39d12-f482-4abe-a24a-d850bf2ee063 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=f263dd86-64b0-43b3-a337-1dc802fca026 HTTP/1.1" status: 200 len: 210 time: 0.1391973 Mar 31 15:40:02.506182 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50288) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:02.579391 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0639c3c3-7224-4abb-a201-1362cb8187fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:02.581325 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0639c3c3-7224-4abb-a201-1362cb8187fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports/d14fb37f-195a-499a-bf1c-ff3ffd20486c HTTP/1.1" status: 200 len: 925 time: 0.0741217 Mar 31 15:40:02.773611 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device d14fb37f-195a-499a-bf1c-ff3ffd20486c no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:40:02.830899 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device d14fb37f-195a-499a-bf1c-ff3ffd20486c not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:40:03.099523 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-531edb87-6d14-4130-83cc-2fcfa429f0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:03.216439 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50294) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:03.224102 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c5aabef1-ebe0-48d6-a8e1-316d5c4b80ab tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-779642834', 'description': 'tempest-secgroup-smoke-779642834 description', 'project_id': 'a28d6e89f5614e35860f06912b5df90e'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:03.228562 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c5aabef1-ebe0-48d6-a8e1-316d5c4b80ab tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:40:03.239315 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c5aabef1-ebe0-48d6-a8e1-316d5c4b80ab tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:40:03.305498 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5aabef1-ebe0-48d6-a8e1-316d5c4b80ab tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:03.327192 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c5aabef1-ebe0-48d6-a8e1-316d5c4b80ab tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:40:03.331150 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c5aabef1-ebe0-48d6-a8e1-316d5c4b80ab tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:40:03.334197 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c5aabef1-ebe0-48d6-a8e1-316d5c4b80ab tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:40:03.339828 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c5aabef1-ebe0-48d6-a8e1-316d5c4b80ab tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:40:03.411499 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5aabef1-ebe0-48d6-a8e1-316d5c4b80ab tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:03.482441 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5aabef1-ebe0-48d6-a8e1-316d5c4b80ab tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:03.528286 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aabef1-ebe0-48d6-a8e1-316d5c4b80ab tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c38f68-4dd3-4a60-bdc8-22a8843e14f7,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:03.585453 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5aabef1-ebe0-48d6-a8e1-316d5c4b80ab tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:03.586617 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c5aabef1-ebe0-48d6-a8e1-316d5c4b80ab tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3691957 Mar 31 15:40:03.589609 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50298) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:03.596126 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a269f096-818e-48c7-80d9-1f8fbde7f013 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': 'c8c38f68-4dd3-4a60-bdc8-22a8843e14f7', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:03.601360 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a269f096-818e-48c7-80d9-1f8fbde7f013 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:40:03.605283 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a269f096-818e-48c7-80d9-1f8fbde7f013 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:40:03.608102 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a269f096-818e-48c7-80d9-1f8fbde7f013 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:40:03.614173 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a269f096-818e-48c7-80d9-1f8fbde7f013 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:40:03.677054 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a269f096-818e-48c7-80d9-1f8fbde7f013 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:03.741925 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a269f096-818e-48c7-80d9-1f8fbde7f013 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:03.802114 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a269f096-818e-48c7-80d9-1f8fbde7f013 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:03.826266 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269f096-818e-48c7-80d9-1f8fbde7f013 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c9a68bf-1a16-4e63-9363-fb84e6f795f6,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:03.933535 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a269f096-818e-48c7-80d9-1f8fbde7f013 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:03.934767 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a269f096-818e-48c7-80d9-1f8fbde7f013 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3442979 Mar 31 15:40:03.938830 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50302) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:03.944400 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7bf57e0e-013b-4834-a9da-f131078cb7f5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': 'c8c38f68-4dd3-4a60-bdc8-22a8843e14f7', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:03.950445 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7bf57e0e-013b-4834-a9da-f131078cb7f5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:40:03.954252 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7bf57e0e-013b-4834-a9da-f131078cb7f5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:40:03.957827 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7bf57e0e-013b-4834-a9da-f131078cb7f5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:40:03.963471 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7bf57e0e-013b-4834-a9da-f131078cb7f5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:40:04.054986 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7bf57e0e-013b-4834-a9da-f131078cb7f5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:04.118902 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7bf57e0e-013b-4834-a9da-f131078cb7f5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:04.174485 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7bf57e0e-013b-4834-a9da-f131078cb7f5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:04.197995 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf57e0e-013b-4834-a9da-f131078cb7f5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f9db04b-af1c-4e87-95a1-91acb7e52b1e,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:04.254033 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7bf57e0e-013b-4834-a9da-f131078cb7f5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:04.255265 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7bf57e0e-013b-4834-a9da-f131078cb7f5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3149095 Mar 31 15:40:04.257935 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50306) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:04.262867 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-53b48a01-4576-4886-9b9d-70785884ac65 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': 'c8c38f68-4dd3-4a60-bdc8-22a8843e14f7', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:04.269628 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-53b48a01-4576-4886-9b9d-70785884ac65 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:40:04.273505 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-53b48a01-4576-4886-9b9d-70785884ac65 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:40:04.276346 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-53b48a01-4576-4886-9b9d-70785884ac65 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:40:04.282016 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-53b48a01-4576-4886-9b9d-70785884ac65 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:40:04.391475 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53b48a01-4576-4886-9b9d-70785884ac65 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:04.455704 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53b48a01-4576-4886-9b9d-70785884ac65 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:04.527667 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53b48a01-4576-4886-9b9d-70785884ac65 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:04.552799 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b48a01-4576-4886-9b9d-70785884ac65 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a89d9a2-2b1f-4f9d-8197-7166946378bf,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:04.648112 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53b48a01-4576-4886-9b9d-70785884ac65 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:04.649333 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-53b48a01-4576-4886-9b9d-70785884ac65 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3904331 Mar 31 15:40:04.652144 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50310) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:04.657484 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c8321a95-88cb-4e29-b03e-91ff752a144a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': 'c8c38f68-4dd3-4a60-bdc8-22a8843e14f7', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:04.664583 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c8321a95-88cb-4e29-b03e-91ff752a144a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:40:04.668727 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c8321a95-88cb-4e29-b03e-91ff752a144a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:40:04.671919 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c8321a95-88cb-4e29-b03e-91ff752a144a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:40:04.678467 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c8321a95-88cb-4e29-b03e-91ff752a144a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:40:04.769351 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c8321a95-88cb-4e29-b03e-91ff752a144a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:04.835265 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c8321a95-88cb-4e29-b03e-91ff752a144a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:04.903862 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c8321a95-88cb-4e29-b03e-91ff752a144a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:04.926361 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8321a95-88cb-4e29-b03e-91ff752a144a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c273fd1e-abbd-4500-8629-b0ccc7716559,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:05.002495 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c8321a95-88cb-4e29-b03e-91ff752a144a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:05.003741 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c8321a95-88cb-4e29-b03e-91ff752a144a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3505409 Mar 31 15:40:05.006470 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50314) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:05.011466 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-97fe76af-1838-472f-a0cc-00e92ac1c47c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': 'c8c38f68-4dd3-4a60-bdc8-22a8843e14f7', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:05.018197 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-97fe76af-1838-472f-a0cc-00e92ac1c47c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:40:05.022053 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-97fe76af-1838-472f-a0cc-00e92ac1c47c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:40:05.024994 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-97fe76af-1838-472f-a0cc-00e92ac1c47c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:40:05.030884 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-97fe76af-1838-472f-a0cc-00e92ac1c47c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:40:05.104817 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-97fe76af-1838-472f-a0cc-00e92ac1c47c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Project a28d6e89f5614e35860f06912b5df90e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:40:05.112476 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-97fe76af-1838-472f-a0cc-00e92ac1c47c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:05.156375 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3e42bf1c-e17b-4ce2-aee5-74738c3735c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:05.177305 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-97fe76af-1838-472f-a0cc-00e92ac1c47c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:05.219408 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-97fe76af-1838-472f-a0cc-00e92ac1c47c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:05.242376 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe76af-1838-472f-a0cc-00e92ac1c47c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd5050c-4a09-40ee-8c5d-7b3349c64e7f,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:05.309987 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-97fe76af-1838-472f-a0cc-00e92ac1c47c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:05.311171 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-97fe76af-1838-472f-a0cc-00e92ac1c47c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3037822 Mar 31 15:40:05.313909 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50318) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:05.319098 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9e11d7c2-719b-4001-97d7-b45ba150bc6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': 'c8c38f68-4dd3-4a60-bdc8-22a8843e14f7', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:05.324952 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9e11d7c2-719b-4001-97d7-b45ba150bc6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:40:05.328691 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9e11d7c2-719b-4001-97d7-b45ba150bc6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:40:05.332134 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9e11d7c2-719b-4001-97d7-b45ba150bc6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:40:05.337665 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9e11d7c2-719b-4001-97d7-b45ba150bc6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:40:05.418696 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-9e11d7c2-719b-4001-97d7-b45ba150bc6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Project a28d6e89f5614e35860f06912b5df90e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:40:05.425532 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e11d7c2-719b-4001-97d7-b45ba150bc6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:05.601991 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e11d7c2-719b-4001-97d7-b45ba150bc6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:05.665032 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e11d7c2-719b-4001-97d7-b45ba150bc6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:05.689559 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11d7c2-719b-4001-97d7-b45ba150bc6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb8ab991-7783-4342-9896-9711c49fcbf6,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:05.785000 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e11d7c2-719b-4001-97d7-b45ba150bc6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:05.786259 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9e11d7c2-719b-4001-97d7-b45ba150bc6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4714653 Mar 31 15:40:05.948989 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-d3b0755f-8332-4104-9530-a67f4fa5725d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:40:06.018527 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-d3b0755f-8332-4104-9530-a67f4fa5725d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:40:06.019728 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-d3b0755f-8332-4104-9530-a67f4fa5725d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-779642834&fields=id&tenant_id=a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 267 time: 0.1113610 Mar 31 15:40:06.101336 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-9d44b19b-7d8e-49fb-99b9-e4677274eebb tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:06.102686 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-9d44b19b-7d8e-49fb-99b9-e4677274eebb tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports/d14fb37f-195a-499a-bf1c-ff3ffd20486c HTTP/1.1" status: 200 len: 930 time: 0.0764768 Mar 31 15:40:06.183114 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-a9ed77d8-6504-406b-b82b-b952fa4b1850 service neutron] 10.222.0.31 "GET /v2.0/ports/d14fb37f-195a-499a-bf1c-ff3ffd20486c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0674057 Mar 31 15:40:06.322354 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-c3e2e444-57f0-4c2a-8e53-e71fce9c20f9 service neutron] 10.222.0.31 "GET /v2.0/networks/b11af648-3c75-450d-a914-1e0f16486fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332741 Mar 31 15:40:06.456138 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-915325a6-8ca1-415f-84b1-2eb350f8a5b1 service neutron] 10.222.0.31 "GET /v2.0/networks/b11af648-3c75-450d-a914-1e0f16486fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270072 Mar 31 15:40:06.464670 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:06.556613 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:06.744166 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ccc5cc86-1393-4544-a5d2-9e186bf228cc req-cf58a52e-32c4-4d7d-bdf7-38de60c3b7e3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=99ff54d1-64f3-44a0-b4a3-707ff20ff229 HTTP/1.1" status: 200 len: 210 time: 0.0444446 Mar 31 15:40:07.874706 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:07.921416 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d99e85c5-d8f8-4c8d-a5d8-9805aa768bf5 req-0f15ec0c-eb29-4600-af6e-aac4c4b49ce2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=99ff54d1-64f3-44a0-b4a3-707ff20ff229 HTTP/1.1" status: 200 len: 210 time: 0.0538375 Mar 31 15:40:08.586469 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-355e7a76-cbae-4d37-893e-f52598c20c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:08.587438 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-355e7a76-cbae-4d37-893e-f52598c20c5f service neutron] 10.222.0.41 "GET /v2.0/ports/d14fb37f-195a-499a-bf1c-ff3ffd20486c HTTP/1.1" status: 200 len: 1026 time: 0.0695159 Mar 31 15:40:08.763138 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-1cbc302a-fcb8-4083-b888-39d2e2d6193f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:08.765359 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-1cbc302a-fcb8-4083-b888-39d2e2d6193f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/networks?id=b11af648-3c75-450d-a914-1e0f16486fa9 HTTP/1.1" status: 200 len: 796 time: 0.1723371 Mar 31 15:40:08.816511 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-4f21b50f-a759-4655-bdea-93ac925eab61 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 472 time: 0.0432353 Mar 31 15:40:08.827854 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-9a823527-f5cc-4b91-b613-241a0c33b0ec service neutron] Request body: {'port': {'device_id': '99ff54d1-64f3-44a0-b4a3-707ff20ff229', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:08.939008 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-9a823527-f5cc-4b91-b613-241a0c33b0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:09.114938 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bef992f8-b4f7-43a0-a04f-700c4aed97dd req-9a5998fd-00b6-4ee6-82df-1fa0aea004ed tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=99ff54d1-64f3-44a0-b4a3-707ff20ff229 HTTP/1.1" status: 200 len: 210 time: 0.0562787 Mar 31 15:40:09.328882 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-9a823527-f5cc-4b91-b613-241a0c33b0ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d14fb37f-195a-499a-bf1c-ff3ffd20486c {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:40:09.336340 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-9a823527-f5cc-4b91-b613-241a0c33b0ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:09.350887 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-9a823527-f5cc-4b91-b613-241a0c33b0ec service neutron] Transition to ACTIVE for port object d14fb37f-195a-499a-bf1c-ff3ffd20486c will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:40:09.407908 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-9a823527-f5cc-4b91-b613-241a0c33b0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:09.547132 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a823527-f5cc-4b91-b613-241a0c33b0ec service neutron] Pushing event updated for resources: {'Port': ['ID=d14fb37f-195a-499a-bf1c-ff3ffd20486c,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:09.679331 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-9a823527-f5cc-4b91-b613-241a0c33b0ec service neutron] Attempting to bind port d14fb37f-195a-499a-bf1c-ff3ffd20486c on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:40:09.680056 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-9a823527-f5cc-4b91-b613-241a0c33b0ec service neutron] Attempting to bind port d14fb37f-195a-499a-bf1c-ff3ffd20486c by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'e3888af3-26c5-4722-ab70-9a13f5013c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:40:09.680056 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-9a823527-f5cc-4b91-b613-241a0c33b0ec service neutron] Attempting to bind port d14fb37f-195a-499a-bf1c-ff3ffd20486c on network b11af648-3c75-450d-a914-1e0f16486fa9 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:40:09.684499 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-9a823527-f5cc-4b91-b613-241a0c33b0ec service neutron] Port d14fb37f-195a-499a-bf1c-ff3ffd20486c on network b11af648-3c75-450d-a914-1e0f16486fa9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:40:09.684813 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-9a823527-f5cc-4b91-b613-241a0c33b0ec service neutron] Attempting to bind port d14fb37f-195a-499a-bf1c-ff3ffd20486c on network b11af648-3c75-450d-a914-1e0f16486fa9 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:40:09.689894 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-9a823527-f5cc-4b91-b613-241a0c33b0ec service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:40:09.690221 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-9a823527-f5cc-4b91-b613-241a0c33b0ec service neutron] Checking segment: {'id': 'e3888af3-26c5-4722-ab70-9a13f5013c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:40:09.690594 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-9a823527-f5cc-4b91-b613-241a0c33b0ec service neutron] Bound using segment: {'id': 'e3888af3-26c5-4722-ab70-9a13f5013c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:40:09.692912 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-9a823527-f5cc-4b91-b613-241a0c33b0ec service neutron] Bound port: d14fb37f-195a-499a-bf1c-ff3ffd20486c, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3888af3-26c5-4722-ab70-9a13f5013c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:40:09.692912 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-9a823527-f5cc-4b91-b613-241a0c33b0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:09.784569 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-9a823527-f5cc-4b91-b613-241a0c33b0ec service neutron] For port d14fb37f-195a-499a-bf1c-ff3ffd20486c, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:40:09.787579 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-9a823527-f5cc-4b91-b613-241a0c33b0ec service neutron] For port d14fb37f-195a-499a-bf1c-ff3ffd20486c, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d14fb37f-195a-499a-bf1c-ff3ffd20486c,segment=NetworkSegment(e3888af3-26c5-4722-ab70-9a13f5013c3b),segment_id=e3888af3-26c5-4722-ab70-9a13f5013c3b)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:40:09.848315 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-9a823527-f5cc-4b91-b613-241a0c33b0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:09.911495 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-9a823527-f5cc-4b91-b613-241a0c33b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:09.912133 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-9a823527-f5cc-4b91-b613-241a0c33b0ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:09.913545 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-9a823527-f5cc-4b91-b613-241a0c33b0ec service neutron] 10.222.0.41 "PUT /v2.0/ports/d14fb37f-195a-499a-bf1c-ff3ffd20486c HTTP/1.1" status: 200 len: 1131 time: 1.0897441 Mar 31 15:40:09.913973 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ff54d1-64f3-44a0-b4a3-707ff20ff229', 'tag': 'd14fb37f-195a-499a-bf1c-ff3ffd20486c'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:40:09.947208 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a823527-f5cc-4b91-b613-241a0c33b0ec service neutron] Pushing event updated for resources: {'Port': ['ID=d14fb37f-195a-499a-bf1c-ff3ffd20486c,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:09.966635 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ff54d1-64f3-44a0-b4a3-707ff20ff229', 'tag': 'd14fb37f-195a-499a-bf1c-ff3ffd20486c', 'status': 'completed', 'code': 200} Mar 31 15:40:10.075858 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ab73f-7c2d-413c-8530-a3d54a686bf7 req-475f52a2-ac83-486b-b8f4-9b7fd24d826a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:10.077382 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-171ab73f-7c2d-413c-8530-a3d54a686bf7 req-475f52a2-ac83-486b-b8f4-9b7fd24d826a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=99ff54d1-64f3-44a0-b4a3-707ff20ff229 HTTP/1.1" status: 200 len: 1134 time: 0.0855975 Mar 31 15:40:10.274995 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ab73f-7c2d-413c-8530-a3d54a686bf7 req-030ec120-ea36-48e3-85ba-ef8584827388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:10.277095 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-171ab73f-7c2d-413c-8530-a3d54a686bf7 req-030ec120-ea36-48e3-85ba-ef8584827388 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a28d6e89f5614e35860f06912b5df90e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1925552 Mar 31 15:40:10.583249 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ab73f-7c2d-413c-8530-a3d54a686bf7 req-b8f577f0-dc95-49d4-be6f-1a8ce96d14c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:10.584712 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-171ab73f-7c2d-413c-8530-a3d54a686bf7 req-b8f577f0-dc95-49d4-be6f-1a8ce96d14c5 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3016632 Mar 31 15:40:10.592424 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6bb40-8c98-40af-a3d8-25ab49ec44d4 req-87682a8b-b121-4841-889c-b410e254a62f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:10.594025 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ffe6bb40-8c98-40af-a3d8-25ab49ec44d4 req-87682a8b-b121-4841-889c-b410e254a62f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=99ff54d1-64f3-44a0-b4a3-707ff20ff229 HTTP/1.1" status: 200 len: 981 time: 0.2914846 Mar 31 15:40:10.681659 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ffe6bb40-8c98-40af-a3d8-25ab49ec44d4 req-c99a25f5-b616-4888-8ebd-379aa87d0734 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fd9bcae-c57f-4b82-95dc-513eb28a5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800314 Mar 31 15:40:10.711905 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-acecdc8e-f26f-4208-926a-e76fdd652aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:10.713418 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-acecdc8e-f26f-4208-926a-e76fdd652aeb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=99ff54d1-64f3-44a0-b4a3-707ff20ff229 HTTP/1.1" status: 200 len: 1134 time: 0.0818331 Mar 31 15:40:10.817062 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-020edd7d-d7d3-4a18-81aa-2f6f8359b54b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d14fb37f-195a-499a-bf1c-ff3ffd20486c HTTP/1.1" status: 200 len: 1037 time: 0.0969095 Mar 31 15:40:10.884182 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-9849ee5f-ffd7-4f96-b039-50c356f23523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:10.885566 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-9849ee5f-ffd7-4f96-b039-50c356f23523 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa7ae482-ddb3-46da-a716-fcdc95a158d0 HTTP/1.1" status: 200 len: 835 time: 0.0627453 Mar 31 15:40:10.969118 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-be64e17e-4602-45ba-aa09-422a065e6c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:10.970654 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-be64e17e-4602-45ba-aa09-422a065e6c66 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b11af648-3c75-450d-a914-1e0f16486fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795779 Mar 31 15:40:11.108496 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-d6d80240-f9f5-4a9a-84fc-38acc643e667 service neutron] 10.222.0.41 "GET /v2.0/networks/b11af648-3c75-450d-a914-1e0f16486fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314976 Mar 31 15:40:11.249015 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b7f85314-ce72-4c6d-9dd1-4f87bf227393 req-18975407-023a-43fe-8ffa-2e83567c16fd service neutron] 10.222.0.41 "GET /v2.0/networks/b11af648-3c75-450d-a914-1e0f16486fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349375 Mar 31 15:40:11.887227 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b18861-fa5a-4d64-a60d-096cb61c8b8c req-ac2531a6-9065-41be-80ec-46c32a320384 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:11.888752 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-71b18861-fa5a-4d64-a60d-096cb61c8b8c req-ac2531a6-9065-41be-80ec-46c32a320384 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=99ff54d1-64f3-44a0-b4a3-707ff20ff229 HTTP/1.1" status: 200 len: 981 time: 0.0903673 Mar 31 15:40:11.940098 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-71b18861-fa5a-4d64-a60d-096cb61c8b8c req-0692f487-6638-419a-a5ff-701a06f19dff tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fd9bcae-c57f-4b82-95dc-513eb28a5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417304 Mar 31 15:40:12.788251 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device d14fb37f-195a-499a-bf1c-ff3ffd20486c details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:40:12.937979 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port d14fb37f-195a-499a-bf1c-ff3ffd20486c, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d14fb37f-195a-499a-bf1c-ff3ffd20486c,segment=NetworkSegment(e3888af3-26c5-4722-ab70-9a13f5013c3b),segment_id=e3888af3-26c5-4722-ab70-9a13f5013c3b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:40:12.953259 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': 'd14fb37f-195a-499a-bf1c-ff3ffd20486c', 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9', 'port_id': 'd14fb37f-195a-499a-bf1c-ff3ffd20486c', 'mac_address': 'fa:16:3e:d7:b3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7ae482-ddb3-46da-a716-fcdc95a158d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:40:13.011917 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:13.030661 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14fb37f-195a-499a-bf1c-ff3ffd20486c {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:40:13.048390 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port d14fb37f-195a-499a-bf1c-ff3ffd20486c, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d14fb37f-195a-499a-bf1c-ff3ffd20486c,segment=NetworkSegment(e3888af3-26c5-4722-ab70-9a13f5013c3b),segment_id=e3888af3-26c5-4722-ab70-9a13f5013c3b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:40:13.146954 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:13.162241 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bc37f-a6fd-43eb-92a6-cb265818561f req-f4209038-b664-4530-b740-49fa00820112 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:13.164168 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-987bc37f-a6fd-43eb-92a6-cb265818561f req-f4209038-b664-4530-b740-49fa00820112 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=99ff54d1-64f3-44a0-b4a3-707ff20ff229 HTTP/1.1" status: 200 len: 981 time: 0.0946996 Mar 31 15:40:13.223541 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-987bc37f-a6fd-43eb-92a6-cb265818561f req-60a5c3b1-d8e9-4fcd-8ae4-0c34096c6e46 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fd9bcae-c57f-4b82-95dc-513eb28a5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516508 Mar 31 15:40:13.296200 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=d14fb37f-195a-499a-bf1c-ff3ffd20486c,revision_number=9']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:13.357415 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['d14fb37f-195a-499a-bf1c-ff3ffd20486c'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:40:14.452822 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cff330-7df7-444b-8757-be9403b774d5 req-f945d481-f0d3-4cda-9832-586a9b90cb0a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:14.454500 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-56cff330-7df7-444b-8757-be9403b774d5 req-f945d481-f0d3-4cda-9832-586a9b90cb0a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=99ff54d1-64f3-44a0-b4a3-707ff20ff229 HTTP/1.1" status: 200 len: 982 time: 0.0868716 Mar 31 15:40:14.509868 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-56cff330-7df7-444b-8757-be9403b774d5 req-1b938aff-f437-42fb-9c54-70928309b374 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fd9bcae-c57f-4b82-95dc-513eb28a5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489225 Mar 31 15:40:14.799454 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device d14fb37f-195a-499a-bf1c-ff3ffd20486c up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:40:14.870700 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:40:14.939322 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port d14fb37f-195a-499a-bf1c-ff3ffd20486c completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:40:14.946866 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port d14fb37f-195a-499a-bf1c-ff3ffd20486c triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:40:14.947330 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:15.106794 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:15.134654 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ff54d1-64f3-44a0-b4a3-707ff20ff229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14fb37f-195a-499a-bf1c-ff3ffd20486c'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:40:15.153899 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port d14fb37f-195a-499a-bf1c-ff3ffd20486c, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d14fb37f-195a-499a-bf1c-ff3ffd20486c,segment=NetworkSegment(e3888af3-26c5-4722-ab70-9a13f5013c3b),segment_id=e3888af3-26c5-4722-ab70-9a13f5013c3b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:40:15.183162 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ff54d1-64f3-44a0-b4a3-707ff20ff229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14fb37f-195a-499a-bf1c-ff3ffd20486c', 'code': 200} Mar 31 15:40:15.248629 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:15.365129 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=d14fb37f-195a-499a-bf1c-ff3ffd20486c,revision_number=10']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:15.600272 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0809fc-4fa6-4176-a8fa-114b61cb51a5 req-93dd107c-8d7e-432c-ad42-93b73e2d4ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:15.602631 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6d0809fc-4fa6-4176-a8fa-114b61cb51a5 req-93dd107c-8d7e-432c-ad42-93b73e2d4ea3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=99ff54d1-64f3-44a0-b4a3-707ff20ff229 HTTP/1.1" status: 200 len: 1137 time: 0.0774591 Mar 31 15:40:15.667502 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6d0809fc-4fa6-4176-a8fa-114b61cb51a5 req-afecd0c3-08a1-4572-a546-2bd5b775aa92 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4fd9bcae-c57f-4b82-95dc-513eb28a5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578547 Mar 31 15:40:15.729396 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e25e1-ba55-446e-8a51-a4b264ff2688 req-b28ffb23-524c-4544-bdd7-ab9ff568aad4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:15.731233 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1a0e25e1-ba55-446e-8a51-a4b264ff2688 req-b28ffb23-524c-4544-bdd7-ab9ff568aad4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=99ff54d1-64f3-44a0-b4a3-707ff20ff229 HTTP/1.1" status: 200 len: 984 time: 0.1027181 Mar 31 15:40:15.782992 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1a0e25e1-ba55-446e-8a51-a4b264ff2688 req-79010701-2641-430e-859b-941c165dae6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fd9bcae-c57f-4b82-95dc-513eb28a5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442529 Mar 31 15:40:17.000390 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc0d08-74d0-4f1b-9706-7e1be74b183b req-4352b566-a337-40f7-82d2-e084eee995ce tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:17.002112 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b9cc0d08-74d0-4f1b-9706-7e1be74b183b req-4352b566-a337-40f7-82d2-e084eee995ce tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=99ff54d1-64f3-44a0-b4a3-707ff20ff229 HTTP/1.1" status: 200 len: 984 time: 0.0993543 Mar 31 15:40:17.055217 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b9cc0d08-74d0-4f1b-9706-7e1be74b183b req-ac1f7227-3704-477a-9a3d-19406711fad3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fd9bcae-c57f-4b82-95dc-513eb28a5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460114 Mar 31 15:40:17.271310 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc493c91-65da-495e-ad6e-ec3eb9342e37 req-6164e866-d983-4aaf-aaee-5e011d9a89db tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:17.273484 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-dc493c91-65da-495e-ad6e-ec3eb9342e37 req-6164e866-d983-4aaf-aaee-5e011d9a89db tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=99ff54d1-64f3-44a0-b4a3-707ff20ff229 HTTP/1.1" status: 200 len: 984 time: 0.0939307 Mar 31 15:40:17.326197 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-dc493c91-65da-495e-ad6e-ec3eb9342e37 req-0f21ec56-576a-4a07-aec8-1705b5961869 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fd9bcae-c57f-4b82-95dc-513eb28a5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465283 Mar 31 15:40:17.350489 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50396) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:17.433339 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474a24de-5588-4095-a4f7-7cd688aaeb9a tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:17.435161 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-474a24de-5588-4095-a4f7-7cd688aaeb9a tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=99ff54d1-64f3-44a0-b4a3-707ff20ff229&network_id=b11af648-3c75-450d-a914-1e0f16486fa9 HTTP/1.1" status: 200 len: 1132 time: 0.0836756 Mar 31 15:40:18.188049 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955846bf-4074-441b-a78a-9f8347d5b1ac req-7c97e936-3c8b-4bea-b69f-fffc02c45688 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:18.191548 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-955846bf-4074-441b-a78a-9f8347d5b1ac req-7c97e936-3c8b-4bea-b69f-fffc02c45688 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=99ff54d1-64f3-44a0-b4a3-707ff20ff229 HTTP/1.1" status: 200 len: 984 time: 0.1383398 Mar 31 15:40:18.250097 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-955846bf-4074-441b-a78a-9f8347d5b1ac req-401ce981-d7ee-4c97-bd3b-a10076447137 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fd9bcae-c57f-4b82-95dc-513eb28a5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495028 Mar 31 15:40:19.374700 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61579f7-5afb-4f56-9cbe-f814b3a75232 req-b006e8f3-6985-4aa2-a23d-b849526df4d8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:19.382191 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b61579f7-5afb-4f56-9cbe-f814b3a75232 req-b006e8f3-6985-4aa2-a23d-b849526df4d8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ff54d1-64f3-44a0-b4a3-707ff20ff229 HTTP/1.1" status: 200 len: 984 time: 0.1088030 Mar 31 15:40:19.497639 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61579f7-5afb-4f56-9cbe-f814b3a75232 req-4e4e4a87-d8fa-4c98-86f0-deaf88a100c6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:19.498989 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b61579f7-5afb-4f56-9cbe-f814b3a75232 req-4e4e4a87-d8fa-4c98-86f0-deaf88a100c6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/ports/d14fb37f-195a-499a-bf1c-ff3ffd20486c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0871620 Mar 31 15:40:19.638934 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa660ae-ec44-409e-8da7-d8814e6696cf req-0c4419ee-0621-4c70-aad5-ca91eb74deac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:19.640407 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3fa660ae-ec44-409e-8da7-d8814e6696cf req-0c4419ee-0621-4c70-aad5-ca91eb74deac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=99ff54d1-64f3-44a0-b4a3-707ff20ff229 HTTP/1.1" status: 200 len: 984 time: 0.2632680 Mar 31 15:40:19.714592 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b61579f7-5afb-4f56-9cbe-f814b3a75232 req-d98f6ae0-625b-429b-ab95-e98e650dffb0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/networks/b11af648-3c75-450d-a914-1e0f16486fa9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2089684 Mar 31 15:40:19.717359 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3fa660ae-ec44-409e-8da7-d8814e6696cf req-b0adc73c-2e5d-435a-a40a-cfd596b2d385 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fd9bcae-c57f-4b82-95dc-513eb28a5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676403 Mar 31 15:40:19.725345 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-b61579f7-5afb-4f56-9cbe-f814b3a75232 req-cfb9c6fc-4a5a-421d-8768-acfd4c442bb4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:19.952631 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b61579f7-5afb-4f56-9cbe-f814b3a75232 req-cfb9c6fc-4a5a-421d-8768-acfd4c442bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:20.164826 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-b61579f7-5afb-4f56-9cbe-f814b3a75232 req-cfb9c6fc-4a5a-421d-8768-acfd4c442bb4 service neutron] For port d14fb37f-195a-499a-bf1c-ff3ffd20486c, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d14fb37f-195a-499a-bf1c-ff3ffd20486c,segment=NetworkSegment(e3888af3-26c5-4722-ab70-9a13f5013c3b),segment_id=e3888af3-26c5-4722-ab70-9a13f5013c3b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:40:20.196755 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-b61579f7-5afb-4f56-9cbe-f814b3a75232 req-cfb9c6fc-4a5a-421d-8768-acfd4c442bb4 service neutron] For port d14fb37f-195a-499a-bf1c-ff3ffd20486c, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:40:20.250434 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-b61579f7-5afb-4f56-9cbe-f814b3a75232 req-cfb9c6fc-4a5a-421d-8768-acfd4c442bb4 service neutron] device_id is not set on port d14fb37f-195a-499a-bf1c-ff3ffd20486c yet. {{(pid=103444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 15:40:20.259578 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b61579f7-5afb-4f56-9cbe-f814b3a75232 req-cfb9c6fc-4a5a-421d-8768-acfd4c442bb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:20.350751 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b61579f7-5afb-4f56-9cbe-f814b3a75232 req-cfb9c6fc-4a5a-421d-8768-acfd4c442bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:20.516456 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9c6fc-4a5a-421d-8768-acfd4c442bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=d14fb37f-195a-499a-bf1c-ff3ffd20486c,revision_number=11']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:20.602264 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61579f7-5afb-4f56-9cbe-f814b3a75232 req-cfb9c6fc-4a5a-421d-8768-acfd4c442bb4 service neutron] No DVR routers for this DVR port d14fb37f-195a-499a-bf1c-ff3ffd20486c on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:40:20.685601 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-5cc7be97-e182-4da9-bd76-7a667175cd24 None None] Provisioning complete for port d14fb37f-195a-499a-bf1c-ff3ffd20486c triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:40:20.686387 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5cc7be97-e182-4da9-bd76-7a667175cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:20.762621 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-5cc7be97-e182-4da9-bd76-7a667175cd24 None None] Port d14fb37f-195a-499a-bf1c-ff3ffd20486c cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:40:20.898270 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-b61579f7-5afb-4f56-9cbe-f814b3a75232 req-cfb9c6fc-4a5a-421d-8768-acfd4c442bb4 service neutron] In _notify_port_updated(), no bound segment for port d14fb37f-195a-499a-bf1c-ff3ffd20486c on network b11af648-3c75-450d-a914-1e0f16486fa9 {{(pid=103444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 31 15:40:20.899151 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61579f7-5afb-4f56-9cbe-f814b3a75232 req-cfb9c6fc-4a5a-421d-8768-acfd4c442bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:20.899941 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b61579f7-5afb-4f56-9cbe-f814b3a75232 req-cfb9c6fc-4a5a-421d-8768-acfd4c442bb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:20.901563 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b61579f7-5afb-4f56-9cbe-f814b3a75232 req-cfb9c6fc-4a5a-421d-8768-acfd4c442bb4 service neutron] 10.222.0.41 "PUT /v2.0/ports/d14fb37f-195a-499a-bf1c-ff3ffd20486c HTTP/1.1" status: 200 len: 1027 time: 1.1812229 Mar 31 15:40:20.926059 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4e02fc79-5762-4ba2-ba1b-9b6004c1d4ff req-e40a9662-cc1d-41a6-a8c0-7df9fe6c57d2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=99ff54d1-64f3-44a0-b4a3-707ff20ff229 HTTP/1.1" status: 200 len: 210 time: 0.0784605 Mar 31 15:40:22.129139 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-720e913e-db8e-4662-b448-70cb56d660fd req-0ea34455-8cf4-4e01-ad33-ffff8eebb253 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=99ff54d1-64f3-44a0-b4a3-707ff20ff229 HTTP/1.1" status: 200 len: 210 time: 0.0471742 Mar 31 15:40:22.850502 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device d14fb37f-195a-499a-bf1c-ff3ffd20486c no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:40:22.914532 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device d14fb37f-195a-499a-bf1c-ff3ffd20486c not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:40:23.241665 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50422) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:23.322746 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e61fb086-cdd5-4515-a9b1-881983e5705d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:23.354699 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e61fb086-cdd5-4515-a9b1-881983e5705d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:23.510629 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e61fb086-cdd5-4515-a9b1-881983e5705d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:23.545517 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61fb086-cdd5-4515-a9b1-881983e5705d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c38f68-4dd3-4a60-bdc8-22a8843e14f7,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:23.613147 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e61fb086-cdd5-4515-a9b1-881983e5705d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:23.614423 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e61fb086-cdd5-4515-a9b1-881983e5705d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/security-groups/c8c38f68-4dd3-4a60-bdc8-22a8843e14f7 HTTP/1.1" status: 204 len: 168 time: 0.3716629 Mar 31 15:40:23.753175 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50428) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:23.991132 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6668feb7-a52e-4ef4-8233-1cd3aa006ec9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port 7c659301-fee2-4cfe-b3c2-40fcaaa1bf43 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:40:23.991458 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6668feb7-a52e-4ef4-8233-1cd3aa006ec9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:24.210396 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6668feb7-a52e-4ef4-8233-1cd3aa006ec9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:24.210771 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6668feb7-a52e-4ef4-8233-1cd3aa006ec9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:24.510783 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6668feb7-a52e-4ef4-8233-1cd3aa006ec9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for 7c659301-fee2-4cfe-b3c2-40fcaaa1bf43 owned by network:floatingip {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:40:24.814253 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6668feb7-a52e-4ef4-8233-1cd3aa006ec9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:24.864095 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668feb7-a52e-4ef4-8233-1cd3aa006ec9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=7c659301-fee2-4cfe-b3c2-40fcaaa1bf43,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:24.966254 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6668feb7-a52e-4ef4-8233-1cd3aa006ec9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:24.966616 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [None req-6668feb7-a52e-4ef4-8233-1cd3aa006ec9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Floating IP c9d72ee3-b80f-4737-9a2e-aa17afd272ed disassociated (deleted). External IP: 172.26.5.194, port: d14fb37f-195a-499a-bf1c-ff3ffd20486c. Mar 31 15:40:25.173178 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:25.354523 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6668feb7-a52e-4ef4-8233-1cd3aa006ec9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router e4a554ae-eeb5-42a9-ab2b-6309217ca5cf has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:40:25.560600 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6668feb7-a52e-4ef4-8233-1cd3aa006ec9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:40:25.571601 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d89e1a4-3b64-4223-af57-b91d423f8acb None None] Sync routers for ids ['e4a554ae-eeb5-42a9-ab2b-6309217ca5cf'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:40:25.582631 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d89e1a4-3b64-4223-af57-b91d423f8acb None None] Routers {'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:40:25.596511 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0d89e1a4-3b64-4223-af57-b91d423f8acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:40:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e4a554ae-eeb5-42a9-ab2b-6309217ca5cf'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:25.673365 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6668feb7-a52e-4ef4-8233-1cd3aa006ec9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:25.761686 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6668feb7-a52e-4ef4-8233-1cd3aa006ec9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/floatingips/c9d72ee3-b80f-4737-9a2e-aa17afd272ed HTTP/1.1" status: 204 len: 168 time: 2.0050542 Mar 31 15:40:25.798964 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-0d89e1a4-3b64-4223-af57-b91d423f8acb None None] Set router e4a554ae-eeb5-42a9-ab2b-6309217ca5cf gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:40:25.962726 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50442) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:26.079511 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a90f6660-147e-482a-917d-4f329f601197 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:26.144473 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a90f6660-147e-482a-917d-4f329f601197 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:26.157185 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0d89e1a4-3b64-4223-af57-b91d423f8acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'name': 'tempest-TestNetworkBasicOps-router-869773336', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '977163c5-2e2c-4e75-8291-4c247b9e76b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:39:26Z', 'updated_at': '2022-03-31T15:39:32Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '977163c5-2e2c-4e75-8291-4c247b9e76b5', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:39:27Z', 'updated_at': '2022-03-31T15:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'e69bff34-158f-42d7-b942-93f75a7dacfd', 'name': '', 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:a7:f6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'fa7ae482-ddb3-46da-a716-fcdc95a158d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:39:32Z', 'updated_at': '2022-03-31T15:39:37Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'fa7ae482-ddb3-46da-a716-fcdc95a158d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:26.161826 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d89e1a4-3b64-4223-af57-b91d423f8acb None None] Checking router: e4a554ae-eeb5-42a9-ab2b-6309217ca5cf for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:40:26.172084 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d89e1a4-3b64-4223-af57-b91d423f8acb None None] Routers {'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:40:26.172829 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0d89e1a4-3b64-4223-af57-b91d423f8acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:40:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e4a554ae-eeb5-42a9-ab2b-6309217ca5cf'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:26.293409 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a90f6660-147e-482a-917d-4f329f601197 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:26.315823 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f6660-147e-482a-917d-4f329f601197 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc69f428-be4b-436e-ae55-8c0f7fdb30a7,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:26.333016 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a90f6660-147e-482a-917d-4f329f601197 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:26.334582 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a90f6660-147e-482a-917d-4f329f601197 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/security-groups/fc69f428-be4b-436e-ae55-8c0f7fdb30a7 HTTP/1.1" status: 204 len: 168 time: 0.3708241 Mar 31 15:40:26.388582 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-0d89e1a4-3b64-4223-af57-b91d423f8acb None None] Set router e4a554ae-eeb5-42a9-ab2b-6309217ca5cf gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:40:26.445656 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50448) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:26.536224 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c8c56252-1190-4bed-98ad-f127b4b70ccc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port d14fb37f-195a-499a-bf1c-ff3ffd20486c {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:40:26.536705 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c8c56252-1190-4bed-98ad-f127b4b70ccc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:26.846243 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0d89e1a4-3b64-4223-af57-b91d423f8acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'name': 'tempest-TestNetworkBasicOps-router-869773336', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '977163c5-2e2c-4e75-8291-4c247b9e76b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:39:26Z', 'updated_at': '2022-03-31T15:39:32Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '977163c5-2e2c-4e75-8291-4c247b9e76b5', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:39:27Z', 'updated_at': '2022-03-31T15:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'e69bff34-158f-42d7-b942-93f75a7dacfd', 'name': '', 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:a7:f6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'fa7ae482-ddb3-46da-a716-fcdc95a158d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:39:32Z', 'updated_at': '2022-03-31T15:39:37Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'fa7ae482-ddb3-46da-a716-fcdc95a158d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:26.851172 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d89e1a4-3b64-4223-af57-b91d423f8acb None None] The sync data for ids ['e4a554ae-eeb5-42a9-ab2b-6309217ca5cf'] in dv-neutron-833379-2-hyperv is: [{'id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'name': 'tempest-TestNetworkBasicOps-router-869773336', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '977163c5-2e2c-4e75-8291-4c247b9e76b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:39:26Z', 'updated_at': '2022-03-31T15:39:32Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '977163c5-2e2c-4e75-8291-4c247b9e76b5', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:39:27Z', 'updated_at': '2022-03-31T15:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'e69bff34-158f-42d7-b942-93f75a7dacfd', 'name': '', 'network_id': 'b11af648-3c75-450d-a914-1e0f16486fa9', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:a7:f6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'fa7ae482-ddb3-46da-a716-fcdc95a158d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:39:32Z', 'updated_at': '2022-03-31T15:39:37Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'fa7ae482-ddb3-46da-a716-fcdc95a158d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:40:26.902662 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c8c56252-1190-4bed-98ad-f127b4b70ccc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:27.119260 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6722d279-5b36-4fe8-805f-e6910d8c0336 None None] New status for floating IP c9d72ee3-b80f-4737-9a2e-aa17afd272ed: DOWN {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:40:27.204554 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c8c56252-1190-4bed-98ad-f127b4b70ccc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for d14fb37f-195a-499a-bf1c-ff3ffd20486c owned by {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:40:27.498706 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c8c56252-1190-4bed-98ad-f127b4b70ccc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:27.556248 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c56252-1190-4bed-98ad-f127b4b70ccc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=d14fb37f-195a-499a-bf1c-ff3ffd20486c,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:27.603638 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c56252-1190-4bed-98ad-f127b4b70ccc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:27.603638 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c56252-1190-4bed-98ad-f127b4b70ccc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:27.603638 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c56252-1190-4bed-98ad-f127b4b70ccc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:27.606822 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c56252-1190-4bed-98ad-f127b4b70ccc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:27.606822 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c56252-1190-4bed-98ad-f127b4b70ccc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:27.606822 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c56252-1190-4bed-98ad-f127b4b70ccc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:27.606822 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c56252-1190-4bed-98ad-f127b4b70ccc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:27.606822 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c56252-1190-4bed-98ad-f127b4b70ccc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:27.606822 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c56252-1190-4bed-98ad-f127b4b70ccc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:27.606822 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c56252-1190-4bed-98ad-f127b4b70ccc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:27.608269 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c56252-1190-4bed-98ad-f127b4b70ccc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:27.608269 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c56252-1190-4bed-98ad-f127b4b70ccc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:27.692558 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c8c56252-1190-4bed-98ad-f127b4b70ccc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:27.708629 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c8c56252-1190-4bed-98ad-f127b4b70ccc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/ports/d14fb37f-195a-499a-bf1c-ff3ffd20486c HTTP/1.1" status: 204 len: 168 time: 1.2610314 Mar 31 15:40:27.711628 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50454) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:28.362259 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c99f31a-3a54-44a7-815f-96f3a8c1ba19 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:28.734201 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-2c99f31a-3a54-44a7-815f-96f3a8c1ba19 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port e69bff34-158f-42d7-b942-93f75a7dacfd {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:40:28.734539 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c99f31a-3a54-44a7-815f-96f3a8c1ba19 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:29.037905 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-2c99f31a-3a54-44a7-815f-96f3a8c1ba19 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] For port e69bff34-158f-42d7-b942-93f75a7dacfd, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e69bff34-158f-42d7-b942-93f75a7dacfd,segment=NetworkSegment(e3888af3-26c5-4722-ab70-9a13f5013c3b),segment_id=e3888af3-26c5-4722-ab70-9a13f5013c3b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:40:29.039514 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c99f31a-3a54-44a7-815f-96f3a8c1ba19 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:29.166230 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-2c99f31a-3a54-44a7-815f-96f3a8c1ba19 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for e69bff34-158f-42d7-b942-93f75a7dacfd owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:40:29.653174 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c99f31a-3a54-44a7-815f-96f3a8c1ba19 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:29.708581 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99f31a-3a54-44a7-815f-96f3a8c1ba19 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=e69bff34-158f-42d7-b942-93f75a7dacfd,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:30.023449 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c99f31a-3a54-44a7-815f-96f3a8c1ba19 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:30.420217 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c99f31a-3a54-44a7-815f-96f3a8c1ba19 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router e4a554ae-eeb5-42a9-ab2b-6309217ca5cf has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:40:30.753424 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c99f31a-3a54-44a7-815f-96f3a8c1ba19 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:40:30.766970 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9ce687-b3ae-4724-aacd-6bb89be54e52 None None] Sync routers for ids ['e4a554ae-eeb5-42a9-ab2b-6309217ca5cf'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:40:30.772089 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2c99f31a-3a54-44a7-815f-96f3a8c1ba19 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "PUT /v2.0/routers/e4a554ae-eeb5-42a9-ab2b-6309217ca5cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0590556 Mar 31 15:40:30.775201 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50464) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:30.778553 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9ce687-b3ae-4724-aacd-6bb89be54e52 None None] Routers {'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:40:30.779184 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2b9ce687-b3ae-4724-aacd-6bb89be54e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:40:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e4a554ae-eeb5-42a9-ab2b-6309217ca5cf'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:30.865326 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e868219-609c-4584-9883-a1162ba05887 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting subnet fa7ae482-ddb3-46da-a716-fcdc95a158d0 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:40:30.869359 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e868219-609c-4584-9883-a1162ba05887 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:30.944940 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e868219-609c-4584-9883-a1162ba05887 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:30.981268 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-2b9ce687-b3ae-4724-aacd-6bb89be54e52 None None] Set router e4a554ae-eeb5-42a9-ab2b-6309217ca5cf gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:40:31.048701 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e868219-609c-4584-9883-a1162ba05887 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:31.259046 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e868219-609c-4584-9883-a1162ba05887 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:31.299710 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e868219-609c-4584-9883-a1162ba05887 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Subnet': ['ID=fa7ae482-ddb3-46da-a716-fcdc95a158d0,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:31.305315 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e868219-609c-4584-9883-a1162ba05887 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:31.312152 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7e868219-609c-4584-9883-a1162ba05887 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/subnets/fa7ae482-ddb3-46da-a716-fcdc95a158d0 HTTP/1.1" status: 204 len: 168 time: 0.5361063 Mar 31 15:40:31.312296 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2b9ce687-b3ae-4724-aacd-6bb89be54e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'name': 'tempest-TestNetworkBasicOps-router-869773336', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '977163c5-2e2c-4e75-8291-4c247b9e76b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:39:26Z', 'updated_at': '2022-03-31T15:40:29Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '977163c5-2e2c-4e75-8291-4c247b9e76b5', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:39:27Z', 'updated_at': '2022-03-31T15:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:31.315866 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50468) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:31.317605 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb905938-158d-4868-a1fe-f78e2c4063b3 None None] Network b11af648-3c75-450d-a914-1e0f16486fa9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:40:31.343985 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9ce687-b3ae-4724-aacd-6bb89be54e52 None None] Checking router: e4a554ae-eeb5-42a9-ab2b-6309217ca5cf for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:40:31.410473 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9ce687-b3ae-4724-aacd-6bb89be54e52 None None] Routers {'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:40:31.411102 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2b9ce687-b3ae-4724-aacd-6bb89be54e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:40:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e4a554ae-eeb5-42a9-ab2b-6309217ca5cf'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:31.505314 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6f723a2-b0dc-4273-9225-a7d334e3bb29 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:31.737286 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-2b9ce687-b3ae-4724-aacd-6bb89be54e52 None None] Set router e4a554ae-eeb5-42a9-ab2b-6309217ca5cf gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:40:31.737481 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6f723a2-b0dc-4273-9225-a7d334e3bb29 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:31.875484 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c6f723a2-b0dc-4273-9225-a7d334e3bb29 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port 977163c5-2e2c-4e75-8291-4c247b9e76b5 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:40:31.875890 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6f723a2-b0dc-4273-9225-a7d334e3bb29 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:32.043005 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580d3803-6564-438a-b366-aacca5ca5ffb None None] DHCP port deletion for b11af648-3c75-450d-a914-1e0f16486fa9 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:40:32.052092 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-580d3803-6564-438a-b366-aacca5ca5ffb None None] Deleting port e7676f6b-04e2-4c9a-9f40-1603e4a75452 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:40:32.052654 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-580d3803-6564-438a-b366-aacca5ca5ffb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:32.188339 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-c6f723a2-b0dc-4273-9225-a7d334e3bb29 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] For port 977163c5-2e2c-4e75-8291-4c247b9e76b5, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=977163c5-2e2c-4e75-8291-4c247b9e76b5,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:40:32.191042 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6f723a2-b0dc-4273-9225-a7d334e3bb29 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:32.196084 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2b9ce687-b3ae-4724-aacd-6bb89be54e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'name': 'tempest-TestNetworkBasicOps-router-869773336', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '977163c5-2e2c-4e75-8291-4c247b9e76b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:39:26Z', 'updated_at': '2022-03-31T15:40:29Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '977163c5-2e2c-4e75-8291-4c247b9e76b5', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:39:27Z', 'updated_at': '2022-03-31T15:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:32.212079 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9ce687-b3ae-4724-aacd-6bb89be54e52 None None] The sync data for ids ['e4a554ae-eeb5-42a9-ab2b-6309217ca5cf'] in dv-neutron-833379-2-hyperv is: [{'id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'name': 'tempest-TestNetworkBasicOps-router-869773336', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '977163c5-2e2c-4e75-8291-4c247b9e76b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:39:26Z', 'updated_at': '2022-03-31T15:40:29Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '977163c5-2e2c-4e75-8291-4c247b9e76b5', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a554ae-eeb5-42a9-ab2b-6309217ca5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:39:27Z', 'updated_at': '2022-03-31T15:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:40:32.327742 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c6f723a2-b0dc-4273-9225-a7d334e3bb29 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for 977163c5-2e2c-4e75-8291-4c247b9e76b5 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:40:32.353802 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-580d3803-6564-438a-b366-aacca5ca5ffb None None] For port e7676f6b-04e2-4c9a-9f40-1603e4a75452, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e7676f6b-04e2-4c9a-9f40-1603e4a75452,segment=NetworkSegment(e3888af3-26c5-4722-ab70-9a13f5013c3b),segment_id=e3888af3-26c5-4722-ab70-9a13f5013c3b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:40:32.354198 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-580d3803-6564-438a-b366-aacca5ca5ffb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:32.507558 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-580d3803-6564-438a-b366-aacca5ca5ffb None None] Calling delete_port for e7676f6b-04e2-4c9a-9f40-1603e4a75452 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:40:32.618915 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6f723a2-b0dc-4273-9225-a7d334e3bb29 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:32.724831 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f723a2-b0dc-4273-9225-a7d334e3bb29 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=977163c5-2e2c-4e75-8291-4c247b9e76b5,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:32.727244 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-580d3803-6564-438a-b366-aacca5ca5ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:32.766858 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f723a2-b0dc-4273-9225-a7d334e3bb29 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:32.767210 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f723a2-b0dc-4273-9225-a7d334e3bb29 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:32.771073 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f723a2-b0dc-4273-9225-a7d334e3bb29 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:32.771073 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f723a2-b0dc-4273-9225-a7d334e3bb29 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:32.771073 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f723a2-b0dc-4273-9225-a7d334e3bb29 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:32.771073 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f723a2-b0dc-4273-9225-a7d334e3bb29 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:32.771073 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f723a2-b0dc-4273-9225-a7d334e3bb29 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:32.771073 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f723a2-b0dc-4273-9225-a7d334e3bb29 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:32.771073 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f723a2-b0dc-4273-9225-a7d334e3bb29 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:32.771073 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f723a2-b0dc-4273-9225-a7d334e3bb29 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:32.771073 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f723a2-b0dc-4273-9225-a7d334e3bb29 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:32.771915 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f723a2-b0dc-4273-9225-a7d334e3bb29 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:32.781391 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d3803-6564-438a-b366-aacca5ca5ffb None None] Pushing event deleted for resources: {'Port': ['ID=e7676f6b-04e2-4c9a-9f40-1603e4a75452,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:32.786606 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580d3803-6564-438a-b366-aacca5ca5ffb None None] No DVR routers for this DVR port e7676f6b-04e2-4c9a-9f40-1603e4a75452 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:40:32.793157 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d3803-6564-438a-b366-aacca5ca5ffb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:32.794955 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d3803-6564-438a-b366-aacca5ca5ffb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:32.794955 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d3803-6564-438a-b366-aacca5ca5ffb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:32.794955 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d3803-6564-438a-b366-aacca5ca5ffb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:32.794955 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d3803-6564-438a-b366-aacca5ca5ffb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:32.794955 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d3803-6564-438a-b366-aacca5ca5ffb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:32.796658 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d3803-6564-438a-b366-aacca5ca5ffb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:32.796658 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d3803-6564-438a-b366-aacca5ca5ffb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:32.796658 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d3803-6564-438a-b366-aacca5ca5ffb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:32.796941 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d3803-6564-438a-b366-aacca5ca5ffb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:32.797293 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d3803-6564-438a-b366-aacca5ca5ffb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:32.798135 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d3803-6564-438a-b366-aacca5ca5ffb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:32.813639 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6f723a2-b0dc-4273-9225-a7d334e3bb29 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:33.029979 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6f723a2-b0dc-4273-9225-a7d334e3bb29 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:33.032745 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6f723a2-b0dc-4273-9225-a7d334e3bb29 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:33.150627 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-43024ce1-aeee-497f-adba-b943b2924384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:33.184396 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6f723a2-b0dc-4273-9225-a7d334e3bb29 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:33.184913 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f723a2-b0dc-4273-9225-a7d334e3bb29 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Fanout notify agent at l3_agent the message router_deleted on router e4a554ae-eeb5-42a9-ab2b-6309217ca5cf {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:40:33.210710 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6f723a2-b0dc-4273-9225-a7d334e3bb29 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:33.214822 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c6f723a2-b0dc-4273-9225-a7d334e3bb29 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/routers/e4a554ae-eeb5-42a9-ab2b-6309217ca5cf HTTP/1.1" status: 204 len: 168 time: 1.8977380 Mar 31 15:40:33.219381 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50476) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:33.223597 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e7676f6b-04e2-4c9a-9f40-1603e4a75452 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:40:33.268460 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: e7676f6b-04e2-4c9a-9f40-1603e4a75452 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:40:33.268819 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e7676f6b-04e2-4c9a-9f40-1603e4a75452 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:40:33.269275 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e69bff34-158f-42d7-b942-93f75a7dacfd no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:40:33.306839 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: e69bff34-158f-42d7-b942-93f75a7dacfd {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:40:33.307182 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e69bff34-158f-42d7-b942-93f75a7dacfd not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:40:33.362545 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ea443e7-e17e-4500-ba07-a5fd9d8f413f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:33.507743 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ea443e7-e17e-4500-ba07-a5fd9d8f413f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:33.535061 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-5ea443e7-e17e-4500-ba07-a5fd9d8f413f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11af648-3c75-450d-a914-1e0f16486fa9']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:33.547110 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-5ea443e7-e17e-4500-ba07-a5fd9d8f413f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3888af3-26c5-4722-ab70-9a13f5013c3b') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:33.547412 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-5ea443e7-e17e-4500-ba07-a5fd9d8f413f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3888af3-26c5-4722-ab70-9a13f5013c3b') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:33.561675 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ea443e7-e17e-4500-ba07-a5fd9d8f413f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:33.583956 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ea443e7-e17e-4500-ba07-a5fd9d8f413f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:33.590257 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea443e7-e17e-4500-ba07-a5fd9d8f413f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:40:33.590656 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ea443e7-e17e-4500-ba07-a5fd9d8f413f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:33.606943 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:40:33.606943 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:40:33.606943 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:40:33.606943 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:40:33.606943 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:40:33.606943 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:40:33.606943 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:40:33.606943 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:40:33.606943 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:40:33.606943 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:40:33.606943 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:40:33.606943 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:40:33.606943 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:40:33.606943 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:40:33.606943 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:40:33.606943 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:40:33.606943 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:40:33.606943 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:40:33.606943 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:40:33.606943 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:40:33.606943 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:40:33.606943 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:40:33.606943 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:40:33.606943 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:40:33.606943 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:40:33.606943 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:40:33.606943 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:40:33.606943 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:40:33.606943 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:40:33.606943 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:40:33.606943 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:40:33.606943 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:40:33.801713 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ea443e7-e17e-4500-ba07-a5fd9d8f413f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:33.818758 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ea443e7-e17e-4500-ba07-a5fd9d8f413f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:33.832506 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea443e7-e17e-4500-ba07-a5fd9d8f413f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Network': ['ID=b11af648-3c75-450d-a914-1e0f16486fa9,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:33.929347 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5ea443e7-e17e-4500-ba07-a5fd9d8f413f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/networks/b11af648-3c75-450d-a914-1e0f16486fa9 HTTP/1.1" status: 204 len: 168 time: 0.7087331 Mar 31 15:40:33.950638 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50482) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:33.971624 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-11f87a3d-54df-40a5-be2f-eabae84da3f2 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0145218 Mar 31 15:40:33.974163 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50486) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:33.980401 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-f982816b-3e9d-41f9-9482-72cfdf757dd3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'network': {'name': 'tempest-network-smoke--1655642457', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'port_security_enabled': True}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:33.985782 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f982816b-3e9d-41f9-9482-72cfdf757dd3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:40:33.990273 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f982816b-3e9d-41f9-9482-72cfdf757dd3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:network and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:40:33.993255 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f982816b-3e9d-41f9-9482-72cfdf757dd3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:40:34.000277 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f982816b-3e9d-41f9-9482-72cfdf757dd3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:40:34.132952 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f982816b-3e9d-41f9-9482-72cfdf757dd3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Made reservation on behalf of a28d6e89f5614e35860f06912b5df90e for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:40:34.137002 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f982816b-3e9d-41f9-9482-72cfdf757dd3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:34.168357 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f982816b-3e9d-41f9-9482-72cfdf757dd3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:40:34.179683 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f982816b-3e9d-41f9-9482-72cfdf757dd3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:34.180024 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-f982816b-3e9d-41f9-9482-72cfdf757dd3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Added segment 7409b8a6-88d5-4783-866f-d5a52dba2a6f of type vlan for network 9e12deb7-8c7f-449e-b762-51406ac7bebf Mar 31 15:40:34.206438 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f982816b-3e9d-41f9-9482-72cfdf757dd3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:34.396098 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f982816b-3e9d-41f9-9482-72cfdf757dd3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:34.401530 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f982816b-3e9d-41f9-9482-72cfdf757dd3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:34.402112 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f982816b-3e9d-41f9-9482-72cfdf757dd3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:34.520360 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982816b-3e9d-41f9-9482-72cfdf757dd3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Network': ['ID=9e12deb7-8c7f-449e-b762-51406ac7bebf,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:34.532744 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 9e12deb7-8c7f-449e-b762-51406ac7bebf details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:40:34.568724 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f982816b-3e9d-41f9-9482-72cfdf757dd3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5928521 Mar 31 15:40:34.571587 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50490) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:34.577008 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-14b817ef-a727-46d1-9a3f-3fbaa4d22ffd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1382130995', 'admin_state_up': True, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:34.585119 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-14b817ef-a727-46d1-9a3f-3fbaa4d22ffd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:40:34.589634 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-14b817ef-a727-46d1-9a3f-3fbaa4d22ffd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:router and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:40:34.593158 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-14b817ef-a727-46d1-9a3f-3fbaa4d22ffd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:40:34.600942 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-14b817ef-a727-46d1-9a3f-3fbaa4d22ffd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:40:34.669986 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14b817ef-a727-46d1-9a3f-3fbaa4d22ffd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:34.671750 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14b817ef-a727-46d1-9a3f-3fbaa4d22ffd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:34.690437 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14b817ef-a727-46d1-9a3f-3fbaa4d22ffd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:35.118995 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 977163c5-2e2c-4e75-8291-4c247b9e76b5 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:40:35.148937 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14b817ef-a727-46d1-9a3f-3fbaa4d22ffd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:35.150694 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-60b1537f-58f5-46dd-968e-d95e66129f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:35.157340 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 977163c5-2e2c-4e75-8291-4c247b9e76b5 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:40:35.157690 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 977163c5-2e2c-4e75-8291-4c247b9e76b5 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:40:35.549338 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14b817ef-a727-46d1-9a3f-3fbaa4d22ffd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_gateway, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:35.591538 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14b817ef-a727-46d1-9a3f-3fbaa4d22ffd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:35.857833 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-14b817ef-a727-46d1-9a3f-3fbaa4d22ffd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.26.5.179 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/a0ad3017-ce28-48c9-a1a0-ad88623a47a6) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:40:36.042046 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14b817ef-a727-46d1-9a3f-3fbaa4d22ffd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:36.156597 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14b817ef-a727-46d1-9a3f-3fbaa4d22ffd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:36.222134 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b817ef-a727-46d1-9a3f-3fbaa4d22ffd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:40:36.223934 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-14b817ef-a727-46d1-9a3f-3fbaa4d22ffd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:40:36.234188 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b817ef-a727-46d1-9a3f-3fbaa4d22ffd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:40:36.278671 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b817ef-a727-46d1-9a3f-3fbaa4d22ffd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=a0ad3017-ce28-48c9-a1a0-ad88623a47a6,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:36.418720 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:36.488115 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:36.778641 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14b817ef-a727-46d1-9a3f-3fbaa4d22ffd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_gateway, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:37.145809 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14b817ef-a727-46d1-9a3f-3fbaa4d22ffd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:37.537911 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b817ef-a727-46d1-9a3f-3fbaa4d22ffd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router eebd0ea3-18c7-4d66-a88a-2cf18fdc1147 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:40:37.899295 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b817ef-a727-46d1-9a3f-3fbaa4d22ffd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:40:37.913268 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef955671-8a98-42a4-b87a-3d7f0eeff565 None None] Sync routers for ids ['eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:40:37.929423 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef955671-8a98-42a4-b87a-3d7f0eeff565 None None] Routers {'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:40:37.930255 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ef955671-8a98-42a4-b87a-3d7f0eeff565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:40:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:37.973547 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:38.041925 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14b817ef-a727-46d1-9a3f-3fbaa4d22ffd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:38.043213 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-14b817ef-a727-46d1-9a3f-3fbaa4d22ffd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4705286 Mar 31 15:40:38.046258 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50502) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:38.094458 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-cc4004e8-12c8-430e-bd5e-eecb0d1eef27 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=a28d6e89f5614e35860f06912b5df90e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439129 Mar 31 15:40:38.094760 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50506) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:38.154523 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-ef955671-8a98-42a4-b87a-3d7f0eeff565 None None] Set router eebd0ea3-18c7-4d66-a88a-2cf18fdc1147 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:40:38.286592 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a752c9cd-1677-4f4a-b09f-ca674b78fa9b tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:38.288106 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a752c9cd-1677-4f4a-b09f-ca674b78fa9b tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1923552 Mar 31 15:40:38.292083 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50510) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:38.339168 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9196165d-b31b-41a0-8b0f-a62972dec2f7 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=81fb4282-babc-4201-afd1-e5be35072e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0455933 Mar 31 15:40:38.341672 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50514) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:38.348375 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-b2b8cf3d-5e3d-4e46-8287-34ebd47ccfe7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-730109273', 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:38.503102 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-b2b8cf3d-5e3d-4e46-8287-34ebd47ccfe7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:40:38.507273 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-b2b8cf3d-5e3d-4e46-8287-34ebd47ccfe7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:subnet and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:40:38.510450 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-b2b8cf3d-5e3d-4e46-8287-34ebd47ccfe7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:40:38.516362 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-b2b8cf3d-5e3d-4e46-8287-34ebd47ccfe7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:40:38.531626 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ef955671-8a98-42a4-b87a-3d7f0eeff565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'name': 'tempest-TestNetworkBasicOps-router-1382130995', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:40:34Z', 'updated_at': '2022-03-31T15:40:36Z', 'revision_number': 3, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:40:35Z', 'updated_at': '2022-03-31T15:40:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:38.536732 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef955671-8a98-42a4-b87a-3d7f0eeff565 None None] Checking router: eebd0ea3-18c7-4d66-a88a-2cf18fdc1147 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:40:38.542378 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef955671-8a98-42a4-b87a-3d7f0eeff565 None None] Updating router eebd0ea3-18c7-4d66-a88a-2cf18fdc1147 port a0ad3017-ce28-48c9-a1a0-ad88623a47a6 binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:40:38.596726 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ef955671-8a98-42a4-b87a-3d7f0eeff565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:38.715588 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b8cf3d-5e3d-4e46-8287-34ebd47ccfe7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Made reservation on behalf of a28d6e89f5614e35860f06912b5df90e for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:40:38.719741 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b2b8cf3d-5e3d-4e46-8287-34ebd47ccfe7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:39.020071 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ef955671-8a98-42a4-b87a-3d7f0eeff565 None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:39.034978 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-ef955671-8a98-42a4-b87a-3d7f0eeff565 None None] Transition to ACTIVE for port object a0ad3017-ce28-48c9-a1a0-ad88623a47a6 will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:40:39.058605 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b2b8cf3d-5e3d-4e46-8287-34ebd47ccfe7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:39.133039 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ef955671-8a98-42a4-b87a-3d7f0eeff565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:39.153324 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8cf3d-5e3d-4e46-8287-34ebd47ccfe7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Subnet': ['ID=e734d902-f66d-4ecf-a62d-bf52ddb7f9f9,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:39.166549 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b8cf3d-5e3d-4e46-8287-34ebd47ccfe7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Checking segment: {'id': '7409b8a6-88d5-4783-866f-d5a52dba2a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:40:39.166990 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b8cf3d-5e3d-4e46-8287-34ebd47ccfe7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network hostable DHCP agents. Network: 9e12deb7-8c7f-449e-b762-51406ac7bebf, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:40:39.215565 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-ef955671-8a98-42a4-b87a-3d7f0eeff565 None None] Attempting to bind port a0ad3017-ce28-48c9-a1a0-ad88623a47a6 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:40:39.216134 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-ef955671-8a98-42a4-b87a-3d7f0eeff565 None None] Attempting to bind port a0ad3017-ce28-48c9-a1a0-ad88623a47a6 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:40:39.216711 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef955671-8a98-42a4-b87a-3d7f0eeff565 None None] Attempting to bind port a0ad3017-ce28-48c9-a1a0-ad88623a47a6 on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:40:39.258643 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef955671-8a98-42a4-b87a-3d7f0eeff565 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:40:39.258643 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef955671-8a98-42a4-b87a-3d7f0eeff565 None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:40:39.258643 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ef955671-8a98-42a4-b87a-3d7f0eeff565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:39.258643 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef955671-8a98-42a4-b87a-3d7f0eeff565 None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:40:39.258643 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-ef955671-8a98-42a4-b87a-3d7f0eeff565 None None] Bound port: a0ad3017-ce28-48c9-a1a0-ad88623a47a6, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:40:39.258643 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ef955671-8a98-42a4-b87a-3d7f0eeff565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:39.265668 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b8cf3d-5e3d-4e46-8287-34ebd47ccfe7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network 9e12deb7-8c7f-449e-b762-51406ac7bebf is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:40:39.327736 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184eff37-335e-4dad-805e-1d15df5c9c3b None None] Pushing event updated for resources: {'Port': ['ID=a0ad3017-ce28-48c9-a1a0-ad88623a47a6,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:39.343679 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184eff37-335e-4dad-805e-1d15df5c9c3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:39.344011 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184eff37-335e-4dad-805e-1d15df5c9c3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:39.344345 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184eff37-335e-4dad-805e-1d15df5c9c3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:39.344675 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184eff37-335e-4dad-805e-1d15df5c9c3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:39.344997 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184eff37-335e-4dad-805e-1d15df5c9c3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:39.345954 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184eff37-335e-4dad-805e-1d15df5c9c3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:39.346309 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184eff37-335e-4dad-805e-1d15df5c9c3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:39.346638 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184eff37-335e-4dad-805e-1d15df5c9c3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:39.346962 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184eff37-335e-4dad-805e-1d15df5c9c3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:39.347470 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184eff37-335e-4dad-805e-1d15df5c9c3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:39.347711 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184eff37-335e-4dad-805e-1d15df5c9c3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:39.348029 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184eff37-335e-4dad-805e-1d15df5c9c3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:39.372844 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-b2b8cf3d-5e3d-4e46-8287-34ebd47ccfe7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 9e12deb7-8c7f-449e-b762-51406ac7bebf) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:40:39.378562 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b8cf3d-5e3d-4e46-8287-34ebd47ccfe7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:39.379339 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b2b8cf3d-5e3d-4e46-8287-34ebd47ccfe7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:39.386743 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87ea4b4-1b61-4d7c-83ec-249476658fbe None None] Network 9e12deb7-8c7f-449e-b762-51406ac7bebf requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:40:39.407200 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-ef955671-8a98-42a4-b87a-3d7f0eeff565 None None] For port a0ad3017-ce28-48c9-a1a0-ad88623a47a6, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:40:39.412772 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-ef955671-8a98-42a4-b87a-3d7f0eeff565 None None] For port a0ad3017-ce28-48c9-a1a0-ad88623a47a6, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=a0ad3017-ce28-48c9-a1a0-ad88623a47a6,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:40:39.522053 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ef955671-8a98-42a4-b87a-3d7f0eeff565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:39.535355 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b2b8cf3d-5e3d-4e46-8287-34ebd47ccfe7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1919649 Mar 31 15:40:39.543748 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50520) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:39.656337 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184eff37-335e-4dad-805e-1d15df5c9c3b None None] Pushing event updated for resources: {'Port': ['ID=a0ad3017-ce28-48c9-a1a0-ad88623a47a6,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:39.688602 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef955671-8a98-42a4-b87a-3d7f0eeff565 None None] Routers {'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:40:39.693580 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ef955671-8a98-42a4-b87a-3d7f0eeff565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:40:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:39.725282 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39feeeec-0fc1-4648-bcc0-b32699b13769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-9e12deb7-8c7f-449e-b762-51406ac7bebf', 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ips': [{'subnet_id': 'e734d902-f66d-4ecf-a62d-bf52ddb7f9f9'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:40:39.727108 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-39feeeec-0fc1-4648-bcc0-b32699b13769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:39.936258 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-39feeeec-0fc1-4648-bcc0-b32699b13769 None None] Allocated IP 172.20.0.2 (9e12deb7-8c7f-449e-b762-51406ac7bebf/e734d902-f66d-4ecf-a62d-bf52ddb7f9f9/706be04f-55ba-4b55-9be3-4155f75f5291) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:40:40.000099 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-ef955671-8a98-42a4-b87a-3d7f0eeff565 None None] Set router eebd0ea3-18c7-4d66-a88a-2cf18fdc1147 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:40:40.206111 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-39feeeec-0fc1-4648-bcc0-b32699b13769 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:40.218861 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-39feeeec-0fc1-4648-bcc0-b32699b13769 None None] Transition to ACTIVE for port object 706be04f-55ba-4b55-9be3-4155f75f5291 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:40:40.240401 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-39feeeec-0fc1-4648-bcc0-b32699b13769 None None] Transition to ACTIVE for port object 706be04f-55ba-4b55-9be3-4155f75f5291 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:40:40.305728 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-39feeeec-0fc1-4648-bcc0-b32699b13769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:40.382261 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ef955671-8a98-42a4-b87a-3d7f0eeff565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'name': 'tempest-TestNetworkBasicOps-router-1382130995', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:40:34Z', 'updated_at': '2022-03-31T15:40:36Z', 'revision_number': 3, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:40:35Z', 'updated_at': '2022-03-31T15:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:40.390479 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef955671-8a98-42a4-b87a-3d7f0eeff565 None None] The sync data for ids ['eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'] in dv-neutron-833379-2-hyperv is: [{'id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'name': 'tempest-TestNetworkBasicOps-router-1382130995', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:40:34Z', 'updated_at': '2022-03-31T15:40:36Z', 'revision_number': 3, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:40:35Z', 'updated_at': '2022-03-31T15:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:40:40.426068 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39feeeec-0fc1-4648-bcc0-b32699b13769 None None] Network 9e12deb7-8c7f-449e-b762-51406ac7bebf is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:40:40.435899 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-39feeeec-0fc1-4648-bcc0-b32699b13769 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:40:40.441323 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39feeeec-0fc1-4648-bcc0-b32699b13769 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:40:40.590135 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39feeeec-0fc1-4648-bcc0-b32699b13769 None None] Pushing event updated for resources: {'Port': ['ID=706be04f-55ba-4b55-9be3-4155f75f5291,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:40.691072 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-39feeeec-0fc1-4648-bcc0-b32699b13769 None None] Attempting to bind port 706be04f-55ba-4b55-9be3-4155f75f5291 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:40:40.691433 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-39feeeec-0fc1-4648-bcc0-b32699b13769 None None] Attempting to bind port 706be04f-55ba-4b55-9be3-4155f75f5291 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '7409b8a6-88d5-4783-866f-d5a52dba2a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:40:40.691903 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39feeeec-0fc1-4648-bcc0-b32699b13769 None None] Attempting to bind port 706be04f-55ba-4b55-9be3-4155f75f5291 on network 9e12deb7-8c7f-449e-b762-51406ac7bebf {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:40:40.698805 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39feeeec-0fc1-4648-bcc0-b32699b13769 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:40:40.699233 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39feeeec-0fc1-4648-bcc0-b32699b13769 None None] Checking segment: {'id': '7409b8a6-88d5-4783-866f-d5a52dba2a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:40:40.699828 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-39feeeec-0fc1-4648-bcc0-b32699b13769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:40.701679 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39feeeec-0fc1-4648-bcc0-b32699b13769 None None] Bound using segment: {'id': '7409b8a6-88d5-4783-866f-d5a52dba2a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:40:40.703127 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-39feeeec-0fc1-4648-bcc0-b32699b13769 None None] Bound port: 706be04f-55ba-4b55-9be3-4155f75f5291, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7409b8a6-88d5-4783-866f-d5a52dba2a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:40:40.703987 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-39feeeec-0fc1-4648-bcc0-b32699b13769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:40.858557 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-39feeeec-0fc1-4648-bcc0-b32699b13769 None None] For port 706be04f-55ba-4b55-9be3-4155f75f5291, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:40:40.862518 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-39feeeec-0fc1-4648-bcc0-b32699b13769 None None] For port 706be04f-55ba-4b55-9be3-4155f75f5291, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=706be04f-55ba-4b55-9be3-4155f75f5291,segment=NetworkSegment(7409b8a6-88d5-4783-866f-d5a52dba2a6f),segment_id=7409b8a6-88d5-4783-866f-d5a52dba2a6f)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:40:40.912133 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f3c2584c-0cc1-4cc7-9f29-042bab8f9698 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:41.012981 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-39feeeec-0fc1-4648-bcc0-b32699b13769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:41.105593 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39feeeec-0fc1-4648-bcc0-b32699b13769 None None] Pushing event updated for resources: {'Port': ['ID=706be04f-55ba-4b55-9be3-4155f75f5291,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:41.265136 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device a0ad3017-ce28-48c9-a1a0-ad88623a47a6 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:40:41.553001 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port a0ad3017-ce28-48c9-a1a0-ad88623a47a6 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:40:41.586121 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port a0ad3017-ce28-48c9-a1a0-ad88623a47a6 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:40:41.586899 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:41.710952 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-f3c2584c-0cc1-4cc7-9f29-042bab8f9698 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.20.0.1 (9e12deb7-8c7f-449e-b762-51406ac7bebf/e734d902-f66d-4ecf-a62d-bf52ddb7f9f9/724eaf35-c0d5-47b8-87f4-eb0e8f469ce0) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:40:41.868873 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:41.889756 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port a0ad3017-ce28-48c9-a1a0-ad88623a47a6, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=a0ad3017-ce28-48c9-a1a0-ad88623a47a6,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:40:41.955940 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f3c2584c-0cc1-4cc7-9f29-042bab8f9698 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:41.961906 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:41.976238 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f3c2584c-0cc1-4cc7-9f29-042bab8f9698 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Transition to ACTIVE for port object 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:40:42.041519 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=a0ad3017-ce28-48c9-a1a0-ad88623a47a6,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:42.087797 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f3c2584c-0cc1-4cc7-9f29-042bab8f9698 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:42.169532 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c2584c-0cc1-4cc7-9f29-042bab8f9698 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network 9e12deb7-8c7f-449e-b762-51406ac7bebf is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:40:42.174261 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-f3c2584c-0cc1-4cc7-9f29-042bab8f9698 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:40:42.190676 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c2584c-0cc1-4cc7-9f29-042bab8f9698 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:40:42.229003 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2584c-0cc1-4cc7-9f29-042bab8f9698 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=724eaf35-c0d5-47b8-87f4-eb0e8f469ce0,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:42.262082 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f3c2584c-0cc1-4cc7-9f29-042bab8f9698 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:42.659059 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f3c2584c-0cc1-4cc7-9f29-042bab8f9698 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:42.892853 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46a51f0-cfcc-43f6-93e4-4ab3be7d9fa1 None None] Network 9e12deb7-8c7f-449e-b762-51406ac7bebf requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:40:43.072156 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-37f1d685-d014-47ab-a981-f8a97652c3c4 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-881308855&fields=id&tenant_id=4d80c83d1fbe401682aa9514176018aa HTTP/1.1" status: 200 len: 267 time: 0.1080270 Mar 31 15:40:43.106663 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-769b489c-c1c5-4f1b-b314-59c9bc18fb87 None None] Provisioning for port 706be04f-55ba-4b55-9be3-4155f75f5291 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:40:43.286132 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 706be04f-55ba-4b55-9be3-4155f75f5291 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:40:43.476008 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 706be04f-55ba-4b55-9be3-4155f75f5291 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:40:43.486771 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 706be04f-55ba-4b55-9be3-4155f75f5291 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:40:43.487090 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:43.526388 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-699afd0f-171a-4a43-91d2-742841be97b3 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:43.530287 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-699afd0f-171a-4a43-91d2-742841be97b3 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/networks?id=b062db18-3c45-443b-8ed2-a8ef4849e9af HTTP/1.1" status: 200 len: 812 time: 0.3843780 Mar 31 15:40:43.554746 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-a5437840-e1bb-44f2-85a1-08556d847037 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/quotas/4d80c83d1fbe401682aa9514176018aa HTTP/1.1" status: 200 len: 375 time: 0.0138233 Mar 31 15:40:43.559561 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f3c2584c-0cc1-4cc7-9f29-042bab8f9698 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:43.602565 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9fa1cb2a-a049-406e-81cb-0404cb875607 None None] Provisioning for port 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:40:43.622138 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9fa1cb2a-a049-406e-81cb-0404cb875607 None None] Provisioning complete for port 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:40:43.622688 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9fa1cb2a-a049-406e-81cb-0404cb875607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:43.625954 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f3c2584c-0cc1-4cc7-9f29-042bab8f9698 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:43.696011 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:43.720940 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-9fa1cb2a-a049-406e-81cb-0404cb875607 None None] Port 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:40:43.742187 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 706be04f-55ba-4b55-9be3-4155f75f5291, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=706be04f-55ba-4b55-9be3-4155f75f5291,segment=NetworkSegment(7409b8a6-88d5-4783-866f-d5a52dba2a6f),segment_id=7409b8a6-88d5-4783-866f-d5a52dba2a6f)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:40:43.774893 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2584c-0cc1-4cc7-9f29-042bab8f9698 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=724eaf35-c0d5-47b8-87f4-eb0e8f469ce0,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:43.774893 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f3c2584c-0cc1-4cc7-9f29-042bab8f9698 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:43.829991 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-8e7fb93d-e909-4749-b3ef-ecf5566118ed tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d80c83d1fbe401682aa9514176018aa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2678394 Mar 31 15:40:43.848964 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:43.849769 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device a0ad3017-ce28-48c9-a1a0-ad88623a47a6 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:40:43.904778 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f18e2e1a-fb9b-4708-8885-73de5a468353 None None] Provisioning complete for port 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:40:43.905362 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f18e2e1a-fb9b-4708-8885-73de5a468353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:44.029347 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=706be04f-55ba-4b55-9be3-4155f75f5291,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:44.032878 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f18e2e1a-fb9b-4708-8885-73de5a468353 None None] Port 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:40:44.050440 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port a0ad3017-ce28-48c9-a1a0-ad88623a47a6 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:40:44.050812 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:44.056032 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c2584c-0cc1-4cc7-9f29-042bab8f9698 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network 9e12deb7-8c7f-449e-b762-51406ac7bebf is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:40:44.058270 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-f3c2584c-0cc1-4cc7-9f29-042bab8f9698 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:40:44.074726 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-5cc85758-73a1-4b0c-b0cb-8167acfc6593 service neutron] 10.222.0.31 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921420 Mar 31 15:40:44.363402 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3e642831-e970-4a4f-bb6f-1bb72baeda76 None None] Provisioning complete for port 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:40:44.363697 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3e642831-e970-4a4f-bb6f-1bb72baeda76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:44.380131 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-561eac15-2bd7-4121-abf3-c1e50bc52642 service neutron] 10.222.0.31 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494307 Mar 31 15:40:44.393490 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c2584c-0cc1-4cc7-9f29-042bab8f9698 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router eebd0ea3-18c7-4d66-a88a-2cf18fdc1147 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:40:44.438168 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-3e642831-e970-4a4f-bb6f-1bb72baeda76 None None] Port 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:40:44.637830 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c2584c-0cc1-4cc7-9f29-042bab8f9698 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:40:44.652473 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20845031-a130-4533-8204-5e7248065d54 None None] Sync routers for ids ['eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:40:44.660395 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f3c2584c-0cc1-4cc7-9f29-042bab8f9698 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "PUT /v2.0/routers/eebd0ea3-18c7-4d66-a88a-2cf18fdc1147/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1214306 Mar 31 15:40:44.665562 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50544) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:44.672326 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20845031-a130-4533-8204-5e7248065d54 None None] Routers {'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:40:44.673124 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-20845031-a130-4533-8204-5e7248065d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:40:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:44.850039 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f236ce1-13a3-4783-b24e-9f92534ed012 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:44.850514 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f236ce1-13a3-4783-b24e-9f92534ed012 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:44.850982 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f236ce1-13a3-4783-b24e-9f92534ed012 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:44.851607 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f236ce1-13a3-4783-b24e-9f92534ed012 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:44.852071 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f236ce1-13a3-4783-b24e-9f92534ed012 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:44.852528 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f236ce1-13a3-4783-b24e-9f92534ed012 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:44.854376 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5f236ce1-13a3-4783-b24e-9f92534ed012 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1883442 Mar 31 15:40:44.857973 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50548) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:44.882681 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-20845031-a130-4533-8204-5e7248065d54 None None] Set router eebd0ea3-18c7-4d66-a88a-2cf18fdc1147 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:40:44.944304 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e48828a-239e-412c-9d3b-0a7c5fdaea2d tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:44.944768 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e48828a-239e-412c-9d3b-0a7c5fdaea2d tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:44.945245 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e48828a-239e-412c-9d3b-0a7c5fdaea2d tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:44.945839 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e48828a-239e-412c-9d3b-0a7c5fdaea2d tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:44.946290 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e48828a-239e-412c-9d3b-0a7c5fdaea2d tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:44.946969 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e48828a-239e-412c-9d3b-0a7c5fdaea2d tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:44.949043 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5e48828a-239e-412c-9d3b-0a7c5fdaea2d tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0895243 Mar 31 15:40:44.952120 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50552) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:45.226396 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 706be04f-55ba-4b55-9be3-4155f75f5291 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:40:45.271403 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ea2c1b86-0540-4230-b347-10efdded1a7c tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3180902 Mar 31 15:40:45.402988 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3d0c3efe-43a8-4caf-83e1-a845cf013760 req-db6ecf90-f2be-4468-9806-569ea4693665 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 210 time: 0.2170427 Mar 31 15:40:45.437994 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 706be04f-55ba-4b55-9be3-4155f75f5291 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:40:45.438372 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:45.513786 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-20845031-a130-4533-8204-5e7248065d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'name': 'tempest-TestNetworkBasicOps-router-1382130995', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:40:34Z', 'updated_at': '2022-03-31T15:40:42Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:40:35Z', 'updated_at': '2022-03-31T15:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '724eaf35-c0d5-47b8-87f4-eb0e8f469ce0', 'name': '', 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:22:0a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'e734d902-f66d-4ecf-a62d-bf52ddb7f9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:40:41Z', 'updated_at': '2022-03-31T15:40:42Z', 'revision_number': 2, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'e734d902-f66d-4ecf-a62d-bf52ddb7f9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:45.549903 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20845031-a130-4533-8204-5e7248065d54 None None] Checking router: eebd0ea3-18c7-4d66-a88a-2cf18fdc1147 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:40:45.550261 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20845031-a130-4533-8204-5e7248065d54 None None] Updating router eebd0ea3-18c7-4d66-a88a-2cf18fdc1147 port 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0 binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:40:45.631359 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-20845031-a130-4533-8204-5e7248065d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:45.657593 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50566) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:45.663852 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-6b6f4647-55de-4141-945a-fa76b7b11f93 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1829301625', 'description': 'tempest-secgroup-smoke-1829301625 description', 'project_id': 'a28d6e89f5614e35860f06912b5df90e'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:45.670428 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6b6f4647-55de-4141-945a-fa76b7b11f93 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:40:45.675001 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6b6f4647-55de-4141-945a-fa76b7b11f93 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:40:45.678646 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6b6f4647-55de-4141-945a-fa76b7b11f93 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:40:45.685231 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6b6f4647-55de-4141-945a-fa76b7b11f93 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:40:45.755658 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4647-55de-4141-945a-fa76b7b11f93 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:45.778852 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6b6f4647-55de-4141-945a-fa76b7b11f93 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:40:45.784875 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6b6f4647-55de-4141-945a-fa76b7b11f93 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:40:45.787019 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6b6f4647-55de-4141-945a-fa76b7b11f93 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:40:45.794933 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6b6f4647-55de-4141-945a-fa76b7b11f93 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:40:45.882081 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4647-55de-4141-945a-fa76b7b11f93 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:45.961664 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4647-55de-4141-945a-fa76b7b11f93 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:46.014452 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f4647-55de-4141-945a-fa76b7b11f93 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cd2328-b1c1-427f-9585-ae072a691dee,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:46.063397 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-20845031-a130-4533-8204-5e7248065d54 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:46.077447 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-20845031-a130-4533-8204-5e7248065d54 None None] Transition to ACTIVE for port object 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:40:46.082053 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4647-55de-4141-945a-fa76b7b11f93 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:46.083368 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6b6f4647-55de-4141-945a-fa76b7b11f93 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4239011 Mar 31 15:40:46.086153 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50572) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:46.091471 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-61397426-8899-4153-a82a-8dba5c56c5b7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': 'f7cd2328-b1c1-427f-9585-ae072a691dee', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:46.098336 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-61397426-8899-4153-a82a-8dba5c56c5b7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:40:46.102309 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-61397426-8899-4153-a82a-8dba5c56c5b7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:40:46.105168 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-61397426-8899-4153-a82a-8dba5c56c5b7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:40:46.111052 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-61397426-8899-4153-a82a-8dba5c56c5b7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:40:46.161103 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-20845031-a130-4533-8204-5e7248065d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:46.299811 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c40dd9-b13e-4923-a231-357780ff62f0 None None] Pushing event updated for resources: {'Port': ['ID=724eaf35-c0d5-47b8-87f4-eb0e8f469ce0,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:46.305414 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-61397426-8899-4153-a82a-8dba5c56c5b7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:46.402749 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-20845031-a130-4533-8204-5e7248065d54 None None] Attempting to bind port 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:40:46.403108 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-20845031-a130-4533-8204-5e7248065d54 None None] Attempting to bind port 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '7409b8a6-88d5-4783-866f-d5a52dba2a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:40:46.403468 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20845031-a130-4533-8204-5e7248065d54 None None] Attempting to bind port 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0 on network 9e12deb7-8c7f-449e-b762-51406ac7bebf {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:40:46.412728 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20845031-a130-4533-8204-5e7248065d54 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:40:46.413604 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20845031-a130-4533-8204-5e7248065d54 None None] Checking segment: {'id': '7409b8a6-88d5-4783-866f-d5a52dba2a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:40:46.414262 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-20845031-a130-4533-8204-5e7248065d54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:46.414897 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20845031-a130-4533-8204-5e7248065d54 None None] Bound using segment: {'id': '7409b8a6-88d5-4783-866f-d5a52dba2a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:40:46.415685 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-20845031-a130-4533-8204-5e7248065d54 None None] Bound port: 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7409b8a6-88d5-4783-866f-d5a52dba2a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:40:46.416298 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-20845031-a130-4533-8204-5e7248065d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:46.569574 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-20845031-a130-4533-8204-5e7248065d54 None None] For port 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:40:46.582257 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-20845031-a130-4533-8204-5e7248065d54 None None] For port 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=724eaf35-c0d5-47b8-87f4-eb0e8f469ce0,segment=NetworkSegment(7409b8a6-88d5-4783-866f-d5a52dba2a6f),segment_id=7409b8a6-88d5-4783-866f-d5a52dba2a6f)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:40:46.591853 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0a60ba29-2358-401f-a114-a859d33510d6 req-f4a2ae69-7ce0-4f24-a6b2-4c711d12164a tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 210 time: 0.0528386 Mar 31 15:40:46.607438 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-61397426-8899-4153-a82a-8dba5c56c5b7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:46.693895 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-20845031-a130-4533-8204-5e7248065d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:46.738915 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-61397426-8899-4153-a82a-8dba5c56c5b7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:46.763215 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61397426-8899-4153-a82a-8dba5c56c5b7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf2742d-aabc-4e15-b307-51515fddc1a9,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:46.787390 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20845031-a130-4533-8204-5e7248065d54 None None] Routers {'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:40:46.788418 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-20845031-a130-4533-8204-5e7248065d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:40:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:46.876050 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-61397426-8899-4153-a82a-8dba5c56c5b7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:46.879931 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-61397426-8899-4153-a82a-8dba5c56c5b7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7900600 Mar 31 15:40:46.881045 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c40dd9-b13e-4923-a231-357780ff62f0 None None] Pushing event updated for resources: {'Port': ['ID=724eaf35-c0d5-47b8-87f4-eb0e8f469ce0,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:46.881212 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50578) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:46.888944 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-51a815bb-6779-4d2e-ac84-add1f5b16fb0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': 'f7cd2328-b1c1-427f-9585-ae072a691dee', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:46.899087 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-51a815bb-6779-4d2e-ac84-add1f5b16fb0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:40:46.906391 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-51a815bb-6779-4d2e-ac84-add1f5b16fb0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:40:46.919336 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-51a815bb-6779-4d2e-ac84-add1f5b16fb0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:40:46.922097 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-51a815bb-6779-4d2e-ac84-add1f5b16fb0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:40:47.042486 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-51a815bb-6779-4d2e-ac84-add1f5b16fb0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:47.059537 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-20845031-a130-4533-8204-5e7248065d54 None None] Set router eebd0ea3-18c7-4d66-a88a-2cf18fdc1147 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:40:47.126718 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-51a815bb-6779-4d2e-ac84-add1f5b16fb0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:47.190296 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-51a815bb-6779-4d2e-ac84-add1f5b16fb0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:47.214582 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a815bb-6779-4d2e-ac84-add1f5b16fb0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25cefecf-a99b-4e06-8d73-d5e1cd2d56e8,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:47.264412 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-51a815bb-6779-4d2e-ac84-add1f5b16fb0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:47.265584 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-51a815bb-6779-4d2e-ac84-add1f5b16fb0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3832214 Mar 31 15:40:47.268974 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50582) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:47.274231 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b39b2ed3-7ed3-4ec8-9b2b-2a7eedb0b241 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': 'f7cd2328-b1c1-427f-9585-ae072a691dee', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:47.280550 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b39b2ed3-7ed3-4ec8-9b2b-2a7eedb0b241 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:40:47.285091 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b39b2ed3-7ed3-4ec8-9b2b-2a7eedb0b241 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:40:47.287978 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b39b2ed3-7ed3-4ec8-9b2b-2a7eedb0b241 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:40:47.293774 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b39b2ed3-7ed3-4ec8-9b2b-2a7eedb0b241 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:40:47.358823 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b39b2ed3-7ed3-4ec8-9b2b-2a7eedb0b241 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:47.392563 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-20845031-a130-4533-8204-5e7248065d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'name': 'tempest-TestNetworkBasicOps-router-1382130995', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:40:34Z', 'updated_at': '2022-03-31T15:40:42Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:40:35Z', 'updated_at': '2022-03-31T15:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '724eaf35-c0d5-47b8-87f4-eb0e8f469ce0', 'name': '', 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:22:0a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'e734d902-f66d-4ecf-a62d-bf52ddb7f9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:40:41Z', 'updated_at': '2022-03-31T15:40:46Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'e734d902-f66d-4ecf-a62d-bf52ddb7f9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:47.397725 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20845031-a130-4533-8204-5e7248065d54 None None] The sync data for ids ['eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'] in dv-neutron-833379-2-hyperv is: [{'id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'name': 'tempest-TestNetworkBasicOps-router-1382130995', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:40:34Z', 'updated_at': '2022-03-31T15:40:42Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:40:35Z', 'updated_at': '2022-03-31T15:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '724eaf35-c0d5-47b8-87f4-eb0e8f469ce0', 'name': '', 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:22:0a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'e734d902-f66d-4ecf-a62d-bf52ddb7f9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:40:41Z', 'updated_at': '2022-03-31T15:40:46Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'e734d902-f66d-4ecf-a62d-bf52ddb7f9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:40:47.442658 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b39b2ed3-7ed3-4ec8-9b2b-2a7eedb0b241 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:47.498845 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b39b2ed3-7ed3-4ec8-9b2b-2a7eedb0b241 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:47.530328 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b2ed3-7ed3-4ec8-9b2b-2a7eedb0b241 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6b7e763-3377-4f10-beae-73411d9947d4,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:47.656160 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b39b2ed3-7ed3-4ec8-9b2b-2a7eedb0b241 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:47.659340 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b39b2ed3-7ed3-4ec8-9b2b-2a7eedb0b241 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3879800 Mar 31 15:40:47.661289 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50588) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:47.668747 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-5d5854e6-3d64-48b1-9ca2-9d4fe71e012c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': 'f7cd2328-b1c1-427f-9585-ae072a691dee', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:47.676602 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-5d5854e6-3d64-48b1-9ca2-9d4fe71e012c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:40:47.683221 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-5d5854e6-3d64-48b1-9ca2-9d4fe71e012c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:40:47.695469 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-5d5854e6-3d64-48b1-9ca2-9d4fe71e012c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:40:47.712274 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-5d5854e6-3d64-48b1-9ca2-9d4fe71e012c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:40:47.855773 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-520fe08b-99e0-40d6-b1e1-ecca810899d2 req-d7c29510-75ad-4566-a5e4-98df34af8a22 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 210 time: 0.1073527 Mar 31 15:40:47.880630 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d5854e6-3d64-48b1-9ca2-9d4fe71e012c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:47.926615 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-83f7a06a-b2a4-414b-a6b3-af7928618716 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:47.928200 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-83f7a06a-b2a4-414b-a6b3-af7928618716 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.41 "GET /v2.0/networks?id=b062db18-3c45-443b-8ed2-a8ef4849e9af HTTP/1.1" status: 200 len: 812 time: 0.2178099 Mar 31 15:40:47.959848 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d5854e6-3d64-48b1-9ca2-9d4fe71e012c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:47.979624 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-c044f503-dd00-4504-9578-40cd68c57010 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d80c83d1fbe401682aa9514176018aa HTTP/1.1" status: 200 len: 379 time: 0.0432763 Mar 31 15:40:47.990407 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-99a0fbdf-fa63-4365-bb58-e0511b49f794 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Request body: {'port': {'device_id': '790c0427-ef45-4086-955a-f8ea2ec173fc', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'admin_state_up': True, 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'security_groups': ['d9e81fc0-179b-43b4-8540-7cc482d9ef51']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:48.058624 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d5854e6-3d64-48b1-9ca2-9d4fe71e012c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:48.106856 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5854e6-3d64-48b1-9ca2-9d4fe71e012c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf349c2-83f5-438c-8992-482a432f52ac,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:48.159368 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-99a0fbdf-fa63-4365-bb58-e0511b49f794 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:40:48.171207 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-99a0fbdf-fa63-4365-bb58-e0511b49f794 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:40:48.195633 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d5854e6-3d64-48b1-9ca2-9d4fe71e012c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:48.200593 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5d5854e6-3d64-48b1-9ca2-9d4fe71e012c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5342987 Mar 31 15:40:48.201182 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50592) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:48.208266 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-aae9b33b-1df6-43e1-b918-b736102415b6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': 'f7cd2328-b1c1-427f-9585-ae072a691dee', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:48.214739 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-aae9b33b-1df6-43e1-b918-b736102415b6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:40:48.219267 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-aae9b33b-1df6-43e1-b918-b736102415b6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:40:48.222773 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-aae9b33b-1df6-43e1-b918-b736102415b6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:40:48.229549 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-aae9b33b-1df6-43e1-b918-b736102415b6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:40:48.338846 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-99a0fbdf-fa63-4365-bb58-e0511b49f794 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Made reservation on behalf of 4d80c83d1fbe401682aa9514176018aa for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:40:48.342725 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-99a0fbdf-fa63-4365-bb58-e0511b49f794 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:48.362292 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-aae9b33b-1df6-43e1-b918-b736102415b6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Project a28d6e89f5614e35860f06912b5df90e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:40:48.370305 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aae9b33b-1df6-43e1-b918-b736102415b6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:48.471987 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aae9b33b-1df6-43e1-b918-b736102415b6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:48.567088 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aae9b33b-1df6-43e1-b918-b736102415b6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:48.613992 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-99a0fbdf-fa63-4365-bb58-e0511b49f794 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Allocated IP 172.20.0.8 (b062db18-3c45-443b-8ed2-a8ef4849e9af/df984311-c0fe-4d96-bc1f-8e89883604f5/5f0ffb0d-ee5c-4ab4-9f80-c37961709505) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:40:48.622126 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9b33b-1df6-43e1-b918-b736102415b6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2993ffcf-dab3-4d30-9031-5aa88b16636f,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:48.710751 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aae9b33b-1df6-43e1-b918-b736102415b6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:48.711972 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-aae9b33b-1df6-43e1-b918-b736102415b6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5095167 Mar 31 15:40:48.715376 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50596) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:40:48.723538 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-16121fd0-aff0-44a4-a2a9-d6d04212d3fa tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': 'f7cd2328-b1c1-427f-9585-ae072a691dee', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:48.731840 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-16121fd0-aff0-44a4-a2a9-d6d04212d3fa tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:40:48.740779 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-16121fd0-aff0-44a4-a2a9-d6d04212d3fa tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:40:48.745795 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-16121fd0-aff0-44a4-a2a9-d6d04212d3fa tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:40:48.753864 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-16121fd0-aff0-44a4-a2a9-d6d04212d3fa tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:40:48.836807 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-16121fd0-aff0-44a4-a2a9-d6d04212d3fa tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Project a28d6e89f5614e35860f06912b5df90e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:40:48.844975 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-16121fd0-aff0-44a4-a2a9-d6d04212d3fa tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:48.853065 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-99a0fbdf-fa63-4365-bb58-e0511b49f794 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:48.870509 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-99a0fbdf-fa63-4365-bb58-e0511b49f794 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Transition to ACTIVE for port object 5f0ffb0d-ee5c-4ab4-9f80-c37961709505 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:40:48.925455 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-16121fd0-aff0-44a4-a2a9-d6d04212d3fa tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:49.001712 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-99a0fbdf-fa63-4365-bb58-e0511b49f794 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:49.023358 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-16121fd0-aff0-44a4-a2a9-d6d04212d3fa tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:49.067066 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16121fd0-aff0-44a4-a2a9-d6d04212d3fa tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd10f1e5-55ce-48b8-a3ea-4a5278740224,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:49.081398 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-99a0fbdf-fa63-4365-bb58-e0511b49f794 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Network b062db18-3c45-443b-8ed2-a8ef4849e9af is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:40:49.084472 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-99a0fbdf-fa63-4365-bb58-e0511b49f794 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:40:49.095911 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-99a0fbdf-fa63-4365-bb58-e0511b49f794 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:40:49.107358 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8acdd-868b-49d3-be7a-0568c17f1a60 req-6b1c1561-2a20-4971-a013-becac7252524 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:49.109557 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-01d8acdd-868b-49d3-be7a-0568c17f1a60 req-6b1c1561-2a20-4971-a013-becac7252524 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 931 time: 0.1284785 Mar 31 15:40:49.147781 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0fbdf-fa63-4365-bb58-e0511b49f794 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Pushing event updated for resources: {'Port': ['ID=5f0ffb0d-ee5c-4ab4-9f80-c37961709505,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:49.175946 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-16121fd0-aff0-44a4-a2a9-d6d04212d3fa tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:49.190152 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-16121fd0-aff0-44a4-a2a9-d6d04212d3fa tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4682348 Mar 31 15:40:49.203866 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-01d8acdd-868b-49d3-be7a-0568c17f1a60 req-58cbe177-00a3-424c-b4eb-fbfc28842906 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774906 Mar 31 15:40:49.209198 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-99a0fbdf-fa63-4365-bb58-e0511b49f794 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:49.210351 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-99a0fbdf-fa63-4365-bb58-e0511b49f794 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:49.277287 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:40:49.324567 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-99a0fbdf-fa63-4365-bb58-e0511b49f794 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3397310 Mar 31 15:40:49.338077 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-9250939e-f013-4703-b365-20d3482dc6db service neutron] Request body: {'port': {'device_id': '790c0427-ef45-4086-955a-f8ea2ec173fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:49.480703 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-98e7ecc6-66c3-4c55-a8f6-32b3b8c0ed48 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:40:49.509826 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:40:49.520588 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:40:49.520588 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:49.520959 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-9250939e-f013-4703-b365-20d3482dc6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:49.567702 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-8944383d-78e0-4eb2-b372-77f6c784a790 None None] Provisioning for port 5f0ffb0d-ee5c-4ab4-9f80-c37961709505 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:40:49.584430 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-8944383d-78e0-4eb2-b372-77f6c784a790 None None] Provisioning complete for port 5f0ffb0d-ee5c-4ab4-9f80-c37961709505 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:40:49.585165 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8944383d-78e0-4eb2-b372-77f6c784a790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:49.676038 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-8944383d-78e0-4eb2-b372-77f6c784a790 None None] Port 5f0ffb0d-ee5c-4ab4-9f80-c37961709505 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:40:49.685886 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-98e7ecc6-66c3-4c55-a8f6-32b3b8c0ed48 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:40:49.687243 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-98e7ecc6-66c3-4c55-a8f6-32b3b8c0ed48 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1829301625&fields=id&tenant_id=a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 267 time: 0.3039973 Mar 31 15:40:49.749098 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:49.801936 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=724eaf35-c0d5-47b8-87f4-eb0e8f469ce0,segment=NetworkSegment(7409b8a6-88d5-4783-866f-d5a52dba2a6f),segment_id=7409b8a6-88d5-4783-866f-d5a52dba2a6f)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:40:49.881641 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:49.961963 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=724eaf35-c0d5-47b8-87f4-eb0e8f469ce0,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:49.988741 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-d51f3e3a-087b-4225-9899-911cd05e2d6e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:49.989554 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-d51f3e3a-087b-4225-9899-911cd05e2d6e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:network {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:40:50.072067 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-9250939e-f013-4703-b365-20d3482dc6db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f0ffb0d-ee5c-4ab4-9f80-c37961709505 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:40:50.080489 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-9250939e-f013-4703-b365-20d3482dc6db service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:50.096756 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-9250939e-f013-4703-b365-20d3482dc6db service neutron] Transition to ACTIVE for port object 5f0ffb0d-ee5c-4ab4-9f80-c37961709505 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:40:50.168057 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-9250939e-f013-4703-b365-20d3482dc6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:50.176327 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-d51f3e3a-087b-4225-9899-911cd05e2d6e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:network {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:40:50.178397 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-d51f3e3a-087b-4225-9899-911cd05e2d6e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/networks?id=9e12deb7-8c7f-449e-b762-51406ac7bebf HTTP/1.1" status: 200 len: 797 time: 0.4725432 Mar 31 15:40:50.391038 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-0ac91548-72a2-4f10-ab29-02994a3e5c8c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/quotas/a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 375 time: 0.0258949 Mar 31 15:40:50.428565 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8bed28-480d-4cee-92e4-c297f231d017 req-9054d141-b6c7-4841-8db5-1b836be1e250 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:50.430382 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1e8bed28-480d-4cee-92e4-c297f231d017 req-9054d141-b6c7-4841-8db5-1b836be1e250 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 943 time: 0.1201267 Mar 31 15:40:50.483217 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1e8bed28-480d-4cee-92e4-c297f231d017 req-63139747-c7bc-4cf2-ace0-005abe511e92 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466444 Mar 31 15:40:50.550472 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250939e-f013-4703-b365-20d3482dc6db service neutron] Pushing event updated for resources: {'Port': ['ID=5f0ffb0d-ee5c-4ab4-9f80-c37961709505,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:50.655395 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-9250939e-f013-4703-b365-20d3482dc6db service neutron] Attempting to bind port 5f0ffb0d-ee5c-4ab4-9f80-c37961709505 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:40:50.655395 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-9250939e-f013-4703-b365-20d3482dc6db service neutron] Attempting to bind port 5f0ffb0d-ee5c-4ab4-9f80-c37961709505 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'ba430e3c-c87c-4f37-818e-9716eff11a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:40:50.655395 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-9250939e-f013-4703-b365-20d3482dc6db service neutron] Attempting to bind port 5f0ffb0d-ee5c-4ab4-9f80-c37961709505 on network b062db18-3c45-443b-8ed2-a8ef4849e9af {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:40:50.660480 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-9250939e-f013-4703-b365-20d3482dc6db service neutron] Port 5f0ffb0d-ee5c-4ab4-9f80-c37961709505 on network b062db18-3c45-443b-8ed2-a8ef4849e9af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:40:50.660802 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-9250939e-f013-4703-b365-20d3482dc6db service neutron] Attempting to bind port 5f0ffb0d-ee5c-4ab4-9f80-c37961709505 on network b062db18-3c45-443b-8ed2-a8ef4849e9af {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:40:50.667605 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-d71d169c-c465-48c2-8c9c-ebce213bee42 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:40:50.674695 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-9250939e-f013-4703-b365-20d3482dc6db service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:40:50.675033 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-9250939e-f013-4703-b365-20d3482dc6db service neutron] Checking segment: {'id': 'ba430e3c-c87c-4f37-818e-9716eff11a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:40:50.675422 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-9250939e-f013-4703-b365-20d3482dc6db service neutron] Bound using segment: {'id': 'ba430e3c-c87c-4f37-818e-9716eff11a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:40:50.675852 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-9250939e-f013-4703-b365-20d3482dc6db service neutron] Bound port: 5f0ffb0d-ee5c-4ab4-9f80-c37961709505, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba430e3c-c87c-4f37-818e-9716eff11a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:40:50.676197 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-9250939e-f013-4703-b365-20d3482dc6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:50.779654 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-d71d169c-c465-48c2-8c9c-ebce213bee42 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:40:50.781079 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-d71d169c-c465-48c2-8c9c-ebce213bee42 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3353565 Mar 31 15:40:50.782170 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-9250939e-f013-4703-b365-20d3482dc6db service neutron] For port 5f0ffb0d-ee5c-4ab4-9f80-c37961709505, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:40:50.786345 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-9250939e-f013-4703-b365-20d3482dc6db service neutron] For port 5f0ffb0d-ee5c-4ab4-9f80-c37961709505, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=5f0ffb0d-ee5c-4ab4-9f80-c37961709505,segment=NetworkSegment(ba430e3c-c87c-4f37-818e-9716eff11a24),segment_id=ba430e3c-c87c-4f37-818e-9716eff11a24)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:40:50.892879 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-9250939e-f013-4703-b365-20d3482dc6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:50.963828 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-9250939e-f013-4703-b365-20d3482dc6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:50.964436 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-9250939e-f013-4703-b365-20d3482dc6db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:50.965874 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-9250939e-f013-4703-b365-20d3482dc6db service neutron] 10.222.0.41 "PUT /v2.0/ports/5f0ffb0d-ee5c-4ab4-9f80-c37961709505 HTTP/1.1" status: 200 len: 1093 time: 1.6332014 Mar 31 15:40:50.966323 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790c0427-ef45-4086-955a-f8ea2ec173fc', 'tag': '5f0ffb0d-ee5c-4ab4-9f80-c37961709505'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:40:51.005528 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-eb270e68-c1ba-4b4f-9c16-1d89e1fc9ded service neutron] 10.222.0.31 "GET /v2.0/networks/9e12deb7-8c7f-449e-b762-51406ac7bebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115693 Mar 31 15:40:51.011216 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250939e-f013-4703-b365-20d3482dc6db service neutron] Pushing event updated for resources: {'Port': ['ID=5f0ffb0d-ee5c-4ab4-9f80-c37961709505,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:51.047649 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790c0427-ef45-4086-955a-f8ea2ec173fc', 'tag': '5f0ffb0d-ee5c-4ab4-9f80-c37961709505', 'status': 'completed', 'code': 200} Mar 31 15:40:51.201286 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-fa526dde-f594-4eb4-b52e-7013185f594c service neutron] 10.222.0.31 "GET /v2.0/networks/9e12deb7-8c7f-449e-b762-51406ac7bebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868322 Mar 31 15:40:51.221011 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dde8b-b9c7-4132-9ab9-afcfbd458c31 req-33ca6094-1ed6-4e18-ac20-defe13494991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:51.221715 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a38dde8b-b9c7-4132-9ab9-afcfbd458c31 req-33ca6094-1ed6-4e18-ac20-defe13494991 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d80c83d1fbe401682aa9514176018aa&device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 1096 time: 0.1162319 Mar 31 15:40:51.223958 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:40:51.319969 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:40:51.320343 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:51.381843 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dde8b-b9c7-4132-9ab9-afcfbd458c31 req-49863984-3fe8-4cfa-9c0e-0d75aa3a615f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:51.383509 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a38dde8b-b9c7-4132-9ab9-afcfbd458c31 req-49863984-3fe8-4cfa-9c0e-0d75aa3a615f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=4d80c83d1fbe401682aa9514176018aa&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1551921 Mar 31 15:40:51.528382 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dde8b-b9c7-4132-9ab9-afcfbd458c31 req-b59b6ab8-626d-4cee-91ae-167f15209b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:51.529920 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a38dde8b-b9c7-4132-9ab9-afcfbd458c31 req-b59b6ab8-626d-4cee-91ae-167f15209b7f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1403358 Mar 31 15:40:51.695770 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1daa256a-b9d2-4b1d-8228-bd009ab210c2 req-ec7a6a91-bd63-4448-83ef-2dd153024744 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=a11e4b98-8fff-458f-a373-6d260bb0d3bb HTTP/1.1" status: 200 len: 210 time: 0.0645142 Mar 31 15:40:51.731031 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e3f66-4c7f-47ca-a8ae-cd9372135ebe req-22c1f12c-8e3e-4319-a3e9-10d5959edde2 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:51.733914 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-6f4e3f66-4c7f-47ca-a8ae-cd9372135ebe req-22c1f12c-8e3e-4319-a3e9-10d5959edde2 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 943 time: 0.1136796 Mar 31 15:40:51.737963 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-e0b45a3f-321b-40df-a530-bf010a2dcc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:51.739706 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-e0b45a3f-321b-40df-a530-bf010a2dcc1e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d80c83d1fbe401682aa9514176018aa&device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 1096 time: 0.1638324 Mar 31 15:40:51.785247 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-6f4e3f66-4c7f-47ca-a8ae-cd9372135ebe req-17fb058e-4ea6-4ce4-8413-e43f82509843 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431814 Mar 31 15:40:51.836125 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-9121a15f-8256-4716-9589-bbbf3f7058e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f0ffb0d-ee5c-4ab4-9f80-c37961709505 HTTP/1.1" status: 200 len: 217 time: 0.0895064 Mar 31 15:40:51.869292 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:40:51.906746 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-1e3b4211-8962-4c37-b9d9-00f589a5ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:51.908252 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-1e3b4211-8962-4c37-b9d9-00f589a5ced3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df984311-c0fe-4d96-bc1f-8e89883604f5 HTTP/1.1" status: 200 len: 851 time: 0.0670092 Mar 31 15:40:51.993004 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-f73261ea-fc46-4de6-abfd-d10ca4fd7bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:51.994553 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-f73261ea-fc46-4de6-abfd-d10ca4fd7bcd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b062db18-3c45-443b-8ed2-a8ef4849e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808787 Mar 31 15:40:52.255780 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-18d2cc8e-c185-41ca-b24e-2bf4b3d9a01b service neutron] 10.222.0.41 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548208 Mar 31 15:40:52.390288 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1a14c348-9770-419d-aa80-3353a87dc2e1 req-0058942f-1327-4097-92d6-bf2ffff61ab2 service neutron] 10.222.0.41 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285124 Mar 31 15:40:52.867396 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a88b35a7-9899-48f4-94fe-476c72d34a9b req-1998b746-fb85-443b-bcf3-6d2a537baa8c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=a11e4b98-8fff-458f-a373-6d260bb0d3bb HTTP/1.1" status: 200 len: 210 time: 0.0508995 Mar 31 15:40:52.999225 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2eff12-658b-469b-8e53-4a0ad7a32f59 req-dd2ce116-d200-4cc1-bc58-5620a70a412e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:53.000681 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3b2eff12-658b-469b-8e53-4a0ad7a32f59 req-dd2ce116-d200-4cc1-bc58-5620a70a412e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 943 time: 0.0934086 Mar 31 15:40:53.051011 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3b2eff12-658b-469b-8e53-4a0ad7a32f59 req-bb5c5047-7577-4104-b129-2c28c3de6be9 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440779 Mar 31 15:40:54.035370 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-86a24980-46ef-4eab-9b38-131b141bcb63 req-a34378ca-3b26-49b2-97ea-4ebb3ae54ae9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=a11e4b98-8fff-458f-a373-6d260bb0d3bb HTTP/1.1" status: 200 len: 210 time: 0.0499787 Mar 31 15:40:54.268836 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72895868-d7fb-4f45-979e-f066ba6eb332 req-93d310d0-735c-4687-953b-cc2502db9040 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:54.276202 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-72895868-d7fb-4f45-979e-f066ba6eb332 req-93d310d0-735c-4687-953b-cc2502db9040 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 943 time: 0.1038935 Mar 31 15:40:54.294317 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-b59721cf-73ad-4b49-af47-ad413eadc412 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:54.296672 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-b59721cf-73ad-4b49-af47-ad413eadc412 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/networks?id=9e12deb7-8c7f-449e-b762-51406ac7bebf HTTP/1.1" status: 200 len: 797 time: 0.1965587 Mar 31 15:40:54.337023 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-72895868-d7fb-4f45-979e-f066ba6eb332 req-d0fcba4d-b608-4840-aeb1-835c58d3467a tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599115 Mar 31 15:40:54.355252 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-9a606617-5961-4d1d-9eef-ec77114a88bb tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 380 time: 0.0499303 Mar 31 15:40:54.364556 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-f0b88b5d-5b82-4ac1-9679-28dae419a382 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'port': {'device_id': 'a11e4b98-8fff-458f-a373-6d260bb0d3bb', 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf', 'admin_state_up': True, 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'security_groups': ['f7cd2328-b1c1-427f-9585-ae072a691dee']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:54.516871 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-f0b88b5d-5b82-4ac1-9679-28dae419a382 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:40:54.530222 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-f0b88b5d-5b82-4ac1-9679-28dae419a382 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:40:54.623968 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-f0b88b5d-5b82-4ac1-9679-28dae419a382 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Made reservation on behalf of a28d6e89f5614e35860f06912b5df90e for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:40:54.627709 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-f0b88b5d-5b82-4ac1-9679-28dae419a382 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:54.851692 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-f0b88b5d-5b82-4ac1-9679-28dae419a382 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.20.0.12 (9e12deb7-8c7f-449e-b762-51406ac7bebf/e734d902-f66d-4ecf-a62d-bf52ddb7f9f9/110e61f6-5c26-4715-9eef-edb1a3144ccb) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:40:55.096818 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-f0b88b5d-5b82-4ac1-9679-28dae419a382 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:55.125442 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-f0b88b5d-5b82-4ac1-9679-28dae419a382 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Transition to ACTIVE for port object 110e61f6-5c26-4715-9eef-edb1a3144ccb will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:40:55.231753 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ac4a7b08-23ba-4994-bd56-a58b98630eb5 req-0a7edbcc-9077-4c31-a644-ae66a491d8c1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=a11e4b98-8fff-458f-a373-6d260bb0d3bb HTTP/1.1" status: 200 len: 210 time: 0.0553453 Mar 31 15:40:55.270869 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:55.333942 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-f0b88b5d-5b82-4ac1-9679-28dae419a382 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:55.436701 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-f0b88b5d-5b82-4ac1-9679-28dae419a382 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network 9e12deb7-8c7f-449e-b762-51406ac7bebf is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:40:55.445229 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-f0b88b5d-5b82-4ac1-9679-28dae419a382 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:40:55.450167 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-f0b88b5d-5b82-4ac1-9679-28dae419a382 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:40:55.485050 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b88b5d-5b82-4ac1-9679-28dae419a382 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=110e61f6-5c26-4715-9eef-edb1a3144ccb,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:55.542953 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-f0b88b5d-5b82-4ac1-9679-28dae419a382 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:55.543824 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-f0b88b5d-5b82-4ac1-9679-28dae419a382 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:55.616424 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f942d4a-6f6f-4cf2-8231-9a252c01545a req-0173b867-671b-402a-9cf8-c351ceeca604 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:55.618034 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9f942d4a-6f6f-4cf2-8231-9a252c01545a req-0173b867-671b-402a-9cf8-c351ceeca604 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 943 time: 0.1352429 Mar 31 15:40:55.632688 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-f0b88b5d-5b82-4ac1-9679-28dae419a382 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2725384 Mar 31 15:40:55.647424 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-85e1569b-c212-4bfd-9cd2-559cc9ebd9a9 service neutron] Request body: {'port': {'device_id': 'a11e4b98-8fff-458f-a373-6d260bb0d3bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:55.689870 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9f942d4a-6f6f-4cf2-8231-9a252c01545a req-77447ea4-c030-4f59-b037-6e63904ad41e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513117 Mar 31 15:40:55.845940 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-85e1569b-c212-4bfd-9cd2-559cc9ebd9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:55.847881 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-7a180571-04c4-4b69-8372-28b1028bd47e None None] Provisioning for port 110e61f6-5c26-4715-9eef-edb1a3144ccb completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:40:55.855771 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-7a180571-04c4-4b69-8372-28b1028bd47e None None] Provisioning complete for port 110e61f6-5c26-4715-9eef-edb1a3144ccb triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:40:55.856145 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7a180571-04c4-4b69-8372-28b1028bd47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:55.939585 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-7a180571-04c4-4b69-8372-28b1028bd47e None None] Port 110e61f6-5c26-4715-9eef-edb1a3144ccb cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:40:56.255243 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-85e1569b-c212-4bfd-9cd2-559cc9ebd9a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 110e61f6-5c26-4715-9eef-edb1a3144ccb {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:40:56.265610 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-85e1569b-c212-4bfd-9cd2-559cc9ebd9a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:56.282461 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-85e1569b-c212-4bfd-9cd2-559cc9ebd9a9 service neutron] Transition to ACTIVE for port object 110e61f6-5c26-4715-9eef-edb1a3144ccb will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:40:56.372940 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-85e1569b-c212-4bfd-9cd2-559cc9ebd9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:56.709227 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1569b-c212-4bfd-9cd2-559cc9ebd9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=110e61f6-5c26-4715-9eef-edb1a3144ccb,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:56.863033 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e675c-7388-4edc-b720-95eed78413eb req-fec40014-a8ce-4984-abbb-9b08242f822e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:56.864350 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-536e675c-7388-4edc-b720-95eed78413eb req-fec40014-a8ce-4984-abbb-9b08242f822e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:40:56.903127 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-85e1569b-c212-4bfd-9cd2-559cc9ebd9a9 service neutron] Attempting to bind port 110e61f6-5c26-4715-9eef-edb1a3144ccb on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:40:56.903713 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-85e1569b-c212-4bfd-9cd2-559cc9ebd9a9 service neutron] Attempting to bind port 110e61f6-5c26-4715-9eef-edb1a3144ccb by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '7409b8a6-88d5-4783-866f-d5a52dba2a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:40:56.904051 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-85e1569b-c212-4bfd-9cd2-559cc9ebd9a9 service neutron] Attempting to bind port 110e61f6-5c26-4715-9eef-edb1a3144ccb on network 9e12deb7-8c7f-449e-b762-51406ac7bebf {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:40:56.911190 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-85e1569b-c212-4bfd-9cd2-559cc9ebd9a9 service neutron] Port 110e61f6-5c26-4715-9eef-edb1a3144ccb on network 9e12deb7-8c7f-449e-b762-51406ac7bebf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:40:56.911495 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-85e1569b-c212-4bfd-9cd2-559cc9ebd9a9 service neutron] Attempting to bind port 110e61f6-5c26-4715-9eef-edb1a3144ccb on network 9e12deb7-8c7f-449e-b762-51406ac7bebf {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:40:56.916916 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-85e1569b-c212-4bfd-9cd2-559cc9ebd9a9 service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:40:56.917278 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-85e1569b-c212-4bfd-9cd2-559cc9ebd9a9 service neutron] Checking segment: {'id': '7409b8a6-88d5-4783-866f-d5a52dba2a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:40:56.917697 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-85e1569b-c212-4bfd-9cd2-559cc9ebd9a9 service neutron] Bound using segment: {'id': '7409b8a6-88d5-4783-866f-d5a52dba2a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:40:56.918446 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-85e1569b-c212-4bfd-9cd2-559cc9ebd9a9 service neutron] Bound port: 110e61f6-5c26-4715-9eef-edb1a3144ccb, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7409b8a6-88d5-4783-866f-d5a52dba2a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:40:56.918618 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-85e1569b-c212-4bfd-9cd2-559cc9ebd9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:56.944291 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3211049-c3d0-4a32-8cb1-a7c43abd3cb6 req-45e0f623-bb3b-417f-9fdc-7a2f1d934a11 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:56.947544 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c3211049-c3d0-4a32-8cb1-a7c43abd3cb6 req-45e0f623-bb3b-417f-9fdc-7a2f1d934a11 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 943 time: 0.0993500 Mar 31 15:40:56.967199 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-536e675c-7388-4edc-b720-95eed78413eb req-fec40014-a8ce-4984-abbb-9b08242f822e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:40:56.968669 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-536e675c-7388-4edc-b720-95eed78413eb req-fec40014-a8ce-4984-abbb-9b08242f822e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=a11e4b98-8fff-458f-a373-6d260bb0d3bb HTTP/1.1" status: 200 len: 944 time: 0.5569372 Mar 31 15:40:57.016563 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c3211049-c3d0-4a32-8cb1-a7c43abd3cb6 req-0f4cb6b0-c704-44dd-af8a-5ce45b4e2e12 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558736 Mar 31 15:40:57.056974 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-85e1569b-c212-4bfd-9cd2-559cc9ebd9a9 service neutron] For port 110e61f6-5c26-4715-9eef-edb1a3144ccb, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:40:57.061465 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-536e675c-7388-4edc-b720-95eed78413eb req-48a25ddd-1766-4630-bffb-6018ac6c27cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7cd2328-b1c1-427f-9585-ae072a691dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767899 Mar 31 15:40:57.070093 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-85e1569b-c212-4bfd-9cd2-559cc9ebd9a9 service neutron] For port 110e61f6-5c26-4715-9eef-edb1a3144ccb, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=110e61f6-5c26-4715-9eef-edb1a3144ccb,segment=NetworkSegment(7409b8a6-88d5-4783-866f-d5a52dba2a6f),segment_id=7409b8a6-88d5-4783-866f-d5a52dba2a6f)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:40:57.146112 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-85e1569b-c212-4bfd-9cd2-559cc9ebd9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:57.207419 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-85e1569b-c212-4bfd-9cd2-559cc9ebd9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:57.208057 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-85e1569b-c212-4bfd-9cd2-559cc9ebd9a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:40:57.210704 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-85e1569b-c212-4bfd-9cd2-559cc9ebd9a9 service neutron] 10.222.0.41 "PUT /v2.0/ports/110e61f6-5c26-4715-9eef-edb1a3144ccb HTTP/1.1" status: 200 len: 1094 time: 1.5701537 Mar 31 15:40:57.210704 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11e4b98-8fff-458f-a373-6d260bb0d3bb', 'tag': '110e61f6-5c26-4715-9eef-edb1a3144ccb'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:40:57.243421 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1569b-c212-4bfd-9cd2-559cc9ebd9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=110e61f6-5c26-4715-9eef-edb1a3144ccb,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:57.288856 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11e4b98-8fff-458f-a373-6d260bb0d3bb', 'tag': '110e61f6-5c26-4715-9eef-edb1a3144ccb', 'status': 'completed', 'code': 200} Mar 31 15:40:57.402700 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3eb04-e39b-4afd-aff4-b7eea1f64191 req-cc28e019-78a1-4317-a058-d1ef9f1efd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:57.404250 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-03f3eb04-e39b-4afd-aff4-b7eea1f64191 req-cc28e019-78a1-4317-a058-d1ef9f1efd09 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=a11e4b98-8fff-458f-a373-6d260bb0d3bb HTTP/1.1" status: 200 len: 1097 time: 0.0919378 Mar 31 15:40:57.567237 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3eb04-e39b-4afd-aff4-b7eea1f64191 req-d907d226-c68e-42c7-9103-7ffa0ea2d0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:57.569606 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-03f3eb04-e39b-4afd-aff4-b7eea1f64191 req-d907d226-c68e-42c7-9103-7ffa0ea2d0ab service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a28d6e89f5614e35860f06912b5df90e&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1565776 Mar 31 15:40:57.721890 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3eb04-e39b-4afd-aff4-b7eea1f64191 req-d1126fe4-ed26-4a72-a348-2168e0736fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:57.723527 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-03f3eb04-e39b-4afd-aff4-b7eea1f64191 req-d1126fe4-ed26-4a72-a348-2168e0736fb3 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1452734 Mar 31 15:40:57.855121 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-78898410-3310-4e38-9190-ee1a43ee39ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:57.856613 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-78898410-3310-4e38-9190-ee1a43ee39ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=a11e4b98-8fff-458f-a373-6d260bb0d3bb HTTP/1.1" status: 200 len: 1097 time: 0.0920444 Mar 31 15:40:57.947331 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-0da811a6-75fa-4c50-9b29-265c4873e454 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=110e61f6-5c26-4715-9eef-edb1a3144ccb HTTP/1.1" status: 200 len: 217 time: 0.0663557 Mar 31 15:40:58.007380 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-aa17d16e-e92b-4ac7-8431-a73394d34015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:58.008874 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-aa17d16e-e92b-4ac7-8431-a73394d34015 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e734d902-f66d-4ecf-a62d-bf52ddb7f9f9 HTTP/1.1" status: 200 len: 834 time: 0.0675650 Mar 31 15:40:58.103734 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-ef7dd108-af30-44dc-bc49-6ef834740756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:58.106893 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-ef7dd108-af30-44dc-bc49-6ef834740756 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e12deb7-8c7f-449e-b762-51406ac7bebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0895970 Mar 31 15:40:58.340080 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-b49448a2-b303-4c9a-8ec4-0a36980e7dae service neutron] 10.222.0.41 "GET /v2.0/networks/9e12deb7-8c7f-449e-b762-51406ac7bebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240028 Mar 31 15:40:58.399831 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f72970-89f1-430c-8e8c-e28bd4e3f9ff req-4cc3c9b6-953e-41c5-be6d-2d948b744228 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:58.400788 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-54f72970-89f1-430c-8e8c-e28bd4e3f9ff req-4cc3c9b6-953e-41c5-be6d-2d948b744228 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Synchronizing usage tracker for tenant:4d80c83d1fbe401682aa9514176018aa on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:40:58.502258 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6bb0c-bdd1-467a-ac4d-0a2c2f3e7170 req-73e73b71-f14e-4719-a2e4-a5c86cb3ee50 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:58.502258 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-31b6bb0c-bdd1-467a-ac4d-0a2c2f3e7170 req-73e73b71-f14e-4719-a2e4-a5c86cb3ee50 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=a11e4b98-8fff-458f-a373-6d260bb0d3bb HTTP/1.1" status: 200 len: 944 time: 0.1123137 Mar 31 15:40:58.514446 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7e50e91a-68d7-4d91-accf-cdaea7e374ac req-23b44eed-6ad1-432a-b29b-4d46356708b3 service neutron] 10.222.0.41 "GET /v2.0/networks/9e12deb7-8c7f-449e-b762-51406ac7bebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667545 Mar 31 15:40:58.550676 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-54f72970-89f1-430c-8e8c-e28bd4e3f9ff req-4cc3c9b6-953e-41c5-be6d-2d948b744228 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Unset dirty status for tenant:4d80c83d1fbe401682aa9514176018aa on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:40:58.551863 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-54f72970-89f1-430c-8e8c-e28bd4e3f9ff req-4cc3c9b6-953e-41c5-be6d-2d948b744228 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 943 time: 0.3959117 Mar 31 15:40:58.555920 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-31b6bb0c-bdd1-467a-ac4d-0a2c2f3e7170 req-df2ef8db-33a7-44ae-87e3-62c553d60d80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7cd2328-b1c1-427f-9585-ae072a691dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451810 Mar 31 15:40:58.603817 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-54f72970-89f1-430c-8e8c-e28bd4e3f9ff req-be39a037-5843-42cf-b4d6-ca966a392a6c tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452940 Mar 31 15:40:59.817132 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623f971-7bad-42ea-85c1-9eb8cc43da0f req-cae499ee-ad05-4fa8-9d33-edf601c7b98c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:59.818994 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e623f971-7bad-42ea-85c1-9eb8cc43da0f req-cae499ee-ad05-4fa8-9d33-edf601c7b98c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=a11e4b98-8fff-458f-a373-6d260bb0d3bb HTTP/1.1" status: 200 len: 944 time: 0.1357107 Mar 31 15:40:59.874722 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e623f971-7bad-42ea-85c1-9eb8cc43da0f req-0d0630be-6017-4747-9c05-bacf7fa43954 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7cd2328-b1c1-427f-9585-ae072a691dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463090 Mar 31 15:40:59.941515 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f8d7e-917a-43e2-9834-9069bea9ddd4 req-ba846254-638a-4aa4-8b7b-3296717c040a tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:59.943144 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e99f8d7e-917a-43e2-9834-9069bea9ddd4 req-ba846254-638a-4aa4-8b7b-3296717c040a tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 943 time: 0.2130384 Mar 31 15:41:00.011765 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e99f8d7e-917a-43e2-9834-9069bea9ddd4 req-1a67a5de-cf66-4d7f-b172-f3ed5e2f40e2 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532942 Mar 31 15:41:01.014176 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 110e61f6-5c26-4715-9eef-edb1a3144ccb details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:41:01.136486 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ca354-8a3d-4017-9fd0-2429b265aa52 req-458edc16-7f52-4217-b190-b63ed05e4009 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:01.138158 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5f7ca354-8a3d-4017-9fd0-2429b265aa52 req-458edc16-7f52-4217-b190-b63ed05e4009 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=a11e4b98-8fff-458f-a373-6d260bb0d3bb HTTP/1.1" status: 200 len: 944 time: 0.1413743 Mar 31 15:41:01.196086 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 110e61f6-5c26-4715-9eef-edb1a3144ccb, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=110e61f6-5c26-4715-9eef-edb1a3144ccb,segment=NetworkSegment(7409b8a6-88d5-4783-866f-d5a52dba2a6f),segment_id=7409b8a6-88d5-4783-866f-d5a52dba2a6f)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:41:01.214289 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5f7ca354-8a3d-4017-9fd0-2429b265aa52 req-3da09dc4-9097-4750-a1d2-3cbcc1c963f0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7cd2328-b1c1-427f-9585-ae072a691dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659654 Mar 31 15:41:01.216489 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': '110e61f6-5c26-4715-9eef-edb1a3144ccb', 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf', 'port_id': '110e61f6-5c26-4715-9eef-edb1a3144ccb', 'mac_address': 'fa:16:3e:e1:05:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e734d902-f66d-4ecf-a62d-bf52ddb7f9f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:41:01.307228 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65252e0f-c708-48ea-b996-71acc34c6b56 req-4f717e8f-4aa8-4c2d-8600-5cfc3d42f19f tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:01.308877 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-65252e0f-c708-48ea-b996-71acc34c6b56 req-4f717e8f-4aa8-4c2d-8600-5cfc3d42f19f tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 943 time: 0.1261268 Mar 31 15:41:01.312512 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:01.344072 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 110e61f6-5c26-4715-9eef-edb1a3144ccb {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:41:01.371879 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 110e61f6-5c26-4715-9eef-edb1a3144ccb, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=110e61f6-5c26-4715-9eef-edb1a3144ccb,segment=NetworkSegment(7409b8a6-88d5-4783-866f-d5a52dba2a6f),segment_id=7409b8a6-88d5-4783-866f-d5a52dba2a6f)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:41:01.375431 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-65252e0f-c708-48ea-b996-71acc34c6b56 req-4ff884f6-34f2-4911-9048-1ba6d93cef32 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589836 Mar 31 15:41:01.418615 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:01.419423 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 5f0ffb0d-ee5c-4ab4-9f80-c37961709505 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:41:01.526675 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=110e61f6-5c26-4715-9eef-edb1a3144ccb,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:01.627537 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 5f0ffb0d-ee5c-4ab4-9f80-c37961709505, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=5f0ffb0d-ee5c-4ab4-9f80-c37961709505,segment=NetworkSegment(ba430e3c-c87c-4f37-818e-9716eff11a24),segment_id=ba430e3c-c87c-4f37-818e-9716eff11a24)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:41:01.644748 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': '5f0ffb0d-ee5c-4ab4-9f80-c37961709505', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'port_id': '5f0ffb0d-ee5c-4ab4-9f80-c37961709505', 'mac_address': 'fa:16:3e:73:e5:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:41:01.706202 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:01.721020 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f0ffb0d-ee5c-4ab4-9f80-c37961709505 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:41:01.738332 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 5f0ffb0d-ee5c-4ab4-9f80-c37961709505, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=5f0ffb0d-ee5c-4ab4-9f80-c37961709505,segment=NetworkSegment(ba430e3c-c87c-4f37-818e-9716eff11a24),segment_id=ba430e3c-c87c-4f37-818e-9716eff11a24)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:41:01.795555 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:01.925501 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=5f0ffb0d-ee5c-4ab4-9f80-c37961709505,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:02.039314 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['110e61f6-5c26-4715-9eef-edb1a3144ccb'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:41:02.067586 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['5f0ffb0d-ee5c-4ab4-9f80-c37961709505'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:41:02.458623 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612e89b-d76f-4755-b61f-a234b32d76b4 req-7b485571-0f66-4d43-9f09-1e1c2b0d0d0e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:02.470653 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-6612e89b-d76f-4755-b61f-a234b32d76b4 req-7b485571-0f66-4d43-9f09-1e1c2b0d0d0e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=a11e4b98-8fff-458f-a373-6d260bb0d3bb HTTP/1.1" status: 200 len: 945 time: 0.1093323 Mar 31 15:41:02.550644 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-6612e89b-d76f-4755-b61f-a234b32d76b4 req-2bee1d60-5ef7-4c77-a552-da6e4a2e25dc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7cd2328-b1c1-427f-9585-ae072a691dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745540 Mar 31 15:41:02.644339 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27286f-5741-442a-a192-0fcd8a9ff872 req-af6b4837-1159-4c49-abf5-5ce8c56ec9a5 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:02.646414 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0a27286f-5741-442a-a192-0fcd8a9ff872 req-af6b4837-1159-4c49-abf5-5ce8c56ec9a5 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 944 time: 0.1214340 Mar 31 15:41:02.703005 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0a27286f-5741-442a-a192-0fcd8a9ff872 req-18ebe5f4-59ae-40ca-825f-5b80e31bd189 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499611 Mar 31 15:41:03.150177 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-943a42cf-beb0-4136-acdb-99b25c4aa904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:03.781031 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f03954-9c17-4914-9c59-a4f6fad2a80c req-502cafb6-cc38-46a4-95e8-1877257f5bd9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:03.782731 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d2f03954-9c17-4914-9c59-a4f6fad2a80c req-502cafb6-cc38-46a4-95e8-1877257f5bd9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=a11e4b98-8fff-458f-a373-6d260bb0d3bb HTTP/1.1" status: 200 len: 945 time: 0.0953636 Mar 31 15:41:03.844122 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d2f03954-9c17-4914-9c59-a4f6fad2a80c req-27bfb1b5-4901-41fb-92ce-823c7379c396 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7cd2328-b1c1-427f-9585-ae072a691dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524318 Mar 31 15:41:03.928305 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725040f-f4dc-4c8a-adaa-e45d23b30006 req-ace688e7-e709-45a9-a900-c6f9fbf9d48a tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:03.929880 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d725040f-f4dc-4c8a-adaa-e45d23b30006 req-ace688e7-e709-45a9-a900-c6f9fbf9d48a tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 944 time: 0.0991120 Mar 31 15:41:03.980135 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d725040f-f4dc-4c8a-adaa-e45d23b30006 req-5a1fc3e3-55ea-4b4f-8b32-0ded2d294e1a tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439458 Mar 31 15:41:05.022242 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 110e61f6-5c26-4715-9eef-edb1a3144ccb up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:41:05.050610 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef765e-7a30-4f9f-9b3f-67d9cd6ba8cf req-714aefc4-e164-4df3-b947-c0be0a8bd000 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:05.052256 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-86ef765e-7a30-4f9f-9b3f-67d9cd6ba8cf req-714aefc4-e164-4df3-b947-c0be0a8bd000 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=a11e4b98-8fff-458f-a373-6d260bb0d3bb HTTP/1.1" status: 200 len: 945 time: 0.0912786 Mar 31 15:41:05.115024 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-86ef765e-7a30-4f9f-9b3f-67d9cd6ba8cf req-2689aeae-2849-486a-a9b9-237bc17dfc24 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7cd2328-b1c1-427f-9585-ae072a691dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525320 Mar 31 15:41:05.246084 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ca278-faf9-44fc-97db-88b0a538ef5f req-fe71e355-9394-4402-9b1b-f61bb6aa2f14 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:05.248516 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a56ca278-faf9-44fc-97db-88b0a538ef5f req-fe71e355-9394-4402-9b1b-f61bb6aa2f14 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 944 time: 0.0923815 Mar 31 15:41:05.264117 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e5fa4f99-76b3-4d8e-8a59-f3903eff893c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:05.301127 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port 110e61f6-5c26-4715-9eef-edb1a3144ccb completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:41:05.301360 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a56ca278-faf9-44fc-97db-88b0a538ef5f req-2127e60e-7b8e-4ca1-bdc3-df4e21d79a43 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434327 Mar 31 15:41:05.303046 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port 110e61f6-5c26-4715-9eef-edb1a3144ccb triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:41:05.303721 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:05.460189 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:05.491160 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11e4b98-8fff-458f-a373-6d260bb0d3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110e61f6-5c26-4715-9eef-edb1a3144ccb'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:41:05.504587 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 110e61f6-5c26-4715-9eef-edb1a3144ccb, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=110e61f6-5c26-4715-9eef-edb1a3144ccb,segment=NetworkSegment(7409b8a6-88d5-4783-866f-d5a52dba2a6f),segment_id=7409b8a6-88d5-4783-866f-d5a52dba2a6f)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:41:05.543895 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11e4b98-8fff-458f-a373-6d260bb0d3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110e61f6-5c26-4715-9eef-edb1a3144ccb', 'code': 200} Mar 31 15:41:05.596504 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:05.597923 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 5f0ffb0d-ee5c-4ab4-9f80-c37961709505 up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:41:05.807057 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=110e61f6-5c26-4715-9eef-edb1a3144ccb,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:05.910291 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port 5f0ffb0d-ee5c-4ab4-9f80-c37961709505 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:41:05.918908 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port 5f0ffb0d-ee5c-4ab4-9f80-c37961709505 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:41:05.919534 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:06.113289 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:06.128090 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db7bad-12bd-4328-9af2-b1c080c9922a req-e0c0e3a2-ea67-42c7-bb65-9a5880f554b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:06.130517 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a1db7bad-12bd-4328-9af2-b1c080c9922a req-e0c0e3a2-ea67-42c7-bb65-9a5880f554b5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a11e4b98-8fff-458f-a373-6d260bb0d3bb HTTP/1.1" status: 200 len: 1099 time: 0.1187534 Mar 31 15:41:06.151222 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 5f0ffb0d-ee5c-4ab4-9f80-c37961709505, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=5f0ffb0d-ee5c-4ab4-9f80-c37961709505,segment=NetworkSegment(ba430e3c-c87c-4f37-818e-9716eff11a24),segment_id=ba430e3c-c87c-4f37-818e-9716eff11a24)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:41:06.179131 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a1db7bad-12bd-4328-9af2-b1c080c9922a req-c584920f-e8c2-4139-864b-53d8e9fd38c3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f7cd2328-b1c1-427f-9585-ae072a691dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415859 Mar 31 15:41:06.219330 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:06.317795 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=5f0ffb0d-ee5c-4ab4-9f80-c37961709505,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:06.374410 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf82a7f-27f9-4f27-9f95-d05b70c6472c req-d6812f22-0e30-4e5c-a1b9-82c9535e139b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:06.374410 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fcf82a7f-27f9-4f27-9f95-d05b70c6472c req-d6812f22-0e30-4e5c-a1b9-82c9535e139b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=a11e4b98-8fff-458f-a373-6d260bb0d3bb HTTP/1.1" status: 200 len: 946 time: 0.1008523 Mar 31 15:41:06.430618 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fcf82a7f-27f9-4f27-9f95-d05b70c6472c req-fd3d0371-91c6-400f-aad1-70063eebcfcc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7cd2328-b1c1-427f-9585-ae072a691dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460107 Mar 31 15:41:06.435381 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:06.520733 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:06.552632 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d135a-75a8-41cc-a38c-bad542fe3d39 req-ed820a4e-e5a2-472b-8bba-d4cdd9e71810 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:06.554136 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a92d135a-75a8-41cc-a38c-bad542fe3d39 req-ed820a4e-e5a2-472b-8bba-d4cdd9e71810 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 945 time: 0.1171715 Mar 31 15:41:06.608656 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a92d135a-75a8-41cc-a38c-bad542fe3d39 req-19c5e08c-1714-4d8d-8923-2adaf68286a2 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447292 Mar 31 15:41:07.545417 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790c0427-ef45-4086-955a-f8ea2ec173fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0ffb0d-ee5c-4ab4-9f80-c37961709505'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:41:07.650880 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790c0427-ef45-4086-955a-f8ea2ec173fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0ffb0d-ee5c-4ab4-9f80-c37961709505', 'code': 200} Mar 31 15:41:07.715018 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e91f53-1859-4216-93ae-0000928e6355 req-52f579a1-092f-4ed7-8a84-9740f2ee9d0f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:07.717562 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-51e91f53-1859-4216-93ae-0000928e6355 req-52f579a1-092f-4ed7-8a84-9740f2ee9d0f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=a11e4b98-8fff-458f-a373-6d260bb0d3bb HTTP/1.1" status: 200 len: 946 time: 0.1581950 Mar 31 15:41:07.793335 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-51e91f53-1859-4216-93ae-0000928e6355 req-6b18b513-8a9b-4598-8e58-86543d9d78a6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7cd2328-b1c1-427f-9585-ae072a691dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629194 Mar 31 15:41:07.944131 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:07.973487 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1e338-36c6-4402-ae7f-5bec63e45b31 req-ddbbf3a3-6a5f-40c2-9c74-044e167ee066 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:07.976228 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a0f1e338-36c6-4402-ae7f-5bec63e45b31 req-ddbbf3a3-6a5f-40c2-9c74-044e167ee066 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 945 time: 0.1590533 Mar 31 15:41:08.042893 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a0f1e338-36c6-4402-ae7f-5bec63e45b31 req-1f908286-c497-44c1-86e5-9e0d355aa5b8 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572543 Mar 31 15:41:08.266054 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea80c5c-a1ae-45ab-9358-b7a42bd6e6e2 req-1e67d12f-2e1e-4a16-b559-3d2c1d0f078e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:08.268943 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4ea80c5c-a1ae-45ab-9358-b7a42bd6e6e2 req-1e67d12f-2e1e-4a16-b559-3d2c1d0f078e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=a11e4b98-8fff-458f-a373-6d260bb0d3bb HTTP/1.1" status: 200 len: 946 time: 0.2542889 Mar 31 15:41:08.321728 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac34fa-e070-4bdd-bcf1-2e51a327b7a2 req-9400e4ba-36d4-4b3a-8371-936a71e5cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:08.323887 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5aac34fa-e070-4bdd-bcf1-2e51a327b7a2 req-9400e4ba-36d4-4b3a-8371-936a71e5cfb8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 1098 time: 0.1991119 Mar 31 15:41:08.383367 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4ea80c5c-a1ae-45ab-9358-b7a42bd6e6e2 req-e2b8bce1-7fe5-4b66-b432-1307335d9c54 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7cd2328-b1c1-427f-9585-ae072a691dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036537 Mar 31 15:41:08.395168 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5aac34fa-e070-4bdd-bcf1-2e51a327b7a2 req-db5d5e61-b0d0-4439-897c-5ca67d4a6aa9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572119 Mar 31 15:41:08.410911 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50692) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:41:08.488676 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8277e1e8-c46a-4b99-b4e7-28003f934c2d tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:08.490468 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8277e1e8-c46a-4b99-b4e7-28003f934c2d tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a11e4b98-8fff-458f-a373-6d260bb0d3bb HTTP/1.1" status: 200 len: 1094 time: 0.0782695 Mar 31 15:41:08.496438 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50696) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:41:08.504439 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4ab3496f-6ab9-4d50-a9d4-6e090b14fd25 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'port_id': '110e61f6-5c26-4715-9eef-edb1a3144ccb', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:41:08.518062 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4ab3496f-6ab9-4d50-a9d4-6e090b14fd25 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:41:08.526320 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4ab3496f-6ab9-4d50-a9d4-6e090b14fd25 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:floatingip and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:41:08.534119 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4ab3496f-6ab9-4d50-a9d4-6e090b14fd25 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:41:08.546256 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4ab3496f-6ab9-4d50-a9d4-6e090b14fd25 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:41:08.658817 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4ab3496f-6ab9-4d50-a9d4-6e090b14fd25 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:08.823497 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4ab3496f-6ab9-4d50-a9d4-6e090b14fd25 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:08.992754 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-4ab3496f-6ab9-4d50-a9d4-6e090b14fd25 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.26.5.7 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/4bcc68a2-9bcc-4c7b-90a4-072f813bfe07) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:41:09.327843 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4ab3496f-6ab9-4d50-a9d4-6e090b14fd25 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:09.383722 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e9a7a-7642-406f-9de4-5e7ee7939ac2 req-8f9201fb-5fb8-445f-b46b-7e38271e4d45 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:09.385447 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-bc4e9a7a-7642-406f-9de4-5e7ee7939ac2 req-8f9201fb-5fb8-445f-b46b-7e38271e4d45 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 945 time: 0.1186123 Mar 31 15:41:09.439001 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-bc4e9a7a-7642-406f-9de4-5e7ee7939ac2 req-ea136194-39d2-4dfa-9d22-2070482fb070 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426238 Mar 31 15:41:09.476653 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4ab3496f-6ab9-4d50-a9d4-6e090b14fd25 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:09.566892 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab3496f-6ab9-4d50-a9d4-6e090b14fd25 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:41:09.575007 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-4ab3496f-6ab9-4d50-a9d4-6e090b14fd25 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:41:09.578572 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab3496f-6ab9-4d50-a9d4-6e090b14fd25 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:41:09.642227 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3496f-6ab9-4d50-a9d4-6e090b14fd25 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=4bcc68a2-9bcc-4c7b-90a4-072f813bfe07,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:10.190374 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4ab3496f-6ab9-4d50-a9d4-6e090b14fd25 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:10.390866 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4ab3496f-6ab9-4d50-a9d4-6e090b14fd25 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:10.689107 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4ab3496f-6ab9-4d50-a9d4-6e090b14fd25 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:10.709049 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9a5bc-535d-4a4c-8f5a-954841f0d09b req-a7739230-df35-4151-9be1-f13b1d723235 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:10.710446 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-02a9a5bc-535d-4a4c-8f5a-954841f0d09b req-a7739230-df35-4151-9be1-f13b1d723235 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 945 time: 0.1216872 Mar 31 15:41:10.772863 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-02a9a5bc-535d-4a4c-8f5a-954841f0d09b req-6447bea2-af0f-4940-ac0f-61bdd2ea6b74 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560086 Mar 31 15:41:10.835321 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4ab3496f-6ab9-4d50-a9d4-6e090b14fd25 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:11.042340 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3496f-6ab9-4d50-a9d4-6e090b14fd25 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=4bcc68a2-9bcc-4c7b-90a4-072f813bfe07,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:11.056141 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4ab3496f-6ab9-4d50-a9d4-6e090b14fd25 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:11.245023 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12759ab1-20f6-4030-9e48-6d48d6d0b3a0 req-8d058bf0-9947-4a75-8537-470e650448b5 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:11.247075 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-12759ab1-20f6-4030-9e48-6d48d6d0b3a0 req-8d058bf0-9947-4a75-8537-470e650448b5 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 945 time: 0.2724771 Mar 31 15:41:11.288627 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-4ab3496f-6ab9-4d50-a9d4-6e090b14fd25 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Floating IP f716cf6f-23fc-4f21-a8e0-0e33d1dc8ec5 associated. External IP: 172.26.5.7, port: 110e61f6-5c26-4715-9eef-edb1a3144ccb. Mar 31 15:41:11.383242 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-12759ab1-20f6-4030-9e48-6d48d6d0b3a0 req-ac2f6f60-b7ee-45e6-9e22-e350b0048608 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205359 Mar 31 15:41:11.420026 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50706) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:41:11.723800 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9931b00-d5cc-4b80-83f2-699ac2c5fb7b tempest-TestVolumeBootPattern-580671261 tempest-TestVolumeBootPattern-580671261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:11.726212 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b9931b00-d5cc-4b80-83f2-699ac2c5fb7b tempest-TestVolumeBootPattern-580671261 tempest-TestVolumeBootPattern-580671261-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 1093 time: 0.3045907 Mar 31 15:41:11.730825 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50712) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:41:11.738611 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-2e614611-6aa4-499c-bd24-4647dea76b9e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'port_id': '5f0ffb0d-ee5c-4ab4-9f80-c37961709505', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:41:11.746428 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2e614611-6aa4-499c-bd24-4647dea76b9e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:41:11.751895 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2e614611-6aa4-499c-bd24-4647dea76b9e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Usage tracker for resource:floatingip and tenant:4d80c83d1fbe401682aa9514176018aa is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:41:11.756638 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2e614611-6aa4-499c-bd24-4647dea76b9e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:41:11.763742 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2e614611-6aa4-499c-bd24-4647dea76b9e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:41:11.846844 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2e614611-6aa4-499c-bd24-4647dea76b9e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for floatingip, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:11.879922 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab3496f-6ab9-4d50-a9d4-6e090b14fd25 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router eebd0ea3-18c7-4d66-a88a-2cf18fdc1147 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:41:12.012735 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2e614611-6aa4-499c-bd24-4647dea76b9e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:12.109724 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab3496f-6ab9-4d50-a9d4-6e090b14fd25 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:41:12.125012 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4f3ffe-d960-4335-abe6-4a09dae999bc None None] Sync routers for ids ['eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:41:12.141316 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4f3ffe-d960-4335-abe6-4a09dae999bc None None] Routers {'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:41:12.143282 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-6f4f3ffe-d960-4335-abe6-4a09dae999bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:41:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:12.196019 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-2e614611-6aa4-499c-bd24-4647dea76b9e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Allocated IP 172.26.5.55 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/4d0e83d1-6bc4-4fbc-a6a6-580bfb8304a8) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:41:12.196335 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4ab3496f-6ab9-4d50-a9d4-6e090b14fd25 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:12.280509 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4ab3496f-6ab9-4d50-a9d4-6e090b14fd25 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7823048 Mar 31 15:41:12.284129 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50716) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:41:12.285112 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11e4b98-8fff-458f-a373-6d260bb0d3bb', 'tag': '110e61f6-5c26-4715-9eef-edb1a3144ccb'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:41:12.389813 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-6f4f3ffe-d960-4335-abe6-4a09dae999bc None None] Set router eebd0ea3-18c7-4d66-a88a-2cf18fdc1147 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:41:12.405983 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11e4b98-8fff-458f-a373-6d260bb0d3bb', 'tag': '110e61f6-5c26-4715-9eef-edb1a3144ccb', 'status': 'completed', 'code': 200} Mar 31 15:41:12.495965 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2e614611-6aa4-499c-bd24-4647dea76b9e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:12.573768 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b702a0d-28fe-47ff-8b41-1675caceec0f req-1ee68daa-0452-485e-adc1-b0548b8e463b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:12.575941 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d4e79b53-b875-44bc-a4bf-cba18bf9c913 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/routers/eebd0ea3-18c7-4d66-a88a-2cf18fdc1147 HTTP/1.1" status: 200 len: 923 time: 0.2823582 Mar 31 15:41:12.576168 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2b702a0d-28fe-47ff-8b41-1675caceec0f req-1ee68daa-0452-485e-adc1-b0548b8e463b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=a11e4b98-8fff-458f-a373-6d260bb0d3bb HTTP/1.1" status: 200 len: 1099 time: 0.1487508 Mar 31 15:41:12.580232 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50722) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:41:12.928637 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2e614611-6aa4-499c-bd24-4647dea76b9e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:12.962789 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-6f4f3ffe-d960-4335-abe6-4a09dae999bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'name': 'tempest-TestNetworkBasicOps-router-1382130995', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:40:34Z', 'updated_at': '2022-03-31T15:40:42Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:40:35Z', 'updated_at': '2022-03-31T15:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'f716cf6f-23fc-4f21-a8e0-0e33d1dc8ec5', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.7', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'port_id': '110e61f6-5c26-4715-9eef-edb1a3144ccb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf', 'mac_address': 'fa:16:3e:e1:05:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11e4b98-8fff-458f-a373-6d260bb0d3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:41:10Z', 'updated_at': '2022-03-31T15:41:10Z', 'revision_number': 0, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724eaf35-c0d5-47b8-87f4-eb0e8f469ce0', 'name': '', 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:22:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'e734d902-f66d-4ecf-a62d-bf52ddb7f9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:40:41Z', 'updated_at': '2022-03-31T15:40:49Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'e734d902-f66d-4ecf-a62d-bf52ddb7f9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:12.967049 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4f3ffe-d960-4335-abe6-4a09dae999bc None None] Checking router: eebd0ea3-18c7-4d66-a88a-2cf18fdc1147 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:41:12.978755 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2dec78f8-ba0c-4442-82a8-db04208644d0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/f716cf6f-23fc-4f21-a8e0-0e33d1dc8ec5 HTTP/1.1" status: 200 len: 990 time: 0.3973496 Mar 31 15:41:12.981337 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4f3ffe-d960-4335-abe6-4a09dae999bc None None] Routers {'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:41:12.982326 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-6f4f3ffe-d960-4335-abe6-4a09dae999bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:41:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:13.033694 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e614611-6aa4-499c-bd24-4647dea76b9e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:41:13.041062 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-2e614611-6aa4-499c-bd24-4647dea76b9e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:41:13.044244 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e614611-6aa4-499c-bd24-4647dea76b9e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Pushing event updated for resources: {'Port': ['ID=4d0e83d1-6bc4-4fbc-a6a6-580bfb8304a8,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:13.046444 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e614611-6aa4-499c-bd24-4647dea76b9e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:41:13.075551 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b702a0d-28fe-47ff-8b41-1675caceec0f req-785db508-b943-4262-a923-2aaae7e100c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:13.076984 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2b702a0d-28fe-47ff-8b41-1675caceec0f req-785db508-b943-4262-a923-2aaae7e100c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9e12deb7-8c7f-449e-b762-51406ac7bebf HTTP/1.1" status: 200 len: 898 time: 0.4927855 Mar 31 15:41:13.259361 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2b702a0d-28fe-47ff-8b41-1675caceec0f req-abea2ebd-2dec-4592-9dab-a4b23fd109cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=110e61f6-5c26-4715-9eef-edb1a3144ccb HTTP/1.1" status: 200 len: 998 time: 0.1730237 Mar 31 15:41:13.273853 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-6f4f3ffe-d960-4335-abe6-4a09dae999bc None None] Set router eebd0ea3-18c7-4d66-a88a-2cf18fdc1147 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:41:13.416014 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b702a0d-28fe-47ff-8b41-1675caceec0f req-31507c36-58a4-4e7a-b87b-d08eec7db307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:13.417489 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2b702a0d-28fe-47ff-8b41-1675caceec0f req-31507c36-58a4-4e7a-b87b-d08eec7db307 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e734d902-f66d-4ecf-a62d-bf52ddb7f9f9 HTTP/1.1" status: 200 len: 834 time: 0.1524410 Mar 31 15:41:13.758421 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b702a0d-28fe-47ff-8b41-1675caceec0f req-e43d5307-6c15-4c57-8621-801eac2043ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:13.760820 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2b702a0d-28fe-47ff-8b41-1675caceec0f req-e43d5307-6c15-4c57-8621-801eac2043ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e12deb7-8c7f-449e-b762-51406ac7bebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2907777 Mar 31 15:41:13.804554 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-6f4f3ffe-d960-4335-abe6-4a09dae999bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'name': 'tempest-TestNetworkBasicOps-router-1382130995', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:40:34Z', 'updated_at': '2022-03-31T15:40:42Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:40:35Z', 'updated_at': '2022-03-31T15:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'f716cf6f-23fc-4f21-a8e0-0e33d1dc8ec5', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.7', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'port_id': '110e61f6-5c26-4715-9eef-edb1a3144ccb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf', 'mac_address': 'fa:16:3e:e1:05:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11e4b98-8fff-458f-a373-6d260bb0d3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:41:10Z', 'updated_at': '2022-03-31T15:41:10Z', 'revision_number': 0, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724eaf35-c0d5-47b8-87f4-eb0e8f469ce0', 'name': '', 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:22:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'e734d902-f66d-4ecf-a62d-bf52ddb7f9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:40:41Z', 'updated_at': '2022-03-31T15:40:49Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'e734d902-f66d-4ecf-a62d-bf52ddb7f9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:13.810788 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4f3ffe-d960-4335-abe6-4a09dae999bc None None] The sync data for ids ['eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'] in dv-neutron-833379-2-hyperv is: [{'id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'name': 'tempest-TestNetworkBasicOps-router-1382130995', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:40:34Z', 'updated_at': '2022-03-31T15:40:42Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:40:35Z', 'updated_at': '2022-03-31T15:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'f716cf6f-23fc-4f21-a8e0-0e33d1dc8ec5', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.7', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'port_id': '110e61f6-5c26-4715-9eef-edb1a3144ccb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf', 'mac_address': 'fa:16:3e:e1:05:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11e4b98-8fff-458f-a373-6d260bb0d3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:41:10Z', 'updated_at': '2022-03-31T15:41:10Z', 'revision_number': 0, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724eaf35-c0d5-47b8-87f4-eb0e8f469ce0', 'name': '', 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:22:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'e734d902-f66d-4ecf-a62d-bf52ddb7f9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:40:41Z', 'updated_at': '2022-03-31T15:40:49Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'e734d902-f66d-4ecf-a62d-bf52ddb7f9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:41:13.983382 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50726) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:41:14.037503 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2b702a0d-28fe-47ff-8b41-1675caceec0f req-dbcf98eb-0823-446a-8ad4-d96a4b0f5130 service neutron] 10.222.0.41 "GET /v2.0/networks/9e12deb7-8c7f-449e-b762-51406ac7bebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651832 Mar 31 15:41:14.075717 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4b2652-2be7-4ea1-9171-70d121d028c0 None None] New status for floating IP f716cf6f-23fc-4f21-a8e0-0e33d1dc8ec5: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:41:14.130949 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2e614611-6aa4-499c-bd24-4647dea76b9e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:14.148806 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-910f2e0b-4ad7-4c07-953a-2a21953ccf2b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/f716cf6f-23fc-4f21-a8e0-0e33d1dc8ec5 HTTP/1.1" status: 200 len: 990 time: 0.1638088 Mar 31 15:41:14.287969 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2b702a0d-28fe-47ff-8b41-1675caceec0f req-2064e25a-e657-4e3c-81d5-514a130a27fc service neutron] 10.222.0.41 "GET /v2.0/networks/9e12deb7-8c7f-449e-b762-51406ac7bebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426612 Mar 31 15:41:14.404254 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2e614611-6aa4-499c-bd24-4647dea76b9e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:14.693173 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2e614611-6aa4-499c-bd24-4647dea76b9e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:14.824313 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2e614611-6aa4-499c-bd24-4647dea76b9e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:15.074654 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e614611-6aa4-499c-bd24-4647dea76b9e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Pushing event updated for resources: {'Port': ['ID=4d0e83d1-6bc4-4fbc-a6a6-580bfb8304a8,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:15.094361 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2e614611-6aa4-499c-bd24-4647dea76b9e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:15.154371 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50730) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:41:15.295932 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-dbc05abb-ac18-4f90-9ae4-0c6287a75eda tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/f716cf6f-23fc-4f21-a8e0-0e33d1dc8ec5 HTTP/1.1" status: 200 len: 992 time: 0.1392965 Mar 31 15:41:15.342028 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [None req-2e614611-6aa4-499c-bd24-4647dea76b9e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Floating IP 1112531d-8f65-4fd5-b668-894768fd6e2d associated. External IP: 172.26.5.55, port: 5f0ffb0d-ee5c-4ab4-9f80-c37961709505. Mar 31 15:41:15.860336 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e614611-6aa4-499c-bd24-4647dea76b9e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Router 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:41:16.096224 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e614611-6aa4-499c-bd24-4647dea76b9e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:41:16.109649 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6297b031-5ef1-4be1-b0e1-59d5439326f8 None None] Sync routers for ids ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:41:16.121830 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6297b031-5ef1-4be1-b0e1-59d5439326f8 None None] Routers {'83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:41:16.122589 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-6297b031-5ef1-4be1-b0e1-59d5439326f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:41:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:16.252712 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2e614611-6aa4-499c-bd24-4647dea76b9e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:16.322713 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-6297b031-5ef1-4be1-b0e1-59d5439326f8 None None] Set router 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:41:16.351545 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2e614611-6aa4-499c-bd24-4647dea76b9e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.6191676 Mar 31 15:41:16.352546 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790c0427-ef45-4086-955a-f8ea2ec173fc', 'tag': '5f0ffb0d-ee5c-4ab4-9f80-c37961709505'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:41:16.437135 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790c0427-ef45-4086-955a-f8ea2ec173fc', 'tag': '5f0ffb0d-ee5c-4ab4-9f80-c37961709505', 'status': 'completed', 'code': 200} Mar 31 15:41:16.557610 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4dfbd-344f-4524-81fc-3c1fe2d0f4e5 req-b4b08783-b8d4-41ab-9088-4486b456e4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:16.560364 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78a4dfbd-344f-4524-81fc-3c1fe2d0f4e5 req-b4b08783-b8d4-41ab-9088-4486b456e4d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d80c83d1fbe401682aa9514176018aa&device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 1098 time: 0.0957375 Mar 31 15:41:16.771235 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4dfbd-344f-4524-81fc-3c1fe2d0f4e5 req-ff50ef1b-225d-4da3-a3c5-eefbdbce8c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:16.772750 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78a4dfbd-344f-4524-81fc-3c1fe2d0f4e5 req-ff50ef1b-225d-4da3-a3c5-eefbdbce8c3b service neutron] 10.222.0.41 "GET /v2.0/networks?id=b062db18-3c45-443b-8ed2-a8ef4849e9af HTTP/1.1" status: 200 len: 913 time: 0.1996202 Mar 31 15:41:16.834109 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-6297b031-5ef1-4be1-b0e1-59d5439326f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'name': 'tempest-TestVolumeBootPattern-1685436417-router', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20'}], 'enable_snat': True}, 'gw_port_id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:51Z', 'updated_at': '2022-03-31T15:32:59Z', 'revision_number': 4, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'gw_port': {'id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:53Z', 'updated_at': '2022-03-31T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '1112531d-8f65-4fd5-b668-894768fd6e2d', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'floating_ip_address': '172.26.5.55', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'port_id': '5f0ffb0d-ee5c-4ab4-9f80-c37961709505', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'mac_address': 'fa:16:3e:73:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790c0427-ef45-4086-955a-f8ea2ec173fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:41:13Z', 'updated_at': '2022-03-31T15:41:13Z', 'revision_number': 0, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'fixed_ip_address_scope': None}, {'id': 'e71b64d1-5926-466c-a040-7fcbf0e782fa', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'floating_ip_address': '172.26.5.164', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'port_id': '9335ae74-fd8a-4f39-b1ab-315e74eedf4b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'mac_address': 'fa:16:3e:bb:87:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a83a8-c120-43f4-885c-308e86638c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:37:42Z', 'updated_at': '2022-03-31T15:37:45Z', 'revision_number': 1, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7d4c3b-ba84-4281-851b-f58d022b83cb', 'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'mac_address': 'fa:16:3e:c1:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:58Z', 'updated_at': '2022-03-31T15:33:08Z', 'revision_number': 5, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'subnets': [{'id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:16.838567 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6297b031-5ef1-4be1-b0e1-59d5439326f8 None None] Checking router: 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:41:16.848790 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6297b031-5ef1-4be1-b0e1-59d5439326f8 None None] Routers {'83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:41:16.849447 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-6297b031-5ef1-4be1-b0e1-59d5439326f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:41:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:16.907120 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78a4dfbd-344f-4524-81fc-3c1fe2d0f4e5 req-86960aa6-03da-4105-9bbc-055d62a36837 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f0ffb0d-ee5c-4ab4-9f80-c37961709505 HTTP/1.1" status: 200 len: 998 time: 0.1277623 Mar 31 15:41:16.981723 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4dfbd-344f-4524-81fc-3c1fe2d0f4e5 req-2eee5f2d-ff53-4081-9761-33bbc54ca369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:16.984213 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78a4dfbd-344f-4524-81fc-3c1fe2d0f4e5 req-2eee5f2d-ff53-4081-9761-33bbc54ca369 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df984311-c0fe-4d96-bc1f-8e89883604f5 HTTP/1.1" status: 200 len: 851 time: 0.0705223 Mar 31 15:41:17.048712 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-6297b031-5ef1-4be1-b0e1-59d5439326f8 None None] Set router 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:41:17.077577 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4dfbd-344f-4524-81fc-3c1fe2d0f4e5 req-51079862-c18f-4774-8c9b-8f89550a6b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:17.079377 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78a4dfbd-344f-4524-81fc-3c1fe2d0f4e5 req-51079862-c18f-4774-8c9b-8f89550a6b61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b062db18-3c45-443b-8ed2-a8ef4849e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0903821 Mar 31 15:41:17.402621 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78a4dfbd-344f-4524-81fc-3c1fe2d0f4e5 req-4132f799-c828-4ac3-967b-eb12c32cebdd service neutron] 10.222.0.41 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076329 Mar 31 15:41:17.519325 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-6297b031-5ef1-4be1-b0e1-59d5439326f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'name': 'tempest-TestVolumeBootPattern-1685436417-router', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20'}], 'enable_snat': True}, 'gw_port_id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:51Z', 'updated_at': '2022-03-31T15:32:59Z', 'revision_number': 4, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'gw_port': {'id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:53Z', 'updated_at': '2022-03-31T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '1112531d-8f65-4fd5-b668-894768fd6e2d', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'floating_ip_address': '172.26.5.55', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'port_id': '5f0ffb0d-ee5c-4ab4-9f80-c37961709505', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'mac_address': 'fa:16:3e:73:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790c0427-ef45-4086-955a-f8ea2ec173fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:41:13Z', 'updated_at': '2022-03-31T15:41:13Z', 'revision_number': 0, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'fixed_ip_address_scope': None}, {'id': 'e71b64d1-5926-466c-a040-7fcbf0e782fa', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'floating_ip_address': '172.26.5.164', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'port_id': '9335ae74-fd8a-4f39-b1ab-315e74eedf4b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'mac_address': 'fa:16:3e:bb:87:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a83a8-c120-43f4-885c-308e86638c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:37:42Z', 'updated_at': '2022-03-31T15:37:45Z', 'revision_number': 1, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7d4c3b-ba84-4281-851b-f58d022b83cb', 'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'mac_address': 'fa:16:3e:c1:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:58Z', 'updated_at': '2022-03-31T15:33:08Z', 'revision_number': 5, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'subnets': [{'id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:17.525907 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6297b031-5ef1-4be1-b0e1-59d5439326f8 None None] The sync data for ids ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'] in dv-neutron-833379-2-hyperv is: [{'id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'name': 'tempest-TestVolumeBootPattern-1685436417-router', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20'}], 'enable_snat': True}, 'gw_port_id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:51Z', 'updated_at': '2022-03-31T15:32:59Z', 'revision_number': 4, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'gw_port': {'id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:53Z', 'updated_at': '2022-03-31T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '1112531d-8f65-4fd5-b668-894768fd6e2d', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'floating_ip_address': '172.26.5.55', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'port_id': '5f0ffb0d-ee5c-4ab4-9f80-c37961709505', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'mac_address': 'fa:16:3e:73:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790c0427-ef45-4086-955a-f8ea2ec173fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:41:13Z', 'updated_at': '2022-03-31T15:41:13Z', 'revision_number': 0, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'fixed_ip_address_scope': None}, {'id': 'e71b64d1-5926-466c-a040-7fcbf0e782fa', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'floating_ip_address': '172.26.5.164', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'port_id': '9335ae74-fd8a-4f39-b1ab-315e74eedf4b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'mac_address': 'fa:16:3e:bb:87:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a83a8-c120-43f4-885c-308e86638c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:37:42Z', 'updated_at': '2022-03-31T15:37:45Z', 'revision_number': 1, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7d4c3b-ba84-4281-851b-f58d022b83cb', 'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'mac_address': 'fa:16:3e:c1:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:58Z', 'updated_at': '2022-03-31T15:33:08Z', 'revision_number': 5, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'subnets': [{'id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:41:17.590448 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78a4dfbd-344f-4524-81fc-3c1fe2d0f4e5 req-b4c98631-230f-4a9f-b036-c663434d11b5 service neutron] 10.222.0.41 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891465 Mar 31 15:41:17.792503 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb58afd-51b0-4000-9375-af929990e855 None None] New status for floating IP 1112531d-8f65-4fd5-b668-894768fd6e2d: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:41:25.246690 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:28.869171 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:41:33.148530 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4144711d-259d-446a-8197-1e5006d36390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:35.188839 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-555c241f-f668-42a5-b845-66b24dca2bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:36.697817 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:36.802644 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:38.417824 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:41.442924 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bb035595-c5d5-4f05-96bb-8593f2aedcc3 req-ee51c628-ad21-42b2-91d7-351f6c82088f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1c6a83a8-c120-43f4-885c-308e86638c6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793300 Mar 31 15:41:41.594872 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb035595-c5d5-4f05-96bb-8593f2aedcc3 req-2cd6684e-b791-4cef-8011-426abe27377e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:41.596352 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bb035595-c5d5-4f05-96bb-8593f2aedcc3 req-2cd6684e-b791-4cef-8011-426abe27377e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d80c83d1fbe401682aa9514176018aa&device_id=1c6a83a8-c120-43f4-885c-308e86638c6c HTTP/1.1" status: 200 len: 1099 time: 0.0750258 Mar 31 15:41:41.761173 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb035595-c5d5-4f05-96bb-8593f2aedcc3 req-d115550e-e3ce-4d9e-8bb7-e504cb93db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:41.761173 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bb035595-c5d5-4f05-96bb-8593f2aedcc3 req-d115550e-e3ce-4d9e-8bb7-e504cb93db1b service neutron] 10.222.0.41 "GET /v2.0/networks?id=b062db18-3c45-443b-8ed2-a8ef4849e9af HTTP/1.1" status: 200 len: 913 time: 0.1369922 Mar 31 15:41:41.880803 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bb035595-c5d5-4f05-96bb-8593f2aedcc3 req-d3cf2532-d381-4550-ad86-12fb46fc11f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9335ae74-fd8a-4f39-b1ab-315e74eedf4b HTTP/1.1" status: 200 len: 1002 time: 0.1143014 Mar 31 15:41:41.947587 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb035595-c5d5-4f05-96bb-8593f2aedcc3 req-1d35b3f6-1597-4c5f-a0f3-7dbe659f0174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:41.949045 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bb035595-c5d5-4f05-96bb-8593f2aedcc3 req-1d35b3f6-1597-4c5f-a0f3-7dbe659f0174 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df984311-c0fe-4d96-bc1f-8e89883604f5 HTTP/1.1" status: 200 len: 851 time: 0.0612264 Mar 31 15:41:42.033033 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb035595-c5d5-4f05-96bb-8593f2aedcc3 req-0fac0483-5323-477c-8afb-6a370f518c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:42.034679 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bb035595-c5d5-4f05-96bb-8593f2aedcc3 req-0fac0483-5323-477c-8afb-6a370f518c32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b062db18-3c45-443b-8ed2-a8ef4849e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783608 Mar 31 15:41:42.181471 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bb035595-c5d5-4f05-96bb-8593f2aedcc3 req-fb79f304-1214-4af7-b6ab-6d76b95a63ce service neutron] 10.222.0.41 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398995 Mar 31 15:41:42.341128 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bb035595-c5d5-4f05-96bb-8593f2aedcc3 req-5a707c32-6602-4874-982f-6c51f51e9dbc service neutron] 10.222.0.41 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511643 Mar 31 15:41:44.513331 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50754) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:41:44.711081 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-35870633-360c-49f7-b07d-66ec2ec84ae6 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/routers/eebd0ea3-18c7-4d66-a88a-2cf18fdc1147/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1967649 Mar 31 15:41:44.713925 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50758) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:41:45.124013 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0ec1c9-f1ed-4520-8dbf-f22cbae805a7 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Notify agent at dv-neutron-833379-2-hyperv the message router_removed_from_agent {{(pid=103443) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 31 15:41:45.128327 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ba0ec1c9-f1ed-4520-8dbf-f22cbae805a7 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "DELETE /v2.0/agents/89dbc67c-bd0b-44a9-a6a4-e70e76be2707/l3-routers/eebd0ea3-18c7-4d66-a88a-2cf18fdc1147 HTTP/1.1" status: 204 len: 168 time: 0.4131947 Mar 31 15:41:45.130750 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50762) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:41:45.476819 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4a91a644-0d00-415f-bbd5-330c6ce4e9cf tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/routers/eebd0ea3-18c7-4d66-a88a-2cf18fdc1147/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.3437080 Mar 31 15:41:45.478777 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50766) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:41:45.633463 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-36a881ba-fcb3-4066-9424-6fe011f90568 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/f716cf6f-23fc-4f21-a8e0-0e33d1dc8ec5 HTTP/1.1" status: 200 len: 992 time: 0.1535957 Mar 31 15:41:45.929253 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3a7a58-5831-4632-9102-1bed999dea1a None None] New status for floating IP f716cf6f-23fc-4f21-a8e0-0e33d1dc8ec5: DOWN {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:41:46.636960 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50772) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:41:46.756883 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c318302e-6a6e-45c7-9119-543927018a2e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/f716cf6f-23fc-4f21-a8e0-0e33d1dc8ec5 HTTP/1.1" status: 200 len: 990 time: 0.1185474 Mar 31 15:41:47.210765 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:41:47.333039 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:47.372559 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=724eaf35-c0d5-47b8-87f4-eb0e8f469ce0,segment=NetworkSegment(7409b8a6-88d5-4783-866f-d5a52dba2a6f),segment_id=7409b8a6-88d5-4783-866f-d5a52dba2a6f)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:41:47.487793 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:47.487793 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device a0ad3017-ce28-48c9-a1a0-ad88623a47a6 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:41:47.600237 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=724eaf35-c0d5-47b8-87f4-eb0e8f469ce0,revision_number=6']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:47.608647 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:47.609002 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:47.609367 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:47.610351 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:47.610626 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:47.610958 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:47.611290 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:47.611618 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:47.611950 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:47.612275 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:47.612601 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:47.612917 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:47.677080 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:47.693906 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port a0ad3017-ce28-48c9-a1a0-ad88623a47a6, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=a0ad3017-ce28-48c9-a1a0-ad88623a47a6,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:41:47.906442 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50778) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:41:47.999716 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:48.057374 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=a0ad3017-ce28-48c9-a1a0-ad88623a47a6,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:48.342774 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be89278-6411-46a6-9154-1fc4fb488802 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Router eebd0ea3-18c7-4d66-a88a-2cf18fdc1147 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:41:48.342774 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be89278-6411-46a6-9154-1fc4fb488802 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Notify agent at dv-neutron-833379-2-hyperv the message router_added_to_agent {{(pid=103443) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 31 15:41:48.364933 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5be89278-6411-46a6-9154-1fc4fb488802 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "POST /v2.0/agents/89dbc67c-bd0b-44a9-a6a4-e70e76be2707/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.4532051 Mar 31 15:41:48.371445 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50786) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:41:48.377824 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d562e790-87de-436b-8005-01c23d472553 None None] Sync routers for ids ['eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:41:48.393773 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d562e790-87de-436b-8005-01c23d472553 None None] Routers {'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:41:48.394593 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d562e790-87de-436b-8005-01c23d472553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:41:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:48.601745 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6edd404e-5fb0-4844-befc-3dc38bf574fc tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/routers/eebd0ea3-18c7-4d66-a88a-2cf18fdc1147/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2382703 Mar 31 15:41:48.606971 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50790) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:41:48.626671 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-d562e790-87de-436b-8005-01c23d472553 None None] Set router eebd0ea3-18c7-4d66-a88a-2cf18fdc1147 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:41:48.724695 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d0be75c6-4f51-493f-9654-e7765036ab18 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/f716cf6f-23fc-4f21-a8e0-0e33d1dc8ec5 HTTP/1.1" status: 200 len: 990 time: 0.1146603 Mar 31 15:41:49.091917 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d562e790-87de-436b-8005-01c23d472553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'name': 'tempest-TestNetworkBasicOps-router-1382130995', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:40:34Z', 'updated_at': '2022-03-31T15:40:42Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:40:35Z', 'updated_at': '2022-03-31T15:41:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'f716cf6f-23fc-4f21-a8e0-0e33d1dc8ec5', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.7', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'port_id': '110e61f6-5c26-4715-9eef-edb1a3144ccb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf', 'mac_address': 'fa:16:3e:e1:05:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11e4b98-8fff-458f-a373-6d260bb0d3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:41:10Z', 'updated_at': '2022-03-31T15:41:46Z', 'revision_number': 2, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724eaf35-c0d5-47b8-87f4-eb0e8f469ce0', 'name': '', 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:22:0a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'e734d902-f66d-4ecf-a62d-bf52ddb7f9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:40:41Z', 'updated_at': '2022-03-31T15:41:47Z', 'revision_number': 6, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'e734d902-f66d-4ecf-a62d-bf52ddb7f9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:49.096362 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d562e790-87de-436b-8005-01c23d472553 None None] Checking router: eebd0ea3-18c7-4d66-a88a-2cf18fdc1147 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:41:49.105139 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d562e790-87de-436b-8005-01c23d472553 None None] Routers {'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:41:49.105836 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d562e790-87de-436b-8005-01c23d472553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:41:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:49.341343 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-d562e790-87de-436b-8005-01c23d472553 None None] Set router eebd0ea3-18c7-4d66-a88a-2cf18fdc1147 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:41:49.729082 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50794) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:41:49.743600 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d562e790-87de-436b-8005-01c23d472553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'name': 'tempest-TestNetworkBasicOps-router-1382130995', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:40:34Z', 'updated_at': '2022-03-31T15:40:42Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:40:35Z', 'updated_at': '2022-03-31T15:41:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'f716cf6f-23fc-4f21-a8e0-0e33d1dc8ec5', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.7', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'port_id': '110e61f6-5c26-4715-9eef-edb1a3144ccb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf', 'mac_address': 'fa:16:3e:e1:05:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11e4b98-8fff-458f-a373-6d260bb0d3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:41:10Z', 'updated_at': '2022-03-31T15:41:46Z', 'revision_number': 2, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724eaf35-c0d5-47b8-87f4-eb0e8f469ce0', 'name': '', 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:22:0a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'e734d902-f66d-4ecf-a62d-bf52ddb7f9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:40:41Z', 'updated_at': '2022-03-31T15:41:47Z', 'revision_number': 6, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'e734d902-f66d-4ecf-a62d-bf52ddb7f9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:49.748590 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d562e790-87de-436b-8005-01c23d472553 None None] The sync data for ids ['eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'] in dv-neutron-833379-2-hyperv is: [{'id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'name': 'tempest-TestNetworkBasicOps-router-1382130995', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:40:34Z', 'updated_at': '2022-03-31T15:40:42Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:40:35Z', 'updated_at': '2022-03-31T15:41:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'f716cf6f-23fc-4f21-a8e0-0e33d1dc8ec5', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.7', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'port_id': '110e61f6-5c26-4715-9eef-edb1a3144ccb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf', 'mac_address': 'fa:16:3e:e1:05:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11e4b98-8fff-458f-a373-6d260bb0d3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:41:10Z', 'updated_at': '2022-03-31T15:41:46Z', 'revision_number': 2, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724eaf35-c0d5-47b8-87f4-eb0e8f469ce0', 'name': '', 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:22:0a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'e734d902-f66d-4ecf-a62d-bf52ddb7f9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:40:41Z', 'updated_at': '2022-03-31T15:41:47Z', 'revision_number': 6, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'e734d902-f66d-4ecf-a62d-bf52ddb7f9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:41:49.863071 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-72b4db11-6dd2-428c-b9f5-058919fae376 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/f716cf6f-23fc-4f21-a8e0-0e33d1dc8ec5 HTTP/1.1" status: 200 len: 990 time: 0.1248958 Mar 31 15:41:50.859123 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50798) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:41:51.095952 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f4fb353b-517c-4f12-a9b9-0b515f8f9641 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/f716cf6f-23fc-4f21-a8e0-0e33d1dc8ec5 HTTP/1.1" status: 200 len: 990 time: 0.2356122 Mar 31 15:41:51.267405 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:41:51.363531 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:41:51.364072 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:51.497861 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:51.534617 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=724eaf35-c0d5-47b8-87f4-eb0e8f469ce0,segment=NetworkSegment(7409b8a6-88d5-4783-866f-d5a52dba2a6f),segment_id=7409b8a6-88d5-4783-866f-d5a52dba2a6f)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:41:51.555557 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b37dec3-87c6-4ad8-9088-77e4ae0ed3f7 None None] New status for floating IP f716cf6f-23fc-4f21-a8e0-0e33d1dc8ec5: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:41:51.721104 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:51.721104 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device a0ad3017-ce28-48c9-a1a0-ad88623a47a6 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:41:51.831962 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=724eaf35-c0d5-47b8-87f4-eb0e8f469ce0,revision_number=7']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:51.843962 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port a0ad3017-ce28-48c9-a1a0-ad88623a47a6 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:41:51.844423 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:51.970135 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:51.988599 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port a0ad3017-ce28-48c9-a1a0-ad88623a47a6, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=a0ad3017-ce28-48c9-a1a0-ad88623a47a6,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:41:52.100366 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50802) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:41:52.206095 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:52.222843 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-70061849-9ec4-4ae7-8f6c-9ae366c73a87 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/f716cf6f-23fc-4f21-a8e0-0e33d1dc8ec5 HTTP/1.1" status: 200 len: 992 time: 0.1206250 Mar 31 15:41:52.295345 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=a0ad3017-ce28-48c9-a1a0-ad88623a47a6,revision_number=6']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:52.520111 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50810) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:41:52.809563 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-221036d5-c586-4283-aea5-b0cfb7ff58f3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port 4bcc68a2-9bcc-4c7b-90a4-072f813bfe07 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:41:52.809907 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-221036d5-c586-4283-aea5-b0cfb7ff58f3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:53.012152 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-221036d5-c586-4283-aea5-b0cfb7ff58f3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:53.012478 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-221036d5-c586-4283-aea5-b0cfb7ff58f3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:53.154965 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-221036d5-c586-4283-aea5-b0cfb7ff58f3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for 4bcc68a2-9bcc-4c7b-90a4-072f813bfe07 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:41:53.231425 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:41:53.324376 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:41:53.324376 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:53.450990 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device a0ad3017-ce28-48c9-a1a0-ad88623a47a6 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:41:53.526149 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-221036d5-c586-4283-aea5-b0cfb7ff58f3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:53.527140 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port a0ad3017-ce28-48c9-a1a0-ad88623a47a6 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:41:53.527513 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:53.579734 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221036d5-c586-4283-aea5-b0cfb7ff58f3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=4bcc68a2-9bcc-4c7b-90a4-072f813bfe07,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:53.590502 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221036d5-c586-4283-aea5-b0cfb7ff58f3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:53.590850 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221036d5-c586-4283-aea5-b0cfb7ff58f3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:53.591184 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221036d5-c586-4283-aea5-b0cfb7ff58f3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:53.591776 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221036d5-c586-4283-aea5-b0cfb7ff58f3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:53.591983 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221036d5-c586-4283-aea5-b0cfb7ff58f3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:53.592285 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221036d5-c586-4283-aea5-b0cfb7ff58f3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:53.593116 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221036d5-c586-4283-aea5-b0cfb7ff58f3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:53.593494 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221036d5-c586-4283-aea5-b0cfb7ff58f3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:53.594641 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221036d5-c586-4283-aea5-b0cfb7ff58f3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:53.594641 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221036d5-c586-4283-aea5-b0cfb7ff58f3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:53.594940 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221036d5-c586-4283-aea5-b0cfb7ff58f3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:53.595262 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221036d5-c586-4283-aea5-b0cfb7ff58f3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:53.704432 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-221036d5-c586-4283-aea5-b0cfb7ff58f3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:53.705236 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-221036d5-c586-4283-aea5-b0cfb7ff58f3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Floating IP f716cf6f-23fc-4f21-a8e0-0e33d1dc8ec5 disassociated (deleted). External IP: 172.26.5.7, port: 110e61f6-5c26-4715-9eef-edb1a3144ccb. Mar 31 15:41:54.235930 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221036d5-c586-4283-aea5-b0cfb7ff58f3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router eebd0ea3-18c7-4d66-a88a-2cf18fdc1147 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:41:54.463443 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221036d5-c586-4283-aea5-b0cfb7ff58f3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:41:54.474998 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3285598-705f-4ad6-b72a-eebfc8b9d894 None None] Sync routers for ids ['eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:41:54.487947 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3285598-705f-4ad6-b72a-eebfc8b9d894 None None] Routers {'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:41:54.488485 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d3285598-705f-4ad6-b72a-eebfc8b9d894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:41:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:54.628430 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-221036d5-c586-4283-aea5-b0cfb7ff58f3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:54.703510 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-d3285598-705f-4ad6-b72a-eebfc8b9d894 None None] Set router eebd0ea3-18c7-4d66-a88a-2cf18fdc1147 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:41:54.713872 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-221036d5-c586-4283-aea5-b0cfb7ff58f3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/floatingips/f716cf6f-23fc-4f21-a8e0-0e33d1dc8ec5 HTTP/1.1" status: 204 len: 168 time: 2.1924260 Mar 31 15:41:54.715586 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11e4b98-8fff-458f-a373-6d260bb0d3bb', 'tag': '110e61f6-5c26-4715-9eef-edb1a3144ccb'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:41:54.780992 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11e4b98-8fff-458f-a373-6d260bb0d3bb', 'tag': '110e61f6-5c26-4715-9eef-edb1a3144ccb', 'status': 'completed', 'code': 200} Mar 31 15:41:54.930051 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433855ad-0451-4cf9-9711-e9d70c62722d req-98a759c1-78b9-46cb-9d63-0315f536e56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:54.933297 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-433855ad-0451-4cf9-9711-e9d70c62722d req-98a759c1-78b9-46cb-9d63-0315f536e56b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=a11e4b98-8fff-458f-a373-6d260bb0d3bb HTTP/1.1" status: 200 len: 1099 time: 0.1255314 Mar 31 15:41:55.122632 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433855ad-0451-4cf9-9711-e9d70c62722d req-c5cd9e34-16e8-4eb6-9c73-57640a92fff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:55.124814 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-433855ad-0451-4cf9-9711-e9d70c62722d req-c5cd9e34-16e8-4eb6-9c73-57640a92fff8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9e12deb7-8c7f-449e-b762-51406ac7bebf HTTP/1.1" status: 200 len: 898 time: 0.1848669 Mar 31 15:41:55.178592 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d3285598-705f-4ad6-b72a-eebfc8b9d894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'name': 'tempest-TestNetworkBasicOps-router-1382130995', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:40:34Z', 'updated_at': '2022-03-31T15:40:42Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:40:35Z', 'updated_at': '2022-03-31T15:41:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '724eaf35-c0d5-47b8-87f4-eb0e8f469ce0', 'name': '', 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:22:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'e734d902-f66d-4ecf-a62d-bf52ddb7f9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:40:41Z', 'updated_at': '2022-03-31T15:41:51Z', 'revision_number': 7, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'e734d902-f66d-4ecf-a62d-bf52ddb7f9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:55.183769 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3285598-705f-4ad6-b72a-eebfc8b9d894 None None] Checking router: eebd0ea3-18c7-4d66-a88a-2cf18fdc1147 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:41:55.194293 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3285598-705f-4ad6-b72a-eebfc8b9d894 None None] Routers {'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:41:55.195008 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d3285598-705f-4ad6-b72a-eebfc8b9d894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:41:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:55.226194 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-433855ad-0451-4cf9-9711-e9d70c62722d req-112850af-e672-4cc9-a057-f9aad154a1b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=110e61f6-5c26-4715-9eef-edb1a3144ccb HTTP/1.1" status: 200 len: 217 time: 0.0943232 Mar 31 15:41:55.313802 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433855ad-0451-4cf9-9711-e9d70c62722d req-ac775712-1c43-4ef0-9f51-ac8e823f74eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:55.316298 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-433855ad-0451-4cf9-9711-e9d70c62722d req-ac775712-1c43-4ef0-9f51-ac8e823f74eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e734d902-f66d-4ecf-a62d-bf52ddb7f9f9 HTTP/1.1" status: 200 len: 834 time: 0.0840490 Mar 31 15:41:55.361267 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:55.407216 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433855ad-0451-4cf9-9711-e9d70c62722d req-acd8ee8f-06ea-4605-8330-3b7161d766cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:55.422065 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-433855ad-0451-4cf9-9711-e9d70c62722d req-acd8ee8f-06ea-4605-8330-3b7161d766cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e12deb7-8c7f-449e-b762-51406ac7bebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0869200 Mar 31 15:41:55.422323 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-d3285598-705f-4ad6-b72a-eebfc8b9d894 None None] Set router eebd0ea3-18c7-4d66-a88a-2cf18fdc1147 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:41:55.604122 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-433855ad-0451-4cf9-9711-e9d70c62722d req-91f9f921-7c45-4a2f-9cf0-5b7cf9308bc2 service neutron] 10.222.0.41 "GET /v2.0/networks/9e12deb7-8c7f-449e-b762-51406ac7bebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882167 Mar 31 15:41:55.836624 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d3285598-705f-4ad6-b72a-eebfc8b9d894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'name': 'tempest-TestNetworkBasicOps-router-1382130995', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:40:34Z', 'updated_at': '2022-03-31T15:40:42Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:40:35Z', 'updated_at': '2022-03-31T15:41:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '724eaf35-c0d5-47b8-87f4-eb0e8f469ce0', 'name': '', 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:22:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'e734d902-f66d-4ecf-a62d-bf52ddb7f9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:40:41Z', 'updated_at': '2022-03-31T15:41:51Z', 'revision_number': 7, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'e734d902-f66d-4ecf-a62d-bf52ddb7f9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:55.841355 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3285598-705f-4ad6-b72a-eebfc8b9d894 None None] The sync data for ids ['eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'] in dv-neutron-833379-2-hyperv is: [{'id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'name': 'tempest-TestNetworkBasicOps-router-1382130995', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:40:34Z', 'updated_at': '2022-03-31T15:40:42Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:40:35Z', 'updated_at': '2022-03-31T15:41:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '724eaf35-c0d5-47b8-87f4-eb0e8f469ce0', 'name': '', 'network_id': '9e12deb7-8c7f-449e-b762-51406ac7bebf', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:22:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'e734d902-f66d-4ecf-a62d-bf52ddb7f9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:40:41Z', 'updated_at': '2022-03-31T15:41:51Z', 'revision_number': 7, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'e734d902-f66d-4ecf-a62d-bf52ddb7f9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:41:55.927107 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-433855ad-0451-4cf9-9711-e9d70c62722d req-7f3caeed-6a3c-4554-a48d-c359af8b2a7f service neutron] 10.222.0.41 "GET /v2.0/networks/9e12deb7-8c7f-449e-b762-51406ac7bebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123772 Mar 31 15:41:55.932812 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1c7fb-f33e-4146-9b4c-8f6688296615 req-988e8e06-b951-42ab-8f6f-67db2e688ccf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:55.934386 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-13d1c7fb-f33e-4146-9b4c-8f6688296615 req-988e8e06-b951-42ab-8f6f-67db2e688ccf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=a11e4b98-8fff-458f-a373-6d260bb0d3bb HTTP/1.1" status: 200 len: 946 time: 0.2310622 Mar 31 15:41:56.006498 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-13d1c7fb-f33e-4146-9b4c-8f6688296615 req-99065e8b-8205-431a-8932-97f4b64cf386 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7cd2328-b1c1-427f-9585-ae072a691dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469296 Mar 31 15:41:56.723095 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8c0215-5fe4-462b-845e-e15a3bf22503 None None] New status for floating IP f716cf6f-23fc-4f21-a8e0-0e33d1dc8ec5: DOWN {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:41:56.915626 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ccca32-f3db-4bb2-9d63-28276997cf45 req-84cbeb5e-3a78-40c7-ba33-64a2ccfaf750 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:56.917566 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-35ccca32-f3db-4bb2-9d63-28276997cf45 req-84cbeb5e-3a78-40c7-ba33-64a2ccfaf750 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/ports?device_id=a11e4b98-8fff-458f-a373-6d260bb0d3bb HTTP/1.1" status: 200 len: 946 time: 0.0963922 Mar 31 15:41:57.004486 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-35ccca32-f3db-4bb2-9d63-28276997cf45 req-3e4dc9df-d180-43ab-9ae6-c85a7075ef7d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port 110e61f6-5c26-4715-9eef-edb1a3144ccb {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:41:57.005185 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-35ccca32-f3db-4bb2-9d63-28276997cf45 req-3e4dc9df-d180-43ab-9ae6-c85a7075ef7d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:57.222531 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e389461-62d8-42f4-8157-fb5350fb24c6 req-edf86f5c-58f5-4708-9063-c32ec0d880a7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:57.223289 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-3e389461-62d8-42f4-8157-fb5350fb24c6 req-edf86f5c-58f5-4708-9063-c32ec0d880a7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:41:57.294162 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-35ccca32-f3db-4bb2-9d63-28276997cf45 req-3e4dc9df-d180-43ab-9ae6-c85a7075ef7d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] For port 110e61f6-5c26-4715-9eef-edb1a3144ccb, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=110e61f6-5c26-4715-9eef-edb1a3144ccb,segment=NetworkSegment(7409b8a6-88d5-4783-866f-d5a52dba2a6f),segment_id=7409b8a6-88d5-4783-866f-d5a52dba2a6f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:41:57.294525 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-35ccca32-f3db-4bb2-9d63-28276997cf45 req-3e4dc9df-d180-43ab-9ae6-c85a7075ef7d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:57.394182 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-3e389461-62d8-42f4-8157-fb5350fb24c6 req-edf86f5c-58f5-4708-9063-c32ec0d880a7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:41:57.398649 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3e389461-62d8-42f4-8157-fb5350fb24c6 req-edf86f5c-58f5-4708-9063-c32ec0d880a7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=a11e4b98-8fff-458f-a373-6d260bb0d3bb HTTP/1.1" status: 200 len: 946 time: 0.2630050 Mar 31 15:41:57.455907 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3e389461-62d8-42f4-8157-fb5350fb24c6 req-aaeb1f28-cf32-436a-9a5a-3a7feb6d9a4c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7cd2328-b1c1-427f-9585-ae072a691dee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522313 Mar 31 15:41:57.542425 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-35ccca32-f3db-4bb2-9d63-28276997cf45 req-3e4dc9df-d180-43ab-9ae6-c85a7075ef7d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for 110e61f6-5c26-4715-9eef-edb1a3144ccb owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:41:57.857128 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-35ccca32-f3db-4bb2-9d63-28276997cf45 req-3e4dc9df-d180-43ab-9ae6-c85a7075ef7d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:57.950099 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4dc9df-d180-43ab-9ae6-c85a7075ef7d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=110e61f6-5c26-4715-9eef-edb1a3144ccb,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:58.011001 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4dc9df-d180-43ab-9ae6-c85a7075ef7d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:58.011655 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4dc9df-d180-43ab-9ae6-c85a7075ef7d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:58.012023 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4dc9df-d180-43ab-9ae6-c85a7075ef7d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:58.012589 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4dc9df-d180-43ab-9ae6-c85a7075ef7d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:58.013073 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4dc9df-d180-43ab-9ae6-c85a7075ef7d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:58.013632 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4dc9df-d180-43ab-9ae6-c85a7075ef7d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:58.014097 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4dc9df-d180-43ab-9ae6-c85a7075ef7d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:58.014619 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4dc9df-d180-43ab-9ae6-c85a7075ef7d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:58.015108 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4dc9df-d180-43ab-9ae6-c85a7075ef7d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:58.015731 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4dc9df-d180-43ab-9ae6-c85a7075ef7d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:58.016711 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4dc9df-d180-43ab-9ae6-c85a7075ef7d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:58.017275 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4dc9df-d180-43ab-9ae6-c85a7075ef7d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:58.076579 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ccca32-f3db-4bb2-9d63-28276997cf45 req-3e4dc9df-d180-43ab-9ae6-c85a7075ef7d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] No DVR routers for this DVR port 110e61f6-5c26-4715-9eef-edb1a3144ccb on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:41:58.080108 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-35ccca32-f3db-4bb2-9d63-28276997cf45 req-3e4dc9df-d180-43ab-9ae6-c85a7075ef7d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:58.083281 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11e4b98-8fff-458f-a373-6d260bb0d3bb', 'name': 'network-vif-deleted', 'tag': '110e61f6-5c26-4715-9eef-edb1a3144ccb'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:41:58.134809 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11e4b98-8fff-458f-a373-6d260bb0d3bb', 'name': 'network-vif-deleted', 'tag': '110e61f6-5c26-4715-9eef-edb1a3144ccb', 'status': 'completed', 'code': 200} Mar 31 15:41:58.223962 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-35ccca32-f3db-4bb2-9d63-28276997cf45 req-3e4dc9df-d180-43ab-9ae6-c85a7075ef7d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "DELETE /v2.0/ports/110e61f6-5c26-4715-9eef-edb1a3144ccb HTTP/1.1" status: 204 len: 173 time: 1.3009832 Mar 31 15:41:58.642562 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a1cdb62b-46e2-4ba5-956b-09141525f025 req-96144b37-164f-47e4-9ba9-d0dba527526b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=a11e4b98-8fff-458f-a373-6d260bb0d3bb HTTP/1.1" status: 200 len: 210 time: 0.0475707 Mar 31 15:41:59.795997 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50830) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:41:59.881808 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2fd9003c-abca-4e55-98a4-7d2cb281ee7e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:41:59.919592 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2fd9003c-abca-4e55-98a4-7d2cb281ee7e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:00.104008 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2fd9003c-abca-4e55-98a4-7d2cb281ee7e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:00.123936 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9003c-abca-4e55-98a4-7d2cb281ee7e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cd2328-b1c1-427f-9585-ae072a691dee,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:00.257106 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2fd9003c-abca-4e55-98a4-7d2cb281ee7e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:00.264027 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2fd9003c-abca-4e55-98a4-7d2cb281ee7e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/security-groups/f7cd2328-b1c1-427f-9585-ae072a691dee HTTP/1.1" status: 204 len: 168 time: 0.4618955 Mar 31 15:42:00.482535 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50836) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:42:01.107526 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c242a66-760a-4b9f-946e-a7f3283e945f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:01.256971 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 110e61f6-5c26-4715-9eef-edb1a3144ccb no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:42:01.292642 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: 110e61f6-5c26-4715-9eef-edb1a3144ccb {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:42:01.292989 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 110e61f6-5c26-4715-9eef-edb1a3144ccb not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:42:01.657711 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6c242a66-760a-4b9f-946e-a7f3283e945f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:42:01.657711 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c242a66-760a-4b9f-946e-a7f3283e945f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:01.868303 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-6c242a66-760a-4b9f-946e-a7f3283e945f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] For port 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=724eaf35-c0d5-47b8-87f4-eb0e8f469ce0,segment=NetworkSegment(7409b8a6-88d5-4783-866f-d5a52dba2a6f),segment_id=7409b8a6-88d5-4783-866f-d5a52dba2a6f)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:42:01.881408 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c242a66-760a-4b9f-946e-a7f3283e945f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:02.000566 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6c242a66-760a-4b9f-946e-a7f3283e945f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:42:02.337528 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c242a66-760a-4b9f-946e-a7f3283e945f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:02.391346 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c242a66-760a-4b9f-946e-a7f3283e945f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=724eaf35-c0d5-47b8-87f4-eb0e8f469ce0,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:02.712032 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c242a66-760a-4b9f-946e-a7f3283e945f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:03.154417 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-55e87d09-ae53-4acb-a55b-5f76f718a87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:03.275252 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c242a66-760a-4b9f-946e-a7f3283e945f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router eebd0ea3-18c7-4d66-a88a-2cf18fdc1147 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:42:03.480991 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c242a66-760a-4b9f-946e-a7f3283e945f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:42:03.493140 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9986394-42ae-49cf-87a6-fc790719fd8e None None] Sync routers for ids ['eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:42:03.495723 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6c242a66-760a-4b9f-946e-a7f3283e945f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "PUT /v2.0/routers/eebd0ea3-18c7-4d66-a88a-2cf18fdc1147/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0115285 Mar 31 15:42:03.498852 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50840) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:42:03.504036 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9986394-42ae-49cf-87a6-fc790719fd8e None None] Routers {'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:42:03.505638 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a9986394-42ae-49cf-87a6-fc790719fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:41:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:03.573761 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-df0e49b6-fd13-4446-998c-adfe1dfcd4c1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting subnet e734d902-f66d-4ecf-a62d-bf52ddb7f9f9 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:42:03.576652 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df0e49b6-fd13-4446-998c-adfe1dfcd4c1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:03.655051 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df0e49b6-fd13-4446-998c-adfe1dfcd4c1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:03.707475 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a9986394-42ae-49cf-87a6-fc790719fd8e None None] Set router eebd0ea3-18c7-4d66-a88a-2cf18fdc1147 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:42:03.748233 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df0e49b6-fd13-4446-998c-adfe1dfcd4c1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:03.921444 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df0e49b6-fd13-4446-998c-adfe1dfcd4c1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:03.970243 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df0e49b6-fd13-4446-998c-adfe1dfcd4c1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:03.976951 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f07c582-b770-4c0b-b74d-13b1ca688966 None None] Network 9e12deb7-8c7f-449e-b762-51406ac7bebf requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:42:03.978859 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e49b6-fd13-4446-998c-adfe1dfcd4c1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Subnet': ['ID=e734d902-f66d-4ecf-a62d-bf52ddb7f9f9,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:03.987858 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50844) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:42:03.988342 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-df0e49b6-fd13-4446-998c-adfe1dfcd4c1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/subnets/e734d902-f66d-4ecf-a62d-bf52ddb7f9f9 HTTP/1.1" status: 204 len: 168 time: 0.4881809 Mar 31 15:42:04.197958 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49a4c851-e4ab-434c-a45d-fc03b0b5c876 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:04.242259 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a9986394-42ae-49cf-87a6-fc790719fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'name': 'tempest-TestNetworkBasicOps-router-1382130995', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:40:34Z', 'updated_at': '2022-03-31T15:42:02Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:40:35Z', 'updated_at': '2022-03-31T15:41:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:04.261988 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9986394-42ae-49cf-87a6-fc790719fd8e None None] Checking router: eebd0ea3-18c7-4d66-a88a-2cf18fdc1147 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:42:04.334219 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9986394-42ae-49cf-87a6-fc790719fd8e None None] Routers {'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:42:04.335465 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a9986394-42ae-49cf-87a6-fc790719fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:41:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:04.390107 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f48006-6b34-47b6-b8e7-c9feefc81c8a None None] DHCP port deletion for 9e12deb7-8c7f-449e-b762-51406ac7bebf request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:42:04.410083 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44f48006-6b34-47b6-b8e7-c9feefc81c8a None None] Deleting port 706be04f-55ba-4b55-9be3-4155f75f5291 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:42:04.415769 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44f48006-6b34-47b6-b8e7-c9feefc81c8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:04.431620 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49a4c851-e4ab-434c-a45d-fc03b0b5c876 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:04.579590 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-49a4c851-e4ab-434c-a45d-fc03b0b5c876 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port a0ad3017-ce28-48c9-a1a0-ad88623a47a6 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:42:04.580000 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49a4c851-e4ab-434c-a45d-fc03b0b5c876 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:04.658776 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a9986394-42ae-49cf-87a6-fc790719fd8e None None] Set router eebd0ea3-18c7-4d66-a88a-2cf18fdc1147 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:42:04.816179 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-49a4c851-e4ab-434c-a45d-fc03b0b5c876 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] For port a0ad3017-ce28-48c9-a1a0-ad88623a47a6, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=a0ad3017-ce28-48c9-a1a0-ad88623a47a6,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:42:04.816179 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49a4c851-e4ab-434c-a45d-fc03b0b5c876 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:04.934405 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44f48006-6b34-47b6-b8e7-c9feefc81c8a None None] For port 706be04f-55ba-4b55-9be3-4155f75f5291, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=706be04f-55ba-4b55-9be3-4155f75f5291,segment=NetworkSegment(7409b8a6-88d5-4783-866f-d5a52dba2a6f),segment_id=7409b8a6-88d5-4783-866f-d5a52dba2a6f)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:42:04.934702 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44f48006-6b34-47b6-b8e7-c9feefc81c8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:04.958327 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-49a4c851-e4ab-434c-a45d-fc03b0b5c876 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for a0ad3017-ce28-48c9-a1a0-ad88623a47a6 owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:42:05.074824 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44f48006-6b34-47b6-b8e7-c9feefc81c8a None None] Calling delete_port for 706be04f-55ba-4b55-9be3-4155f75f5291 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:42:05.240063 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 706be04f-55ba-4b55-9be3-4155f75f5291 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:42:05.307668 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d4ff7679-b5e6-4a1a-ae44-2386f354fe50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:05.316947 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a9986394-42ae-49cf-87a6-fc790719fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'name': 'tempest-TestNetworkBasicOps-router-1382130995', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:40:34Z', 'updated_at': '2022-03-31T15:42:02Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:40:35Z', 'updated_at': '2022-03-31T15:41:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:05.323319 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9986394-42ae-49cf-87a6-fc790719fd8e None None] The sync data for ids ['eebd0ea3-18c7-4d66-a88a-2cf18fdc1147'] in dv-neutron-833379-2-hyperv is: [{'id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'name': 'tempest-TestNetworkBasicOps-router-1382130995', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:40:34Z', 'updated_at': '2022-03-31T15:42:02Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'a0ad3017-ce28-48c9-a1a0-ad88623a47a6', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebd0ea3-18c7-4d66-a88a-2cf18fdc1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:40:35Z', 'updated_at': '2022-03-31T15:41:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:42:05.390116 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44f48006-6b34-47b6-b8e7-c9feefc81c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:05.439825 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:05.449076 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49a4c851-e4ab-434c-a45d-fc03b0b5c876 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:05.454610 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f48006-6b34-47b6-b8e7-c9feefc81c8a None None] Pushing event deleted for resources: {'Port': ['ID=706be04f-55ba-4b55-9be3-4155f75f5291,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:05.465141 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f48006-6b34-47b6-b8e7-c9feefc81c8a None None] No DVR routers for this DVR port 706be04f-55ba-4b55-9be3-4155f75f5291 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:42:05.656523 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4c851-e4ab-434c-a45d-fc03b0b5c876 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=a0ad3017-ce28-48c9-a1a0-ad88623a47a6,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:05.760975 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49a4c851-e4ab-434c-a45d-fc03b0b5c876 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:05.869350 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:42:05.945394 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49a4c851-e4ab-434c-a45d-fc03b0b5c876 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:05.986606 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49a4c851-e4ab-434c-a45d-fc03b0b5c876 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:06.132291 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49a4c851-e4ab-434c-a45d-fc03b0b5c876 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:06.132291 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a4c851-e4ab-434c-a45d-fc03b0b5c876 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Fanout notify agent at l3_agent the message router_deleted on router eebd0ea3-18c7-4d66-a88a-2cf18fdc1147 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:42:06.155866 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49a4c851-e4ab-434c-a45d-fc03b0b5c876 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:06.158751 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-49a4c851-e4ab-434c-a45d-fc03b0b5c876 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/routers/eebd0ea3-18c7-4d66-a88a-2cf18fdc1147 HTTP/1.1" status: 204 len: 168 time: 2.1693454 Mar 31 15:42:06.161727 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50848) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:42:06.327679 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9424f8f4-bf35-40f5-b79e-2262b42c785b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:06.513610 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9424f8f4-bf35-40f5-b79e-2262b42c785b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:06.553406 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-9424f8f4-bf35-40f5-b79e-2262b42c785b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e12deb7-8c7f-449e-b762-51406ac7bebf']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:06.565228 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:06.570910 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-9424f8f4-bf35-40f5-b79e-2262b42c785b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7409b8a6-88d5-4783-866f-d5a52dba2a6f') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:06.571206 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-9424f8f4-bf35-40f5-b79e-2262b42c785b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7409b8a6-88d5-4783-866f-d5a52dba2a6f') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:06.586354 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9424f8f4-bf35-40f5-b79e-2262b42c785b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:06.615187 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9424f8f4-bf35-40f5-b79e-2262b42c785b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:06.623454 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:06.627852 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9424f8f4-bf35-40f5-b79e-2262b42c785b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:42:06.639393 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9424f8f4-bf35-40f5-b79e-2262b42c785b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:06.666332 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:42:06.666332 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:42:06.666332 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:42:06.666332 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:42:06.666332 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:42:06.666332 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:42:06.666332 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:42:06.666332 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:42:06.666332 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:42:06.666332 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:42:06.666332 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:42:06.666332 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:42:06.666332 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:42:06.666332 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:42:06.666332 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:42:06.666332 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:42:06.666332 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:42:06.666332 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:42:06.666332 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:42:06.666332 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:42:06.666332 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:42:06.666332 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:42:06.666332 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:42:06.666332 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:42:06.666332 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:42:06.666332 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:42:06.666332 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:42:06.666332 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:42:06.666332 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:42:06.666332 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:42:06.666332 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:42:06.666332 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:42:06.948234 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9424f8f4-bf35-40f5-b79e-2262b42c785b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:06.971261 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9424f8f4-bf35-40f5-b79e-2262b42c785b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:06.982986 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424f8f4-bf35-40f5-b79e-2262b42c785b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Network': ['ID=9e12deb7-8c7f-449e-b762-51406ac7bebf,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:07.087931 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9424f8f4-bf35-40f5-b79e-2262b42c785b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/networks/9e12deb7-8c7f-449e-b762-51406ac7bebf HTTP/1.1" status: 204 len: 168 time: 0.9243917 Mar 31 15:42:07.120962 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50854) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:42:07.128053 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e92d1f0e-2109-4e9a-bc38-1e64384099f9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'network': {'name': 'tempest-network-smoke--432849487', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'port_security_enabled': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:42:07.133633 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e92d1f0e-2109-4e9a-bc38-1e64384099f9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:42:07.138874 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e92d1f0e-2109-4e9a-bc38-1e64384099f9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:network and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:42:07.141516 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e92d1f0e-2109-4e9a-bc38-1e64384099f9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:42:07.147393 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e92d1f0e-2109-4e9a-bc38-1e64384099f9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:42:07.227314 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:42:07.264005 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:42:07.264356 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 724eaf35-c0d5-47b8-87f4-eb0e8f469ce0 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:42:07.264797 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device a0ad3017-ce28-48c9-a1a0-ad88623a47a6 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:42:07.304215 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: a0ad3017-ce28-48c9-a1a0-ad88623a47a6 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:42:07.304677 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device a0ad3017-ce28-48c9-a1a0-ad88623a47a6 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:42:07.325481 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92d1f0e-2109-4e9a-bc38-1e64384099f9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Made reservation on behalf of a28d6e89f5614e35860f06912b5df90e for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:42:07.344882 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e92d1f0e-2109-4e9a-bc38-1e64384099f9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:07.370532 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e92d1f0e-2109-4e9a-bc38-1e64384099f9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:42:07.394896 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e92d1f0e-2109-4e9a-bc38-1e64384099f9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:07.394896 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-e92d1f0e-2109-4e9a-bc38-1e64384099f9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Added segment 65f5de79-ef4d-417d-8a2e-4051a0c9f46c of type vlan for network e96f9769-f50d-4096-b9aa-fd951d722947 Mar 31 15:42:07.425489 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e92d1f0e-2109-4e9a-bc38-1e64384099f9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:07.931102 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e92d1f0e-2109-4e9a-bc38-1e64384099f9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:07.931102 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92d1f0e-2109-4e9a-bc38-1e64384099f9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:07.931102 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e92d1f0e-2109-4e9a-bc38-1e64384099f9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:08.086575 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d1f0e-2109-4e9a-bc38-1e64384099f9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Network': ['ID=e96f9769-f50d-4096-b9aa-fd951d722947,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:08.101361 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network e96f9769-f50d-4096-b9aa-fd951d722947 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:42:08.137213 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:08.220861 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e92d1f0e-2109-4e9a-bc38-1e64384099f9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0983176 Mar 31 15:42:08.224519 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50858) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:42:08.230407 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-0b7811a0-c9e4-4bbf-b824-b1f4240da884 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1715656885', 'admin_state_up': True, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:42:08.238040 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0b7811a0-c9e4-4bbf-b824-b1f4240da884 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:42:08.243880 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0b7811a0-c9e4-4bbf-b824-b1f4240da884 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:router and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:42:08.249176 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0b7811a0-c9e4-4bbf-b824-b1f4240da884 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:42:08.261279 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0b7811a0-c9e4-4bbf-b824-b1f4240da884 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:42:08.828868 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b7811a0-c9e4-4bbf-b824-b1f4240da884 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:08.830505 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b7811a0-c9e4-4bbf-b824-b1f4240da884 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:08.854972 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b7811a0-c9e4-4bbf-b824-b1f4240da884 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:09.483415 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b7811a0-c9e4-4bbf-b824-b1f4240da884 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:10.126229 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b7811a0-c9e4-4bbf-b824-b1f4240da884 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:10.157945 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b7811a0-c9e4-4bbf-b824-b1f4240da884 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:10.337511 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-0b7811a0-c9e4-4bbf-b824-b1f4240da884 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.26.5.71 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/fc751a20-1194-47ea-ba33-374602543d9e) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:42:10.509355 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b7811a0-c9e4-4bbf-b824-b1f4240da884 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:10.623136 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b7811a0-c9e4-4bbf-b824-b1f4240da884 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:10.684375 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7811a0-c9e4-4bbf-b824-b1f4240da884 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:42:10.687876 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-0b7811a0-c9e4-4bbf-b824-b1f4240da884 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:42:10.691904 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7811a0-c9e4-4bbf-b824-b1f4240da884 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:42:10.747634 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7811a0-c9e4-4bbf-b824-b1f4240da884 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=fc751a20-1194-47ea-ba33-374602543d9e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:11.408682 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b7811a0-c9e4-4bbf-b824-b1f4240da884 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:11.938783 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b7811a0-c9e4-4bbf-b824-b1f4240da884 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:12.336732 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7811a0-c9e4-4bbf-b824-b1f4240da884 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router e8655a1e-4343-46b4-aadc-0920cf8d7f1e is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:42:12.523784 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7811a0-c9e4-4bbf-b824-b1f4240da884 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:42:12.534661 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c68306-c2c9-47fa-90b2-38abefc44fdb None None] Sync routers for ids ['e8655a1e-4343-46b4-aadc-0920cf8d7f1e'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:42:12.544636 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c68306-c2c9-47fa-90b2-38abefc44fdb None None] Routers {'e8655a1e-4343-46b4-aadc-0920cf8d7f1e'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:42:12.545282 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-b6c68306-c2c9-47fa-90b2-38abefc44fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:42:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e8655a1e-4343-46b4-aadc-0920cf8d7f1e'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:12.732158 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-b6c68306-c2c9-47fa-90b2-38abefc44fdb None None] Set router e8655a1e-4343-46b4-aadc-0920cf8d7f1e gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:42:12.754220 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b7811a0-c9e4-4bbf-b824-b1f4240da884 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:12.757480 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0b7811a0-c9e4-4bbf-b824-b1f4240da884 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5298643 Mar 31 15:42:12.758645 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50862) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:42:12.802533 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c6ba8d44-e1c6-484e-bb92-28da82b4c514 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=a28d6e89f5614e35860f06912b5df90e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427260 Mar 31 15:42:12.804969 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50866) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:42:12.952326 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e805c7b-6968-4fc6-991d-3ecb26d6521e tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:12.954008 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4e805c7b-6968-4fc6-991d-3ecb26d6521e tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1481295 Mar 31 15:42:12.958437 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50870) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:42:13.003703 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e651dc68-6347-4a32-9ddd-682eae68e89d tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=81fb4282-babc-4201-afd1-e5be35072e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417531 Mar 31 15:42:13.004257 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50874) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:42:13.010183 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b10fcf3f-30c9-467d-9811-68f00e325b33 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1210513681', 'network_id': 'e96f9769-f50d-4096-b9aa-fd951d722947', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:42:13.032216 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-b6c68306-c2c9-47fa-90b2-38abefc44fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'name': 'tempest-TestNetworkBasicOps-router-1715656885', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'fc751a20-1194-47ea-ba33-374602543d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:42:08Z', 'updated_at': '2022-03-31T15:42:10Z', 'revision_number': 3, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'fc751a20-1194-47ea-ba33-374602543d9e', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:42:10Z', 'updated_at': '2022-03-31T15:42:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:13.036941 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c68306-c2c9-47fa-90b2-38abefc44fdb None None] Checking router: e8655a1e-4343-46b4-aadc-0920cf8d7f1e for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:42:13.037311 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c68306-c2c9-47fa-90b2-38abefc44fdb None None] Updating router e8655a1e-4343-46b4-aadc-0920cf8d7f1e port fc751a20-1194-47ea-ba33-374602543d9e binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:42:13.095383 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b6c68306-c2c9-47fa-90b2-38abefc44fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:13.188020 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b10fcf3f-30c9-467d-9811-68f00e325b33 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:42:13.208503 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b10fcf3f-30c9-467d-9811-68f00e325b33 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:subnet and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:42:13.208503 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b10fcf3f-30c9-467d-9811-68f00e325b33 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:42:13.208691 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b10fcf3f-30c9-467d-9811-68f00e325b33 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:42:13.422680 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10fcf3f-30c9-467d-9811-68f00e325b33 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Made reservation on behalf of a28d6e89f5614e35860f06912b5df90e for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:42:13.426207 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b10fcf3f-30c9-467d-9811-68f00e325b33 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:13.450803 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b6c68306-c2c9-47fa-90b2-38abefc44fdb None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:13.470148 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-b6c68306-c2c9-47fa-90b2-38abefc44fdb None None] Transition to ACTIVE for port object fc751a20-1194-47ea-ba33-374602543d9e will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:42:13.616151 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b6c68306-c2c9-47fa-90b2-38abefc44fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:13.702058 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-b6c68306-c2c9-47fa-90b2-38abefc44fdb None None] Attempting to bind port fc751a20-1194-47ea-ba33-374602543d9e on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:42:13.702481 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-b6c68306-c2c9-47fa-90b2-38abefc44fdb None None] Attempting to bind port fc751a20-1194-47ea-ba33-374602543d9e by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:42:13.702986 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c68306-c2c9-47fa-90b2-38abefc44fdb None None] Attempting to bind port fc751a20-1194-47ea-ba33-374602543d9e on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:42:13.709053 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75fa849-8e1c-474c-93a8-3afdb807cdc1 None None] Pushing event updated for resources: {'Port': ['ID=fc751a20-1194-47ea-ba33-374602543d9e,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:13.716971 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c68306-c2c9-47fa-90b2-38abefc44fdb None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:42:13.717632 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c68306-c2c9-47fa-90b2-38abefc44fdb None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:42:13.718033 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b6c68306-c2c9-47fa-90b2-38abefc44fdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:13.718988 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c68306-c2c9-47fa-90b2-38abefc44fdb None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:42:13.719512 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-b6c68306-c2c9-47fa-90b2-38abefc44fdb None None] Bound port: fc751a20-1194-47ea-ba33-374602543d9e, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:42:13.719894 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b6c68306-c2c9-47fa-90b2-38abefc44fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:13.749332 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75fa849-8e1c-474c-93a8-3afdb807cdc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:13.749862 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75fa849-8e1c-474c-93a8-3afdb807cdc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:13.750233 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75fa849-8e1c-474c-93a8-3afdb807cdc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:13.750764 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75fa849-8e1c-474c-93a8-3afdb807cdc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:13.751094 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75fa849-8e1c-474c-93a8-3afdb807cdc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:13.751443 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75fa849-8e1c-474c-93a8-3afdb807cdc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:13.751757 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75fa849-8e1c-474c-93a8-3afdb807cdc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:13.752084 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75fa849-8e1c-474c-93a8-3afdb807cdc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:13.752500 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75fa849-8e1c-474c-93a8-3afdb807cdc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:13.752847 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75fa849-8e1c-474c-93a8-3afdb807cdc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:13.753174 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75fa849-8e1c-474c-93a8-3afdb807cdc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:13.753524 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75fa849-8e1c-474c-93a8-3afdb807cdc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:13.788619 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b10fcf3f-30c9-467d-9811-68f00e325b33 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:13.821333 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-b6c68306-c2c9-47fa-90b2-38abefc44fdb None None] For port fc751a20-1194-47ea-ba33-374602543d9e, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:42:13.825136 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-b6c68306-c2c9-47fa-90b2-38abefc44fdb None None] For port fc751a20-1194-47ea-ba33-374602543d9e, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=fc751a20-1194-47ea-ba33-374602543d9e,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:42:13.873352 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fcf3f-30c9-467d-9811-68f00e325b33 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Subnet': ['ID=5d84e67f-c4e6-4b03-a6fc-2bdbda49374f,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:13.882426 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10fcf3f-30c9-467d-9811-68f00e325b33 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Checking segment: {'id': '65f5de79-ef4d-417d-8a2e-4051a0c9f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e96f9769-f50d-4096-b9aa-fd951d722947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:42:13.882788 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10fcf3f-30c9-467d-9811-68f00e325b33 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network hostable DHCP agents. Network: e96f9769-f50d-4096-b9aa-fd951d722947, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:42:14.143365 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b6c68306-c2c9-47fa-90b2-38abefc44fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:14.188054 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10fcf3f-30c9-467d-9811-68f00e325b33 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network e96f9769-f50d-4096-b9aa-fd951d722947 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:42:14.227188 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c68306-c2c9-47fa-90b2-38abefc44fdb None None] Routers {'e8655a1e-4343-46b4-aadc-0920cf8d7f1e'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:42:14.227694 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-b6c68306-c2c9-47fa-90b2-38abefc44fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:42:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e8655a1e-4343-46b4-aadc-0920cf8d7f1e'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:14.292948 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75fa849-8e1c-474c-93a8-3afdb807cdc1 None None] Pushing event updated for resources: {'Port': ['ID=fc751a20-1194-47ea-ba33-374602543d9e,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:14.366684 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-b10fcf3f-30c9-467d-9811-68f00e325b33 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, e96f9769-f50d-4096-b9aa-fd951d722947) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:42:14.371979 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10fcf3f-30c9-467d-9811-68f00e325b33 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:14.372838 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b10fcf3f-30c9-467d-9811-68f00e325b33 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:14.375149 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5be85f-29da-4a3c-9ff5-179c4291de55 None None] Network e96f9769-f50d-4096-b9aa-fd951d722947 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:42:14.423559 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-b6c68306-c2c9-47fa-90b2-38abefc44fdb None None] Set router e8655a1e-4343-46b4-aadc-0920cf8d7f1e gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:42:14.662150 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b10fcf3f-30c9-467d-9811-68f00e325b33 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6003873 Mar 31 15:42:14.663448 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50878) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:42:14.663813 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27641f72-243b-43fa-be25-e152f48099ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-e96f9769-f50d-4096-b9aa-fd951d722947', 'network_id': 'e96f9769-f50d-4096-b9aa-fd951d722947', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ips': [{'subnet_id': '5d84e67f-c4e6-4b03-a6fc-2bdbda49374f'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:42:14.663813 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-27641f72-243b-43fa-be25-e152f48099ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:14.743520 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-b6c68306-c2c9-47fa-90b2-38abefc44fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'name': 'tempest-TestNetworkBasicOps-router-1715656885', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'fc751a20-1194-47ea-ba33-374602543d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:42:08Z', 'updated_at': '2022-03-31T15:42:10Z', 'revision_number': 3, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'fc751a20-1194-47ea-ba33-374602543d9e', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:42:10Z', 'updated_at': '2022-03-31T15:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:14.747839 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c68306-c2c9-47fa-90b2-38abefc44fdb None None] The sync data for ids ['e8655a1e-4343-46b4-aadc-0920cf8d7f1e'] in dv-neutron-833379-2-hyperv is: [{'id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'name': 'tempest-TestNetworkBasicOps-router-1715656885', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'fc751a20-1194-47ea-ba33-374602543d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:42:08Z', 'updated_at': '2022-03-31T15:42:10Z', 'revision_number': 3, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'fc751a20-1194-47ea-ba33-374602543d9e', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:42:10Z', 'updated_at': '2022-03-31T15:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:42:14.825085 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-27641f72-243b-43fa-be25-e152f48099ed None None] Allocated IP 172.20.0.2 (e96f9769-f50d-4096-b9aa-fd951d722947/5d84e67f-c4e6-4b03-a6fc-2bdbda49374f/41d3d762-26d1-4f78-b9e8-466dcb6f3204) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:42:15.074556 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-27641f72-243b-43fa-be25-e152f48099ed None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:15.088666 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-27641f72-243b-43fa-be25-e152f48099ed None None] Transition to ACTIVE for port object 41d3d762-26d1-4f78-b9e8-466dcb6f3204 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:42:15.113500 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-27641f72-243b-43fa-be25-e152f48099ed None None] Transition to ACTIVE for port object 41d3d762-26d1-4f78-b9e8-466dcb6f3204 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:42:15.228402 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-27641f72-243b-43fa-be25-e152f48099ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:15.295601 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device fc751a20-1194-47ea-ba33-374602543d9e up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:42:15.340198 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27641f72-243b-43fa-be25-e152f48099ed None None] Network e96f9769-f50d-4096-b9aa-fd951d722947 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:42:15.349767 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-27641f72-243b-43fa-be25-e152f48099ed None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:42:15.353873 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27641f72-243b-43fa-be25-e152f48099ed None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:42:15.439089 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eb6898e8-4f5e-4503-b0e0-0063fea66848 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:15.469438 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27641f72-243b-43fa-be25-e152f48099ed None None] Pushing event updated for resources: {'Port': ['ID=41d3d762-26d1-4f78-b9e8-466dcb6f3204,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:15.517901 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-27641f72-243b-43fa-be25-e152f48099ed None None] Attempting to bind port 41d3d762-26d1-4f78-b9e8-466dcb6f3204 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:42:15.518090 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-27641f72-243b-43fa-be25-e152f48099ed None None] Attempting to bind port 41d3d762-26d1-4f78-b9e8-466dcb6f3204 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '65f5de79-ef4d-417d-8a2e-4051a0c9f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e96f9769-f50d-4096-b9aa-fd951d722947'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:42:15.518373 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27641f72-243b-43fa-be25-e152f48099ed None None] Attempting to bind port 41d3d762-26d1-4f78-b9e8-466dcb6f3204 on network e96f9769-f50d-4096-b9aa-fd951d722947 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:42:15.526469 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27641f72-243b-43fa-be25-e152f48099ed None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:42:15.526691 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27641f72-243b-43fa-be25-e152f48099ed None None] Checking segment: {'id': '65f5de79-ef4d-417d-8a2e-4051a0c9f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e96f9769-f50d-4096-b9aa-fd951d722947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:42:15.526969 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-27641f72-243b-43fa-be25-e152f48099ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:15.527540 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27641f72-243b-43fa-be25-e152f48099ed None None] Bound using segment: {'id': '65f5de79-ef4d-417d-8a2e-4051a0c9f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e96f9769-f50d-4096-b9aa-fd951d722947'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:42:15.528290 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-27641f72-243b-43fa-be25-e152f48099ed None None] Bound port: 41d3d762-26d1-4f78-b9e8-466dcb6f3204, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65f5de79-ef4d-417d-8a2e-4051a0c9f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e96f9769-f50d-4096-b9aa-fd951d722947'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:42:15.528614 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-27641f72-243b-43fa-be25-e152f48099ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:15.668682 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-27641f72-243b-43fa-be25-e152f48099ed None None] For port 41d3d762-26d1-4f78-b9e8-466dcb6f3204, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:42:15.670438 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-27641f72-243b-43fa-be25-e152f48099ed None None] For port 41d3d762-26d1-4f78-b9e8-466dcb6f3204, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=41d3d762-26d1-4f78-b9e8-466dcb6f3204,segment=NetworkSegment(65f5de79-ef4d-417d-8a2e-4051a0c9f46c),segment_id=65f5de79-ef4d-417d-8a2e-4051a0c9f46c)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:42:15.686477 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port fc751a20-1194-47ea-ba33-374602543d9e completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:42:15.693633 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port fc751a20-1194-47ea-ba33-374602543d9e triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:42:15.694158 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:15.856230 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-27641f72-243b-43fa-be25-e152f48099ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:15.897987 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:15.953583 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port fc751a20-1194-47ea-ba33-374602543d9e, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=fc751a20-1194-47ea-ba33-374602543d9e,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:42:15.963170 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27641f72-243b-43fa-be25-e152f48099ed None None] Pushing event updated for resources: {'Port': ['ID=41d3d762-26d1-4f78-b9e8-466dcb6f3204,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:16.057735 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:16.064527 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-eb6898e8-4f5e-4503-b0e0-0063fea66848 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.20.0.1 (e96f9769-f50d-4096-b9aa-fd951d722947/5d84e67f-c4e6-4b03-a6fc-2bdbda49374f/2ec691ed-ff9b-4748-8975-1ac28ee7d580) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:42:16.140327 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=fc751a20-1194-47ea-ba33-374602543d9e,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:16.293388 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eb6898e8-4f5e-4503-b0e0-0063fea66848 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:16.313004 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-eb6898e8-4f5e-4503-b0e0-0063fea66848 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Transition to ACTIVE for port object 2ec691ed-ff9b-4748-8975-1ac28ee7d580 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:42:16.503203 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eb6898e8-4f5e-4503-b0e0-0063fea66848 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:16.574060 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6898e8-4f5e-4503-b0e0-0063fea66848 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network e96f9769-f50d-4096-b9aa-fd951d722947 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:42:16.582398 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-eb6898e8-4f5e-4503-b0e0-0063fea66848 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:42:16.586829 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6898e8-4f5e-4503-b0e0-0063fea66848 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:42:16.622524 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6898e8-4f5e-4503-b0e0-0063fea66848 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=2ec691ed-ff9b-4748-8975-1ac28ee7d580,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:16.655320 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eb6898e8-4f5e-4503-b0e0-0063fea66848 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:17.057645 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcd88b7-4eac-43cd-87f5-f5fe1ac452e1 None None] Network e96f9769-f50d-4096-b9aa-fd951d722947 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:42:17.107936 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eb6898e8-4f5e-4503-b0e0-0063fea66848 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:17.343933 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 41d3d762-26d1-4f78-b9e8-466dcb6f3204 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:42:17.417948 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-6b87f99e-aafe-4fab-8df7-4ce22f4a57a7 None None] Provisioning for port 41d3d762-26d1-4f78-b9e8-466dcb6f3204 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:42:17.616533 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 41d3d762-26d1-4f78-b9e8-466dcb6f3204 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:42:17.617820 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 41d3d762-26d1-4f78-b9e8-466dcb6f3204 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:42:17.618574 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:17.634807 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eb6898e8-4f5e-4503-b0e0-0063fea66848 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:17.762175 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:17.801664 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 41d3d762-26d1-4f78-b9e8-466dcb6f3204, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=41d3d762-26d1-4f78-b9e8-466dcb6f3204,segment=NetworkSegment(65f5de79-ef4d-417d-8a2e-4051a0c9f46c),segment_id=65f5de79-ef4d-417d-8a2e-4051a0c9f46c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:42:17.856813 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eb6898e8-4f5e-4503-b0e0-0063fea66848 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:17.950626 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-91177973-990f-46ae-8643-4e1cd664f918 None None] Provisioning for port 2ec691ed-ff9b-4748-8975-1ac28ee7d580 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:42:17.954820 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-91177973-990f-46ae-8643-4e1cd664f918 None None] Provisioning complete for port 2ec691ed-ff9b-4748-8975-1ac28ee7d580 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:42:17.955358 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-91177973-990f-46ae-8643-4e1cd664f918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:17.997050 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eb6898e8-4f5e-4503-b0e0-0063fea66848 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:17.999790 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6898e8-4f5e-4503-b0e0-0063fea66848 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=2ec691ed-ff9b-4748-8975-1ac28ee7d580,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:18.024588 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-91177973-990f-46ae-8643-4e1cd664f918 None None] Port 2ec691ed-ff9b-4748-8975-1ac28ee7d580 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:42:18.037405 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-91177973-990f-46ae-8643-4e1cd664f918 None None] Provisioning complete for port 41d3d762-26d1-4f78-b9e8-466dcb6f3204 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:42:18.037697 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-91177973-990f-46ae-8643-4e1cd664f918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:18.134676 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:18.135442 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device fc751a20-1194-47ea-ba33-374602543d9e up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:42:18.153849 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6898e8-4f5e-4503-b0e0-0063fea66848 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network e96f9769-f50d-4096-b9aa-fd951d722947 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:42:18.154444 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-eb6898e8-4f5e-4503-b0e0-0063fea66848 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:42:18.303300 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=41d3d762-26d1-4f78-b9e8-466dcb6f3204,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:18.320560 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port fc751a20-1194-47ea-ba33-374602543d9e triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:42:18.320927 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:18.434234 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ccee64ee-ac0d-4df9-90e9-6ee0c2421693 None None] Provisioning complete for port 2ec691ed-ff9b-4748-8975-1ac28ee7d580 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:42:18.434607 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ccee64ee-ac0d-4df9-90e9-6ee0c2421693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:18.479728 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6898e8-4f5e-4503-b0e0-0063fea66848 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router e8655a1e-4343-46b4-aadc-0920cf8d7f1e has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:42:18.520265 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-ccee64ee-ac0d-4df9-90e9-6ee0c2421693 None None] Port 2ec691ed-ff9b-4748-8975-1ac28ee7d580 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:42:18.674959 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6898e8-4f5e-4503-b0e0-0063fea66848 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:42:18.688198 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-eb6898e8-4f5e-4503-b0e0-0063fea66848 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "PUT /v2.0/routers/e8655a1e-4343-46b4-aadc-0920cf8d7f1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0760751 Mar 31 15:42:18.691233 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20568d57-3b57-407b-92fb-9ba011560722 None None] Sync routers for ids ['e8655a1e-4343-46b4-aadc-0920cf8d7f1e'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:42:18.691457 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50884) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:42:18.700195 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20568d57-3b57-407b-92fb-9ba011560722 None None] Routers {'e8655a1e-4343-46b4-aadc-0920cf8d7f1e'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:42:18.715079 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-20568d57-3b57-407b-92fb-9ba011560722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:42:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e8655a1e-4343-46b4-aadc-0920cf8d7f1e'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:18.838885 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf6bf56-5261-426c-933e-8772cb38aef5 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:18.839347 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf6bf56-5261-426c-933e-8772cb38aef5 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:18.839806 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf6bf56-5261-426c-933e-8772cb38aef5 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:18.840253 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf6bf56-5261-426c-933e-8772cb38aef5 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:18.840697 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf6bf56-5261-426c-933e-8772cb38aef5 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:18.841134 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf6bf56-5261-426c-933e-8772cb38aef5 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:18.843327 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5cf6bf56-5261-426c-933e-8772cb38aef5 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1508400 Mar 31 15:42:18.846188 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50888) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:42:18.893363 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-20568d57-3b57-407b-92fb-9ba011560722 None None] Set router e8655a1e-4343-46b4-aadc-0920cf8d7f1e gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:42:18.923316 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14750357-3746-4266-be4b-480dd1d05778 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:18.923775 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14750357-3746-4266-be4b-480dd1d05778 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:18.924225 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14750357-3746-4266-be4b-480dd1d05778 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:18.924671 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14750357-3746-4266-be4b-480dd1d05778 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:18.925174 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14750357-3746-4266-be4b-480dd1d05778 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:18.925681 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14750357-3746-4266-be4b-480dd1d05778 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:18.927410 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-14750357-3746-4266-be4b-480dd1d05778 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4015 time: 0.0803285 Mar 31 15:42:18.930255 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50892) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:42:19.157962 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b1f523d5-cddd-4090-9a61-4f5d8f36b06f tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2206693 Mar 31 15:42:19.268081 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 41d3d762-26d1-4f78-b9e8-466dcb6f3204 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:42:19.298094 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-20568d57-3b57-407b-92fb-9ba011560722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'name': 'tempest-TestNetworkBasicOps-router-1715656885', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'fc751a20-1194-47ea-ba33-374602543d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:42:08Z', 'updated_at': '2022-03-31T15:42:16Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'fc751a20-1194-47ea-ba33-374602543d9e', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:42:10Z', 'updated_at': '2022-03-31T15:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '2ec691ed-ff9b-4748-8975-1ac28ee7d580', 'name': '', 'network_id': 'e96f9769-f50d-4096-b9aa-fd951d722947', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:3e:18:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '5d84e67f-c4e6-4b03-a6fc-2bdbda49374f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:42:15Z', 'updated_at': '2022-03-31T15:42:17Z', 'revision_number': 2, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '5d84e67f-c4e6-4b03-a6fc-2bdbda49374f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:19.312056 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20568d57-3b57-407b-92fb-9ba011560722 None None] Checking router: e8655a1e-4343-46b4-aadc-0920cf8d7f1e for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:42:19.312990 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20568d57-3b57-407b-92fb-9ba011560722 None None] Updating router e8655a1e-4343-46b4-aadc-0920cf8d7f1e port 2ec691ed-ff9b-4748-8975-1ac28ee7d580 binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:42:19.434735 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-20568d57-3b57-407b-92fb-9ba011560722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:19.492931 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 41d3d762-26d1-4f78-b9e8-466dcb6f3204 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:42:19.492931 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:19.779644 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50898) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:42:19.791652 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-395f3ce6-3792-43a4-a2f1-6166a296228b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-614358456', 'description': 'tempest-secgroup-smoke-614358456 description', 'project_id': 'a28d6e89f5614e35860f06912b5df90e'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:42:19.799002 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-395f3ce6-3792-43a4-a2f1-6166a296228b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:42:19.805130 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-395f3ce6-3792-43a4-a2f1-6166a296228b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:42:19.808018 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-395f3ce6-3792-43a4-a2f1-6166a296228b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:42:19.815253 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-395f3ce6-3792-43a4-a2f1-6166a296228b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:42:19.965487 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-20568d57-3b57-407b-92fb-9ba011560722 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:19.982801 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-20568d57-3b57-407b-92fb-9ba011560722 None None] Transition to ACTIVE for port object 2ec691ed-ff9b-4748-8975-1ac28ee7d580 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:42:20.096761 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-395f3ce6-3792-43a4-a2f1-6166a296228b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:20.122695 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-395f3ce6-3792-43a4-a2f1-6166a296228b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:42:20.131921 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-395f3ce6-3792-43a4-a2f1-6166a296228b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:42:20.135014 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-395f3ce6-3792-43a4-a2f1-6166a296228b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:42:20.137480 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-20568d57-3b57-407b-92fb-9ba011560722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:20.142183 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-395f3ce6-3792-43a4-a2f1-6166a296228b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:42:20.231006 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-395f3ce6-3792-43a4-a2f1-6166a296228b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:20.309323 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddadf97-7ae9-4933-bcc6-eb9d88fefc72 None None] Pushing event updated for resources: {'Port': ['ID=2ec691ed-ff9b-4748-8975-1ac28ee7d580,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:20.383632 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-395f3ce6-3792-43a4-a2f1-6166a296228b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:20.384065 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-20568d57-3b57-407b-92fb-9ba011560722 None None] Attempting to bind port 2ec691ed-ff9b-4748-8975-1ac28ee7d580 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:42:20.384792 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-20568d57-3b57-407b-92fb-9ba011560722 None None] Attempting to bind port 2ec691ed-ff9b-4748-8975-1ac28ee7d580 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '65f5de79-ef4d-417d-8a2e-4051a0c9f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e96f9769-f50d-4096-b9aa-fd951d722947'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:42:20.385010 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20568d57-3b57-407b-92fb-9ba011560722 None None] Attempting to bind port 2ec691ed-ff9b-4748-8975-1ac28ee7d580 on network e96f9769-f50d-4096-b9aa-fd951d722947 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:42:20.391756 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20568d57-3b57-407b-92fb-9ba011560722 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:42:20.392133 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20568d57-3b57-407b-92fb-9ba011560722 None None] Checking segment: {'id': '65f5de79-ef4d-417d-8a2e-4051a0c9f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e96f9769-f50d-4096-b9aa-fd951d722947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:42:20.392655 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-20568d57-3b57-407b-92fb-9ba011560722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:20.393211 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20568d57-3b57-407b-92fb-9ba011560722 None None] Bound using segment: {'id': '65f5de79-ef4d-417d-8a2e-4051a0c9f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e96f9769-f50d-4096-b9aa-fd951d722947'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:42:20.393840 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-20568d57-3b57-407b-92fb-9ba011560722 None None] Bound port: 2ec691ed-ff9b-4748-8975-1ac28ee7d580, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65f5de79-ef4d-417d-8a2e-4051a0c9f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e96f9769-f50d-4096-b9aa-fd951d722947'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:42:20.394238 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-20568d57-3b57-407b-92fb-9ba011560722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:20.421941 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f3ce6-3792-43a4-a2f1-6166a296228b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfba84b-e1f2-4bfa-9ef8-ddbbf28efde1,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:20.502982 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-20568d57-3b57-407b-92fb-9ba011560722 None None] For port 2ec691ed-ff9b-4748-8975-1ac28ee7d580, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:42:20.506759 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-20568d57-3b57-407b-92fb-9ba011560722 None None] For port 2ec691ed-ff9b-4748-8975-1ac28ee7d580, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=2ec691ed-ff9b-4748-8975-1ac28ee7d580,segment=NetworkSegment(65f5de79-ef4d-417d-8a2e-4051a0c9f46c),segment_id=65f5de79-ef4d-417d-8a2e-4051a0c9f46c)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:42:20.588093 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-395f3ce6-3792-43a4-a2f1-6166a296228b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:20.589772 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-395f3ce6-3792-43a4-a2f1-6166a296228b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8072834 Mar 31 15:42:20.593703 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50902) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:42:20.601470 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-74bec706-d16a-45fa-8d46-4519a27cddca tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '3dfba84b-e1f2-4bfa-9ef8-ddbbf28efde1', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:42:20.614465 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-74bec706-d16a-45fa-8d46-4519a27cddca tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:42:20.631410 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-74bec706-d16a-45fa-8d46-4519a27cddca tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:42:20.631410 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-74bec706-d16a-45fa-8d46-4519a27cddca tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:42:20.633029 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-74bec706-d16a-45fa-8d46-4519a27cddca tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:42:20.749122 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-20568d57-3b57-407b-92fb-9ba011560722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:20.847236 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20568d57-3b57-407b-92fb-9ba011560722 None None] Routers {'e8655a1e-4343-46b4-aadc-0920cf8d7f1e'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:42:20.847867 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-20568d57-3b57-407b-92fb-9ba011560722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:42:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e8655a1e-4343-46b4-aadc-0920cf8d7f1e'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:20.923491 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddadf97-7ae9-4933-bcc6-eb9d88fefc72 None None] Pushing event updated for resources: {'Port': ['ID=2ec691ed-ff9b-4748-8975-1ac28ee7d580,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:20.985555 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-74bec706-d16a-45fa-8d46-4519a27cddca tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:21.052378 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-74bec706-d16a-45fa-8d46-4519a27cddca tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:21.052699 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-20568d57-3b57-407b-92fb-9ba011560722 None None] Set router e8655a1e-4343-46b4-aadc-0920cf8d7f1e gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:42:21.172144 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-74bec706-d16a-45fa-8d46-4519a27cddca tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:21.198576 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bec706-d16a-45fa-8d46-4519a27cddca tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e28f9e9-8f10-4e2f-8bcf-f21aba773b9e,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:21.385314 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-20568d57-3b57-407b-92fb-9ba011560722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'name': 'tempest-TestNetworkBasicOps-router-1715656885', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'fc751a20-1194-47ea-ba33-374602543d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:42:08Z', 'updated_at': '2022-03-31T15:42:16Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'fc751a20-1194-47ea-ba33-374602543d9e', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:42:10Z', 'updated_at': '2022-03-31T15:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '2ec691ed-ff9b-4748-8975-1ac28ee7d580', 'name': '', 'network_id': 'e96f9769-f50d-4096-b9aa-fd951d722947', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:3e:18:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '5d84e67f-c4e6-4b03-a6fc-2bdbda49374f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:42:15Z', 'updated_at': '2022-03-31T15:42:20Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '5d84e67f-c4e6-4b03-a6fc-2bdbda49374f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:21.388352 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-74bec706-d16a-45fa-8d46-4519a27cddca tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:21.389607 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-74bec706-d16a-45fa-8d46-4519a27cddca tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7944460 Mar 31 15:42:21.393438 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50906) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:42:21.394014 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20568d57-3b57-407b-92fb-9ba011560722 None None] The sync data for ids ['e8655a1e-4343-46b4-aadc-0920cf8d7f1e'] in dv-neutron-833379-2-hyperv is: [{'id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'name': 'tempest-TestNetworkBasicOps-router-1715656885', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'fc751a20-1194-47ea-ba33-374602543d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:42:08Z', 'updated_at': '2022-03-31T15:42:16Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'fc751a20-1194-47ea-ba33-374602543d9e', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:42:10Z', 'updated_at': '2022-03-31T15:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '2ec691ed-ff9b-4748-8975-1ac28ee7d580', 'name': '', 'network_id': 'e96f9769-f50d-4096-b9aa-fd951d722947', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:3e:18:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '5d84e67f-c4e6-4b03-a6fc-2bdbda49374f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:42:15Z', 'updated_at': '2022-03-31T15:42:20Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '5d84e67f-c4e6-4b03-a6fc-2bdbda49374f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:42:21.405806 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-65bcaadb-7104-42d6-ae03-937fb1d555ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '3dfba84b-e1f2-4bfa-9ef8-ddbbf28efde1', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:42:21.409838 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-65bcaadb-7104-42d6-ae03-937fb1d555ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:42:21.414054 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-65bcaadb-7104-42d6-ae03-937fb1d555ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:42:21.417273 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-65bcaadb-7104-42d6-ae03-937fb1d555ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:42:21.424060 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-65bcaadb-7104-42d6-ae03-937fb1d555ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:42:21.590862 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-65bcaadb-7104-42d6-ae03-937fb1d555ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:21.703363 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-65bcaadb-7104-42d6-ae03-937fb1d555ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:21.913825 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-65bcaadb-7104-42d6-ae03-937fb1d555ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:21.940351 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bcaadb-7104-42d6-ae03-937fb1d555ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea31f65-37c5-4820-9437-658b9decc3a3,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:22.063798 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-65bcaadb-7104-42d6-ae03-937fb1d555ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:22.065043 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-65bcaadb-7104-42d6-ae03-937fb1d555ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6706047 Mar 31 15:42:22.067921 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50910) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:42:22.073693 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3c936641-e70b-4d0f-9f84-23b26237ed2c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '3dfba84b-e1f2-4bfa-9ef8-ddbbf28efde1', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:42:22.081216 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-3c936641-e70b-4d0f-9f84-23b26237ed2c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:42:22.085785 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-3c936641-e70b-4d0f-9f84-23b26237ed2c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:42:22.089757 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-3c936641-e70b-4d0f-9f84-23b26237ed2c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:42:22.098392 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-3c936641-e70b-4d0f-9f84-23b26237ed2c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:42:22.309938 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3c936641-e70b-4d0f-9f84-23b26237ed2c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:22.514261 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3c936641-e70b-4d0f-9f84-23b26237ed2c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:22.799299 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3c936641-e70b-4d0f-9f84-23b26237ed2c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:22.823686 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c936641-e70b-4d0f-9f84-23b26237ed2c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9466bbde-f098-4041-94ed-73f5c7a529bd,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:22.955499 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3c936641-e70b-4d0f-9f84-23b26237ed2c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:22.955499 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3c936641-e70b-4d0f-9f84-23b26237ed2c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8860393 Mar 31 15:42:22.958146 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50914) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:42:22.963355 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-9dc1bea4-ca80-45f5-be9a-822038018644 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '3dfba84b-e1f2-4bfa-9ef8-ddbbf28efde1', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:42:22.970230 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9dc1bea4-ca80-45f5-be9a-822038018644 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:42:22.974332 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9dc1bea4-ca80-45f5-be9a-822038018644 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:42:22.977399 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9dc1bea4-ca80-45f5-be9a-822038018644 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:42:22.984494 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9dc1bea4-ca80-45f5-be9a-822038018644 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:42:23.193686 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9dc1bea4-ca80-45f5-be9a-822038018644 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:23.272009 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 2ec691ed-ff9b-4748-8975-1ac28ee7d580 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:42:23.285396 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9dc1bea4-ca80-45f5-be9a-822038018644 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:23.428121 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9dc1bea4-ca80-45f5-be9a-822038018644 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:23.452250 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1bea4-ca80-45f5-be9a-822038018644 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c20ec050-3998-408f-a3e4-0fbbbccf9f2c,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:23.474602 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 2ec691ed-ff9b-4748-8975-1ac28ee7d580 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:42:23.479763 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 2ec691ed-ff9b-4748-8975-1ac28ee7d580 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:42:23.480291 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:23.572761 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9dc1bea4-ca80-45f5-be9a-822038018644 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:23.573998 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9dc1bea4-ca80-45f5-be9a-822038018644 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6148837 Mar 31 15:42:23.576811 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 50918) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:42:23.583024 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-52a098f0-08fd-4876-9715-37339e05c4d8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '3dfba84b-e1f2-4bfa-9ef8-ddbbf28efde1', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:42:23.589708 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-52a098f0-08fd-4876-9715-37339e05c4d8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:42:23.598305 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-52a098f0-08fd-4876-9715-37339e05c4d8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:42:23.601886 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-52a098f0-08fd-4876-9715-37339e05c4d8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:42:23.608573 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-52a098f0-08fd-4876-9715-37339e05c4d8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:42:23.610649 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:23.659817 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 2ec691ed-ff9b-4748-8975-1ac28ee7d580, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=2ec691ed-ff9b-4748-8975-1ac28ee7d580,segment=NetworkSegment(65f5de79-ef4d-417d-8a2e-4051a0c9f46c),segment_id=65f5de79-ef4d-417d-8a2e-4051a0c9f46c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:42:23.873628 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.securitygroups_db [None req-52a098f0-08fd-4876-9715-37339e05c4d8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Project a28d6e89f5614e35860f06912b5df90e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:42:23.883138 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-52a098f0-08fd-4876-9715-37339e05c4d8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:23.915185 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:23.961655 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-52a098f0-08fd-4876-9715-37339e05c4d8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:23.991018 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=2ec691ed-ff9b-4748-8975-1ac28ee7d580,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:24.130173 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-52a098f0-08fd-4876-9715-37339e05c4d8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:24.154409 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a098f0-08fd-4876-9715-37339e05c4d8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d2e9ff-d48c-4c85-9a2f-c965d3c76c8a,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:24.229044 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-52a098f0-08fd-4876-9715-37339e05c4d8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:24.230243 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-52a098f0-08fd-4876-9715-37339e05c4d8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6521950 Mar 31 15:42:24.233912 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 50922) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:42:24.239721 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-116396da-aec0-4f03-aacb-96a0727807fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '3dfba84b-e1f2-4bfa-9ef8-ddbbf28efde1', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:42:24.246046 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-116396da-aec0-4f03-aacb-96a0727807fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:42:24.250835 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-116396da-aec0-4f03-aacb-96a0727807fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:42:24.254092 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-116396da-aec0-4f03-aacb-96a0727807fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:42:24.260953 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-116396da-aec0-4f03-aacb-96a0727807fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:42:24.342782 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-116396da-aec0-4f03-aacb-96a0727807fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Project a28d6e89f5614e35860f06912b5df90e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:42:24.350665 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-116396da-aec0-4f03-aacb-96a0727807fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:24.428634 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-116396da-aec0-4f03-aacb-96a0727807fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:24.526169 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-116396da-aec0-4f03-aacb-96a0727807fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:24.550630 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116396da-aec0-4f03-aacb-96a0727807fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cce5037c-52a8-40d4-aab2-198b028c666a,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:24.651479 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-116396da-aec0-4f03-aacb-96a0727807fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:24.652720 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-116396da-aec0-4f03-aacb-96a0727807fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4175272 Mar 31 15:42:25.020446 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-45184222-40ce-4978-8f4f-a5ced8479baa tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-614358456&fields=id&tenant_id=a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 267 time: 0.0486622 Mar 31 15:42:25.193572 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-91b881b5-b5e2-44f6-a647-752c05dd761b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:25.194343 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-91b881b5-b5e2-44f6-a647-752c05dd761b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:network {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:42:25.249037 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 2ec691ed-ff9b-4748-8975-1ac28ee7d580 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:42:25.320869 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 2ec691ed-ff9b-4748-8975-1ac28ee7d580 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:42:25.321262 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:25.350240 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:25.369672 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-91b881b5-b5e2-44f6-a647-752c05dd761b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:network {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:42:25.375248 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-91b881b5-b5e2-44f6-a647-752c05dd761b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/networks?id=e96f9769-f50d-4096-b9aa-fd951d722947 HTTP/1.1" status: 200 len: 796 time: 0.3437576 Mar 31 15:42:25.389060 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-3eca4f5e-0fe7-4df7-b3c5-8e9c912c73fc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/quotas/a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 375 time: 0.0102866 Mar 31 15:42:25.486255 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-3a0d15f5-c745-40bc-b58b-38123c53c9bc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:42:25.577233 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-3a0d15f5-c745-40bc-b58b-38123c53c9bc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:42:25.580057 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-3a0d15f5-c745-40bc-b58b-38123c53c9bc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1791868 Mar 31 15:42:25.785900 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-38a8c367-3d9e-4bf1-992f-28e01e4f1002 service neutron] 10.222.0.31 "GET /v2.0/networks/e96f9769-f50d-4096-b9aa-fd951d722947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907063 Mar 31 15:42:25.930694 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-93466bb7-8120-46dc-a8e2-c19554e7bb64 service neutron] 10.222.0.31 "GET /v2.0/networks/e96f9769-f50d-4096-b9aa-fd951d722947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380179 Mar 31 15:42:26.463130 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-51368ea3-99eb-48bf-b1c1-5cb90c1a74c1 req-b8b6919a-6212-4cd8-99a1-c1911fb3cdae tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:42:26.483768 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-51368ea3-99eb-48bf-b1c1-5cb90c1a74c1 req-b8b6919a-6212-4cd8-99a1-c1911fb3cdae tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:42:26.485639 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-51368ea3-99eb-48bf-b1c1-5cb90c1a74c1 req-b8b6919a-6212-4cd8-99a1-c1911fb3cdae tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=4035aa5a-05ab-4ef6-b8bd-3a4111cce715 HTTP/1.1" status: 200 len: 210 time: 0.1375928 Mar 31 15:42:27.606216 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-65cc0156-bfb7-4380-98a0-37ba80c691c9 req-52b3d8dd-91f6-493a-8c73-8efaad1bad45 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=4035aa5a-05ab-4ef6-b8bd-3a4111cce715 HTTP/1.1" status: 200 len: 210 time: 0.0474694 Mar 31 15:42:28.769836 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a3bd9ef0-f31c-47b0-a3fb-81bb718548b6 req-fb22b282-26c0-4cc4-9669-72d5f4731893 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=4035aa5a-05ab-4ef6-b8bd-3a4111cce715 HTTP/1.1" status: 200 len: 210 time: 0.0467467 Mar 31 15:42:29.936851 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-35aa92b1-c8ae-4909-9189-95f7f41f0d2d req-db1ea890-9dad-43b5-9d3f-d276ca5aa2eb tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=4035aa5a-05ab-4ef6-b8bd-3a4111cce715 HTTP/1.1" status: 200 len: 210 time: 0.0529015 Mar 31 15:42:31.103477 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4a0c2bc2-717a-494c-a76d-44d6b01543ad req-6d22c376-8cf8-437d-9e2c-d984fc72876b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=4035aa5a-05ab-4ef6-b8bd-3a4111cce715 HTTP/1.1" status: 200 len: 210 time: 0.0484231 Mar 31 15:42:31.476929 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-e8a2ef42-45ec-4507-a6b9-c37ae60bb692 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:31.478394 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-e8a2ef42-45ec-4507-a6b9-c37ae60bb692 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/networks?id=e96f9769-f50d-4096-b9aa-fd951d722947 HTTP/1.1" status: 200 len: 796 time: 0.1733994 Mar 31 15:42:31.539658 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-1b99c00f-9724-40c2-9168-0b1024f08ff9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:42:31.844980 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-1b99c00f-9724-40c2-9168-0b1024f08ff9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:42:31.846172 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-1b99c00f-9724-40c2-9168-0b1024f08ff9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 379 time: 0.3599782 Mar 31 15:42:31.855187 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-e6295fa7-effe-45f3-8e2b-32cf4e925652 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'port': {'device_id': '4035aa5a-05ab-4ef6-b8bd-3a4111cce715', 'network_id': 'e96f9769-f50d-4096-b9aa-fd951d722947', 'admin_state_up': True, 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'security_groups': ['3dfba84b-e1f2-4bfa-9ef8-ddbbf28efde1']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:42:32.119970 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-e6295fa7-effe-45f3-8e2b-32cf4e925652 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:42:32.130437 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-e6295fa7-effe-45f3-8e2b-32cf4e925652 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:42:32.269513 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e7c7fd9b-4fd5-4a1e-95e1-3b58482537da req-ea644571-57ac-47e5-bf24-87458dc00cca tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=4035aa5a-05ab-4ef6-b8bd-3a4111cce715 HTTP/1.1" status: 200 len: 210 time: 0.0497673 Mar 31 15:42:32.354222 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-e6295fa7-effe-45f3-8e2b-32cf4e925652 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Made reservation on behalf of a28d6e89f5614e35860f06912b5df90e for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:42:32.360180 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-e6295fa7-effe-45f3-8e2b-32cf4e925652 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:32.543942 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-e6295fa7-effe-45f3-8e2b-32cf4e925652 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.20.0.3 (e96f9769-f50d-4096-b9aa-fd951d722947/5d84e67f-c4e6-4b03-a6fc-2bdbda49374f/cebd6b42-e3f6-46c1-a899-63190c0133ab) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:42:32.757707 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-e6295fa7-effe-45f3-8e2b-32cf4e925652 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:32.773182 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-e6295fa7-effe-45f3-8e2b-32cf4e925652 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Transition to ACTIVE for port object cebd6b42-e3f6-46c1-a899-63190c0133ab will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:42:32.909474 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-e6295fa7-effe-45f3-8e2b-32cf4e925652 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:32.981047 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-e6295fa7-effe-45f3-8e2b-32cf4e925652 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network e96f9769-f50d-4096-b9aa-fd951d722947 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:42:32.989909 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-e6295fa7-effe-45f3-8e2b-32cf4e925652 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:42:32.994885 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-e6295fa7-effe-45f3-8e2b-32cf4e925652 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:42:33.037409 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6295fa7-effe-45f3-8e2b-32cf4e925652 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=cebd6b42-e3f6-46c1-a899-63190c0133ab,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:33.081412 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-e6295fa7-effe-45f3-8e2b-32cf4e925652 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:33.081816 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-e6295fa7-effe-45f3-8e2b-32cf4e925652 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:33.256137 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-34d3d444-60dc-4dd0-8e25-20410151dca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:33.314776 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-e6295fa7-effe-45f3-8e2b-32cf4e925652 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4632199 Mar 31 15:42:33.392763 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-0d69b5d3-5093-4555-a7c5-e6194b4330f8 service neutron] Request body: {'port': {'device_id': '4035aa5a-05ab-4ef6-b8bd-3a4111cce715', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:42:33.446781 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0041d693-8041-45ca-88cd-6e01a041d79f None None] Provisioning for port cebd6b42-e3f6-46c1-a899-63190c0133ab completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:42:33.458238 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0041d693-8041-45ca-88cd-6e01a041d79f None None] Provisioning complete for port cebd6b42-e3f6-46c1-a899-63190c0133ab triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:42:33.459231 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0041d693-8041-45ca-88cd-6e01a041d79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:33.566177 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-0041d693-8041-45ca-88cd-6e01a041d79f None None] Port cebd6b42-e3f6-46c1-a899-63190c0133ab cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:42:33.595837 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-0d69b5d3-5093-4555-a7c5-e6194b4330f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:33.852227 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c84fb-ff1c-4c9b-a3b0-6677438409e2 req-badd56fd-3754-460c-8918-9667dc0763a9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:33.852969 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-a71c84fb-ff1c-4c9b-a3b0-6677438409e2 req-badd56fd-3754-460c-8918-9667dc0763a9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:42:33.999721 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-a71c84fb-ff1c-4c9b-a3b0-6677438409e2 req-badd56fd-3754-460c-8918-9667dc0763a9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:42:34.005459 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a71c84fb-ff1c-4c9b-a3b0-6677438409e2 req-badd56fd-3754-460c-8918-9667dc0763a9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=4035aa5a-05ab-4ef6-b8bd-3a4111cce715 HTTP/1.1" status: 200 len: 931 time: 0.3846846 Mar 31 15:42:34.108714 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-0d69b5d3-5093-4555-a7c5-e6194b4330f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cebd6b42-e3f6-46c1-a899-63190c0133ab {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:42:34.115812 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a71c84fb-ff1c-4c9b-a3b0-6677438409e2 req-36880f60-536f-4a02-a6d2-b6d5daffbf7d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dfba84b-e1f2-4bfa-9ef8-ddbbf28efde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090550 Mar 31 15:42:34.119980 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-0d69b5d3-5093-4555-a7c5-e6194b4330f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:34.136918 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-0d69b5d3-5093-4555-a7c5-e6194b4330f8 service neutron] Transition to ACTIVE for port object cebd6b42-e3f6-46c1-a899-63190c0133ab will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:42:34.267870 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-0d69b5d3-5093-4555-a7c5-e6194b4330f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:34.405494 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69b5d3-5093-4555-a7c5-e6194b4330f8 service neutron] Pushing event updated for resources: {'Port': ['ID=cebd6b42-e3f6-46c1-a899-63190c0133ab,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:34.524601 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-0d69b5d3-5093-4555-a7c5-e6194b4330f8 service neutron] Attempting to bind port cebd6b42-e3f6-46c1-a899-63190c0133ab on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:42:34.524933 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-0d69b5d3-5093-4555-a7c5-e6194b4330f8 service neutron] Attempting to bind port cebd6b42-e3f6-46c1-a899-63190c0133ab by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '65f5de79-ef4d-417d-8a2e-4051a0c9f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e96f9769-f50d-4096-b9aa-fd951d722947'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:42:34.525366 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-0d69b5d3-5093-4555-a7c5-e6194b4330f8 service neutron] Attempting to bind port cebd6b42-e3f6-46c1-a899-63190c0133ab on network e96f9769-f50d-4096-b9aa-fd951d722947 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:42:34.532147 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-0d69b5d3-5093-4555-a7c5-e6194b4330f8 service neutron] Port cebd6b42-e3f6-46c1-a899-63190c0133ab on network e96f9769-f50d-4096-b9aa-fd951d722947 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:42:34.532678 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-0d69b5d3-5093-4555-a7c5-e6194b4330f8 service neutron] Attempting to bind port cebd6b42-e3f6-46c1-a899-63190c0133ab on network e96f9769-f50d-4096-b9aa-fd951d722947 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:42:34.539918 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-0d69b5d3-5093-4555-a7c5-e6194b4330f8 service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:42:34.540252 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-0d69b5d3-5093-4555-a7c5-e6194b4330f8 service neutron] Checking segment: {'id': '65f5de79-ef4d-417d-8a2e-4051a0c9f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e96f9769-f50d-4096-b9aa-fd951d722947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:42:34.540636 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-0d69b5d3-5093-4555-a7c5-e6194b4330f8 service neutron] Bound using segment: {'id': '65f5de79-ef4d-417d-8a2e-4051a0c9f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e96f9769-f50d-4096-b9aa-fd951d722947'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:42:34.541061 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-0d69b5d3-5093-4555-a7c5-e6194b4330f8 service neutron] Bound port: cebd6b42-e3f6-46c1-a899-63190c0133ab, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f5de79-ef4d-417d-8a2e-4051a0c9f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e96f9769-f50d-4096-b9aa-fd951d722947'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:42:34.541473 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-0d69b5d3-5093-4555-a7c5-e6194b4330f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:34.641461 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-0d69b5d3-5093-4555-a7c5-e6194b4330f8 service neutron] For port cebd6b42-e3f6-46c1-a899-63190c0133ab, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:42:34.644690 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-0d69b5d3-5093-4555-a7c5-e6194b4330f8 service neutron] For port cebd6b42-e3f6-46c1-a899-63190c0133ab, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=cebd6b42-e3f6-46c1-a899-63190c0133ab,segment=NetworkSegment(65f5de79-ef4d-417d-8a2e-4051a0c9f46c),segment_id=65f5de79-ef4d-417d-8a2e-4051a0c9f46c)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:42:34.794276 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-0d69b5d3-5093-4555-a7c5-e6194b4330f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:34.852846 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-0d69b5d3-5093-4555-a7c5-e6194b4330f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:34.853636 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-0d69b5d3-5093-4555-a7c5-e6194b4330f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:34.855089 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-0d69b5d3-5093-4555-a7c5-e6194b4330f8 service neutron] 10.222.0.41 "PUT /v2.0/ports/cebd6b42-e3f6-46c1-a899-63190c0133ab HTTP/1.1" status: 200 len: 1093 time: 1.5322049 Mar 31 15:42:34.857655 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4035aa5a-05ab-4ef6-b8bd-3a4111cce715', 'tag': 'cebd6b42-e3f6-46c1-a899-63190c0133ab'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:42:34.900250 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69b5d3-5093-4555-a7c5-e6194b4330f8 service neutron] Pushing event updated for resources: {'Port': ['ID=cebd6b42-e3f6-46c1-a899-63190c0133ab,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:34.915860 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4035aa5a-05ab-4ef6-b8bd-3a4111cce715', 'tag': 'cebd6b42-e3f6-46c1-a899-63190c0133ab', 'status': 'completed', 'code': 200} Mar 31 15:42:35.025337 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78fb43-ab0c-404c-b763-bfc65a4ab87d req-5575be32-6976-43b9-a49e-d55d265bccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:35.026869 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3f78fb43-ab0c-404c-b763-bfc65a4ab87d req-5575be32-6976-43b9-a49e-d55d265bccdb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=4035aa5a-05ab-4ef6-b8bd-3a4111cce715 HTTP/1.1" status: 200 len: 1096 time: 0.0880380 Mar 31 15:42:35.278824 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-08edb692-bafd-4a79-9a41-886f0a3c0a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:35.366153 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78fb43-ab0c-404c-b763-bfc65a4ab87d req-16856283-d4a2-49d8-8042-b406f2314424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:35.367579 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3f78fb43-ab0c-404c-b763-bfc65a4ab87d req-16856283-d4a2-49d8-8042-b406f2314424 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a28d6e89f5614e35860f06912b5df90e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3344512 Mar 31 15:42:35.456901 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f453b-d059-4af8-a322-61f8d9d9943c req-8391bcd3-af73-4a3c-bd9c-e2337951843f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:35.458356 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7f4f453b-d059-4af8-a322-61f8d9d9943c req-8391bcd3-af73-4a3c-bd9c-e2337951843f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=4035aa5a-05ab-4ef6-b8bd-3a4111cce715 HTTP/1.1" status: 200 len: 943 time: 0.2044671 Mar 31 15:42:35.583542 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7f4f453b-d059-4af8-a322-61f8d9d9943c req-5040d7ba-136f-4aea-88e3-235898d25cb7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dfba84b-e1f2-4bfa-9ef8-ddbbf28efde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764971 Mar 31 15:42:35.588409 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78fb43-ab0c-404c-b763-bfc65a4ab87d req-7287de95-d3e2-45f9-9910-3e3903694c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:35.589897 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3f78fb43-ab0c-404c-b763-bfc65a4ab87d req-7287de95-d3e2-45f9-9910-3e3903694c03 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2078893 Mar 31 15:42:35.707639 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-07421002-8f3e-480a-9078-31fe1c2c12fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:35.709046 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-07421002-8f3e-480a-9078-31fe1c2c12fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=4035aa5a-05ab-4ef6-b8bd-3a4111cce715 HTTP/1.1" status: 200 len: 1096 time: 0.0800219 Mar 31 15:42:35.780971 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-29b3c14e-f594-40ac-8057-98355f2b6466 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cebd6b42-e3f6-46c1-a899-63190c0133ab HTTP/1.1" status: 200 len: 217 time: 0.0652578 Mar 31 15:42:35.849862 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-b6c2f50a-e86b-44bc-89d0-305f2768a98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:35.851353 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-b6c2f50a-e86b-44bc-89d0-305f2768a98b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d84e67f-c4e6-4b03-a6fc-2bdbda49374f HTTP/1.1" status: 200 len: 844 time: 0.0651562 Mar 31 15:42:35.942720 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-316206d2-56fd-41b9-a4d2-65ec2fc72e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:35.944291 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-316206d2-56fd-41b9-a4d2-65ec2fc72e55 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e96f9769-f50d-4096-b9aa-fd951d722947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0875635 Mar 31 15:42:36.110646 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-36ab76ac-4982-414d-a257-a0e620a71bcc service neutron] 10.222.0.41 "GET /v2.0/networks/e96f9769-f50d-4096-b9aa-fd951d722947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601746 Mar 31 15:42:36.316271 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0773bb72-5040-45a2-a16f-1ea088c49f49 req-5c86ce26-e3fe-488a-a3f5-71e443626f06 service neutron] 10.222.0.41 "GET /v2.0/networks/e96f9769-f50d-4096-b9aa-fd951d722947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001045 Mar 31 15:42:36.502601 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:36.503281 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:36.799986 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883cc89-bc42-4bf3-ba8d-3c2b6519e45d req-970d67fe-de19-4137-a8c2-099ccd6618c0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:36.801652 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f883cc89-bc42-4bf3-ba8d-3c2b6519e45d req-970d67fe-de19-4137-a8c2-099ccd6618c0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=4035aa5a-05ab-4ef6-b8bd-3a4111cce715 HTTP/1.1" status: 200 len: 943 time: 0.0986693 Mar 31 15:42:36.853384 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f883cc89-bc42-4bf3-ba8d-3c2b6519e45d req-610e78e1-faaf-42c5-8d7c-d659c38d744c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dfba84b-e1f2-4bfa-9ef8-ddbbf28efde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447061 Mar 31 15:42:37.924734 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:38.060068 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9909a-fc49-4cb4-b832-6f7ba0d2d02a req-e0f046f2-9dd8-4a4b-9d38-bb3e6ecadd5d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:38.062177 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-27c9909a-fc49-4cb4-b832-6f7ba0d2d02a req-e0f046f2-9dd8-4a4b-9d38-bb3e6ecadd5d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=4035aa5a-05ab-4ef6-b8bd-3a4111cce715 HTTP/1.1" status: 200 len: 943 time: 0.0882976 Mar 31 15:42:38.111059 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-27c9909a-fc49-4cb4-b832-6f7ba0d2d02a req-ca4fcb2c-5036-4c14-bcce-74e2873ef491 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dfba84b-e1f2-4bfa-9ef8-ddbbf28efde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421576 Mar 31 15:42:39.330538 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca2c4f-6268-4148-aae4-491a9b4cfc42 req-162b51af-6fa6-4684-b189-265510225aa5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:39.333102 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-46ca2c4f-6268-4148-aae4-491a9b4cfc42 req-162b51af-6fa6-4684-b189-265510225aa5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=4035aa5a-05ab-4ef6-b8bd-3a4111cce715 HTTP/1.1" status: 200 len: 943 time: 0.1076145 Mar 31 15:42:39.395836 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-46ca2c4f-6268-4148-aae4-491a9b4cfc42 req-68cbdeb0-89b7-479a-8389-63f98a4e0d4c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dfba84b-e1f2-4bfa-9ef8-ddbbf28efde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566838 Mar 31 15:42:39.424977 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device cebd6b42-e3f6-46c1-a899-63190c0133ab details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:42:39.610119 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port cebd6b42-e3f6-46c1-a899-63190c0133ab, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=cebd6b42-e3f6-46c1-a899-63190c0133ab,segment=NetworkSegment(65f5de79-ef4d-417d-8a2e-4051a0c9f46c),segment_id=65f5de79-ef4d-417d-8a2e-4051a0c9f46c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:42:39.633804 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': 'cebd6b42-e3f6-46c1-a899-63190c0133ab', 'network_id': 'e96f9769-f50d-4096-b9aa-fd951d722947', 'port_id': 'cebd6b42-e3f6-46c1-a899-63190c0133ab', 'mac_address': 'fa:16:3e:00:b1:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d84e67f-c4e6-4b03-a6fc-2bdbda49374f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:42:39.703933 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:39.727469 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cebd6b42-e3f6-46c1-a899-63190c0133ab {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:42:39.749648 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port cebd6b42-e3f6-46c1-a899-63190c0133ab, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=cebd6b42-e3f6-46c1-a899-63190c0133ab,segment=NetworkSegment(65f5de79-ef4d-417d-8a2e-4051a0c9f46c),segment_id=65f5de79-ef4d-417d-8a2e-4051a0c9f46c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:42:39.919716 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:39.993994 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=cebd6b42-e3f6-46c1-a899-63190c0133ab,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:40.149059 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['cebd6b42-e3f6-46c1-a899-63190c0133ab'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:42:40.606321 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964cd5a-ab8c-41b6-b9ec-a473384cc52f req-0008cf12-c000-4431-af26-43ae2b8db308 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:40.607916 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2964cd5a-ab8c-41b6-b9ec-a473384cc52f req-0008cf12-c000-4431-af26-43ae2b8db308 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=4035aa5a-05ab-4ef6-b8bd-3a4111cce715 HTTP/1.1" status: 200 len: 944 time: 0.0947917 Mar 31 15:42:40.662160 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2964cd5a-ab8c-41b6-b9ec-a473384cc52f req-4b2f3847-d2f6-481f-b606-cfaf4e831ea1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dfba84b-e1f2-4bfa-9ef8-ddbbf28efde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442269 Mar 31 15:42:41.433031 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device cebd6b42-e3f6-46c1-a899-63190c0133ab up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:42:41.754725 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6d21cc1e-f072-4cac-9b73-da42c90ac87a req-5b44ea0d-8039-4de9-b7b0-529fd806973a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=790c0427-ef45-4086-955a-f8ea2ec173fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0846066 Mar 31 15:42:41.758887 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port cebd6b42-e3f6-46c1-a899-63190c0133ab completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:42:41.766895 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port cebd6b42-e3f6-46c1-a899-63190c0133ab triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:42:41.767908 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:41.866028 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21cc1e-f072-4cac-9b73-da42c90ac87a req-c06004a6-e0fc-44fc-b15c-338cb359d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:41.867708 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6d21cc1e-f072-4cac-9b73-da42c90ac87a req-c06004a6-e0fc-44fc-b15c-338cb359d495 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d80c83d1fbe401682aa9514176018aa&device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 1098 time: 0.0894494 Mar 31 15:42:41.885832 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efd4a1-fcc6-4c0c-a0fa-d87d6e600c7a req-ff38a2e5-bc59-418b-9f35-a62ee703f6d3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:41.887409 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c7efd4a1-fcc6-4c0c-a0fa-d87d6e600c7a req-ff38a2e5-bc59-418b-9f35-a62ee703f6d3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=4035aa5a-05ab-4ef6-b8bd-3a4111cce715 HTTP/1.1" status: 200 len: 944 time: 0.1012497 Mar 31 15:42:41.927942 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:41.953559 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c7efd4a1-fcc6-4c0c-a0fa-d87d6e600c7a req-a8e4b7c2-2456-459d-8aca-013f7c7ce3bc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dfba84b-e1f2-4bfa-9ef8-ddbbf28efde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531321 Mar 31 15:42:41.978045 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4035aa5a-05ab-4ef6-b8bd-3a4111cce715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebd6b42-e3f6-46c1-a899-63190c0133ab'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:42:41.987285 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port cebd6b42-e3f6-46c1-a899-63190c0133ab, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=cebd6b42-e3f6-46c1-a899-63190c0133ab,segment=NetworkSegment(65f5de79-ef4d-417d-8a2e-4051a0c9f46c),segment_id=65f5de79-ef4d-417d-8a2e-4051a0c9f46c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:42:42.028269 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4035aa5a-05ab-4ef6-b8bd-3a4111cce715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebd6b42-e3f6-46c1-a899-63190c0133ab', 'code': 200} Mar 31 15:42:42.045060 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21cc1e-f072-4cac-9b73-da42c90ac87a req-373296a4-8926-41c7-a686-87222e9252b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:42.047188 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6d21cc1e-f072-4cac-9b73-da42c90ac87a req-373296a4-8926-41c7-a686-87222e9252b2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b062db18-3c45-443b-8ed2-a8ef4849e9af HTTP/1.1" status: 200 len: 913 time: 0.1594684 Mar 31 15:42:42.162052 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6d21cc1e-f072-4cac-9b73-da42c90ac87a req-db5bf44d-0cdd-4d6d-8a3c-f2cdc54f8831 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f0ffb0d-ee5c-4ab4-9f80-c37961709505 HTTP/1.1" status: 200 len: 1000 time: 0.1072381 Mar 31 15:42:42.170452 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:42.235967 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21cc1e-f072-4cac-9b73-da42c90ac87a req-42aba8c8-cc61-4fd6-aa74-2ffdc4a2dc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:42.238158 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6d21cc1e-f072-4cac-9b73-da42c90ac87a req-42aba8c8-cc61-4fd6-aa74-2ffdc4a2dc28 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df984311-c0fe-4d96-bc1f-8e89883604f5 HTTP/1.1" status: 200 len: 851 time: 0.0697017 Mar 31 15:42:42.250073 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=cebd6b42-e3f6-46c1-a899-63190c0133ab,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:42.324859 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21cc1e-f072-4cac-9b73-da42c90ac87a req-a6a1ccbf-a849-43c9-8067-cfe0ab3eee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:42.326314 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6d21cc1e-f072-4cac-9b73-da42c90ac87a req-a6a1ccbf-a849-43c9-8067-cfe0ab3eee07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b062db18-3c45-443b-8ed2-a8ef4849e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817389 Mar 31 15:42:42.638698 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6d21cc1e-f072-4cac-9b73-da42c90ac87a req-f588dbfc-15f4-4e0e-9705-c29fe8de9173 service neutron] 10.222.0.41 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055043 Mar 31 15:42:42.691396 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3535fd-cfad-4203-bb4e-ab0edbaf5325 req-3b52ceec-62b3-4665-a849-e88e0adbe5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:42.692802 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6b3535fd-cfad-4203-bb4e-ab0edbaf5325 req-3b52ceec-62b3-4665-a849-e88e0adbe5f0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4035aa5a-05ab-4ef6-b8bd-3a4111cce715 HTTP/1.1" status: 200 len: 1098 time: 0.1528862 Mar 31 15:42:42.804699 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6b3535fd-cfad-4203-bb4e-ab0edbaf5325 req-c651c493-24b1-491f-9d8b-a4667d5ad1c4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3dfba84b-e1f2-4bfa-9ef8-ddbbf28efde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668085 Mar 31 15:42:42.813578 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6d21cc1e-f072-4cac-9b73-da42c90ac87a req-1d51114e-797e-4e96-8fa1-2814399b2f4d service neutron] 10.222.0.41 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658230 Mar 31 15:42:42.868384 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:42:43.198832 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b381e7-7ac7-4e6b-b8de-e82dbf129b50 req-90cdf0c1-a187-4169-8490-4f81508730d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:43.200352 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-34b381e7-7ac7-4e6b-b8de-e82dbf129b50 req-90cdf0c1-a187-4169-8490-4f81508730d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=4035aa5a-05ab-4ef6-b8bd-3a4111cce715 HTTP/1.1" status: 200 len: 945 time: 0.0900812 Mar 31 15:42:43.257803 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-34b381e7-7ac7-4e6b-b8de-e82dbf129b50 req-260a8967-c40b-4ad7-80ef-9ec36a2b1129 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dfba84b-e1f2-4bfa-9ef8-ddbbf28efde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476725 Mar 31 15:42:44.496035 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07c5ed-64ae-4cb4-bc0e-60201d047854 req-77fd3b25-d7d2-4e08-a345-72f3f12463e4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:44.497498 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fe07c5ed-64ae-4cb4-bc0e-60201d047854 req-77fd3b25-d7d2-4e08-a345-72f3f12463e4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=4035aa5a-05ab-4ef6-b8bd-3a4111cce715 HTTP/1.1" status: 200 len: 945 time: 0.1008506 Mar 31 15:42:44.553749 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fe07c5ed-64ae-4cb4-bc0e-60201d047854 req-d6d73e82-df81-43bd-9211-be2324cc8cbf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dfba84b-e1f2-4bfa-9ef8-ddbbf28efde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493865 Mar 31 15:42:44.763815 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e339fc-63f5-40d8-85e4-4f2534aa9424 req-fe867c4d-cf7f-4eef-a579-2fd8e6e6cf45 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:44.765966 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-46e339fc-63f5-40d8-85e4-4f2534aa9424 req-fe867c4d-cf7f-4eef-a579-2fd8e6e6cf45 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=4035aa5a-05ab-4ef6-b8bd-3a4111cce715 HTTP/1.1" status: 200 len: 945 time: 0.0899200 Mar 31 15:42:44.820488 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-46e339fc-63f5-40d8-85e4-4f2534aa9424 req-33e7be2c-9e5f-4a87-94aa-b81c57f7e4b0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dfba84b-e1f2-4bfa-9ef8-ddbbf28efde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442345 Mar 31 15:42:44.847297 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51000) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:42:44.929867 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bb47ff-c362-489e-ba9a-dbd475217d10 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:44.931352 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-41bb47ff-c362-489e-ba9a-dbd475217d10 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4035aa5a-05ab-4ef6-b8bd-3a4111cce715 HTTP/1.1" status: 200 len: 1093 time: 0.0828528 Mar 31 15:42:44.934146 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51004) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:42:44.940013 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-1c642ee5-3d4a-42ee-816e-f6930fb58d95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'port_id': 'cebd6b42-e3f6-46c1-a899-63190c0133ab', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:42:44.946897 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-1c642ee5-3d4a-42ee-816e-f6930fb58d95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:42:44.958272 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1c642ee5-3d4a-42ee-816e-f6930fb58d95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:floatingip and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:42:44.958272 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1c642ee5-3d4a-42ee-816e-f6930fb58d95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:42:44.962027 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-1c642ee5-3d4a-42ee-816e-f6930fb58d95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:42:45.170536 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1c642ee5-3d4a-42ee-816e-f6930fb58d95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:45.326145 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1c642ee5-3d4a-42ee-816e-f6930fb58d95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:45.472585 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-1c642ee5-3d4a-42ee-816e-f6930fb58d95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.26.5.33 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/742fc923-6296-4908-8b2e-849f1cab5856) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:42:45.769439 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1c642ee5-3d4a-42ee-816e-f6930fb58d95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:45.988496 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1c642ee5-3d4a-42ee-816e-f6930fb58d95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:46.050029 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c642ee5-3d4a-42ee-816e-f6930fb58d95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:42:46.052625 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-1c642ee5-3d4a-42ee-816e-f6930fb58d95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:42:46.060585 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c642ee5-3d4a-42ee-816e-f6930fb58d95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:42:46.095810 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c642ee5-3d4a-42ee-816e-f6930fb58d95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=742fc923-6296-4908-8b2e-849f1cab5856,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:46.533659 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1c642ee5-3d4a-42ee-816e-f6930fb58d95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:46.712119 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1c642ee5-3d4a-42ee-816e-f6930fb58d95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:46.958669 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1c642ee5-3d4a-42ee-816e-f6930fb58d95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:47.131941 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1c642ee5-3d4a-42ee-816e-f6930fb58d95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:47.245604 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c642ee5-3d4a-42ee-816e-f6930fb58d95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=742fc923-6296-4908-8b2e-849f1cab5856,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:47.259218 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1c642ee5-3d4a-42ee-816e-f6930fb58d95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:47.450014 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-1c642ee5-3d4a-42ee-816e-f6930fb58d95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Floating IP ed5e16c7-0239-4006-aac6-50b72d373ee5 associated. External IP: 172.26.5.33, port: cebd6b42-e3f6-46c1-a899-63190c0133ab. Mar 31 15:42:47.987131 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c642ee5-3d4a-42ee-816e-f6930fb58d95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router e8655a1e-4343-46b4-aadc-0920cf8d7f1e has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:42:48.199166 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c642ee5-3d4a-42ee-816e-f6930fb58d95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:42:48.212246 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0d040a-75e8-4568-a8f7-f84e653dbb1b None None] Sync routers for ids ['e8655a1e-4343-46b4-aadc-0920cf8d7f1e'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:42:48.226664 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0d040a-75e8-4568-a8f7-f84e653dbb1b None None] Routers {'e8655a1e-4343-46b4-aadc-0920cf8d7f1e'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:42:48.227339 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-af0d040a-75e8-4568-a8f7-f84e653dbb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:42:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e8655a1e-4343-46b4-aadc-0920cf8d7f1e'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:48.377940 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1c642ee5-3d4a-42ee-816e-f6930fb58d95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:42:48.420019 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-af0d040a-75e8-4568-a8f7-f84e653dbb1b None None] Set router e8655a1e-4343-46b4-aadc-0920cf8d7f1e gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:42:48.443645 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1c642ee5-3d4a-42ee-816e-f6930fb58d95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5047743 Mar 31 15:42:48.443645 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4035aa5a-05ab-4ef6-b8bd-3a4111cce715', 'tag': 'cebd6b42-e3f6-46c1-a899-63190c0133ab'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:42:48.443932 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51008) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:42:48.517560 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4035aa5a-05ab-4ef6-b8bd-3a4111cce715', 'tag': 'cebd6b42-e3f6-46c1-a899-63190c0133ab', 'status': 'completed', 'code': 200} Mar 31 15:42:48.654453 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5bbff96f-045b-4281-8937-fb8000b8d8e5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/ed5e16c7-0239-4006-aac6-50b72d373ee5 HTTP/1.1" status: 200 len: 990 time: 0.2094316 Mar 31 15:42:48.690334 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e54f3d-b367-400d-924e-a693f5a27c3f req-0c68db5b-a33e-4986-97b3-b1dc9b41e735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:48.692287 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-16e54f3d-b367-400d-924e-a693f5a27c3f req-0c68db5b-a33e-4986-97b3-b1dc9b41e735 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=4035aa5a-05ab-4ef6-b8bd-3a4111cce715 HTTP/1.1" status: 200 len: 1098 time: 0.1537602 Mar 31 15:42:48.840063 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e54f3d-b367-400d-924e-a693f5a27c3f req-695b97cb-c195-4dc0-a24f-501459d41a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:48.841493 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-16e54f3d-b367-400d-924e-a693f5a27c3f req-695b97cb-c195-4dc0-a24f-501459d41a91 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e96f9769-f50d-4096-b9aa-fd951d722947 HTTP/1.1" status: 200 len: 897 time: 0.1434474 Mar 31 15:42:48.883884 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-af0d040a-75e8-4568-a8f7-f84e653dbb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'name': 'tempest-TestNetworkBasicOps-router-1715656885', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'fc751a20-1194-47ea-ba33-374602543d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:42:08Z', 'updated_at': '2022-03-31T15:42:16Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'fc751a20-1194-47ea-ba33-374602543d9e', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:42:10Z', 'updated_at': '2022-03-31T15:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'ed5e16c7-0239-4006-aac6-50b72d373ee5', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.33', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'port_id': 'cebd6b42-e3f6-46c1-a899-63190c0133ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e96f9769-f50d-4096-b9aa-fd951d722947', 'mac_address': 'fa:16:3e:00:b1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4035aa5a-05ab-4ef6-b8bd-3a4111cce715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:42:46Z', 'updated_at': '2022-03-31T15:42:46Z', 'revision_number': 0, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ec691ed-ff9b-4748-8975-1ac28ee7d580', 'name': '', 'network_id': 'e96f9769-f50d-4096-b9aa-fd951d722947', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:3e:18:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '5d84e67f-c4e6-4b03-a6fc-2bdbda49374f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:42:15Z', 'updated_at': '2022-03-31T15:42:23Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '5d84e67f-c4e6-4b03-a6fc-2bdbda49374f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:48.888455 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0d040a-75e8-4568-a8f7-f84e653dbb1b None None] Checking router: e8655a1e-4343-46b4-aadc-0920cf8d7f1e for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:42:48.906770 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0d040a-75e8-4568-a8f7-f84e653dbb1b None None] Routers {'e8655a1e-4343-46b4-aadc-0920cf8d7f1e'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:42:48.906770 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-af0d040a-75e8-4568-a8f7-f84e653dbb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:42:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e8655a1e-4343-46b4-aadc-0920cf8d7f1e'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:48.962256 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-16e54f3d-b367-400d-924e-a693f5a27c3f req-dce03d78-c953-491a-9d09-eccf1b54e658 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cebd6b42-e3f6-46c1-a899-63190c0133ab HTTP/1.1" status: 200 len: 998 time: 0.1143341 Mar 31 15:42:49.047623 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e54f3d-b367-400d-924e-a693f5a27c3f req-12d51975-2245-4724-96ea-27a7051eef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:49.049667 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-16e54f3d-b367-400d-924e-a693f5a27c3f req-12d51975-2245-4724-96ea-27a7051eef19 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d84e67f-c4e6-4b03-a6fc-2bdbda49374f HTTP/1.1" status: 200 len: 844 time: 0.0729365 Mar 31 15:42:49.105364 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-af0d040a-75e8-4568-a8f7-f84e653dbb1b None None] Set router e8655a1e-4343-46b4-aadc-0920cf8d7f1e gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:42:49.129706 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e54f3d-b367-400d-924e-a693f5a27c3f req-1a82f9cc-9e89-4e92-a81e-b63a2dae8dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:49.131176 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-16e54f3d-b367-400d-924e-a693f5a27c3f req-1a82f9cc-9e89-4e92-a81e-b63a2dae8dbf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e96f9769-f50d-4096-b9aa-fd951d722947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742795 Mar 31 15:42:49.281917 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-16e54f3d-b367-400d-924e-a693f5a27c3f req-d4aad2e3-f323-4b11-a8e8-f0bc4d37305c service neutron] 10.222.0.41 "GET /v2.0/networks/e96f9769-f50d-4096-b9aa-fd951d722947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405036 Mar 31 15:42:49.423018 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-16e54f3d-b367-400d-924e-a693f5a27c3f req-cd6858e8-e75a-4bb9-b33d-4cc0b6cb5f69 service neutron] 10.222.0.41 "GET /v2.0/networks/e96f9769-f50d-4096-b9aa-fd951d722947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358521 Mar 31 15:42:49.527510 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-af0d040a-75e8-4568-a8f7-f84e653dbb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'name': 'tempest-TestNetworkBasicOps-router-1715656885', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'fc751a20-1194-47ea-ba33-374602543d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:42:08Z', 'updated_at': '2022-03-31T15:42:16Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'fc751a20-1194-47ea-ba33-374602543d9e', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:42:10Z', 'updated_at': '2022-03-31T15:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'ed5e16c7-0239-4006-aac6-50b72d373ee5', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.33', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'port_id': 'cebd6b42-e3f6-46c1-a899-63190c0133ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e96f9769-f50d-4096-b9aa-fd951d722947', 'mac_address': 'fa:16:3e:00:b1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4035aa5a-05ab-4ef6-b8bd-3a4111cce715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:42:46Z', 'updated_at': '2022-03-31T15:42:46Z', 'revision_number': 0, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ec691ed-ff9b-4748-8975-1ac28ee7d580', 'name': '', 'network_id': 'e96f9769-f50d-4096-b9aa-fd951d722947', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:3e:18:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '5d84e67f-c4e6-4b03-a6fc-2bdbda49374f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:42:15Z', 'updated_at': '2022-03-31T15:42:23Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '5d84e67f-c4e6-4b03-a6fc-2bdbda49374f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:49.528026 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0d040a-75e8-4568-a8f7-f84e653dbb1b None None] The sync data for ids ['e8655a1e-4343-46b4-aadc-0920cf8d7f1e'] in dv-neutron-833379-2-hyperv is: [{'id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'name': 'tempest-TestNetworkBasicOps-router-1715656885', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'fc751a20-1194-47ea-ba33-374602543d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:42:08Z', 'updated_at': '2022-03-31T15:42:16Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'fc751a20-1194-47ea-ba33-374602543d9e', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:42:10Z', 'updated_at': '2022-03-31T15:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'ed5e16c7-0239-4006-aac6-50b72d373ee5', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.33', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'port_id': 'cebd6b42-e3f6-46c1-a899-63190c0133ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e96f9769-f50d-4096-b9aa-fd951d722947', 'mac_address': 'fa:16:3e:00:b1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4035aa5a-05ab-4ef6-b8bd-3a4111cce715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:42:46Z', 'updated_at': '2022-03-31T15:42:46Z', 'revision_number': 0, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ec691ed-ff9b-4748-8975-1ac28ee7d580', 'name': '', 'network_id': 'e96f9769-f50d-4096-b9aa-fd951d722947', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:3e:18:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '5d84e67f-c4e6-4b03-a6fc-2bdbda49374f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:42:15Z', 'updated_at': '2022-03-31T15:42:23Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '5d84e67f-c4e6-4b03-a6fc-2bdbda49374f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:42:49.659014 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51014) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:42:49.752755 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f9b408-2c20-4430-a939-fae519e21682 None None] New status for floating IP ed5e16c7-0239-4006-aac6-50b72d373ee5: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:42:49.792431 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-1a135223-7123-42ea-b689-d6ad567ba8b2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/ed5e16c7-0239-4006-aac6-50b72d373ee5 HTTP/1.1" status: 200 len: 990 time: 0.1316624 Mar 31 15:42:50.796870 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51018) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:42:51.037417 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-cb23e8da-4c98-45e4-a370-263523e0b75c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/ed5e16c7-0239-4006-aac6-50b72d373ee5 HTTP/1.1" status: 200 len: 992 time: 0.2391620 Mar 31 15:42:55.315166 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:43:03.228580 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9eb51d8c-0212-4a68-8c9b-9f082bbaafd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:43:05.244099 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a96f29dc-67cb-42d7-8dfa-7dd161ce6cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:43:06.473697 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:43:06.548625 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:43:08.022145 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:43:19.868545 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:43:25.301552 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:43:33.170107 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2546744f-17e3-4df0-9415-db9f60a2e94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:43:35.226863 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-295308ce-7cbe-45d4-9110-263d8b978b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:43:36.552134 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:43:36.643889 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:43:37.971737 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:43:55.313021 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:43:56.868586 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:44:03.134959 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c851eefe-6da8-406c-b826-7983c07a4407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:05.237875 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7b7431f2-1cf5-44d6-b128-bffa5c3df953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:06.454882 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:06.694978 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:08.049494 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:25.214522 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:33.076706 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-35e508d2-c2a0-4ecb-b16b-1ad5b84905f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:33.867526 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:44:35.162427 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-81ec61c0-eba5-4d14-ae06-64cb20dae7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:36.063640 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51058) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:44:36.288016 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-09c58b95-e068-4e89-8750-c178ca9e1336 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Deleting port 4d0e83d1-6bc4-4fbc-a6a6-580bfb8304a8 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:44:36.288294 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09c58b95-e068-4e89-8750-c178ca9e1336 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:36.454342 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:36.481737 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09c58b95-e068-4e89-8750-c178ca9e1336 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:36.482058 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09c58b95-e068-4e89-8750-c178ca9e1336 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:36.528582 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:36.614531 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-09c58b95-e068-4e89-8750-c178ca9e1336 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Calling delete_port for 4d0e83d1-6bc4-4fbc-a6a6-580bfb8304a8 owned by network:floatingip {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:44:36.899743 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09c58b95-e068-4e89-8750-c178ca9e1336 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:36.948531 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c58b95-e068-4e89-8750-c178ca9e1336 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Pushing event deleted for resources: {'Port': ['ID=4d0e83d1-6bc4-4fbc-a6a6-580bfb8304a8,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:36.988457 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c58b95-e068-4e89-8750-c178ca9e1336 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:36.988796 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c58b95-e068-4e89-8750-c178ca9e1336 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:36.989131 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c58b95-e068-4e89-8750-c178ca9e1336 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:36.989488 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c58b95-e068-4e89-8750-c178ca9e1336 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:36.989815 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c58b95-e068-4e89-8750-c178ca9e1336 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:36.990136 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c58b95-e068-4e89-8750-c178ca9e1336 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:36.990457 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c58b95-e068-4e89-8750-c178ca9e1336 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:36.990775 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c58b95-e068-4e89-8750-c178ca9e1336 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:36.991095 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c58b95-e068-4e89-8750-c178ca9e1336 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:36.991410 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c58b95-e068-4e89-8750-c178ca9e1336 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:36.991724 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c58b95-e068-4e89-8750-c178ca9e1336 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:36.992034 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c58b95-e068-4e89-8750-c178ca9e1336 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:37.064165 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09c58b95-e068-4e89-8750-c178ca9e1336 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for floatingip, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:37.065073 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [None req-09c58b95-e068-4e89-8750-c178ca9e1336 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Floating IP 1112531d-8f65-4fd5-b668-894768fd6e2d disassociated (deleted). External IP: 172.26.5.55, port: 5f0ffb0d-ee5c-4ab4-9f80-c37961709505. Mar 31 15:44:37.453966 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c58b95-e068-4e89-8750-c178ca9e1336 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Router 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:44:37.766114 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c58b95-e068-4e89-8750-c178ca9e1336 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:44:37.776491 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2393467-f58e-42a4-9b85-0cf0ac0352fe None None] Sync routers for ids ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:44:37.786537 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2393467-f58e-42a4-9b85-0cf0ac0352fe None None] Routers {'83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:44:37.787156 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-b2393467-f58e-42a4-9b85-0cf0ac0352fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:44:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:37.880669 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09c58b95-e068-4e89-8750-c178ca9e1336 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:37.939637 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:37.944405 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-09c58b95-e068-4e89-8750-c178ca9e1336 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "DELETE /v2.0/floatingips/1112531d-8f65-4fd5-b668-894768fd6e2d HTTP/1.1" status: 204 len: 168 time: 1.8795323 Mar 31 15:44:37.945133 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790c0427-ef45-4086-955a-f8ea2ec173fc', 'tag': '5f0ffb0d-ee5c-4ab4-9f80-c37961709505'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:44:37.989072 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-b2393467-f58e-42a4-9b85-0cf0ac0352fe None None] Set router 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:44:38.056318 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790c0427-ef45-4086-955a-f8ea2ec173fc', 'tag': '5f0ffb0d-ee5c-4ab4-9f80-c37961709505', 'status': 'completed', 'code': 200} Mar 31 15:44:38.165515 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb8a85-53d5-4a6e-9528-27c501cb5231 req-a2a23784-4306-45cf-8a4e-a5b8e091a0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:38.166995 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-91cb8a85-53d5-4a6e-9528-27c501cb5231 req-a2a23784-4306-45cf-8a4e-a5b8e091a0e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d80c83d1fbe401682aa9514176018aa&device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 1098 time: 0.0865934 Mar 31 15:44:38.338847 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb8a85-53d5-4a6e-9528-27c501cb5231 req-ff73b776-cf3e-41a0-b5bb-c9de92105a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:38.340571 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-91cb8a85-53d5-4a6e-9528-27c501cb5231 req-ff73b776-cf3e-41a0-b5bb-c9de92105a11 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b062db18-3c45-443b-8ed2-a8ef4849e9af HTTP/1.1" status: 200 len: 913 time: 0.1655893 Mar 31 15:44:38.412371 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-91cb8a85-53d5-4a6e-9528-27c501cb5231 req-97e5d6c7-6915-46d0-8881-af79a56d1d4d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f0ffb0d-ee5c-4ab4-9f80-c37961709505 HTTP/1.1" status: 200 len: 217 time: 0.0658791 Mar 31 15:44:38.476938 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-b2393467-f58e-42a4-9b85-0cf0ac0352fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'name': 'tempest-TestVolumeBootPattern-1685436417-router', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20'}], 'enable_snat': True}, 'gw_port_id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:51Z', 'updated_at': '2022-03-31T15:32:59Z', 'revision_number': 4, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'gw_port': {'id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:53Z', 'updated_at': '2022-03-31T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'e71b64d1-5926-466c-a040-7fcbf0e782fa', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'floating_ip_address': '172.26.5.164', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'port_id': '9335ae74-fd8a-4f39-b1ab-315e74eedf4b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'mac_address': 'fa:16:3e:bb:87:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a83a8-c120-43f4-885c-308e86638c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:37:42Z', 'updated_at': '2022-03-31T15:37:45Z', 'revision_number': 1, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7d4c3b-ba84-4281-851b-f58d022b83cb', 'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'mac_address': 'fa:16:3e:c1:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:58Z', 'updated_at': '2022-03-31T15:33:08Z', 'revision_number': 5, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'subnets': [{'id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:38.480778 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2393467-f58e-42a4-9b85-0cf0ac0352fe None None] Checking router: 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:44:38.484712 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb8a85-53d5-4a6e-9528-27c501cb5231 req-97174934-d65b-4b18-8f9d-0aa6062944f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:38.486226 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-91cb8a85-53d5-4a6e-9528-27c501cb5231 req-97174934-d65b-4b18-8f9d-0aa6062944f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df984311-c0fe-4d96-bc1f-8e89883604f5 HTTP/1.1" status: 200 len: 851 time: 0.0660286 Mar 31 15:44:38.490888 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2393467-f58e-42a4-9b85-0cf0ac0352fe None None] Routers {'83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:44:38.491506 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-b2393467-f58e-42a4-9b85-0cf0ac0352fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:44:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:38.581482 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb8a85-53d5-4a6e-9528-27c501cb5231 req-4e79728f-f1dd-48cc-804d-91dba4dbc791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:38.583532 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-91cb8a85-53d5-4a6e-9528-27c501cb5231 req-4e79728f-f1dd-48cc-804d-91dba4dbc791 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b062db18-3c45-443b-8ed2-a8ef4849e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0916221 Mar 31 15:44:38.728442 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-b2393467-f58e-42a4-9b85-0cf0ac0352fe None None] Set router 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:44:38.732660 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-91cb8a85-53d5-4a6e-9528-27c501cb5231 req-372d3270-0fae-4393-b82c-5797d42db8b1 service neutron] 10.222.0.41 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432436 Mar 31 15:44:38.887400 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-91cb8a85-53d5-4a6e-9528-27c501cb5231 req-0783be41-1e31-4d54-be6a-5a0cf032f636 service neutron] 10.222.0.41 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485832 Mar 31 15:44:39.042483 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb5795-508a-4aeb-9420-bd1484fb6f0c req-92353202-b04c-4d5e-ba8c-214c754ba13d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:39.044004 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-62fb5795-508a-4aeb-9420-bd1484fb6f0c req-92353202-b04c-4d5e-ba8c-214c754ba13d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 945 time: 0.0891926 Mar 31 15:44:39.099630 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-62fb5795-508a-4aeb-9420-bd1484fb6f0c req-e61ff0b4-8ecf-487c-bd03-3de80f24d619 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461257 Mar 31 15:44:39.151195 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-b2393467-f58e-42a4-9b85-0cf0ac0352fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'name': 'tempest-TestVolumeBootPattern-1685436417-router', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20'}], 'enable_snat': True}, 'gw_port_id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:51Z', 'updated_at': '2022-03-31T15:32:59Z', 'revision_number': 4, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'gw_port': {'id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:53Z', 'updated_at': '2022-03-31T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'e71b64d1-5926-466c-a040-7fcbf0e782fa', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'floating_ip_address': '172.26.5.164', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'port_id': '9335ae74-fd8a-4f39-b1ab-315e74eedf4b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'mac_address': 'fa:16:3e:bb:87:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a83a8-c120-43f4-885c-308e86638c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:37:42Z', 'updated_at': '2022-03-31T15:37:45Z', 'revision_number': 1, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7d4c3b-ba84-4281-851b-f58d022b83cb', 'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'mac_address': 'fa:16:3e:c1:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:58Z', 'updated_at': '2022-03-31T15:33:08Z', 'revision_number': 5, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'subnets': [{'id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:39.156087 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2393467-f58e-42a4-9b85-0cf0ac0352fe None None] The sync data for ids ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'] in dv-neutron-833379-2-hyperv is: [{'id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'name': 'tempest-TestVolumeBootPattern-1685436417-router', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20'}], 'enable_snat': True}, 'gw_port_id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:51Z', 'updated_at': '2022-03-31T15:32:59Z', 'revision_number': 4, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'gw_port': {'id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:53Z', 'updated_at': '2022-03-31T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'e71b64d1-5926-466c-a040-7fcbf0e782fa', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'floating_ip_address': '172.26.5.164', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'port_id': '9335ae74-fd8a-4f39-b1ab-315e74eedf4b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'mac_address': 'fa:16:3e:bb:87:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a83a8-c120-43f4-885c-308e86638c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:37:42Z', 'updated_at': '2022-03-31T15:37:45Z', 'revision_number': 1, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7d4c3b-ba84-4281-851b-f58d022b83cb', 'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'mac_address': 'fa:16:3e:c1:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:58Z', 'updated_at': '2022-03-31T15:33:08Z', 'revision_number': 5, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'subnets': [{'id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:44:39.384472 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe8757a-a61b-4e6d-b3cb-c2b096b4cdcc None None] New status for floating IP 1112531d-8f65-4fd5-b668-894768fd6e2d: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:44:40.399493 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983736c1-b9ed-4f8b-9b73-ef470fcd3eb0 req-e776ea9e-19f7-4c02-b2d0-6688230f70f6 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:40.400163 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-983736c1-b9ed-4f8b-9b73-ef470fcd3eb0 req-e776ea9e-19f7-4c02-b2d0-6688230f70f6 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Synchronizing usage tracker for tenant:4d80c83d1fbe401682aa9514176018aa on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:44:40.417476 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df050da8-814e-4cd3-a036-01dcef727174 req-5c601683-0787-4b0c-b8c5-36690c3a266b tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:40.418192 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-df050da8-814e-4cd3-a036-01dcef727174 req-5c601683-0787-4b0c-b8c5-36690c3a266b tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Synchronizing usage tracker for tenant:4d80c83d1fbe401682aa9514176018aa on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:44:40.506446 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-983736c1-b9ed-4f8b-9b73-ef470fcd3eb0 req-e776ea9e-19f7-4c02-b2d0-6688230f70f6 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Unset dirty status for tenant:4d80c83d1fbe401682aa9514176018aa on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:44:40.507619 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-983736c1-b9ed-4f8b-9b73-ef470fcd3eb0 req-e776ea9e-19f7-4c02-b2d0-6688230f70f6 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 945 time: 0.2560172 Mar 31 15:44:40.508526 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-df050da8-814e-4cd3-a036-01dcef727174 req-5c601683-0787-4b0c-b8c5-36690c3a266b tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Unset dirty status for tenant:4d80c83d1fbe401682aa9514176018aa on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:44:40.509712 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-df050da8-814e-4cd3-a036-01dcef727174 req-5c601683-0787-4b0c-b8c5-36690c3a266b tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.41 "GET /v2.0/ports?device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 945 time: 0.2144520 Mar 31 15:44:40.619526 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-983736c1-b9ed-4f8b-9b73-ef470fcd3eb0 req-a07ec843-12a1-4c84-8f6f-860860865b33 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057630 Mar 31 15:44:40.625249 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-df050da8-814e-4cd3-a036-01dcef727174 req-7743f191-2d9c-40a1-b649-09947e67600e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Deleting port 5f0ffb0d-ee5c-4ab4-9f80-c37961709505 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:44:40.626320 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-df050da8-814e-4cd3-a036-01dcef727174 req-7743f191-2d9c-40a1-b649-09947e67600e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:40.901990 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-df050da8-814e-4cd3-a036-01dcef727174 req-7743f191-2d9c-40a1-b649-09947e67600e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] For port 5f0ffb0d-ee5c-4ab4-9f80-c37961709505, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=5f0ffb0d-ee5c-4ab4-9f80-c37961709505,segment=NetworkSegment(ba430e3c-c87c-4f37-818e-9716eff11a24),segment_id=ba430e3c-c87c-4f37-818e-9716eff11a24)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:44:40.902389 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-df050da8-814e-4cd3-a036-01dcef727174 req-7743f191-2d9c-40a1-b649-09947e67600e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:41.036315 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-df050da8-814e-4cd3-a036-01dcef727174 req-7743f191-2d9c-40a1-b649-09947e67600e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Calling delete_port for 5f0ffb0d-ee5c-4ab4-9f80-c37961709505 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:44:41.282837 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-df050da8-814e-4cd3-a036-01dcef727174 req-7743f191-2d9c-40a1-b649-09947e67600e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:41.458763 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7743f191-2d9c-40a1-b649-09947e67600e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Pushing event deleted for resources: {'Port': ['ID=5f0ffb0d-ee5c-4ab4-9f80-c37961709505,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:41.548501 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-df050da8-814e-4cd3-a036-01dcef727174 req-7743f191-2d9c-40a1-b649-09947e67600e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] No DVR routers for this DVR port 5f0ffb0d-ee5c-4ab4-9f80-c37961709505 on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:44:41.551342 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-df050da8-814e-4cd3-a036-01dcef727174 req-7743f191-2d9c-40a1-b649-09947e67600e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:41.554044 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790c0427-ef45-4086-955a-f8ea2ec173fc', 'name': 'network-vif-deleted', 'tag': '5f0ffb0d-ee5c-4ab4-9f80-c37961709505'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:44:41.609737 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790c0427-ef45-4086-955a-f8ea2ec173fc', 'name': 'network-vif-deleted', 'tag': '5f0ffb0d-ee5c-4ab4-9f80-c37961709505', 'status': 'completed', 'code': 200} Mar 31 15:44:41.631620 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-df050da8-814e-4cd3-a036-01dcef727174 req-7743f191-2d9c-40a1-b649-09947e67600e tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.41 "DELETE /v2.0/ports/5f0ffb0d-ee5c-4ab4-9f80-c37961709505 HTTP/1.1" status: 204 len: 173 time: 1.1028299 Mar 31 15:44:41.803158 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-1a9dd012-0d6d-480b-afdd-f052f7b252dd req-e17aac99-4172-4f2e-84a3-aa772a221bde tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Synchronizing usage tracker for tenant:4d80c83d1fbe401682aa9514176018aa on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:44:41.925157 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-1a9dd012-0d6d-480b-afdd-f052f7b252dd req-e17aac99-4172-4f2e-84a3-aa772a221bde tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Unset dirty status for tenant:4d80c83d1fbe401682aa9514176018aa on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:44:41.925157 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1a9dd012-0d6d-480b-afdd-f052f7b252dd req-e17aac99-4172-4f2e-84a3-aa772a221bde tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 210 time: 0.1726122 Mar 31 15:44:42.447679 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51084) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:44:42.533017 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-c537f1dc-3074-4db3-8bf2-e3d06960d9b7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:44:42.671268 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c537f1dc-3074-4db3-8bf2-e3d06960d9b7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15010882'] for subnet, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:42.962711 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c537f1dc-3074-4db3-8bf2-e3d06960d9b7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791085481957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15414073'] for subnet, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:43.013450 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c537f1dc-3074-4db3-8bf2-e3d06960d9b7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:43.013880 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c537f1dc-3074-4db3-8bf2-e3d06960d9b7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:43.017838 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c537f1dc-3074-4db3-8bf2-e3d06960d9b7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "PUT /v2.0/subnets/5d84e67f-c4e6-4b03-a6fc-2bdbda49374f HTTP/1.1" status: 200 len: 836 time: 0.5664842 Mar 31 15:44:43.018044 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11539639-8f14-4d16-932a-54a8b912e191 None None] Network e96f9769-f50d-4096-b9aa-fd951d722947 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:44:43.053782 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537f1dc-3074-4db3-8bf2-e3d06960d9b7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Subnet': ['ID=5d84e67f-c4e6-4b03-a6fc-2bdbda49374f,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:43.133294 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d6167c8a-3804-42d7-b74b-267d150d855d req-2b6118e8-6c22-47a4-bd26-827454a3da57 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c0427-ef45-4086-955a-f8ea2ec173fc HTTP/1.1" status: 200 len: 210 time: 0.0583596 Mar 31 15:44:43.570746 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-90829a5a-fdc0-40ee-9f7d-23f7476735d9 None None] Provisioning complete for port 2ec691ed-ff9b-4748-8975-1ac28ee7d580 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:44:43.571381 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90829a5a-fdc0-40ee-9f7d-23f7476735d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:43.611260 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4510ae3b-b3f1-475c-a8ec-736af66e4e29 req-dd2db845-567d-46da-8326-598aeba6ed7c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1c6a83a8-c120-43f4-885c-308e86638c6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1069531 Mar 31 15:44:43.736049 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-90829a5a-fdc0-40ee-9f7d-23f7476735d9 None None] Provisioning complete for port cebd6b42-e3f6-46c1-a899-63190c0133ab triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:44:43.736628 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90829a5a-fdc0-40ee-9f7d-23f7476735d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:43.779389 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510ae3b-b3f1-475c-a8ec-736af66e4e29 req-ace4c3fb-4400-4f59-8218-fd405d5b0d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:43.781937 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4510ae3b-b3f1-475c-a8ec-736af66e4e29 req-ace4c3fb-4400-4f59-8218-fd405d5b0d9b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d80c83d1fbe401682aa9514176018aa&device_id=1c6a83a8-c120-43f4-885c-308e86638c6c HTTP/1.1" status: 200 len: 1099 time: 0.0927641 Mar 31 15:44:43.891304 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 5f0ffb0d-ee5c-4ab4-9f80-c37961709505 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:44:43.931573 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: 5f0ffb0d-ee5c-4ab4-9f80-c37961709505 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:44:43.931916 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 5f0ffb0d-ee5c-4ab4-9f80-c37961709505 not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:44:43.939153 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-90829a5a-fdc0-40ee-9f7d-23f7476735d9 None None] Provisioning complete for port 41d3d762-26d1-4f78-b9e8-466dcb6f3204 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:44:43.939521 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90829a5a-fdc0-40ee-9f7d-23f7476735d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:43.966393 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510ae3b-b3f1-475c-a8ec-736af66e4e29 req-851d9d5b-6dec-4918-a6bd-abe907466576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:43.968881 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4510ae3b-b3f1-475c-a8ec-736af66e4e29 req-851d9d5b-6dec-4918-a6bd-abe907466576 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b062db18-3c45-443b-8ed2-a8ef4849e9af HTTP/1.1" status: 200 len: 913 time: 0.1683156 Mar 31 15:44:44.084711 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4510ae3b-b3f1-475c-a8ec-736af66e4e29 req-0e942e46-cfc2-4069-841f-242bac168685 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9335ae74-fd8a-4f39-b1ab-315e74eedf4b HTTP/1.1" status: 200 len: 1002 time: 0.1103740 Mar 31 15:44:44.150582 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510ae3b-b3f1-475c-a8ec-736af66e4e29 req-ca1b6a9a-6430-4b87-8c0f-80fd3f04bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:44.152672 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4510ae3b-b3f1-475c-a8ec-736af66e4e29 req-ca1b6a9a-6430-4b87-8c0f-80fd3f04bfc8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df984311-c0fe-4d96-bc1f-8e89883604f5 HTTP/1.1" status: 200 len: 851 time: 0.0627007 Mar 31 15:44:44.243323 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510ae3b-b3f1-475c-a8ec-736af66e4e29 req-e38db1cc-58e0-455f-9963-726c081bc910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:44.244869 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4510ae3b-b3f1-475c-a8ec-736af66e4e29 req-e38db1cc-58e0-455f-9963-726c081bc910 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b062db18-3c45-443b-8ed2-a8ef4849e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0858006 Mar 31 15:44:44.399788 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4510ae3b-b3f1-475c-a8ec-736af66e4e29 req-e97ac75f-d918-4377-9717-5194b1af849a service neutron] 10.222.0.41 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487806 Mar 31 15:44:44.551431 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4510ae3b-b3f1-475c-a8ec-736af66e4e29 req-8722e7a1-8d62-4f53-9152-212b1ed0b389 service neutron] 10.222.0.41 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448154 Mar 31 15:44:49.195103 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51114) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:44:49.408818 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c6cbc730-b405-4d83-9fb8-5c943172362d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Deleting port d41ca648-cf6f-4304-aefe-05f83baef0ff {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:44:49.409473 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6cbc730-b405-4d83-9fb8-5c943172362d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:49.638771 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6cbc730-b405-4d83-9fb8-5c943172362d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:49.639261 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6cbc730-b405-4d83-9fb8-5c943172362d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:49.769972 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c6cbc730-b405-4d83-9fb8-5c943172362d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Calling delete_port for d41ca648-cf6f-4304-aefe-05f83baef0ff owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:44:50.059805 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6cbc730-b405-4d83-9fb8-5c943172362d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:50.108384 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cbc730-b405-4d83-9fb8-5c943172362d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Pushing event deleted for resources: {'Port': ['ID=d41ca648-cf6f-4304-aefe-05f83baef0ff,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:50.286325 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbc730-b405-4d83-9fb8-5c943172362d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:50.287043 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbc730-b405-4d83-9fb8-5c943172362d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:50.287043 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbc730-b405-4d83-9fb8-5c943172362d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:50.287324 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbc730-b405-4d83-9fb8-5c943172362d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:50.287649 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbc730-b405-4d83-9fb8-5c943172362d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:50.287978 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbc730-b405-4d83-9fb8-5c943172362d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:50.288305 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbc730-b405-4d83-9fb8-5c943172362d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:50.288626 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbc730-b405-4d83-9fb8-5c943172362d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:50.288950 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbc730-b405-4d83-9fb8-5c943172362d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:50.289301 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbc730-b405-4d83-9fb8-5c943172362d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:50.289624 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbc730-b405-4d83-9fb8-5c943172362d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:50.289941 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbc730-b405-4d83-9fb8-5c943172362d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:50.322376 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6cbc730-b405-4d83-9fb8-5c943172362d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:50.322622 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-c6cbc730-b405-4d83-9fb8-5c943172362d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Floating IP e71b64d1-5926-466c-a040-7fcbf0e782fa disassociated (deleted). External IP: 172.26.5.164, port: 9335ae74-fd8a-4f39-b1ab-315e74eedf4b. Mar 31 15:44:50.692175 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cbc730-b405-4d83-9fb8-5c943172362d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Router 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:44:50.886653 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cbc730-b405-4d83-9fb8-5c943172362d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:44:50.898354 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4579bd14-8f0f-49db-a02f-5214ff193061 None None] Sync routers for ids ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:44:50.907987 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4579bd14-8f0f-49db-a02f-5214ff193061 None None] Routers {'83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:44:50.911175 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-4579bd14-8f0f-49db-a02f-5214ff193061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:44:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:51.003144 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6cbc730-b405-4d83-9fb8-5c943172362d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:51.066090 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c6cbc730-b405-4d83-9fb8-5c943172362d tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "DELETE /v2.0/floatingips/e71b64d1-5926-466c-a040-7fcbf0e782fa HTTP/1.1" status: 204 len: 168 time: 1.8692734 Mar 31 15:44:51.066799 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6a83a8-c120-43f4-885c-308e86638c6c', 'tag': '9335ae74-fd8a-4f39-b1ab-315e74eedf4b'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:44:51.106035 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-4579bd14-8f0f-49db-a02f-5214ff193061 None None] Set router 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:44:51.124148 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6a83a8-c120-43f4-885c-308e86638c6c', 'tag': '9335ae74-fd8a-4f39-b1ab-315e74eedf4b', 'status': 'completed', 'code': 200} Mar 31 15:44:51.227870 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afd5ec-49f7-4378-9437-12c083859762 req-5271762c-790a-49c6-aea6-3514a370d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:51.229382 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d3afd5ec-49f7-4378-9437-12c083859762 req-5271762c-790a-49c6-aea6-3514a370d881 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d80c83d1fbe401682aa9514176018aa&device_id=1c6a83a8-c120-43f4-885c-308e86638c6c HTTP/1.1" status: 200 len: 1099 time: 0.0768156 Mar 31 15:44:51.380609 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afd5ec-49f7-4378-9437-12c083859762 req-61aacff6-3677-4847-aeb6-52eafee3fd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:51.382692 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d3afd5ec-49f7-4378-9437-12c083859762 req-61aacff6-3677-4847-aeb6-52eafee3fd53 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b062db18-3c45-443b-8ed2-a8ef4849e9af HTTP/1.1" status: 200 len: 913 time: 0.1470354 Mar 31 15:44:51.459427 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-4579bd14-8f0f-49db-a02f-5214ff193061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'name': 'tempest-TestVolumeBootPattern-1685436417-router', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20'}], 'enable_snat': True}, 'gw_port_id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:51Z', 'updated_at': '2022-03-31T15:32:59Z', 'revision_number': 4, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'gw_port': {'id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:53Z', 'updated_at': '2022-03-31T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '7a7d4c3b-ba84-4281-851b-f58d022b83cb', 'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'mac_address': 'fa:16:3e:c1:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:58Z', 'updated_at': '2022-03-31T15:33:08Z', 'revision_number': 5, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'subnets': [{'id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:51.464135 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4579bd14-8f0f-49db-a02f-5214ff193061 None None] Checking router: 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:44:51.474727 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4579bd14-8f0f-49db-a02f-5214ff193061 None None] Routers {'83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:44:51.475872 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-4579bd14-8f0f-49db-a02f-5214ff193061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:44:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:51.582765 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d3afd5ec-49f7-4378-9437-12c083859762 req-a9860e94-d602-4817-9ca9-573266eb455e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9335ae74-fd8a-4f39-b1ab-315e74eedf4b HTTP/1.1" status: 200 len: 217 time: 0.1946971 Mar 31 15:44:51.673090 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afd5ec-49f7-4378-9437-12c083859762 req-363a7fb8-db32-4022-b872-8886eb7f2b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:51.675346 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d3afd5ec-49f7-4378-9437-12c083859762 req-363a7fb8-db32-4022-b872-8886eb7f2b0b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df984311-c0fe-4d96-bc1f-8e89883604f5 HTTP/1.1" status: 200 len: 851 time: 0.0869856 Mar 31 15:44:51.695468 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-4579bd14-8f0f-49db-a02f-5214ff193061 None None] Set router 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:44:51.819186 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afd5ec-49f7-4378-9437-12c083859762 req-3a9a0968-6410-48ba-8e86-8951882785e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:51.820667 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d3afd5ec-49f7-4378-9437-12c083859762 req-3a9a0968-6410-48ba-8e86-8951882785e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b062db18-3c45-443b-8ed2-a8ef4849e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1376507 Mar 31 15:44:51.887250 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eed645-13ec-4b87-9d28-92e71e7ccb37 req-6a3f320f-7b3f-47dc-bd84-5a335b8ba075 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:51.888719 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-19eed645-13ec-4b87-9d28-92e71e7ccb37 req-6a3f320f-7b3f-47dc-bd84-5a335b8ba075 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c6a83a8-c120-43f4-885c-308e86638c6c HTTP/1.1" status: 200 len: 946 time: 0.1453443 Mar 31 15:44:52.003721 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-19eed645-13ec-4b87-9d28-92e71e7ccb37 req-d33d374b-06a6-4f70-b4f2-7f97453004c5 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9e81fc0-179b-43b4-8540-7cc482d9ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668821 Mar 31 15:44:52.025924 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d3afd5ec-49f7-4378-9437-12c083859762 req-1cefc820-d56a-4b42-8697-f163f89f93ac service neutron] 10.222.0.41 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965320 Mar 31 15:44:52.046335 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-4579bd14-8f0f-49db-a02f-5214ff193061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'name': 'tempest-TestVolumeBootPattern-1685436417-router', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20'}], 'enable_snat': True}, 'gw_port_id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:51Z', 'updated_at': '2022-03-31T15:32:59Z', 'revision_number': 4, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'gw_port': {'id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:53Z', 'updated_at': '2022-03-31T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '7a7d4c3b-ba84-4281-851b-f58d022b83cb', 'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'mac_address': 'fa:16:3e:c1:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:58Z', 'updated_at': '2022-03-31T15:33:08Z', 'revision_number': 5, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'subnets': [{'id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:52.050791 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4579bd14-8f0f-49db-a02f-5214ff193061 None None] The sync data for ids ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'] in dv-neutron-833379-2-hyperv is: [{'id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'name': 'tempest-TestVolumeBootPattern-1685436417-router', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20'}], 'enable_snat': True}, 'gw_port_id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:51Z', 'updated_at': '2022-03-31T15:32:59Z', 'revision_number': 4, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'gw_port': {'id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:53Z', 'updated_at': '2022-03-31T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '7a7d4c3b-ba84-4281-851b-f58d022b83cb', 'name': '', 'network_id': 'b062db18-3c45-443b-8ed2-a8ef4849e9af', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'mac_address': 'fa:16:3e:c1:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:58Z', 'updated_at': '2022-03-31T15:33:08Z', 'revision_number': 5, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'subnets': [{'id': 'df984311-c0fe-4d96-bc1f-8e89883604f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:44:52.219085 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d3afd5ec-49f7-4378-9437-12c083859762 req-3a77bffb-77ac-469d-b7d4-9fad4914525d service neutron] 10.222.0.41 "GET /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859229 Mar 31 15:44:52.254620 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b2319-26c8-4961-bf01-fb4dfd2fe74e req-635d2119-5cb8-4f48-8063-e5031f9286a6 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:52.256647 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b10b2319-26c8-4961-bf01-fb4dfd2fe74e req-635d2119-5cb8-4f48-8063-e5031f9286a6 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c6a83a8-c120-43f4-885c-308e86638c6c HTTP/1.1" status: 200 len: 946 time: 0.1397932 Mar 31 15:44:52.289616 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183b9b82-ae5b-4787-9955-100909fe42cf None None] New status for floating IP e71b64d1-5926-466c-a040-7fcbf0e782fa: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:44:52.335469 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-b10b2319-26c8-4961-bf01-fb4dfd2fe74e req-9eea3ee5-e4d0-421b-bc8a-8c5ff2d69b45 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Deleting port 9335ae74-fd8a-4f39-b1ab-315e74eedf4b {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:44:52.335716 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b10b2319-26c8-4961-bf01-fb4dfd2fe74e req-9eea3ee5-e4d0-421b-bc8a-8c5ff2d69b45 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:52.602404 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-b10b2319-26c8-4961-bf01-fb4dfd2fe74e req-9eea3ee5-e4d0-421b-bc8a-8c5ff2d69b45 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] For port 9335ae74-fd8a-4f39-b1ab-315e74eedf4b, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=9335ae74-fd8a-4f39-b1ab-315e74eedf4b,segment=NetworkSegment(ba430e3c-c87c-4f37-818e-9716eff11a24),segment_id=ba430e3c-c87c-4f37-818e-9716eff11a24)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:44:52.602672 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b10b2319-26c8-4961-bf01-fb4dfd2fe74e req-9eea3ee5-e4d0-421b-bc8a-8c5ff2d69b45 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:52.734002 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-b10b2319-26c8-4961-bf01-fb4dfd2fe74e req-9eea3ee5-e4d0-421b-bc8a-8c5ff2d69b45 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Calling delete_port for 9335ae74-fd8a-4f39-b1ab-315e74eedf4b owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:44:52.980015 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b10b2319-26c8-4961-bf01-fb4dfd2fe74e req-9eea3ee5-e4d0-421b-bc8a-8c5ff2d69b45 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:53.052763 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea3ee5-e4d0-421b-bc8a-8c5ff2d69b45 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Pushing event deleted for resources: {'Port': ['ID=9335ae74-fd8a-4f39-b1ab-315e74eedf4b,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:53.130722 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10b2319-26c8-4961-bf01-fb4dfd2fe74e req-9eea3ee5-e4d0-421b-bc8a-8c5ff2d69b45 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] No DVR routers for this DVR port 9335ae74-fd8a-4f39-b1ab-315e74eedf4b on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:44:53.133234 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b10b2319-26c8-4961-bf01-fb4dfd2fe74e req-9eea3ee5-e4d0-421b-bc8a-8c5ff2d69b45 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:53.136148 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6a83a8-c120-43f4-885c-308e86638c6c', 'name': 'network-vif-deleted', 'tag': '9335ae74-fd8a-4f39-b1ab-315e74eedf4b'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:44:53.150371 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b10b2319-26c8-4961-bf01-fb4dfd2fe74e req-9eea3ee5-e4d0-421b-bc8a-8c5ff2d69b45 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.41 "DELETE /v2.0/ports/9335ae74-fd8a-4f39-b1ab-315e74eedf4b HTTP/1.1" status: 204 len: 173 time: 0.8880494 Mar 31 15:44:53.181390 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-1a818e22-db18-41e4-809f-b460908ae824 req-f082acd5-eb1d-4070-96af-622f605ca953 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Synchronizing usage tracker for tenant:4d80c83d1fbe401682aa9514176018aa on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:44:53.201210 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6a83a8-c120-43f4-885c-308e86638c6c', 'name': 'network-vif-deleted', 'tag': '9335ae74-fd8a-4f39-b1ab-315e74eedf4b', 'status': 'completed', 'code': 200} Mar 31 15:44:53.402122 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-1a818e22-db18-41e4-809f-b460908ae824 req-f082acd5-eb1d-4070-96af-622f605ca953 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Unset dirty status for tenant:4d80c83d1fbe401682aa9514176018aa on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:44:53.403542 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1a818e22-db18-41e4-809f-b460908ae824 req-f082acd5-eb1d-4070-96af-622f605ca953 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c6a83a8-c120-43f4-885c-308e86638c6c HTTP/1.1" status: 200 len: 210 time: 0.2724388 Mar 31 15:44:54.588349 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-bcb5cf78-72d9-42ec-919f-f9db5598193b req-f73146dd-1005-4006-b815-27425da25e9c tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Synchronizing usage tracker for tenant:4d80c83d1fbe401682aa9514176018aa on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:44:54.605179 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-bcb5cf78-72d9-42ec-919f-f9db5598193b req-f73146dd-1005-4006-b815-27425da25e9c tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Unset dirty status for tenant:4d80c83d1fbe401682aa9514176018aa on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:44:54.606989 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bcb5cf78-72d9-42ec-919f-f9db5598193b req-f73146dd-1005-4006-b815-27425da25e9c tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c6a83a8-c120-43f4-885c-308e86638c6c HTTP/1.1" status: 200 len: 210 time: 0.0649178 Mar 31 15:44:55.213615 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:55.717001 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51140) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:44:55.876069 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-38cdb077-3920-4a78-ab7a-d06c4b23ae85 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Deleting port 3f356312-ea20-4858-89eb-57eb7948bff8 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:44:55.876309 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38cdb077-3920-4a78-ab7a-d06c4b23ae85 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:55.983832 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 9335ae74-fd8a-4f39-b1ab-315e74eedf4b no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:44:56.044468 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: 9335ae74-fd8a-4f39-b1ab-315e74eedf4b {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:44:56.045033 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 9335ae74-fd8a-4f39-b1ab-315e74eedf4b not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:44:56.094983 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38cdb077-3920-4a78-ab7a-d06c4b23ae85 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:56.095289 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38cdb077-3920-4a78-ab7a-d06c4b23ae85 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:56.224337 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-38cdb077-3920-4a78-ab7a-d06c4b23ae85 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Calling delete_port for 3f356312-ea20-4858-89eb-57eb7948bff8 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:44:56.522490 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38cdb077-3920-4a78-ab7a-d06c4b23ae85 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:56.699290 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cdb077-3920-4a78-ab7a-d06c4b23ae85 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Pushing event deleted for resources: {'Port': ['ID=3f356312-ea20-4858-89eb-57eb7948bff8,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:56.821107 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38cdb077-3920-4a78-ab7a-d06c4b23ae85 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:57.000350 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38cdb077-3920-4a78-ab7a-d06c4b23ae85 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:57.002119 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-38cdb077-3920-4a78-ab7a-d06c4b23ae85 tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "DELETE /v2.0/floatingips/47b46389-64c3-4610-ae5b-110a08ced543 HTTP/1.1" status: 204 len: 168 time: 1.2836757 Mar 31 15:44:59.790630 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51158) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:44:59.894658 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f0ac021c-8432-4355-a4fb-ab12082e976a tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:44:59.940996 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f0ac021c-8432-4355-a4fb-ab12082e976a tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:00.156908 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f0ac021c-8432-4355-a4fb-ab12082e976a tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:00.177243 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac021c-8432-4355-a4fb-ab12082e976a tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e81fc0-179b-43b4-8540-7cc482d9ef51,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:00.308324 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f0ac021c-8432-4355-a4fb-ab12082e976a tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:00.309950 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f0ac021c-8432-4355-a4fb-ab12082e976a tempest-TestVolumeBootPattern-526407088 tempest-TestVolumeBootPattern-526407088-project] 10.222.0.31 "DELETE /v2.0/security-groups/d9e81fc0-179b-43b4-8540-7cc482d9ef51 HTTP/1.1" status: 204 len: 168 time: 0.5177574 Mar 31 15:45:00.514304 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51164) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:01.304566 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8eb594d6-f87e-436d-9151-75b515346f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:01.748699 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8eb594d6-f87e-436d-9151-75b515346f19 admin admin] Deleting port 7a7d4c3b-ba84-4281-851b-f58d022b83cb {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:45:01.749799 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8eb594d6-f87e-436d-9151-75b515346f19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:01.946498 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-8eb594d6-f87e-436d-9151-75b515346f19 admin admin] For port 7a7d4c3b-ba84-4281-851b-f58d022b83cb, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=7a7d4c3b-ba84-4281-851b-f58d022b83cb,segment=NetworkSegment(ba430e3c-c87c-4f37-818e-9716eff11a24),segment_id=ba430e3c-c87c-4f37-818e-9716eff11a24)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:45:01.946946 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8eb594d6-f87e-436d-9151-75b515346f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:02.207534 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8eb594d6-f87e-436d-9151-75b515346f19 admin admin] Calling delete_port for 7a7d4c3b-ba84-4281-851b-f58d022b83cb owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:45:02.533680 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8eb594d6-f87e-436d-9151-75b515346f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:02.590759 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb594d6-f87e-436d-9151-75b515346f19 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a7d4c3b-ba84-4281-851b-f58d022b83cb,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:02.897605 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8eb594d6-f87e-436d-9151-75b515346f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:03.082036 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e0228814-f32d-4f7c-a4a4-6317376b0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:03.311701 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb594d6-f87e-436d-9151-75b515346f19 admin admin] Router 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:45:03.506891 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb594d6-f87e-436d-9151-75b515346f19 admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:45:03.517103 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdb3661-9e2d-4dcc-84bb-bb3eee45bac5 None None] Sync routers for ids ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:45:03.519870 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8eb594d6-f87e-436d-9151-75b515346f19 admin admin] 10.222.0.31 "PUT /v2.0/routers/83a03ee5-4ce2-4e46-b760-aeb6b1ce0481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0040882 Mar 31 15:45:03.524057 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51170) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:03.531148 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdb3661-9e2d-4dcc-84bb-bb3eee45bac5 None None] Routers {'83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:45:03.531757 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ccdb3661-9e2d-4dcc-84bb-bb3eee45bac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:44:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:03.780615 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-ccdb3661-9e2d-4dcc-84bb-bb3eee45bac5 None None] Set router 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:45:03.894415 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e9de0ea2-5187-4d8d-9734-0dbe1f1947e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:04.117594 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e9de0ea2-5187-4d8d-9734-0dbe1f1947e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:04.133543 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ccdb3661-9e2d-4dcc-84bb-bb3eee45bac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'name': 'tempest-TestVolumeBootPattern-1685436417-router', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20'}], 'enable_snat': True}, 'gw_port_id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:51Z', 'updated_at': '2022-03-31T15:45:02Z', 'revision_number': 5, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'gw_port': {'id': '98074a51-13bd-4ad4-ad21-986896f61ffa', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:53Z', 'updated_at': '2022-03-31T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:04.140519 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdb3661-9e2d-4dcc-84bb-bb3eee45bac5 None None] Checking router: 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:45:04.147775 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdb3661-9e2d-4dcc-84bb-bb3eee45bac5 None None] Routers {'83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:45:04.148431 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ccdb3661-9e2d-4dcc-84bb-bb3eee45bac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:44:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:04.196354 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e9de0ea2-5187-4d8d-9734-0dbe1f1947e4 admin admin] Deleting port 98074a51-13bd-4ad4-ad21-986896f61ffa {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:45:04.196706 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e9de0ea2-5187-4d8d-9734-0dbe1f1947e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:04.309704 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-ccdb3661-9e2d-4dcc-84bb-bb3eee45bac5 None None] Set router 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:45:04.411574 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e9de0ea2-5187-4d8d-9734-0dbe1f1947e4 admin admin] For port 98074a51-13bd-4ad4-ad21-986896f61ffa, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=98074a51-13bd-4ad4-ad21-986896f61ffa,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:45:04.412516 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e9de0ea2-5187-4d8d-9734-0dbe1f1947e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:04.425998 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ccdb3661-9e2d-4dcc-84bb-bb3eee45bac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'name': 'tempest-TestVolumeBootPattern-1685436417-router', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:51Z', 'updated_at': '2022-03-31T15:45:04Z', 'revision_number': 6, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'gw_port_host': None}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:04.430971 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdb3661-9e2d-4dcc-84bb-bb3eee45bac5 None None] The sync data for ids ['83a03ee5-4ce2-4e46-b760-aeb6b1ce0481'] in dv-neutron-833379-2-hyperv is: [{'id': '83a03ee5-4ce2-4e46-b760-aeb6b1ce0481', 'name': 'tempest-TestVolumeBootPattern-1685436417-router', 'tenant_id': '4d80c83d1fbe401682aa9514176018aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:51Z', 'updated_at': '2022-03-31T15:45:04Z', 'revision_number': 6, 'project_id': '4d80c83d1fbe401682aa9514176018aa', 'gw_port_host': None}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:45:04.561950 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e9de0ea2-5187-4d8d-9734-0dbe1f1947e4 admin admin] Calling delete_port for 98074a51-13bd-4ad4-ad21-986896f61ffa owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:45:04.842266 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e9de0ea2-5187-4d8d-9734-0dbe1f1947e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:04.916425 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de0ea2-5187-4d8d-9734-0dbe1f1947e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=98074a51-13bd-4ad4-ad21-986896f61ffa,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:04.988154 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e9de0ea2-5187-4d8d-9734-0dbe1f1947e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:05.144648 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7a6c1192-8170-4a8d-b676-fc7290589737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:05.164534 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e9de0ea2-5187-4d8d-9734-0dbe1f1947e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:05.166798 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e9de0ea2-5187-4d8d-9734-0dbe1f1947e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:05.259294 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e9de0ea2-5187-4d8d-9734-0dbe1f1947e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:05.259976 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9de0ea2-5187-4d8d-9734-0dbe1f1947e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:45:05.273814 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e9de0ea2-5187-4d8d-9734-0dbe1f1947e4 admin admin] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:05.275013 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e9de0ea2-5187-4d8d-9734-0dbe1f1947e4 admin admin] 10.222.0.31 "DELETE /v2.0/routers/83a03ee5-4ce2-4e46-b760-aeb6b1ce0481 HTTP/1.1" status: 204 len: 168 time: 1.7499514 Mar 31 15:45:05.279298 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51174) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:05.316157 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 98074a51-13bd-4ad4-ad21-986896f61ffa no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:45:05.345583 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-b31ea094-c80f-4bc7-9af2-8e19b5e9d6e4 admin admin] Deleting subnet df984311-c0fe-4d96-bc1f-8e89883604f5 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:45:05.348702 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b31ea094-c80f-4bc7-9af2-8e19b5e9d6e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:05.398399 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 98074a51-13bd-4ad4-ad21-986896f61ffa {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:45:05.398643 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 98074a51-13bd-4ad4-ad21-986896f61ffa not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:45:05.399078 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 7a7d4c3b-ba84-4281-851b-f58d022b83cb no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:45:05.405894 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b31ea094-c80f-4bc7-9af2-8e19b5e9d6e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:05.433813 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 7a7d4c3b-ba84-4281-851b-f58d022b83cb {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:45:05.434162 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 7a7d4c3b-ba84-4281-851b-f58d022b83cb not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:45:05.603377 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b31ea094-c80f-4bc7-9af2-8e19b5e9d6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:05.763188 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b31ea094-c80f-4bc7-9af2-8e19b5e9d6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:05.804453 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ea094-c80f-4bc7-9af2-8e19b5e9d6e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df984311-c0fe-4d96-bc1f-8e89883604f5,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:05.812757 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b31ea094-c80f-4bc7-9af2-8e19b5e9d6e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:05.821233 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983ed5ee-ba8d-476c-95f8-55a5ce04c7b9 None None] Network b062db18-3c45-443b-8ed2-a8ef4849e9af requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:45:05.829277 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b31ea094-c80f-4bc7-9af2-8e19b5e9d6e4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/df984311-c0fe-4d96-bc1f-8e89883604f5 HTTP/1.1" status: 204 len: 168 time: 0.5486114 Mar 31 15:45:05.832233 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51178) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:05.953351 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-33e6a186-526c-4687-a8f9-145606b2b988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:05.969556 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-33e6a186-526c-4687-a8f9-145606b2b988 admin admin] Deleting port 569d3955-f76f-42f8-9f4f-968e5e623210 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:45:05.969886 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-33e6a186-526c-4687-a8f9-145606b2b988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:06.107896 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3bf33a-65b8-4e23-b52f-bdea6c2c5e8a None None] DHCP port deletion for b062db18-3c45-443b-8ed2-a8ef4849e9af request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:45:06.113225 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb3bf33a-65b8-4e23-b52f-bdea6c2c5e8a None None] Deleting port 569d3955-f76f-42f8-9f4f-968e5e623210 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:45:06.113614 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb3bf33a-65b8-4e23-b52f-bdea6c2c5e8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:06.198806 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-33e6a186-526c-4687-a8f9-145606b2b988 admin admin] For port 569d3955-f76f-42f8-9f4f-968e5e623210, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=569d3955-f76f-42f8-9f4f-968e5e623210,segment=NetworkSegment(ba430e3c-c87c-4f37-818e-9716eff11a24),segment_id=ba430e3c-c87c-4f37-818e-9716eff11a24)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:45:06.199175 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-33e6a186-526c-4687-a8f9-145606b2b988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:06.347783 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-33e6a186-526c-4687-a8f9-145606b2b988 admin admin] Calling delete_port for 569d3955-f76f-42f8-9f4f-968e5e623210 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:45:06.352478 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-cb3bf33a-65b8-4e23-b52f-bdea6c2c5e8a None None] For port 569d3955-f76f-42f8-9f4f-968e5e623210, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=569d3955-f76f-42f8-9f4f-968e5e623210,segment=NetworkSegment(ba430e3c-c87c-4f37-818e-9716eff11a24),segment_id=ba430e3c-c87c-4f37-818e-9716eff11a24)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:45:06.353087 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb3bf33a-65b8-4e23-b52f-bdea6c2c5e8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:06.499252 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb3bf33a-65b8-4e23-b52f-bdea6c2c5e8a None None] Calling delete_port for 569d3955-f76f-42f8-9f4f-968e5e623210 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:45:06.585342 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-33e6a186-526c-4687-a8f9-145606b2b988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:06.591329 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-cb3bf33a-65b8-4e23-b52f-bdea6c2c5e8a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:45:06.591696 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-cb3bf33a-65b8-4e23-b52f-bdea6c2c5e8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:45:06.634798 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6a186-526c-4687-a8f9-145606b2b988 admin admin] Pushing event deleted for resources: {'Port': ['ID=569d3955-f76f-42f8-9f4f-968e5e623210,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:06.636581 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e6a186-526c-4687-a8f9-145606b2b988 admin admin] No DVR routers for this DVR port 569d3955-f76f-42f8-9f4f-968e5e623210 on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:45:06.716666 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:06.750394 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:06.754899 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-33e6a186-526c-4687-a8f9-145606b2b988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:06.788527 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-33e6a186-526c-4687-a8f9-145606b2b988 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b062db18-3c45-443b-8ed2-a8ef4849e9af']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:06.802123 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-33e6a186-526c-4687-a8f9-145606b2b988 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba430e3c-c87c-4f37-818e-9716eff11a24') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:06.802419 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-33e6a186-526c-4687-a8f9-145606b2b988 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba430e3c-c87c-4f37-818e-9716eff11a24') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:06.814199 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-33e6a186-526c-4687-a8f9-145606b2b988 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:06.830979 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-33e6a186-526c-4687-a8f9-145606b2b988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:06.836861 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33e6a186-526c-4687-a8f9-145606b2b988 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:45:06.837271 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-33e6a186-526c-4687-a8f9-145606b2b988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:06.851352 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:45:06.851352 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:45:06.851352 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:45:06.851352 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:45:06.851352 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:45:06.851352 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:45:06.851352 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:45:06.851352 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:45:06.851352 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:45:06.851352 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:45:06.851352 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:45:06.851352 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:45:06.851352 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:45:06.851352 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:45:06.851352 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:45:06.851352 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:45:06.851352 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:45:06.851352 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:45:06.851352 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:45:06.851352 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:45:06.851352 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:45:06.851352 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:45:06.851352 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:45:06.851352 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:45:06.851352 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:45:06.851352 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:45:06.851352 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:45:06.851352 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:45:06.851352 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:45:06.851352 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:45:06.851352 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:45:06.851352 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:45:07.059278 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-33e6a186-526c-4687-a8f9-145606b2b988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:07.075272 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-33e6a186-526c-4687-a8f9-145606b2b988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:07.085554 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6a186-526c-4687-a8f9-145606b2b988 admin admin] Pushing event deleted for resources: {'Network': ['ID=b062db18-3c45-443b-8ed2-a8ef4849e9af,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:07.095566 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb3bf33a-65b8-4e23-b52f-bdea6c2c5e8a None None] Deleting port 569d3955-f76f-42f8-9f4f-968e5e623210 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:45:07.095566 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb3bf33a-65b8-4e23-b52f-bdea6c2c5e8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:07.164116 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb3bf33a-65b8-4e23-b52f-bdea6c2c5e8a None None] The port '569d3955-f76f-42f8-9f4f-968e5e623210' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:45:07.219803 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-33e6a186-526c-4687-a8f9-145606b2b988 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b062db18-3c45-443b-8ed2-a8ef4849e9af HTTP/1.1" status: 204 len: 168 time: 1.3864121 Mar 31 15:45:07.222535 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51182) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:07.318259 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 569d3955-f76f-42f8-9f4f-968e5e623210 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:45:07.355455 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 569d3955-f76f-42f8-9f4f-968e5e623210 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:45:07.356138 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 569d3955-f76f-42f8-9f4f-968e5e623210 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:45:07.919979 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9623ce8-bc03-48f5-95fb-c67dd2c3326e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:07.956293 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:08.320902 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c9623ce8-bc03-48f5-95fb-c67dd2c3326e admin admin] Deleting port 1e475048-9e37-40ba-9884-c6a4703f6422 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:45:08.321349 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9623ce8-bc03-48f5-95fb-c67dd2c3326e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:08.517033 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c9623ce8-bc03-48f5-95fb-c67dd2c3326e admin admin] For port 1e475048-9e37-40ba-9884-c6a4703f6422, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=1e475048-9e37-40ba-9884-c6a4703f6422,segment=NetworkSegment(5ba8ed33-40df-4cde-9009-832070d541c7),segment_id=5ba8ed33-40df-4cde-9009-832070d541c7)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:45:08.517464 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9623ce8-bc03-48f5-95fb-c67dd2c3326e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:08.655042 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c9623ce8-bc03-48f5-95fb-c67dd2c3326e admin admin] Calling delete_port for 1e475048-9e37-40ba-9884-c6a4703f6422 owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:45:08.962505 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9623ce8-bc03-48f5-95fb-c67dd2c3326e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:09.012834 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9623ce8-bc03-48f5-95fb-c67dd2c3326e admin admin] Pushing event deleted for resources: {'Port': ['ID=1e475048-9e37-40ba-9884-c6a4703f6422,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:09.307314 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9623ce8-bc03-48f5-95fb-c67dd2c3326e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:09.812430 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9623ce8-bc03-48f5-95fb-c67dd2c3326e admin admin] Router 323e8e26-730d-43d6-957e-1676cf8e8e47 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:45:10.011716 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9623ce8-bc03-48f5-95fb-c67dd2c3326e admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:45:10.022085 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc78e5d-351a-4368-9612-3de93e0dc643 None None] Sync routers for ids ['323e8e26-730d-43d6-957e-1676cf8e8e47'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:45:10.033464 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc78e5d-351a-4368-9612-3de93e0dc643 None None] Routers {'323e8e26-730d-43d6-957e-1676cf8e8e47'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:45:10.034100 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5dc78e5d-351a-4368-9612-3de93e0dc643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:45:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['323e8e26-730d-43d6-957e-1676cf8e8e47'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:10.163854 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c9623ce8-bc03-48f5-95fb-c67dd2c3326e admin admin] 10.222.0.31 "PUT /v2.0/routers/323e8e26-730d-43d6-957e-1676cf8e8e47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9402537 Mar 31 15:45:10.166846 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51186) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:10.239841 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-5dc78e5d-351a-4368-9612-3de93e0dc643 None None] Set router 323e8e26-730d-43d6-957e-1676cf8e8e47 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:45:10.412701 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef6b5d45-7f2e-4498-a2fe-1c152eb877bb admin admin] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:10.599021 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5dc78e5d-351a-4368-9612-3de93e0dc643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323e8e26-730d-43d6-957e-1676cf8e8e47', 'name': 'tempest-TestVolumeBootPattern-1653460155-router', 'tenant_id': 'db26905a893240779642a263097d3a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '16cee2ee-ad5d-46e1-bf00-bb8b912bb488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:04Z', 'updated_at': '2022-03-31T15:45:08Z', 'revision_number': 5, 'project_id': 'db26905a893240779642a263097d3a5a', 'gw_port': {'id': '16cee2ee-ad5d-46e1-bf00-bb8b912bb488', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323e8e26-730d-43d6-957e-1676cf8e8e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:05Z', 'updated_at': '2022-03-31T15:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:10.605892 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc78e5d-351a-4368-9612-3de93e0dc643 None None] Checking router: 323e8e26-730d-43d6-957e-1676cf8e8e47 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:45:10.620707 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc78e5d-351a-4368-9612-3de93e0dc643 None None] Routers {'323e8e26-730d-43d6-957e-1676cf8e8e47'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:45:10.621733 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5dc78e5d-351a-4368-9612-3de93e0dc643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:45:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['323e8e26-730d-43d6-957e-1676cf8e8e47'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:10.781955 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef6b5d45-7f2e-4498-a2fe-1c152eb877bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:10.866540 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ef6b5d45-7f2e-4498-a2fe-1c152eb877bb admin admin] Deleting port 16cee2ee-ad5d-46e1-bf00-bb8b912bb488 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:45:10.867027 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef6b5d45-7f2e-4498-a2fe-1c152eb877bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:10.868006 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:45:10.872378 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-5dc78e5d-351a-4368-9612-3de93e0dc643 None None] Set router 323e8e26-730d-43d6-957e-1676cf8e8e47 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:45:11.064734 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-ef6b5d45-7f2e-4498-a2fe-1c152eb877bb admin admin] For port 16cee2ee-ad5d-46e1-bf00-bb8b912bb488, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=16cee2ee-ad5d-46e1-bf00-bb8b912bb488,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:45:11.064997 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef6b5d45-7f2e-4498-a2fe-1c152eb877bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:11.170623 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5dc78e5d-351a-4368-9612-3de93e0dc643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323e8e26-730d-43d6-957e-1676cf8e8e47', 'name': 'tempest-TestVolumeBootPattern-1653460155-router', 'tenant_id': 'db26905a893240779642a263097d3a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '16cee2ee-ad5d-46e1-bf00-bb8b912bb488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:04Z', 'updated_at': '2022-03-31T15:45:08Z', 'revision_number': 5, 'project_id': 'db26905a893240779642a263097d3a5a', 'gw_port': {'id': '16cee2ee-ad5d-46e1-bf00-bb8b912bb488', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323e8e26-730d-43d6-957e-1676cf8e8e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:05Z', 'updated_at': '2022-03-31T15:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:11.174731 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc78e5d-351a-4368-9612-3de93e0dc643 None None] The sync data for ids ['323e8e26-730d-43d6-957e-1676cf8e8e47'] in dv-neutron-833379-2-hyperv is: [{'id': '323e8e26-730d-43d6-957e-1676cf8e8e47', 'name': 'tempest-TestVolumeBootPattern-1653460155-router', 'tenant_id': 'db26905a893240779642a263097d3a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '16cee2ee-ad5d-46e1-bf00-bb8b912bb488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:33:04Z', 'updated_at': '2022-03-31T15:45:08Z', 'revision_number': 5, 'project_id': 'db26905a893240779642a263097d3a5a', 'gw_port': {'id': '16cee2ee-ad5d-46e1-bf00-bb8b912bb488', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323e8e26-730d-43d6-957e-1676cf8e8e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:33:05Z', 'updated_at': '2022-03-31T15:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:45:11.200046 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ef6b5d45-7f2e-4498-a2fe-1c152eb877bb admin admin] Calling delete_port for 16cee2ee-ad5d-46e1-bf00-bb8b912bb488 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:45:11.465422 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef6b5d45-7f2e-4498-a2fe-1c152eb877bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:11.540804 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b5d45-7f2e-4498-a2fe-1c152eb877bb admin admin] Pushing event deleted for resources: {'Port': ['ID=16cee2ee-ad5d-46e1-bf00-bb8b912bb488,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:11.544972 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 1e475048-9e37-40ba-9884-c6a4703f6422 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:45:11.584817 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 1e475048-9e37-40ba-9884-c6a4703f6422 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:45:11.585165 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 1e475048-9e37-40ba-9884-c6a4703f6422 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:45:11.617355 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef6b5d45-7f2e-4498-a2fe-1c152eb877bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:11.810621 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef6b5d45-7f2e-4498-a2fe-1c152eb877bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:11.812827 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef6b5d45-7f2e-4498-a2fe-1c152eb877bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:11.938896 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef6b5d45-7f2e-4498-a2fe-1c152eb877bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:11.939590 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6b5d45-7f2e-4498-a2fe-1c152eb877bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 323e8e26-730d-43d6-957e-1676cf8e8e47 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:45:11.956226 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef6b5d45-7f2e-4498-a2fe-1c152eb877bb admin admin] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:11.957678 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ef6b5d45-7f2e-4498-a2fe-1c152eb877bb admin admin] 10.222.0.31 "DELETE /v2.0/routers/323e8e26-730d-43d6-957e-1676cf8e8e47 HTTP/1.1" status: 204 len: 168 time: 1.7894835 Mar 31 15:45:11.960872 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51190) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:12.030016 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e476b8-4da5-49a1-beaa-f8210005c78e admin admin] Deleting subnet bad0a140-38f1-4712-8a06-af0c6c56fb85 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:45:12.033251 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7e476b8-4da5-49a1-beaa-f8210005c78e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:12.087892 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7e476b8-4da5-49a1-beaa-f8210005c78e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:12.168071 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7e476b8-4da5-49a1-beaa-f8210005c78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:12.322989 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7e476b8-4da5-49a1-beaa-f8210005c78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:12.371998 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e476b8-4da5-49a1-beaa-f8210005c78e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bad0a140-38f1-4712-8a06-af0c6c56fb85,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:12.374023 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7e476b8-4da5-49a1-beaa-f8210005c78e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:12.381808 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a7e476b8-4da5-49a1-beaa-f8210005c78e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bad0a140-38f1-4712-8a06-af0c6c56fb85 HTTP/1.1" status: 204 len: 168 time: 0.4197795 Mar 31 15:45:12.384327 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51194) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:12.385219 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef43f542-dd55-4082-ad23-9b8d632630ce None None] Network 12d9af52-11a0-4dc1-bca8-a8eadb04a215 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:45:12.637101 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4fe851d-a74e-47a1-8dbc-4afc75035982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:12.650340 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e4fe851d-a74e-47a1-8dbc-4afc75035982 admin admin] Deleting port e9c4b8f8-e19b-4666-b0e2-62450eefe233 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:45:12.650682 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4fe851d-a74e-47a1-8dbc-4afc75035982 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:12.702721 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a1f900-e681-4f28-ad7e-f3923284e930 None None] DHCP port deletion for 12d9af52-11a0-4dc1-bca8-a8eadb04a215 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:45:12.707156 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-96a1f900-e681-4f28-ad7e-f3923284e930 None None] Deleting port e9c4b8f8-e19b-4666-b0e2-62450eefe233 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:45:12.707527 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-96a1f900-e681-4f28-ad7e-f3923284e930 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:12.873681 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-e4fe851d-a74e-47a1-8dbc-4afc75035982 admin admin] For port e9c4b8f8-e19b-4666-b0e2-62450eefe233, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e9c4b8f8-e19b-4666-b0e2-62450eefe233,segment=NetworkSegment(5ba8ed33-40df-4cde-9009-832070d541c7),segment_id=5ba8ed33-40df-4cde-9009-832070d541c7)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:45:12.874343 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4fe851d-a74e-47a1-8dbc-4afc75035982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:12.927911 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-96a1f900-e681-4f28-ad7e-f3923284e930 None None] For port e9c4b8f8-e19b-4666-b0e2-62450eefe233, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e9c4b8f8-e19b-4666-b0e2-62450eefe233,segment=NetworkSegment(5ba8ed33-40df-4cde-9009-832070d541c7),segment_id=5ba8ed33-40df-4cde-9009-832070d541c7)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:45:12.928207 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-96a1f900-e681-4f28-ad7e-f3923284e930 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:13.012926 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e4fe851d-a74e-47a1-8dbc-4afc75035982 admin admin] Calling delete_port for e9c4b8f8-e19b-4666-b0e2-62450eefe233 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:45:13.056025 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-96a1f900-e681-4f28-ad7e-f3923284e930 None None] Calling delete_port for e9c4b8f8-e19b-4666-b0e2-62450eefe233 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:45:13.162946 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4fe851d-a74e-47a1-8dbc-4afc75035982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:13.169301 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-96a1f900-e681-4f28-ad7e-f3923284e930 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:45:13.169740 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-96a1f900-e681-4f28-ad7e-f3923284e930 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:45:13.216047 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fe851d-a74e-47a1-8dbc-4afc75035982 admin admin] No DVR routers for this DVR port e9c4b8f8-e19b-4666-b0e2-62450eefe233 on host dv-neutron-833379-2-hyperv {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:45:13.217538 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe851d-a74e-47a1-8dbc-4afc75035982 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9c4b8f8-e19b-4666-b0e2-62450eefe233,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:13.318279 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 16cee2ee-ad5d-46e1-bf00-bb8b912bb488 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:45:13.353210 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4fe851d-a74e-47a1-8dbc-4afc75035982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:13.360466 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 16cee2ee-ad5d-46e1-bf00-bb8b912bb488 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:45:13.360803 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 16cee2ee-ad5d-46e1-bf00-bb8b912bb488 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:45:13.361241 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e9c4b8f8-e19b-4666-b0e2-62450eefe233 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:45:13.391748 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-e4fe851d-a74e-47a1-8dbc-4afc75035982 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d9af52-11a0-4dc1-bca8-a8eadb04a215']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:13.400236 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: e9c4b8f8-e19b-4666-b0e2-62450eefe233 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:45:13.400773 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e9c4b8f8-e19b-4666-b0e2-62450eefe233 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:45:13.409074 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-e4fe851d-a74e-47a1-8dbc-4afc75035982 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba8ed33-40df-4cde-9009-832070d541c7') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:13.409412 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-e4fe851d-a74e-47a1-8dbc-4afc75035982 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba8ed33-40df-4cde-9009-832070d541c7') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:13.422226 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4fe851d-a74e-47a1-8dbc-4afc75035982 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:13.440054 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4fe851d-a74e-47a1-8dbc-4afc75035982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:13.446609 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4fe851d-a74e-47a1-8dbc-4afc75035982 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:45:13.449295 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4fe851d-a74e-47a1-8dbc-4afc75035982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:13.461369 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:45:13.461369 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:45:13.461369 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:45:13.461369 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:45:13.461369 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:45:13.461369 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:45:13.461369 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:45:13.461369 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:45:13.461369 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:45:13.461369 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:45:13.461369 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:45:13.461369 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:45:13.461369 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:45:13.461369 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:45:13.461369 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:45:13.461369 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:45:13.461369 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:45:13.461369 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:45:13.461369 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:45:13.461369 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:45:13.461369 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:45:13.461369 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:45:13.461369 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:45:13.461369 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:45:13.461369 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:45:13.461369 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:45:13.461369 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:45:13.461369 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:45:13.461369 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:45:13.461369 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:45:13.461369 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:45:13.461369 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:45:13.670452 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4fe851d-a74e-47a1-8dbc-4afc75035982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:13.671534 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-96a1f900-e681-4f28-ad7e-f3923284e930 None None] Deleting port e9c4b8f8-e19b-4666-b0e2-62450eefe233 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:45:13.672002 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-96a1f900-e681-4f28-ad7e-f3923284e930 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:13.688625 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4fe851d-a74e-47a1-8dbc-4afc75035982 admin admin] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:13.699904 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe851d-a74e-47a1-8dbc-4afc75035982 admin admin] Pushing event deleted for resources: {'Network': ['ID=12d9af52-11a0-4dc1-bca8-a8eadb04a215,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:13.708254 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e4fe851d-a74e-47a1-8dbc-4afc75035982 admin admin] 10.222.0.31 "DELETE /v2.0/networks/12d9af52-11a0-4dc1-bca8-a8eadb04a215 HTTP/1.1" status: 204 len: 168 time: 1.3222435 Mar 31 15:45:13.744330 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-96a1f900-e681-4f28-ad7e-f3923284e930 None None] The port 'e9c4b8f8-e19b-4666-b0e2-62450eefe233' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:45:14.330808 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51200) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:14.383863 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-18bd0adc-e722-44d6-a759-4d139a425094 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d80c83d1fbe401682aa9514176018aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517113 Mar 31 15:45:14.386320 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51204) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:14.457696 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d07a2fd-00d5-4fb4-a8b8-6a8b6a2c68df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:14.487892 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d07a2fd-00d5-4fb4-a8b8-6a8b6a2c68df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:14.744627 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d07a2fd-00d5-4fb4-a8b8-6a8b6a2c68df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:14.765155 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07a2fd-00d5-4fb4-a8b8-6a8b6a2c68df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521b7110-2153-4b61-b3f6-b4e1cf853475,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:14.773503 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d07a2fd-00d5-4fb4-a8b8-6a8b6a2c68df admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:14.775202 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2d07a2fd-00d5-4fb4-a8b8-6a8b6a2c68df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/521b7110-2153-4b61-b3f6-b4e1cf853475 HTTP/1.1" status: 204 len: 168 time: 0.3874063 Mar 31 15:45:15.832777 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51212) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:15.887112 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-14551810-0346-43ab-b3b1-dab47feb7a13 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db26905a893240779642a263097d3a5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530057 Mar 31 15:45:15.893451 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51216) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:15.973037 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9295c6b4-76d2-420e-b61e-dbbed6e2b862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:16.013909 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9295c6b4-76d2-420e-b61e-dbbed6e2b862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:16.236298 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9295c6b4-76d2-420e-b61e-dbbed6e2b862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:16.253248 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295c6b4-76d2-420e-b61e-dbbed6e2b862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abdec44-83db-4290-96fa-f4dd910702b3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:16.269119 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9295c6b4-76d2-420e-b61e-dbbed6e2b862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:16.269119 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9295c6b4-76d2-420e-b61e-dbbed6e2b862 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8abdec44-83db-4290-96fa-f4dd910702b3 HTTP/1.1" status: 204 len: 168 time: 0.3649681 Mar 31 15:45:25.287404 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:25.807331 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51224) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:26.013309 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a07e460e-3206-4dd7-94ee-363869d7464f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port 742fc923-6296-4908-8b2e-849f1cab5856 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:45:26.013621 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a07e460e-3206-4dd7-94ee-363869d7464f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:26.192867 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a07e460e-3206-4dd7-94ee-363869d7464f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:26.193223 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a07e460e-3206-4dd7-94ee-363869d7464f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:26.320556 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a07e460e-3206-4dd7-94ee-363869d7464f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for 742fc923-6296-4908-8b2e-849f1cab5856 owned by network:floatingip {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:45:26.590496 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a07e460e-3206-4dd7-94ee-363869d7464f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:26.639325 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e460e-3206-4dd7-94ee-363869d7464f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=742fc923-6296-4908-8b2e-849f1cab5856,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:26.855452 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a07e460e-3206-4dd7-94ee-363869d7464f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:26.856115 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [None req-a07e460e-3206-4dd7-94ee-363869d7464f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Floating IP ed5e16c7-0239-4006-aac6-50b72d373ee5 disassociated (deleted). External IP: 172.26.5.33, port: cebd6b42-e3f6-46c1-a899-63190c0133ab. Mar 31 15:45:27.213799 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07e460e-3206-4dd7-94ee-363869d7464f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router e8655a1e-4343-46b4-aadc-0920cf8d7f1e has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:45:27.398510 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07e460e-3206-4dd7-94ee-363869d7464f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:45:27.408299 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887a6cf8-d9b2-48f2-ab77-d279e7b3a1fb None None] Sync routers for ids ['e8655a1e-4343-46b4-aadc-0920cf8d7f1e'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:45:27.418301 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887a6cf8-d9b2-48f2-ab77-d279e7b3a1fb None None] Routers {'e8655a1e-4343-46b4-aadc-0920cf8d7f1e'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:45:27.418906 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-887a6cf8-d9b2-48f2-ab77-d279e7b3a1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:45:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e8655a1e-4343-46b4-aadc-0920cf8d7f1e'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:27.540337 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a07e460e-3206-4dd7-94ee-363869d7464f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:27.601815 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-887a6cf8-d9b2-48f2-ab77-d279e7b3a1fb None None] Set router e8655a1e-4343-46b4-aadc-0920cf8d7f1e gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:45:27.603444 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a07e460e-3206-4dd7-94ee-363869d7464f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/floatingips/ed5e16c7-0239-4006-aac6-50b72d373ee5 HTTP/1.1" status: 204 len: 168 time: 1.7946160 Mar 31 15:45:27.604005 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4035aa5a-05ab-4ef6-b8bd-3a4111cce715', 'tag': 'cebd6b42-e3f6-46c1-a899-63190c0133ab'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:45:27.656182 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4035aa5a-05ab-4ef6-b8bd-3a4111cce715', 'tag': 'cebd6b42-e3f6-46c1-a899-63190c0133ab', 'status': 'completed', 'code': 200} Mar 31 15:45:27.753785 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e210ff-d9e9-4de5-97e1-252e62cedc3e req-ad4e19ef-2094-43a3-8c06-eae193a1ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:27.755815 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78e210ff-d9e9-4de5-97e1-252e62cedc3e req-ad4e19ef-2094-43a3-8c06-eae193a1ceb6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=4035aa5a-05ab-4ef6-b8bd-3a4111cce715 HTTP/1.1" status: 200 len: 1098 time: 0.0763052 Mar 31 15:45:27.900077 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e210ff-d9e9-4de5-97e1-252e62cedc3e req-7ed2fa88-ed0f-4aef-9df9-3ebc64a47cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:27.901474 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78e210ff-d9e9-4de5-97e1-252e62cedc3e req-7ed2fa88-ed0f-4aef-9df9-3ebc64a47cd8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e96f9769-f50d-4096-b9aa-fd951d722947 HTTP/1.1" status: 200 len: 897 time: 0.1406012 Mar 31 15:45:27.962758 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-887a6cf8-d9b2-48f2-ab77-d279e7b3a1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'name': 'tempest-TestNetworkBasicOps-router-1715656885', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'fc751a20-1194-47ea-ba33-374602543d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:42:08Z', 'updated_at': '2022-03-31T15:42:16Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'fc751a20-1194-47ea-ba33-374602543d9e', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:42:10Z', 'updated_at': '2022-03-31T15:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '2ec691ed-ff9b-4748-8975-1ac28ee7d580', 'name': '', 'network_id': 'e96f9769-f50d-4096-b9aa-fd951d722947', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:3e:18:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '5d84e67f-c4e6-4b03-a6fc-2bdbda49374f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:42:15Z', 'updated_at': '2022-03-31T15:42:23Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '5d84e67f-c4e6-4b03-a6fc-2bdbda49374f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:27.967706 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887a6cf8-d9b2-48f2-ab77-d279e7b3a1fb None None] Checking router: e8655a1e-4343-46b4-aadc-0920cf8d7f1e for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:45:27.975109 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78e210ff-d9e9-4de5-97e1-252e62cedc3e req-e3e72822-d200-409a-b28e-a03ff57aba04 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cebd6b42-e3f6-46c1-a899-63190c0133ab HTTP/1.1" status: 200 len: 217 time: 0.0681779 Mar 31 15:45:27.976663 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887a6cf8-d9b2-48f2-ab77-d279e7b3a1fb None None] Routers {'e8655a1e-4343-46b4-aadc-0920cf8d7f1e'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:45:27.977406 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-887a6cf8-d9b2-48f2-ab77-d279e7b3a1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:45:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e8655a1e-4343-46b4-aadc-0920cf8d7f1e'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:28.038334 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e210ff-d9e9-4de5-97e1-252e62cedc3e req-be5480eb-8da5-46d7-9f2c-a7098147b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:28.039794 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78e210ff-d9e9-4de5-97e1-252e62cedc3e req-be5480eb-8da5-46d7-9f2c-a7098147b82c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d84e67f-c4e6-4b03-a6fc-2bdbda49374f HTTP/1.1" status: 200 len: 844 time: 0.0593758 Mar 31 15:45:28.128301 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e210ff-d9e9-4de5-97e1-252e62cedc3e req-76386d56-fdba-42bf-8ede-c2c97da6f1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:28.130445 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78e210ff-d9e9-4de5-97e1-252e62cedc3e req-76386d56-fdba-42bf-8ede-c2c97da6f1c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e96f9769-f50d-4096-b9aa-fd951d722947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847049 Mar 31 15:45:28.139914 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [req-78e210ff-d9e9-4de5-97e1-252e62cedc3e req-9e2109a4-b6f9-4d20-b0b8-1450f9a46718 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:45:28.140868 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78e210ff-d9e9-4de5-97e1-252e62cedc3e req-9e2109a4-b6f9-4d20-b0b8-1450f9a46718 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050309 Mar 31 15:45:28.164825 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-887a6cf8-d9b2-48f2-ab77-d279e7b3a1fb None None] Set router e8655a1e-4343-46b4-aadc-0920cf8d7f1e gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:45:28.293858 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78e210ff-d9e9-4de5-97e1-252e62cedc3e req-61b8f43e-b688-407b-82e5-5453b8d4063f service neutron] 10.222.0.41 "GET /v2.0/networks/e96f9769-f50d-4096-b9aa-fd951d722947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467540 Mar 31 15:45:28.506640 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-887a6cf8-d9b2-48f2-ab77-d279e7b3a1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'name': 'tempest-TestNetworkBasicOps-router-1715656885', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'fc751a20-1194-47ea-ba33-374602543d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:42:08Z', 'updated_at': '2022-03-31T15:42:16Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'fc751a20-1194-47ea-ba33-374602543d9e', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:42:10Z', 'updated_at': '2022-03-31T15:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '2ec691ed-ff9b-4748-8975-1ac28ee7d580', 'name': '', 'network_id': 'e96f9769-f50d-4096-b9aa-fd951d722947', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:3e:18:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '5d84e67f-c4e6-4b03-a6fc-2bdbda49374f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:42:15Z', 'updated_at': '2022-03-31T15:42:23Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '5d84e67f-c4e6-4b03-a6fc-2bdbda49374f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:28.511345 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887a6cf8-d9b2-48f2-ab77-d279e7b3a1fb None None] The sync data for ids ['e8655a1e-4343-46b4-aadc-0920cf8d7f1e'] in dv-neutron-833379-2-hyperv is: [{'id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'name': 'tempest-TestNetworkBasicOps-router-1715656885', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'fc751a20-1194-47ea-ba33-374602543d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:42:08Z', 'updated_at': '2022-03-31T15:42:16Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'fc751a20-1194-47ea-ba33-374602543d9e', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:42:10Z', 'updated_at': '2022-03-31T15:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '2ec691ed-ff9b-4748-8975-1ac28ee7d580', 'name': '', 'network_id': 'e96f9769-f50d-4096-b9aa-fd951d722947', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:3e:18:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '5d84e67f-c4e6-4b03-a6fc-2bdbda49374f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:42:15Z', 'updated_at': '2022-03-31T15:42:23Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': '5d84e67f-c4e6-4b03-a6fc-2bdbda49374f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:45:28.623798 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78e210ff-d9e9-4de5-97e1-252e62cedc3e req-9d9ff717-3945-4b26-8b92-58e93bb6810a service neutron] 10.222.0.41 "GET /v2.0/networks/e96f9769-f50d-4096-b9aa-fd951d722947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208568 Mar 31 15:45:28.646961 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22423d9-56af-407e-be79-174ef3a900bb req-2778a9c3-960a-41fc-b79a-37d6162cd001 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:28.651804 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-b22423d9-56af-407e-be79-174ef3a900bb req-2778a9c3-960a-41fc-b79a-37d6162cd001 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:45:28.756085 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-b22423d9-56af-407e-be79-174ef3a900bb req-2778a9c3-960a-41fc-b79a-37d6162cd001 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:45:28.756266 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeec45c9-003d-48bb-b95d-d347a9bc80e4 None None] New status for floating IP ed5e16c7-0239-4006-aac6-50b72d373ee5: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:45:28.757357 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b22423d9-56af-407e-be79-174ef3a900bb req-2778a9c3-960a-41fc-b79a-37d6162cd001 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=4035aa5a-05ab-4ef6-b8bd-3a4111cce715 HTTP/1.1" status: 200 len: 945 time: 0.3689821 Mar 31 15:45:28.805747 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b22423d9-56af-407e-be79-174ef3a900bb req-b08113b6-b386-4b2f-b06d-e907578a6a17 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dfba84b-e1f2-4bfa-9ef8-ddbbf28efde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422547 Mar 31 15:45:29.602095 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5e1c7-9cf5-451e-a420-38b5d3471b8c req-c1bb4104-f33b-4dac-b096-004b97cbcc5c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:29.603767 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-84c5e1c7-9cf5-451e-a420-38b5d3471b8c req-c1bb4104-f33b-4dac-b096-004b97cbcc5c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/ports?device_id=4035aa5a-05ab-4ef6-b8bd-3a4111cce715 HTTP/1.1" status: 200 len: 945 time: 0.0946054 Mar 31 15:45:29.687899 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-84c5e1c7-9cf5-451e-a420-38b5d3471b8c req-26a9d67d-ff42-4af1-924c-16a3b3bab47b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port cebd6b42-e3f6-46c1-a899-63190c0133ab {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:45:29.688233 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-84c5e1c7-9cf5-451e-a420-38b5d3471b8c req-26a9d67d-ff42-4af1-924c-16a3b3bab47b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:29.957524 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-84c5e1c7-9cf5-451e-a420-38b5d3471b8c req-26a9d67d-ff42-4af1-924c-16a3b3bab47b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] For port cebd6b42-e3f6-46c1-a899-63190c0133ab, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=cebd6b42-e3f6-46c1-a899-63190c0133ab,segment=NetworkSegment(65f5de79-ef4d-417d-8a2e-4051a0c9f46c),segment_id=65f5de79-ef4d-417d-8a2e-4051a0c9f46c)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:45:29.958202 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-84c5e1c7-9cf5-451e-a420-38b5d3471b8c req-26a9d67d-ff42-4af1-924c-16a3b3bab47b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:30.006749 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec714b-35c4-47af-ae5e-6ba11bb90c4c req-74b902fa-7250-4b2a-9dbf-8d60df1cf5c5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:30.008252 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-38ec714b-35c4-47af-ae5e-6ba11bb90c4c req-74b902fa-7250-4b2a-9dbf-8d60df1cf5c5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=4035aa5a-05ab-4ef6-b8bd-3a4111cce715 HTTP/1.1" status: 200 len: 945 time: 0.0892835 Mar 31 15:45:30.053536 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-38ec714b-35c4-47af-ae5e-6ba11bb90c4c req-3be9a895-f185-461a-845e-b74691a0cdd2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=3dfba84b-e1f2-4bfa-9ef8-ddbbf28efde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394082 Mar 31 15:45:30.083742 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-84c5e1c7-9cf5-451e-a420-38b5d3471b8c req-26a9d67d-ff42-4af1-924c-16a3b3bab47b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for cebd6b42-e3f6-46c1-a899-63190c0133ab owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:45:30.315775 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-84c5e1c7-9cf5-451e-a420-38b5d3471b8c req-26a9d67d-ff42-4af1-924c-16a3b3bab47b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:30.368492 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9d67d-ff42-4af1-924c-16a3b3bab47b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=cebd6b42-e3f6-46c1-a899-63190c0133ab,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:30.447857 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c5e1c7-9cf5-451e-a420-38b5d3471b8c req-26a9d67d-ff42-4af1-924c-16a3b3bab47b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] No DVR routers for this DVR port cebd6b42-e3f6-46c1-a899-63190c0133ab on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:45:30.450434 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-84c5e1c7-9cf5-451e-a420-38b5d3471b8c req-26a9d67d-ff42-4af1-924c-16a3b3bab47b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:30.453056 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4035aa5a-05ab-4ef6-b8bd-3a4111cce715', 'name': 'network-vif-deleted', 'tag': 'cebd6b42-e3f6-46c1-a899-63190c0133ab'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:45:30.497844 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4035aa5a-05ab-4ef6-b8bd-3a4111cce715', 'name': 'network-vif-deleted', 'tag': 'cebd6b42-e3f6-46c1-a899-63190c0133ab', 'status': 'completed', 'code': 200} Mar 31 15:45:30.608247 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-84c5e1c7-9cf5-451e-a420-38b5d3471b8c req-26a9d67d-ff42-4af1-924c-16a3b3bab47b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "DELETE /v2.0/ports/cebd6b42-e3f6-46c1-a899-63190c0133ab HTTP/1.1" status: 204 len: 173 time: 0.9991908 Mar 31 15:45:31.221417 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7a8db09d-f9a1-4219-b5eb-7fee834390d7 req-966b130c-9463-494f-bcd4-742a88ad6127 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=4035aa5a-05ab-4ef6-b8bd-3a4111cce715 HTTP/1.1" status: 200 len: 210 time: 0.0417292 Mar 31 15:45:32.231314 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device cebd6b42-e3f6-46c1-a899-63190c0133ab no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:45:32.274242 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: cebd6b42-e3f6-46c1-a899-63190c0133ab {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:45:32.274242 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device cebd6b42-e3f6-46c1-a899-63190c0133ab not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:45:32.321157 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51242) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:32.390887 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-139a9e35-d34c-491f-b071-b925d03c30ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:32.422302 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-139a9e35-d34c-491f-b071-b925d03c30ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:32.630434 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-139a9e35-d34c-491f-b071-b925d03c30ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:32.652545 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a9e35-d34c-491f-b071-b925d03c30ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfba84b-e1f2-4bfa-9ef8-ddbbf28efde1,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:32.789744 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-139a9e35-d34c-491f-b071-b925d03c30ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:32.790860 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-139a9e35-d34c-491f-b071-b925d03c30ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/security-groups/3dfba84b-e1f2-4bfa-9ef8-ddbbf28efde1 HTTP/1.1" status: 204 len: 168 time: 0.4687128 Mar 31 15:45:32.969834 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51248) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:33.126911 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8a511d13-b2a7-48ed-882d-44ee6b1d26ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:33.649361 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-982070da-2f0c-4a70-922b-0902c1c206a7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:34.012418 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-982070da-2f0c-4a70-922b-0902c1c206a7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port 2ec691ed-ff9b-4748-8975-1ac28ee7d580 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:45:34.012759 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-982070da-2f0c-4a70-922b-0902c1c206a7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:34.210044 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-982070da-2f0c-4a70-922b-0902c1c206a7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] For port 2ec691ed-ff9b-4748-8975-1ac28ee7d580, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=2ec691ed-ff9b-4748-8975-1ac28ee7d580,segment=NetworkSegment(65f5de79-ef4d-417d-8a2e-4051a0c9f46c),segment_id=65f5de79-ef4d-417d-8a2e-4051a0c9f46c)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:45:34.210396 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-982070da-2f0c-4a70-922b-0902c1c206a7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:34.334789 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-982070da-2f0c-4a70-922b-0902c1c206a7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for 2ec691ed-ff9b-4748-8975-1ac28ee7d580 owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:45:34.641682 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-982070da-2f0c-4a70-922b-0902c1c206a7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:34.693176 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982070da-2f0c-4a70-922b-0902c1c206a7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=2ec691ed-ff9b-4748-8975-1ac28ee7d580,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:34.992403 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-982070da-2f0c-4a70-922b-0902c1c206a7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:35.162169 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1967242c-e532-44fd-b8f6-6dac920429e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:35.486443 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982070da-2f0c-4a70-922b-0902c1c206a7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router e8655a1e-4343-46b4-aadc-0920cf8d7f1e has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:45:35.668811 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982070da-2f0c-4a70-922b-0902c1c206a7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:45:35.678599 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d575713-c37c-4747-897a-fe1989b47d3f None None] Sync routers for ids ['e8655a1e-4343-46b4-aadc-0920cf8d7f1e'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:45:35.682109 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-982070da-2f0c-4a70-922b-0902c1c206a7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "PUT /v2.0/routers/e8655a1e-4343-46b4-aadc-0920cf8d7f1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7111707 Mar 31 15:45:35.684840 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51254) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:35.688019 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d575713-c37c-4747-897a-fe1989b47d3f None None] Routers {'e8655a1e-4343-46b4-aadc-0920cf8d7f1e'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:45:35.688623 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-2d575713-c37c-4747-897a-fe1989b47d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:45:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e8655a1e-4343-46b4-aadc-0920cf8d7f1e'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:35.755446 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d14c79-f675-4e28-b555-9150391b4e44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting subnet 5d84e67f-c4e6-4b03-a6fc-2bdbda49374f {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:45:35.758067 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4d14c79-f675-4e28-b555-9150391b4e44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:35.816434 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4d14c79-f675-4e28-b555-9150391b4e44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:35.870991 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-2d575713-c37c-4747-897a-fe1989b47d3f None None] Set router e8655a1e-4343-46b4-aadc-0920cf8d7f1e gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:45:35.914812 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4d14c79-f675-4e28-b555-9150391b4e44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:36.157743 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-2d575713-c37c-4747-897a-fe1989b47d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'name': 'tempest-TestNetworkBasicOps-router-1715656885', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'fc751a20-1194-47ea-ba33-374602543d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:42:08Z', 'updated_at': '2022-03-31T15:45:34Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'fc751a20-1194-47ea-ba33-374602543d9e', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:42:10Z', 'updated_at': '2022-03-31T15:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:36.162333 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d575713-c37c-4747-897a-fe1989b47d3f None None] Checking router: e8655a1e-4343-46b4-aadc-0920cf8d7f1e for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:45:36.163082 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4d14c79-f675-4e28-b555-9150391b4e44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:36.171003 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d575713-c37c-4747-897a-fe1989b47d3f None None] Routers {'e8655a1e-4343-46b4-aadc-0920cf8d7f1e'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:45:36.171636 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-2d575713-c37c-4747-897a-fe1989b47d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:45:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['e8655a1e-4343-46b4-aadc-0920cf8d7f1e'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:36.207339 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d14c79-f675-4e28-b555-9150391b4e44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Subnet': ['ID=5d84e67f-c4e6-4b03-a6fc-2bdbda49374f,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:36.209359 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4d14c79-f675-4e28-b555-9150391b4e44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:36.216614 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada1fece-3cc3-451e-bfc0-c39bd8f5e6c2 None None] Network e96f9769-f50d-4096-b9aa-fd951d722947 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:45:36.219891 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51258) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:36.220444 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e4d14c79-f675-4e28-b555-9150391b4e44 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/subnets/5d84e67f-c4e6-4b03-a6fc-2bdbda49374f HTTP/1.1" status: 204 len: 168 time: 0.5340686 Mar 31 15:45:36.357163 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-2d575713-c37c-4747-897a-fe1989b47d3f None None] Set router e8655a1e-4343-46b4-aadc-0920cf8d7f1e gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:45:36.416260 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9dd33031-5fe3-4094-951f-ac17b6a96fcc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:36.544006 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43da5842-ce89-4dbf-bb0d-221d00cf350f None None] DHCP port deletion for e96f9769-f50d-4096-b9aa-fd951d722947 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:45:36.550043 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-43da5842-ce89-4dbf-bb0d-221d00cf350f None None] Deleting port 41d3d762-26d1-4f78-b9e8-466dcb6f3204 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:45:36.550422 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-43da5842-ce89-4dbf-bb0d-221d00cf350f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:36.601053 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:36.610651 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:36.703562 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-2d575713-c37c-4747-897a-fe1989b47d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'name': 'tempest-TestNetworkBasicOps-router-1715656885', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'fc751a20-1194-47ea-ba33-374602543d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:42:08Z', 'updated_at': '2022-03-31T15:45:34Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'fc751a20-1194-47ea-ba33-374602543d9e', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:42:10Z', 'updated_at': '2022-03-31T15:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:36.708519 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d575713-c37c-4747-897a-fe1989b47d3f None None] The sync data for ids ['e8655a1e-4343-46b4-aadc-0920cf8d7f1e'] in dv-neutron-833379-2-hyperv is: [{'id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'name': 'tempest-TestNetworkBasicOps-router-1715656885', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'fc751a20-1194-47ea-ba33-374602543d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:42:08Z', 'updated_at': '2022-03-31T15:45:34Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': 'fc751a20-1194-47ea-ba33-374602543d9e', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8655a1e-4343-46b4-aadc-0920cf8d7f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:42:10Z', 'updated_at': '2022-03-31T15:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:45:36.763783 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9dd33031-5fe3-4094-951f-ac17b6a96fcc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:36.823470 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-43da5842-ce89-4dbf-bb0d-221d00cf350f None None] For port 41d3d762-26d1-4f78-b9e8-466dcb6f3204, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=41d3d762-26d1-4f78-b9e8-466dcb6f3204,segment=NetworkSegment(65f5de79-ef4d-417d-8a2e-4051a0c9f46c),segment_id=65f5de79-ef4d-417d-8a2e-4051a0c9f46c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:45:36.823861 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-43da5842-ce89-4dbf-bb0d-221d00cf350f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:36.870295 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-9dd33031-5fe3-4094-951f-ac17b6a96fcc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port fc751a20-1194-47ea-ba33-374602543d9e {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:45:36.870692 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9dd33031-5fe3-4094-951f-ac17b6a96fcc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:36.947095 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-43da5842-ce89-4dbf-bb0d-221d00cf350f None None] Calling delete_port for 41d3d762-26d1-4f78-b9e8-466dcb6f3204 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:45:37.058860 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-9dd33031-5fe3-4094-951f-ac17b6a96fcc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] For port fc751a20-1194-47ea-ba33-374602543d9e, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=fc751a20-1194-47ea-ba33-374602543d9e,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:45:37.059229 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9dd33031-5fe3-4094-951f-ac17b6a96fcc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:37.201850 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-43da5842-ce89-4dbf-bb0d-221d00cf350f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:37.205652 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-9dd33031-5fe3-4094-951f-ac17b6a96fcc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for fc751a20-1194-47ea-ba33-374602543d9e owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:45:37.252862 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da5842-ce89-4dbf-bb0d-221d00cf350f None None] Pushing event deleted for resources: {'Port': ['ID=41d3d762-26d1-4f78-b9e8-466dcb6f3204,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:37.257681 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43da5842-ce89-4dbf-bb0d-221d00cf350f None None] No DVR routers for this DVR port 41d3d762-26d1-4f78-b9e8-466dcb6f3204 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:45:37.264017 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da5842-ce89-4dbf-bb0d-221d00cf350f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:37.264363 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da5842-ce89-4dbf-bb0d-221d00cf350f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:37.264709 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da5842-ce89-4dbf-bb0d-221d00cf350f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:37.265047 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da5842-ce89-4dbf-bb0d-221d00cf350f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:37.265404 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da5842-ce89-4dbf-bb0d-221d00cf350f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:37.265739 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da5842-ce89-4dbf-bb0d-221d00cf350f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:37.266069 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da5842-ce89-4dbf-bb0d-221d00cf350f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:37.266396 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da5842-ce89-4dbf-bb0d-221d00cf350f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:37.266723 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da5842-ce89-4dbf-bb0d-221d00cf350f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:37.267048 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da5842-ce89-4dbf-bb0d-221d00cf350f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:37.267371 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da5842-ce89-4dbf-bb0d-221d00cf350f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:37.268572 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da5842-ce89-4dbf-bb0d-221d00cf350f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:37.341742 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 41d3d762-26d1-4f78-b9e8-466dcb6f3204 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:45:37.375969 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 41d3d762-26d1-4f78-b9e8-466dcb6f3204 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:45:37.376398 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 41d3d762-26d1-4f78-b9e8-466dcb6f3204 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:45:37.376824 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 2ec691ed-ff9b-4748-8975-1ac28ee7d580 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:45:37.412536 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 2ec691ed-ff9b-4748-8975-1ac28ee7d580 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:45:37.412876 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 2ec691ed-ff9b-4748-8975-1ac28ee7d580 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:45:37.543844 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9dd33031-5fe3-4094-951f-ac17b6a96fcc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:37.594744 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd33031-5fe3-4094-951f-ac17b6a96fcc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=fc751a20-1194-47ea-ba33-374602543d9e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:37.691419 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9dd33031-5fe3-4094-951f-ac17b6a96fcc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:37.870599 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9dd33031-5fe3-4094-951f-ac17b6a96fcc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:37.872852 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9dd33031-5fe3-4094-951f-ac17b6a96fcc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:37.941375 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:37.984535 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9dd33031-5fe3-4094-951f-ac17b6a96fcc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:37.985091 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd33031-5fe3-4094-951f-ac17b6a96fcc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Fanout notify agent at l3_agent the message router_deleted on router e8655a1e-4343-46b4-aadc-0920cf8d7f1e {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:45:38.002204 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9dd33031-5fe3-4094-951f-ac17b6a96fcc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:38.003334 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9dd33031-5fe3-4094-951f-ac17b6a96fcc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/routers/e8655a1e-4343-46b4-aadc-0920cf8d7f1e HTTP/1.1" status: 204 len: 168 time: 1.7816885 Mar 31 15:45:38.006244 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51262) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:38.131241 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-13976fcd-35d7-4e3b-87a9-ba335cd4ee64 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:38.266954 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-13976fcd-35d7-4e3b-87a9-ba335cd4ee64 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:38.297642 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-13976fcd-35d7-4e3b-87a9-ba335cd4ee64 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e96f9769-f50d-4096-b9aa-fd951d722947']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:38.309823 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-13976fcd-35d7-4e3b-87a9-ba335cd4ee64 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f5de79-ef4d-417d-8a2e-4051a0c9f46c') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:38.310113 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-13976fcd-35d7-4e3b-87a9-ba335cd4ee64 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f5de79-ef4d-417d-8a2e-4051a0c9f46c') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:38.322461 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-13976fcd-35d7-4e3b-87a9-ba335cd4ee64 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:38.342982 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-13976fcd-35d7-4e3b-87a9-ba335cd4ee64 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:38.350219 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13976fcd-35d7-4e3b-87a9-ba335cd4ee64 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:45:38.350628 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-13976fcd-35d7-4e3b-87a9-ba335cd4ee64 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:38.365540 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:45:38.365540 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:45:38.365540 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:45:38.365540 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:45:38.365540 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:45:38.365540 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:45:38.365540 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:45:38.365540 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:45:38.365540 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:45:38.365540 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:45:38.365540 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:45:38.365540 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:45:38.365540 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:45:38.365540 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:45:38.365540 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:45:38.365540 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:45:38.365540 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:45:38.365540 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:45:38.365540 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:45:38.365540 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:45:38.365540 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:45:38.365540 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:45:38.365540 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:45:38.365540 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:45:38.365540 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:45:38.365540 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:45:38.365540 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:45:38.365540 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:45:38.365540 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:45:38.365540 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:45:38.365540 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:45:38.365540 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:45:38.658850 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-13976fcd-35d7-4e3b-87a9-ba335cd4ee64 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:38.678942 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-13976fcd-35d7-4e3b-87a9-ba335cd4ee64 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:38.690157 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13976fcd-35d7-4e3b-87a9-ba335cd4ee64 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Network': ['ID=e96f9769-f50d-4096-b9aa-fd951d722947,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:38.700303 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13976fcd-35d7-4e3b-87a9-ba335cd4ee64 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:38.700647 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13976fcd-35d7-4e3b-87a9-ba335cd4ee64 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:38.700984 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13976fcd-35d7-4e3b-87a9-ba335cd4ee64 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:38.701365 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13976fcd-35d7-4e3b-87a9-ba335cd4ee64 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:38.701692 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13976fcd-35d7-4e3b-87a9-ba335cd4ee64 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:38.702019 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13976fcd-35d7-4e3b-87a9-ba335cd4ee64 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:38.702344 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13976fcd-35d7-4e3b-87a9-ba335cd4ee64 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:38.702664 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13976fcd-35d7-4e3b-87a9-ba335cd4ee64 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:38.702987 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13976fcd-35d7-4e3b-87a9-ba335cd4ee64 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:38.703300 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13976fcd-35d7-4e3b-87a9-ba335cd4ee64 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:38.703615 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13976fcd-35d7-4e3b-87a9-ba335cd4ee64 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:38.703927 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13976fcd-35d7-4e3b-87a9-ba335cd4ee64 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:38.819914 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-13976fcd-35d7-4e3b-87a9-ba335cd4ee64 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/networks/e96f9769-f50d-4096-b9aa-fd951d722947 HTTP/1.1" status: 204 len: 168 time: 0.8124433 Mar 31 15:45:38.836070 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51266) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:38.842666 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-ff8b5b57-c151-4401-8cda-8f8f1af96fb7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'network': {'name': 'tempest-network-smoke--1203764423', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'port_security_enabled': True}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:45:38.849781 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ff8b5b57-c151-4401-8cda-8f8f1af96fb7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:45:38.854180 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ff8b5b57-c151-4401-8cda-8f8f1af96fb7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:network and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:45:38.857799 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ff8b5b57-c151-4401-8cda-8f8f1af96fb7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:45:38.866032 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ff8b5b57-c151-4401-8cda-8f8f1af96fb7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:45:39.018749 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8b5b57-c151-4401-8cda-8f8f1af96fb7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Made reservation on behalf of a28d6e89f5614e35860f06912b5df90e for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:45:39.022792 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ff8b5b57-c151-4401-8cda-8f8f1af96fb7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:39.067254 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8b5b57-c151-4401-8cda-8f8f1af96fb7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:45:39.079645 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ff8b5b57-c151-4401-8cda-8f8f1af96fb7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:39.080095 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-ff8b5b57-c151-4401-8cda-8f8f1af96fb7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Added segment aaca9104-8f4f-4212-8e0b-154c08e6111a of type vlan for network b0ba4461-65f8-49f1-a800-92e9e845e5d7 Mar 31 15:45:39.113234 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ff8b5b57-c151-4401-8cda-8f8f1af96fb7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:39.230672 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ff8b5b57-c151-4401-8cda-8f8f1af96fb7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:39.236478 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8b5b57-c151-4401-8cda-8f8f1af96fb7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:39.237077 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ff8b5b57-c151-4401-8cda-8f8f1af96fb7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:39.335080 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device fc751a20-1194-47ea-ba33-374602543d9e no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:45:39.353344 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b5b57-c151-4401-8cda-8f8f1af96fb7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Network': ['ID=b0ba4461-65f8-49f1-a800-92e9e845e5d7,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:39.364253 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network b0ba4461-65f8-49f1-a800-92e9e845e5d7 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:45:39.398999 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: fc751a20-1194-47ea-ba33-374602543d9e {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:45:39.399338 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device fc751a20-1194-47ea-ba33-374602543d9e not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:45:39.470643 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ff8b5b57-c151-4401-8cda-8f8f1af96fb7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6334913 Mar 31 15:45:39.474182 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51270) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:39.480196 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-96820269-cd98-4e77-b995-c61e631f8314 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-400913405', 'admin_state_up': True, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:45:39.488730 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-96820269-cd98-4e77-b995-c61e631f8314 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:45:39.494900 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-96820269-cd98-4e77-b995-c61e631f8314 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:router and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:45:39.498012 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-96820269-cd98-4e77-b995-c61e631f8314 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:45:39.504912 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-96820269-cd98-4e77-b995-c61e631f8314 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:45:39.584706 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96820269-cd98-4e77-b995-c61e631f8314 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:39.585791 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96820269-cd98-4e77-b995-c61e631f8314 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:39.602986 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96820269-cd98-4e77-b995-c61e631f8314 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:40.102079 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96820269-cd98-4e77-b995-c61e631f8314 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:40.492628 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96820269-cd98-4e77-b995-c61e631f8314 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_gateway, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:40.522689 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96820269-cd98-4e77-b995-c61e631f8314 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:40.667757 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-96820269-cd98-4e77-b995-c61e631f8314 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.26.5.232 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/83641322-b21d-4644-9b32-126300e29642) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:45:40.825753 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96820269-cd98-4e77-b995-c61e631f8314 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:40.973991 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96820269-cd98-4e77-b995-c61e631f8314 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:41.036983 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96820269-cd98-4e77-b995-c61e631f8314 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:45:41.044156 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-96820269-cd98-4e77-b995-c61e631f8314 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:45:41.050468 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96820269-cd98-4e77-b995-c61e631f8314 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:45:41.082959 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96820269-cd98-4e77-b995-c61e631f8314 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=83641322-b21d-4644-9b32-126300e29642,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:41.796290 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96820269-cd98-4e77-b995-c61e631f8314 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_gateway, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:42.168735 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96820269-cd98-4e77-b995-c61e631f8314 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:42.509307 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96820269-cd98-4e77-b995-c61e631f8314 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router 9c98881e-f3c3-4010-9fb3-ad9fff4c2936 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:45:42.694308 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96820269-cd98-4e77-b995-c61e631f8314 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:45:42.703695 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff326271-d3ba-47d3-a2a6-c526debcc502 None None] Sync routers for ids ['9c98881e-f3c3-4010-9fb3-ad9fff4c2936'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:45:42.713526 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff326271-d3ba-47d3-a2a6-c526debcc502 None None] Routers {'9c98881e-f3c3-4010-9fb3-ad9fff4c2936'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:45:42.714156 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ff326271-d3ba-47d3-a2a6-c526debcc502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:45:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['9c98881e-f3c3-4010-9fb3-ad9fff4c2936'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:42.795741 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96820269-cd98-4e77-b995-c61e631f8314 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:42.796886 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-96820269-cd98-4e77-b995-c61e631f8314 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3214371 Mar 31 15:45:42.801685 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51274) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:42.912121 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-ff326271-d3ba-47d3-a2a6-c526debcc502 None None] Set router 9c98881e-f3c3-4010-9fb3-ad9fff4c2936 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:45:43.133319 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-34e1b5cf-9ade-44e8-83c8-64acb91b05b9 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=a28d6e89f5614e35860f06912b5df90e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3289375 Mar 31 15:45:43.135696 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51280) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:43.251603 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ff326271-d3ba-47d3-a2a6-c526debcc502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'name': 'tempest-TestNetworkBasicOps-router-400913405', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '83641322-b21d-4644-9b32-126300e29642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:45:39Z', 'updated_at': '2022-03-31T15:45:41Z', 'revision_number': 3, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '83641322-b21d-4644-9b32-126300e29642', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:40Z', 'updated_at': '2022-03-31T15:45:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:43.256070 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff326271-d3ba-47d3-a2a6-c526debcc502 None None] Checking router: 9c98881e-f3c3-4010-9fb3-ad9fff4c2936 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:45:43.256399 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff326271-d3ba-47d3-a2a6-c526debcc502 None None] Updating router 9c98881e-f3c3-4010-9fb3-ad9fff4c2936 port 83641322-b21d-4644-9b32-126300e29642 binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:45:43.295746 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9033d8-fd5f-40d4-8635-be765aa6302d tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:43.298008 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0f9033d8-fd5f-40d4-8635-be765aa6302d tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1606474 Mar 31 15:45:43.301775 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51284) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:43.325146 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ff326271-d3ba-47d3-a2a6-c526debcc502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:43.347062 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c9e5d210-8637-4fc1-9cf4-853ecb1d6169 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=81fb4282-babc-4201-afd1-e5be35072e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441458 Mar 31 15:45:43.350129 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51288) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:43.355949 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-91e3d067-99e1-40ff-ba62-c583ede7f87c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1980737842', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:45:43.472678 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-91e3d067-99e1-40ff-ba62-c583ede7f87c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:45:43.477669 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-91e3d067-99e1-40ff-ba62-c583ede7f87c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:subnet and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:45:43.480619 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-91e3d067-99e1-40ff-ba62-c583ede7f87c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:45:43.495540 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-91e3d067-99e1-40ff-ba62-c583ede7f87c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:45:43.630420 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e3d067-99e1-40ff-ba62-c583ede7f87c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Made reservation on behalf of a28d6e89f5614e35860f06912b5df90e for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:45:43.634084 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-91e3d067-99e1-40ff-ba62-c583ede7f87c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:43.676986 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ff326271-d3ba-47d3-a2a6-c526debcc502 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:43.689574 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ff326271-d3ba-47d3-a2a6-c526debcc502 None None] Transition to ACTIVE for port object 83641322-b21d-4644-9b32-126300e29642 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:45:43.812933 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ff326271-d3ba-47d3-a2a6-c526debcc502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:43.897671 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-ff326271-d3ba-47d3-a2a6-c526debcc502 None None] Attempting to bind port 83641322-b21d-4644-9b32-126300e29642 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:45:43.905445 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-ff326271-d3ba-47d3-a2a6-c526debcc502 None None] Attempting to bind port 83641322-b21d-4644-9b32-126300e29642 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:45:43.905445 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff326271-d3ba-47d3-a2a6-c526debcc502 None None] Attempting to bind port 83641322-b21d-4644-9b32-126300e29642 on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:45:43.905445 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6f4de-be09-4a6e-beba-e32371b01fbd None None] Pushing event updated for resources: {'Port': ['ID=83641322-b21d-4644-9b32-126300e29642,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:43.906795 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff326271-d3ba-47d3-a2a6-c526debcc502 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:45:43.907241 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff326271-d3ba-47d3-a2a6-c526debcc502 None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:45:43.907727 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ff326271-d3ba-47d3-a2a6-c526debcc502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:43.908106 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff326271-d3ba-47d3-a2a6-c526debcc502 None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:45:43.908550 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-ff326271-d3ba-47d3-a2a6-c526debcc502 None None] Bound port: 83641322-b21d-4644-9b32-126300e29642, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:45:43.908948 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ff326271-d3ba-47d3-a2a6-c526debcc502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:43.972955 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-91e3d067-99e1-40ff-ba62-c583ede7f87c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:43.985894 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-ff326271-d3ba-47d3-a2a6-c526debcc502 None None] For port 83641322-b21d-4644-9b32-126300e29642, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:45:43.991891 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-ff326271-d3ba-47d3-a2a6-c526debcc502 None None] For port 83641322-b21d-4644-9b32-126300e29642, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=83641322-b21d-4644-9b32-126300e29642,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:45:44.051962 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3d067-99e1-40ff-ba62-c583ede7f87c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Subnet': ['ID=c3e56cec-e029-4022-81e9-a313d627b47d,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:44.060590 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e3d067-99e1-40ff-ba62-c583ede7f87c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Checking segment: {'id': 'aaca9104-8f4f-4212-8e0b-154c08e6111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:45:44.065719 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e3d067-99e1-40ff-ba62-c583ede7f87c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network hostable DHCP agents. Network: b0ba4461-65f8-49f1-a800-92e9e845e5d7, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:45:44.098820 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ff326271-d3ba-47d3-a2a6-c526debcc502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:44.178753 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff326271-d3ba-47d3-a2a6-c526debcc502 None None] Routers {'9c98881e-f3c3-4010-9fb3-ad9fff4c2936'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:45:44.179384 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ff326271-d3ba-47d3-a2a6-c526debcc502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:45:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['9c98881e-f3c3-4010-9fb3-ad9fff4c2936'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:44.201519 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e3d067-99e1-40ff-ba62-c583ede7f87c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network b0ba4461-65f8-49f1-a800-92e9e845e5d7 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:45:44.246330 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6f4de-be09-4a6e-beba-e32371b01fbd None None] Pushing event updated for resources: {'Port': ['ID=83641322-b21d-4644-9b32-126300e29642,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:44.320897 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-91e3d067-99e1-40ff-ba62-c583ede7f87c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, b0ba4461-65f8-49f1-a800-92e9e845e5d7) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:45:44.326135 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e3d067-99e1-40ff-ba62-c583ede7f87c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:44.328530 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-91e3d067-99e1-40ff-ba62-c583ede7f87c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:44.336962 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b56163a-6f3b-4e97-b0b7-6f14b33ae602 None None] Network b0ba4461-65f8-49f1-a800-92e9e845e5d7 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:45:44.482231 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-91e3d067-99e1-40ff-ba62-c583ede7f87c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1309206 Mar 31 15:45:44.485086 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51292) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:44.495483 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-ff326271-d3ba-47d3-a2a6-c526debcc502 None None] Set router 9c98881e-f3c3-4010-9fb3-ad9fff4c2936 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:45:44.877172 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cccaf3-67fe-4c3d-9148-b88b3643de70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ips': [{'subnet_id': 'c3e56cec-e029-4022-81e9-a313d627b47d'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:45:44.878308 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f0cccaf3-67fe-4c3d-9148-b88b3643de70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:45.044047 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ff326271-d3ba-47d3-a2a6-c526debcc502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'name': 'tempest-TestNetworkBasicOps-router-400913405', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '83641322-b21d-4644-9b32-126300e29642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:45:39Z', 'updated_at': '2022-03-31T15:45:41Z', 'revision_number': 3, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '83641322-b21d-4644-9b32-126300e29642', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:40Z', 'updated_at': '2022-03-31T15:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:45.056583 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff326271-d3ba-47d3-a2a6-c526debcc502 None None] The sync data for ids ['9c98881e-f3c3-4010-9fb3-ad9fff4c2936'] in dv-neutron-833379-2-hyperv is: [{'id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'name': 'tempest-TestNetworkBasicOps-router-400913405', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '83641322-b21d-4644-9b32-126300e29642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:45:39Z', 'updated_at': '2022-03-31T15:45:41Z', 'revision_number': 3, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '83641322-b21d-4644-9b32-126300e29642', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:40Z', 'updated_at': '2022-03-31T15:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:45:45.077160 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-f0cccaf3-67fe-4c3d-9148-b88b3643de70 None None] Allocated IP 172.20.0.2 (b0ba4461-65f8-49f1-a800-92e9e845e5d7/c3e56cec-e029-4022-81e9-a313d627b47d/9a2575a6-ddd5-4e4a-ab13-e7918d048962) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:45:45.412426 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f0cccaf3-67fe-4c3d-9148-b88b3643de70 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:45.430371 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f0cccaf3-67fe-4c3d-9148-b88b3643de70 None None] Transition to ACTIVE for port object 9a2575a6-ddd5-4e4a-ab13-e7918d048962 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:45:45.472401 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f0cccaf3-67fe-4c3d-9148-b88b3643de70 None None] Transition to ACTIVE for port object 9a2575a6-ddd5-4e4a-ab13-e7918d048962 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:45:45.546650 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f774e634-54a8-4b7a-93bd-9edcc5b8ff71 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:45.614394 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f0cccaf3-67fe-4c3d-9148-b88b3643de70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:45.718216 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cccaf3-67fe-4c3d-9148-b88b3643de70 None None] Network b0ba4461-65f8-49f1-a800-92e9e845e5d7 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:45:45.721254 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-f0cccaf3-67fe-4c3d-9148-b88b3643de70 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:45:45.725229 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cccaf3-67fe-4c3d-9148-b88b3643de70 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:45:45.768300 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cccaf3-67fe-4c3d-9148-b88b3643de70 None None] Pushing event updated for resources: {'Port': ['ID=9a2575a6-ddd5-4e4a-ab13-e7918d048962,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:45.839008 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-f0cccaf3-67fe-4c3d-9148-b88b3643de70 None None] Attempting to bind port 9a2575a6-ddd5-4e4a-ab13-e7918d048962 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:45:45.839372 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-f0cccaf3-67fe-4c3d-9148-b88b3643de70 None None] Attempting to bind port 9a2575a6-ddd5-4e4a-ab13-e7918d048962 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'aaca9104-8f4f-4212-8e0b-154c08e6111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:45:45.839993 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cccaf3-67fe-4c3d-9148-b88b3643de70 None None] Attempting to bind port 9a2575a6-ddd5-4e4a-ab13-e7918d048962 on network b0ba4461-65f8-49f1-a800-92e9e845e5d7 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:45:45.846038 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cccaf3-67fe-4c3d-9148-b88b3643de70 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:45:45.846408 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cccaf3-67fe-4c3d-9148-b88b3643de70 None None] Checking segment: {'id': 'aaca9104-8f4f-4212-8e0b-154c08e6111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:45:45.846800 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f0cccaf3-67fe-4c3d-9148-b88b3643de70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:45.847189 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cccaf3-67fe-4c3d-9148-b88b3643de70 None None] Bound using segment: {'id': 'aaca9104-8f4f-4212-8e0b-154c08e6111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:45:45.848201 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-f0cccaf3-67fe-4c3d-9148-b88b3643de70 None None] Bound port: 9a2575a6-ddd5-4e4a-ab13-e7918d048962, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaca9104-8f4f-4212-8e0b-154c08e6111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:45:45.848601 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f0cccaf3-67fe-4c3d-9148-b88b3643de70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:45.951111 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f0cccaf3-67fe-4c3d-9148-b88b3643de70 None None] For port 9a2575a6-ddd5-4e4a-ab13-e7918d048962, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:45:45.954517 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f0cccaf3-67fe-4c3d-9148-b88b3643de70 None None] For port 9a2575a6-ddd5-4e4a-ab13-e7918d048962, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=9a2575a6-ddd5-4e4a-ab13-e7918d048962,segment=NetworkSegment(aaca9104-8f4f-4212-8e0b-154c08e6111a),segment_id=aaca9104-8f4f-4212-8e0b-154c08e6111a)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:45:46.049871 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-f774e634-54a8-4b7a-93bd-9edcc5b8ff71 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.20.0.1 (b0ba4461-65f8-49f1-a800-92e9e845e5d7/c3e56cec-e029-4022-81e9-a313d627b47d/192fa87b-a1de-495c-bc54-0c6e98260c5e) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:45:46.099332 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f0cccaf3-67fe-4c3d-9148-b88b3643de70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:46.197251 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cccaf3-67fe-4c3d-9148-b88b3643de70 None None] Pushing event updated for resources: {'Port': ['ID=9a2575a6-ddd5-4e4a-ab13-e7918d048962,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:46.230445 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f774e634-54a8-4b7a-93bd-9edcc5b8ff71 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:46.246797 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f774e634-54a8-4b7a-93bd-9edcc5b8ff71 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Transition to ACTIVE for port object 192fa87b-a1de-495c-bc54-0c6e98260c5e will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:45:46.390326 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f774e634-54a8-4b7a-93bd-9edcc5b8ff71 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:46.474611 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f774e634-54a8-4b7a-93bd-9edcc5b8ff71 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network b0ba4461-65f8-49f1-a800-92e9e845e5d7 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:45:46.483500 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-f774e634-54a8-4b7a-93bd-9edcc5b8ff71 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:45:46.489136 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f774e634-54a8-4b7a-93bd-9edcc5b8ff71 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:45:46.521210 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774e634-54a8-4b7a-93bd-9edcc5b8ff71 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=192fa87b-a1de-495c-bc54-0c6e98260c5e,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:46.559880 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f774e634-54a8-4b7a-93bd-9edcc5b8ff71 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:47.131004 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f774e634-54a8-4b7a-93bd-9edcc5b8ff71 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:47.416515 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 83641322-b21d-4644-9b32-126300e29642 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:45:47.475776 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62398f15-b626-4a85-b8bc-9ace9049f789 None None] Network b0ba4461-65f8-49f1-a800-92e9e845e5d7 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:45:47.716751 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f774e634-54a8-4b7a-93bd-9edcc5b8ff71 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:47.720867 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 83641322-b21d-4644-9b32-126300e29642 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:45:47.728584 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 83641322-b21d-4644-9b32-126300e29642 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:45:47.733534 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:47.760050 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a84ce9e1-4bdc-41c2-adae-f28136c0e4bb None None] Provisioning for port 9a2575a6-ddd5-4e4a-ab13-e7918d048962 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:45:47.837728 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f774e634-54a8-4b7a-93bd-9edcc5b8ff71 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:47.873504 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:45:47.952119 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:47.978622 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 83641322-b21d-4644-9b32-126300e29642, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=83641322-b21d-4644-9b32-126300e29642,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:45:48.001494 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f774e634-54a8-4b7a-93bd-9edcc5b8ff71 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:48.005886 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774e634-54a8-4b7a-93bd-9edcc5b8ff71 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=192fa87b-a1de-495c-bc54-0c6e98260c5e,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:48.144119 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:48.145148 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 9a2575a6-ddd5-4e4a-ab13-e7918d048962 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:45:48.159745 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f774e634-54a8-4b7a-93bd-9edcc5b8ff71 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network b0ba4461-65f8-49f1-a800-92e9e845e5d7 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:45:48.161732 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-f774e634-54a8-4b7a-93bd-9edcc5b8ff71 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:45:48.214210 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-900bc1bc-a936-473b-8b21-c3423cfb7067 None None] Provisioning for port 192fa87b-a1de-495c-bc54-0c6e98260c5e completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:45:48.236476 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-900bc1bc-a936-473b-8b21-c3423cfb7067 None None] Provisioning complete for port 192fa87b-a1de-495c-bc54-0c6e98260c5e triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:45:48.236843 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-900bc1bc-a936-473b-8b21-c3423cfb7067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:48.321374 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=83641322-b21d-4644-9b32-126300e29642,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:48.326223 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-900bc1bc-a936-473b-8b21-c3423cfb7067 None None] Port 192fa87b-a1de-495c-bc54-0c6e98260c5e cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:45:48.371166 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f774e634-54a8-4b7a-93bd-9edcc5b8ff71 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router 9c98881e-f3c3-4010-9fb3-ad9fff4c2936 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:45:48.427234 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 9a2575a6-ddd5-4e4a-ab13-e7918d048962 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:45:48.430708 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 9a2575a6-ddd5-4e4a-ab13-e7918d048962 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:45:48.431100 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:48.501507 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-6c73b850-10a5-48e6-89d9-4c5b3f54a843 None None] Provisioning complete for port 192fa87b-a1de-495c-bc54-0c6e98260c5e triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:45:48.501869 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6c73b850-10a5-48e6-89d9-4c5b3f54a843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:48.574916 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f774e634-54a8-4b7a-93bd-9edcc5b8ff71 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:45:48.590306 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-6c73b850-10a5-48e6-89d9-4c5b3f54a843 None None] Port 192fa87b-a1de-495c-bc54-0c6e98260c5e cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:45:48.594430 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc846007-4aeb-413b-b39d-4d11cc894d03 None None] Sync routers for ids ['9c98881e-f3c3-4010-9fb3-ad9fff4c2936'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:45:48.600316 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f774e634-54a8-4b7a-93bd-9edcc5b8ff71 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "PUT /v2.0/routers/9c98881e-f3c3-4010-9fb3-ad9fff4c2936/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1082869 Mar 31 15:45:48.601379 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51296) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:48.619150 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:48.621589 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc846007-4aeb-413b-b39d-4d11cc894d03 None None] Routers {'9c98881e-f3c3-4010-9fb3-ad9fff4c2936'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:45:48.622906 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-cc846007-4aeb-413b-b39d-4d11cc894d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:45:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['9c98881e-f3c3-4010-9fb3-ad9fff4c2936'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:48.659031 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 9a2575a6-ddd5-4e4a-ab13-e7918d048962, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=9a2575a6-ddd5-4e4a-ab13-e7918d048962,segment=NetworkSegment(aaca9104-8f4f-4212-8e0b-154c08e6111a),segment_id=aaca9104-8f4f-4212-8e0b-154c08e6111a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:45:48.760701 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142b061e-bf86-44a3-ad54-a6deadc3a349 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:48.761179 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142b061e-bf86-44a3-ad54-a6deadc3a349 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:48.761667 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142b061e-bf86-44a3-ad54-a6deadc3a349 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:48.762123 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142b061e-bf86-44a3-ad54-a6deadc3a349 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:48.763764 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-142b061e-bf86-44a3-ad54-a6deadc3a349 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1611168 Mar 31 15:45:48.766898 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51300) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:48.795443 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:48.833232 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-cc846007-4aeb-413b-b39d-4d11cc894d03 None None] Set router 9c98881e-f3c3-4010-9fb3-ad9fff4c2936 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:45:48.870572 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=9a2575a6-ddd5-4e4a-ab13-e7918d048962,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:48.955399 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0489e997-c59f-4f15-976b-8b2b17071250 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:48.955761 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0489e997-c59f-4f15-976b-8b2b17071250 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:48.956208 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0489e997-c59f-4f15-976b-8b2b17071250 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:48.956652 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0489e997-c59f-4f15-976b-8b2b17071250 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:48.958907 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0489e997-c59f-4f15-976b-8b2b17071250 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1910613 Mar 31 15:45:48.961879 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51304) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:49.177407 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-493c4c55-28c7-4291-8769-fbe04b65a752 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2131526 Mar 31 15:45:49.214015 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-cc846007-4aeb-413b-b39d-4d11cc894d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'name': 'tempest-TestNetworkBasicOps-router-400913405', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '83641322-b21d-4644-9b32-126300e29642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:45:39Z', 'updated_at': '2022-03-31T15:45:46Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '83641322-b21d-4644-9b32-126300e29642', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:40Z', 'updated_at': '2022-03-31T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '192fa87b-a1de-495c-bc54-0c6e98260c5e', 'name': '', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:0c:01:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c3e56cec-e029-4022-81e9-a313d627b47d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:45Z', 'updated_at': '2022-03-31T15:45:47Z', 'revision_number': 2, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'c3e56cec-e029-4022-81e9-a313d627b47d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:49.218375 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc846007-4aeb-413b-b39d-4d11cc894d03 None None] Checking router: 9c98881e-f3c3-4010-9fb3-ad9fff4c2936 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:45:49.218722 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc846007-4aeb-413b-b39d-4d11cc894d03 None None] Updating router 9c98881e-f3c3-4010-9fb3-ad9fff4c2936 port 192fa87b-a1de-495c-bc54-0c6e98260c5e binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:45:49.274901 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cc846007-4aeb-413b-b39d-4d11cc894d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:49.345231 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 83641322-b21d-4644-9b32-126300e29642 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:45:49.421456 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 83641322-b21d-4644-9b32-126300e29642 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:45:49.421832 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:49.546478 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 9a2575a6-ddd5-4e4a-ab13-e7918d048962 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:45:49.623270 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 9a2575a6-ddd5-4e4a-ab13-e7918d048962 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:45:49.623636 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:49.686454 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cc846007-4aeb-413b-b39d-4d11cc894d03 None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:49.700498 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-cc846007-4aeb-413b-b39d-4d11cc894d03 None None] Transition to ACTIVE for port object 192fa87b-a1de-495c-bc54-0c6e98260c5e will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:45:49.770267 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51310) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:49.776427 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-1aa4d0ee-08ae-449d-a8cf-76ed72213980 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-772550456', 'description': 'tempest-secgroup-smoke-772550456 description', 'project_id': 'a28d6e89f5614e35860f06912b5df90e'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:45:49.782619 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-1aa4d0ee-08ae-449d-a8cf-76ed72213980 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:45:49.787796 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-1aa4d0ee-08ae-449d-a8cf-76ed72213980 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:45:49.791686 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-1aa4d0ee-08ae-449d-a8cf-76ed72213980 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:45:49.796988 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-1aa4d0ee-08ae-449d-a8cf-76ed72213980 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:45:49.846559 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cc846007-4aeb-413b-b39d-4d11cc894d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:49.972593 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1aa4d0ee-08ae-449d-a8cf-76ed72213980 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:50.009801 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-1aa4d0ee-08ae-449d-a8cf-76ed72213980 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:45:50.014281 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-1aa4d0ee-08ae-449d-a8cf-76ed72213980 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:45:50.017728 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-1aa4d0ee-08ae-449d-a8cf-76ed72213980 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:45:50.027260 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-1aa4d0ee-08ae-449d-a8cf-76ed72213980 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:45:50.041053 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ef299-94be-405b-8ca8-46d856837e16 None None] Pushing event updated for resources: {'Port': ['ID=192fa87b-a1de-495c-bc54-0c6e98260c5e,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:50.082846 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ef299-94be-405b-8ca8-46d856837e16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:50.083101 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ef299-94be-405b-8ca8-46d856837e16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:50.083417 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ef299-94be-405b-8ca8-46d856837e16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:50.083826 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ef299-94be-405b-8ca8-46d856837e16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:50.084156 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ef299-94be-405b-8ca8-46d856837e16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:50.084486 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ef299-94be-405b-8ca8-46d856837e16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:50.084811 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ef299-94be-405b-8ca8-46d856837e16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:50.085135 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ef299-94be-405b-8ca8-46d856837e16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:50.085482 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ef299-94be-405b-8ca8-46d856837e16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:50.085805 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ef299-94be-405b-8ca8-46d856837e16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:50.086127 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ef299-94be-405b-8ca8-46d856837e16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:50.086444 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ef299-94be-405b-8ca8-46d856837e16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:50.111687 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-cc846007-4aeb-413b-b39d-4d11cc894d03 None None] Attempting to bind port 192fa87b-a1de-495c-bc54-0c6e98260c5e on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:45:50.112071 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-cc846007-4aeb-413b-b39d-4d11cc894d03 None None] Attempting to bind port 192fa87b-a1de-495c-bc54-0c6e98260c5e by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'aaca9104-8f4f-4212-8e0b-154c08e6111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:45:50.112408 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc846007-4aeb-413b-b39d-4d11cc894d03 None None] Attempting to bind port 192fa87b-a1de-495c-bc54-0c6e98260c5e on network b0ba4461-65f8-49f1-a800-92e9e845e5d7 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:45:50.119703 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc846007-4aeb-413b-b39d-4d11cc894d03 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:45:50.120499 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc846007-4aeb-413b-b39d-4d11cc894d03 None None] Checking segment: {'id': 'aaca9104-8f4f-4212-8e0b-154c08e6111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:45:50.121131 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cc846007-4aeb-413b-b39d-4d11cc894d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:50.121855 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc846007-4aeb-413b-b39d-4d11cc894d03 None None] Bound using segment: {'id': 'aaca9104-8f4f-4212-8e0b-154c08e6111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:45:50.122485 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-cc846007-4aeb-413b-b39d-4d11cc894d03 None None] Bound port: 192fa87b-a1de-495c-bc54-0c6e98260c5e, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaca9104-8f4f-4212-8e0b-154c08e6111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:45:50.123147 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cc846007-4aeb-413b-b39d-4d11cc894d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:50.135197 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1aa4d0ee-08ae-449d-a8cf-76ed72213980 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:50.212779 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1aa4d0ee-08ae-449d-a8cf-76ed72213980 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:50.264612 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4d0ee-08ae-449d-a8cf-76ed72213980 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=525dcc94-f23b-454d-a61e-161457208814,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:50.265990 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-cc846007-4aeb-413b-b39d-4d11cc894d03 None None] For port 192fa87b-a1de-495c-bc54-0c6e98260c5e, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:45:50.271860 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-cc846007-4aeb-413b-b39d-4d11cc894d03 None None] For port 192fa87b-a1de-495c-bc54-0c6e98260c5e, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=192fa87b-a1de-495c-bc54-0c6e98260c5e,segment=NetworkSegment(aaca9104-8f4f-4212-8e0b-154c08e6111a),segment_id=aaca9104-8f4f-4212-8e0b-154c08e6111a)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:45:50.360758 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1aa4d0ee-08ae-449d-a8cf-76ed72213980 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:50.361975 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-1aa4d0ee-08ae-449d-a8cf-76ed72213980 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5905294 Mar 31 15:45:50.365154 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51314) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:50.370186 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-32a92af7-a759-40c3-8253-42e07a9f5ee4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '525dcc94-f23b-454d-a61e-161457208814', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:45:50.376254 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-32a92af7-a759-40c3-8253-42e07a9f5ee4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:45:50.381299 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-32a92af7-a759-40c3-8253-42e07a9f5ee4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:45:50.384136 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-32a92af7-a759-40c3-8253-42e07a9f5ee4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:45:50.390237 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-32a92af7-a759-40c3-8253-42e07a9f5ee4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:45:50.432085 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cc846007-4aeb-413b-b39d-4d11cc894d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:50.508120 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc846007-4aeb-413b-b39d-4d11cc894d03 None None] Routers {'9c98881e-f3c3-4010-9fb3-ad9fff4c2936'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:45:50.508752 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-cc846007-4aeb-413b-b39d-4d11cc894d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:45:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['9c98881e-f3c3-4010-9fb3-ad9fff4c2936'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:50.524556 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-32a92af7-a759-40c3-8253-42e07a9f5ee4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:50.609704 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-32a92af7-a759-40c3-8253-42e07a9f5ee4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:50.613300 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ef299-94be-405b-8ca8-46d856837e16 None None] Pushing event updated for resources: {'Port': ['ID=192fa87b-a1de-495c-bc54-0c6e98260c5e,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:50.709405 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-32a92af7-a759-40c3-8253-42e07a9f5ee4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:50.732185 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-cc846007-4aeb-413b-b39d-4d11cc894d03 None None] Set router 9c98881e-f3c3-4010-9fb3-ad9fff4c2936 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:45:50.745925 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a92af7-a759-40c3-8253-42e07a9f5ee4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=274f1076-ea8a-47a6-921b-ecf57363a745,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:50.847125 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-32a92af7-a759-40c3-8253-42e07a9f5ee4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:50.851452 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-32a92af7-a759-40c3-8253-42e07a9f5ee4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4828279 Mar 31 15:45:50.851972 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51318) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:50.857260 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-08d1b5f8-e690-4509-8121-54bc9ca67357 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '525dcc94-f23b-454d-a61e-161457208814', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:45:50.864063 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-08d1b5f8-e690-4509-8121-54bc9ca67357 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:45:50.868368 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-08d1b5f8-e690-4509-8121-54bc9ca67357 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:45:50.871128 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-08d1b5f8-e690-4509-8121-54bc9ca67357 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:45:50.878740 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-08d1b5f8-e690-4509-8121-54bc9ca67357 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:45:51.044502 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-08d1b5f8-e690-4509-8121-54bc9ca67357 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:51.087010 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-cc846007-4aeb-413b-b39d-4d11cc894d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'name': 'tempest-TestNetworkBasicOps-router-400913405', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '83641322-b21d-4644-9b32-126300e29642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:45:39Z', 'updated_at': '2022-03-31T15:45:46Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '83641322-b21d-4644-9b32-126300e29642', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:40Z', 'updated_at': '2022-03-31T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '192fa87b-a1de-495c-bc54-0c6e98260c5e', 'name': '', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:0c:01:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c3e56cec-e029-4022-81e9-a313d627b47d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:45Z', 'updated_at': '2022-03-31T15:45:50Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'c3e56cec-e029-4022-81e9-a313d627b47d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:51.091810 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc846007-4aeb-413b-b39d-4d11cc894d03 None None] The sync data for ids ['9c98881e-f3c3-4010-9fb3-ad9fff4c2936'] in dv-neutron-833379-2-hyperv is: [{'id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'name': 'tempest-TestNetworkBasicOps-router-400913405', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '83641322-b21d-4644-9b32-126300e29642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:45:39Z', 'updated_at': '2022-03-31T15:45:46Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '83641322-b21d-4644-9b32-126300e29642', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:40Z', 'updated_at': '2022-03-31T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '192fa87b-a1de-495c-bc54-0c6e98260c5e', 'name': '', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:0c:01:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c3e56cec-e029-4022-81e9-a313d627b47d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:45Z', 'updated_at': '2022-03-31T15:45:50Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'c3e56cec-e029-4022-81e9-a313d627b47d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:45:51.115427 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-08d1b5f8-e690-4509-8121-54bc9ca67357 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:51.230369 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-08d1b5f8-e690-4509-8121-54bc9ca67357 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:51.256022 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1b5f8-e690-4509-8121-54bc9ca67357 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf01f6c-5dd6-42ee-b492-deb4706dc961,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:51.271326 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1b5f8-e690-4509-8121-54bc9ca67357 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:51.271679 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1b5f8-e690-4509-8121-54bc9ca67357 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:51.272028 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1b5f8-e690-4509-8121-54bc9ca67357 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:51.272370 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1b5f8-e690-4509-8121-54bc9ca67357 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:51.272711 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1b5f8-e690-4509-8121-54bc9ca67357 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:51.273048 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1b5f8-e690-4509-8121-54bc9ca67357 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:51.273413 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1b5f8-e690-4509-8121-54bc9ca67357 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:51.273778 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1b5f8-e690-4509-8121-54bc9ca67357 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:51.274329 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1b5f8-e690-4509-8121-54bc9ca67357 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:51.274656 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1b5f8-e690-4509-8121-54bc9ca67357 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:51.274987 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1b5f8-e690-4509-8121-54bc9ca67357 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:51.275310 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1b5f8-e690-4509-8121-54bc9ca67357 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:51.379702 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-08d1b5f8-e690-4509-8121-54bc9ca67357 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:51.380972 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-08d1b5f8-e690-4509-8121-54bc9ca67357 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5279880 Mar 31 15:45:51.385376 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51322) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:51.390643 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-511e46c3-0ed7-4646-b0d5-3991bdbe10d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '525dcc94-f23b-454d-a61e-161457208814', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:45:51.399468 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 192fa87b-a1de-495c-bc54-0c6e98260c5e up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:45:51.400018 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-511e46c3-0ed7-4646-b0d5-3991bdbe10d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:45:51.403127 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-511e46c3-0ed7-4646-b0d5-3991bdbe10d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:45:51.406662 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-511e46c3-0ed7-4646-b0d5-3991bdbe10d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:45:51.413793 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-511e46c3-0ed7-4646-b0d5-3991bdbe10d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:45:51.513229 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-511e46c3-0ed7-4646-b0d5-3991bdbe10d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:51.567296 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 192fa87b-a1de-495c-bc54-0c6e98260c5e completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:45:51.577482 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 192fa87b-a1de-495c-bc54-0c6e98260c5e triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:45:51.580897 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:51.615600 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-511e46c3-0ed7-4646-b0d5-3991bdbe10d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:51.692585 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-511e46c3-0ed7-4646-b0d5-3991bdbe10d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:51.721254 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e46c3-0ed7-4646-b0d5-3991bdbe10d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ebbe9a-e462-405f-8a4f-603542ca31b6,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:51.756424 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:51.799596 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 192fa87b-a1de-495c-bc54-0c6e98260c5e, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=192fa87b-a1de-495c-bc54-0c6e98260c5e,segment=NetworkSegment(aaca9104-8f4f-4212-8e0b-154c08e6111a),segment_id=aaca9104-8f4f-4212-8e0b-154c08e6111a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:45:51.824232 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-511e46c3-0ed7-4646-b0d5-3991bdbe10d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:51.827274 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-511e46c3-0ed7-4646-b0d5-3991bdbe10d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4391530 Mar 31 15:45:51.829303 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51326) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:51.836748 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-574348ef-297c-452e-83c4-83b3ec126ed3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '525dcc94-f23b-454d-a61e-161457208814', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:45:51.843588 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-574348ef-297c-452e-83c4-83b3ec126ed3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:45:51.848186 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-574348ef-297c-452e-83c4-83b3ec126ed3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:45:51.851493 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-574348ef-297c-452e-83c4-83b3ec126ed3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:45:51.857698 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-574348ef-297c-452e-83c4-83b3ec126ed3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:45:51.909591 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:51.947473 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-574348ef-297c-452e-83c4-83b3ec126ed3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:51.990425 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=192fa87b-a1de-495c-bc54-0c6e98260c5e,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:52.045085 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-574348ef-297c-452e-83c4-83b3ec126ed3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:52.138673 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-574348ef-297c-452e-83c4-83b3ec126ed3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:52.165285 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574348ef-297c-452e-83c4-83b3ec126ed3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=599360f4-c892-4717-85c8-e1f019155042,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:52.241289 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-574348ef-297c-452e-83c4-83b3ec126ed3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:52.242510 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-574348ef-297c-452e-83c4-83b3ec126ed3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4120564 Mar 31 15:45:52.245183 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51330) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:52.250622 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-81c7aa42-084f-4d35-943a-b8d0356809cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '525dcc94-f23b-454d-a61e-161457208814', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:45:52.257456 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-81c7aa42-084f-4d35-943a-b8d0356809cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:45:52.262393 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-81c7aa42-084f-4d35-943a-b8d0356809cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:45:52.265711 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-81c7aa42-084f-4d35-943a-b8d0356809cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:45:52.278200 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-81c7aa42-084f-4d35-943a-b8d0356809cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:45:52.390095 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-81c7aa42-084f-4d35-943a-b8d0356809cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Project a28d6e89f5614e35860f06912b5df90e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:45:52.398710 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81c7aa42-084f-4d35-943a-b8d0356809cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:52.481587 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81c7aa42-084f-4d35-943a-b8d0356809cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:52.561899 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81c7aa42-084f-4d35-943a-b8d0356809cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:52.591967 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7aa42-084f-4d35-943a-b8d0356809cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2ba5ef-c2bf-4404-ba20-805d5e861780,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:52.698436 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81c7aa42-084f-4d35-943a-b8d0356809cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:52.699881 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-81c7aa42-084f-4d35-943a-b8d0356809cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4534976 Mar 31 15:45:52.703215 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51334) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:45:52.709822 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-87dcee10-789b-47cd-978a-48efdd9fce5f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '525dcc94-f23b-454d-a61e-161457208814', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:45:52.716478 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-87dcee10-789b-47cd-978a-48efdd9fce5f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:45:52.720549 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-87dcee10-789b-47cd-978a-48efdd9fce5f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:45:52.723546 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-87dcee10-789b-47cd-978a-48efdd9fce5f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:45:52.729675 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-87dcee10-789b-47cd-978a-48efdd9fce5f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:45:52.812828 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-87dcee10-789b-47cd-978a-48efdd9fce5f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Project a28d6e89f5614e35860f06912b5df90e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:45:52.821394 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87dcee10-789b-47cd-978a-48efdd9fce5f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:52.895595 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87dcee10-789b-47cd-978a-48efdd9fce5f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:52.978338 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87dcee10-789b-47cd-978a-48efdd9fce5f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:53.005590 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dcee10-789b-47cd-978a-48efdd9fce5f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a028b55-8b98-42aa-a939-a1a089e45de3,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:53.087474 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87dcee10-789b-47cd-978a-48efdd9fce5f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:53.089583 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-87dcee10-789b-47cd-978a-48efdd9fce5f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3850057 Mar 31 15:45:53.352264 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 192fa87b-a1de-495c-bc54-0c6e98260c5e up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:45:53.398425 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e237d407-14d1-464f-98a4-84f8617eb753 req-afaa46d2-971d-4d6e-9aa5-311fc82061b5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-772550456&fields=id&tenant_id=a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 267 time: 0.0587735 Mar 31 15:45:53.438887 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 192fa87b-a1de-495c-bc54-0c6e98260c5e triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:45:53.439261 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:53.578726 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237d407-14d1-464f-98a4-84f8617eb753 req-c7f2bc97-f4f0-41ba-a64e-10560cb3a41c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:53.581078 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e237d407-14d1-464f-98a4-84f8617eb753 req-c7f2bc97-f4f0-41ba-a64e-10560cb3a41c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/networks?id=b0ba4461-65f8-49f1-a800-92e9e845e5d7 HTTP/1.1" status: 200 len: 797 time: 0.1736281 Mar 31 15:45:53.605814 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e237d407-14d1-464f-98a4-84f8617eb753 req-01b3912e-1885-4e7b-ba0a-9b33233c7a41 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/quotas/a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 375 time: 0.0108225 Mar 31 15:45:53.704378 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e237d407-14d1-464f-98a4-84f8617eb753 req-fd6f0817-6b9b-47b0-bed5-12116f1fa811 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0878196 Mar 31 15:45:53.859689 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e237d407-14d1-464f-98a4-84f8617eb753 req-6aa348c1-cc6a-471d-aedf-ba384b6b622d service neutron] 10.222.0.31 "GET /v2.0/networks/b0ba4461-65f8-49f1-a800-92e9e845e5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334789 Mar 31 15:45:53.997501 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e237d407-14d1-464f-98a4-84f8617eb753 req-4a385d51-08e4-48bd-9be7-70da7e7d15aa service neutron] 10.222.0.31 "GET /v2.0/networks/b0ba4461-65f8-49f1-a800-92e9e845e5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312318 Mar 31 15:45:54.319570 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-4bd7ed94-0e0f-4bfd-9960-d536b05fc299 req-bc25ed9c-fe93-4097-8da5-44aa993ebb3a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:45:54.412375 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-4bd7ed94-0e0f-4bfd-9960-d536b05fc299 req-bc25ed9c-fe93-4097-8da5-44aa993ebb3a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:45:54.413602 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4bd7ed94-0e0f-4bfd-9960-d536b05fc299 req-bc25ed9c-fe93-4097-8da5-44aa993ebb3a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd4643bc-6cba-4703-b394-0b6287bc4949 HTTP/1.1" status: 200 len: 210 time: 0.1400487 Mar 31 15:45:55.206472 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:45:55.530822 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-59b174ba-7dcc-4657-82b1-02cf66c4340f req-80b467b2-a1db-4846-9aeb-e37ab2a06d21 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd4643bc-6cba-4703-b394-0b6287bc4949 HTTP/1.1" status: 200 len: 210 time: 0.0416713 Mar 31 15:45:56.639347 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-06515ece-469d-4623-9be3-d52ba206cc50 req-71296f62-ec34-40ea-b548-d73ea7d896ba tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd4643bc-6cba-4703-b394-0b6287bc4949 HTTP/1.1" status: 200 len: 210 time: 0.0448551 Mar 31 15:45:57.735387 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-09c5e7e4-8644-4191-bd3e-d5b9ff696eec req-826da64d-213e-483c-8870-356bb8694c73 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd4643bc-6cba-4703-b394-0b6287bc4949 HTTP/1.1" status: 200 len: 210 time: 0.0415301 Mar 31 15:45:58.909053 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8828dae6-48be-4163-a192-f90fe183dbe4 req-8d72b05b-739f-418f-ae55-26a7cf52e1dc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd4643bc-6cba-4703-b394-0b6287bc4949 HTTP/1.1" status: 200 len: 210 time: 0.0450282 Mar 31 15:46:00.090105 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-90d668b6-7a27-4caf-b880-4d2349504b24 req-981885e9-fec0-4d62-abab-613080e90cd2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd4643bc-6cba-4703-b394-0b6287bc4949 HTTP/1.1" status: 200 len: 210 time: 0.0568178 Mar 31 15:46:01.210673 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237d407-14d1-464f-98a4-84f8617eb753 req-5f893f17-49a6-48f5-9cf0-2bd61a80303f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:01.211659 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-e237d407-14d1-464f-98a4-84f8617eb753 req-5f893f17-49a6-48f5-9cf0-2bd61a80303f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:network {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:46:01.380598 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-e237d407-14d1-464f-98a4-84f8617eb753 req-5f893f17-49a6-48f5-9cf0-2bd61a80303f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:network {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:46:01.381823 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e237d407-14d1-464f-98a4-84f8617eb753 req-5f893f17-49a6-48f5-9cf0-2bd61a80303f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/networks?id=b0ba4461-65f8-49f1-a800-92e9e845e5d7 HTTP/1.1" status: 200 len: 797 time: 0.3326521 Mar 31 15:46:01.388277 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b5872796-a3cc-4940-a3ba-185fdf029a30 req-99d346d2-26b6-48b2-b458-f5942805fe92 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd4643bc-6cba-4703-b394-0b6287bc4949 HTTP/1.1" status: 200 len: 210 time: 0.1520066 Mar 31 15:46:01.431965 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-e237d407-14d1-464f-98a4-84f8617eb753 req-d5b6fe5b-a96c-45e6-9e91-77e778051fe9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:46:01.561318 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-e237d407-14d1-464f-98a4-84f8617eb753 req-d5b6fe5b-a96c-45e6-9e91-77e778051fe9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:46:01.563065 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e237d407-14d1-464f-98a4-84f8617eb753 req-d5b6fe5b-a96c-45e6-9e91-77e778051fe9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 379 time: 0.1732752 Mar 31 15:46:01.573276 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-e237d407-14d1-464f-98a4-84f8617eb753 req-0a53ea1a-80fb-4499-8dba-407ac3237756 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'port': {'device_id': 'fd4643bc-6cba-4703-b394-0b6287bc4949', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'admin_state_up': True, 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'security_groups': ['525dcc94-f23b-454d-a61e-161457208814']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:46:01.714588 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-e237d407-14d1-464f-98a4-84f8617eb753 req-0a53ea1a-80fb-4499-8dba-407ac3237756 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:46:01.724586 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-e237d407-14d1-464f-98a4-84f8617eb753 req-0a53ea1a-80fb-4499-8dba-407ac3237756 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:46:01.835341 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e237d407-14d1-464f-98a4-84f8617eb753 req-0a53ea1a-80fb-4499-8dba-407ac3237756 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Made reservation on behalf of a28d6e89f5614e35860f06912b5df90e for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:46:01.838966 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e237d407-14d1-464f-98a4-84f8617eb753 req-0a53ea1a-80fb-4499-8dba-407ac3237756 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:02.028106 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-e237d407-14d1-464f-98a4-84f8617eb753 req-0a53ea1a-80fb-4499-8dba-407ac3237756 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.20.0.6 (b0ba4461-65f8-49f1-a800-92e9e845e5d7/c3e56cec-e029-4022-81e9-a313d627b47d/fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:46:02.245526 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e237d407-14d1-464f-98a4-84f8617eb753 req-0a53ea1a-80fb-4499-8dba-407ac3237756 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:02.274154 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-e237d407-14d1-464f-98a4-84f8617eb753 req-0a53ea1a-80fb-4499-8dba-407ac3237756 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Transition to ACTIVE for port object fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:46:02.395581 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e237d407-14d1-464f-98a4-84f8617eb753 req-0a53ea1a-80fb-4499-8dba-407ac3237756 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:02.473353 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e237d407-14d1-464f-98a4-84f8617eb753 req-0a53ea1a-80fb-4499-8dba-407ac3237756 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network b0ba4461-65f8-49f1-a800-92e9e845e5d7 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:46:02.482039 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-e237d407-14d1-464f-98a4-84f8617eb753 req-0a53ea1a-80fb-4499-8dba-407ac3237756 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:46:02.486877 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e237d407-14d1-464f-98a4-84f8617eb753 req-0a53ea1a-80fb-4499-8dba-407ac3237756 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:46:02.519282 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53ea1a-80fb-4499-8dba-407ac3237756 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:46:02.580477 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237d407-14d1-464f-98a4-84f8617eb753 req-0a53ea1a-80fb-4499-8dba-407ac3237756 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:02.584094 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e237d407-14d1-464f-98a4-84f8617eb753 req-0a53ea1a-80fb-4499-8dba-407ac3237756 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:02.680519 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575ef7e-6bfb-4ba8-8ee6-1515a2248909 req-9f8da41e-416d-402c-9ca0-4face37f139b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:02.682160 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4575ef7e-6bfb-4ba8-8ee6-1515a2248909 req-9f8da41e-416d-402c-9ca0-4face37f139b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd4643bc-6cba-4703-b394-0b6287bc4949 HTTP/1.1" status: 200 len: 931 time: 0.1359851 Mar 31 15:46:02.739284 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e237d407-14d1-464f-98a4-84f8617eb753 req-0a53ea1a-80fb-4499-8dba-407ac3237756 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1707931 Mar 31 15:46:02.747974 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4575ef7e-6bfb-4ba8-8ee6-1515a2248909 req-d8dadbb0-85e2-4d3f-9a1c-0cc9c43cd0b3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=525dcc94-f23b-454d-a61e-161457208814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586009 Mar 31 15:46:02.752366 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-e237d407-14d1-464f-98a4-84f8617eb753 req-c49a6d59-2329-4ed8-a1c5-ca4d6d5d999e service neutron] Request body: {'port': {'device_id': 'fd4643bc-6cba-4703-b394-0b6287bc4949', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:46:02.863792 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-02b4f5d4-0a38-4448-a9d3-70f3bcacd8ff None None] Provisioning for port fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:46:02.869970 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-02b4f5d4-0a38-4448-a9d3-70f3bcacd8ff None None] Provisioning complete for port fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:46:02.870338 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-02b4f5d4-0a38-4448-a9d3-70f3bcacd8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:02.877426 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e237d407-14d1-464f-98a4-84f8617eb753 req-c49a6d59-2329-4ed8-a1c5-ca4d6d5d999e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:02.930288 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-02b4f5d4-0a38-4448-a9d3-70f3bcacd8ff None None] Port fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:46:03.132507 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-23d0e630-b62a-4710-974f-db2b1699e1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:03.271904 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-e237d407-14d1-464f-98a4-84f8617eb753 req-c49a6d59-2329-4ed8-a1c5-ca4d6d5d999e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:46:03.279961 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e237d407-14d1-464f-98a4-84f8617eb753 req-c49a6d59-2329-4ed8-a1c5-ca4d6d5d999e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:03.296781 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-e237d407-14d1-464f-98a4-84f8617eb753 req-c49a6d59-2329-4ed8-a1c5-ca4d6d5d999e service neutron] Transition to ACTIVE for port object fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:46:03.389528 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e237d407-14d1-464f-98a4-84f8617eb753 req-c49a6d59-2329-4ed8-a1c5-ca4d6d5d999e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:03.593711 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a6d59-2329-4ed8-a1c5-ca4d6d5d999e service neutron] Pushing event updated for resources: {'Port': ['ID=fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:46:03.692558 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-e237d407-14d1-464f-98a4-84f8617eb753 req-c49a6d59-2329-4ed8-a1c5-ca4d6d5d999e service neutron] Attempting to bind port fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:46:03.693041 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-e237d407-14d1-464f-98a4-84f8617eb753 req-c49a6d59-2329-4ed8-a1c5-ca4d6d5d999e service neutron] Attempting to bind port fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'aaca9104-8f4f-4212-8e0b-154c08e6111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:46:03.693611 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e237d407-14d1-464f-98a4-84f8617eb753 req-c49a6d59-2329-4ed8-a1c5-ca4d6d5d999e service neutron] Attempting to bind port fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f on network b0ba4461-65f8-49f1-a800-92e9e845e5d7 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:46:03.701364 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e237d407-14d1-464f-98a4-84f8617eb753 req-c49a6d59-2329-4ed8-a1c5-ca4d6d5d999e service neutron] Port fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f on network b0ba4461-65f8-49f1-a800-92e9e845e5d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:46:03.701898 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e237d407-14d1-464f-98a4-84f8617eb753 req-c49a6d59-2329-4ed8-a1c5-ca4d6d5d999e service neutron] Attempting to bind port fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f on network b0ba4461-65f8-49f1-a800-92e9e845e5d7 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:46:03.709659 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e237d407-14d1-464f-98a4-84f8617eb753 req-c49a6d59-2329-4ed8-a1c5-ca4d6d5d999e service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:46:03.710155 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e237d407-14d1-464f-98a4-84f8617eb753 req-c49a6d59-2329-4ed8-a1c5-ca4d6d5d999e service neutron] Checking segment: {'id': 'aaca9104-8f4f-4212-8e0b-154c08e6111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:46:03.710713 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e237d407-14d1-464f-98a4-84f8617eb753 req-c49a6d59-2329-4ed8-a1c5-ca4d6d5d999e service neutron] Bound using segment: {'id': 'aaca9104-8f4f-4212-8e0b-154c08e6111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:46:03.711274 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-e237d407-14d1-464f-98a4-84f8617eb753 req-c49a6d59-2329-4ed8-a1c5-ca4d6d5d999e service neutron] Bound port: fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaca9104-8f4f-4212-8e0b-154c08e6111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:46:03.711782 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e237d407-14d1-464f-98a4-84f8617eb753 req-c49a6d59-2329-4ed8-a1c5-ca4d6d5d999e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:03.825318 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-e237d407-14d1-464f-98a4-84f8617eb753 req-c49a6d59-2329-4ed8-a1c5-ca4d6d5d999e service neutron] For port fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:46:03.829725 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-e237d407-14d1-464f-98a4-84f8617eb753 req-c49a6d59-2329-4ed8-a1c5-ca4d6d5d999e service neutron] For port fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f,segment=NetworkSegment(aaca9104-8f4f-4212-8e0b-154c08e6111a),segment_id=aaca9104-8f4f-4212-8e0b-154c08e6111a)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:46:03.927944 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e237d407-14d1-464f-98a4-84f8617eb753 req-c49a6d59-2329-4ed8-a1c5-ca4d6d5d999e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:03.993466 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237d407-14d1-464f-98a4-84f8617eb753 req-c49a6d59-2329-4ed8-a1c5-ca4d6d5d999e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:03.994083 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e237d407-14d1-464f-98a4-84f8617eb753 req-c49a6d59-2329-4ed8-a1c5-ca4d6d5d999e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:03.995466 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e237d407-14d1-464f-98a4-84f8617eb753 req-c49a6d59-2329-4ed8-a1c5-ca4d6d5d999e service neutron] 10.222.0.41 "PUT /v2.0/ports/fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f HTTP/1.1" status: 200 len: 1093 time: 1.2489080 Mar 31 15:46:03.998619 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4643bc-6cba-4703-b394-0b6287bc4949', 'tag': 'fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:46:04.134942 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4643bc-6cba-4703-b394-0b6287bc4949', 'tag': 'fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f', 'status': 'completed', 'code': 200} Mar 31 15:46:04.188311 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a6d59-2329-4ed8-a1c5-ca4d6d5d999e service neutron] Pushing event updated for resources: {'Port': ['ID=fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:46:04.215037 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70c403-8f07-405a-b1e0-ebf953a36a28 req-32f1a3c1-0988-4856-820a-0a891b8ce844 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:04.216233 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-4f70c403-8f07-405a-b1e0-ebf953a36a28 req-32f1a3c1-0988-4856-820a-0a891b8ce844 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:46:04.260166 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3a80d-5e68-42de-a3e6-50401cb27329 req-67800e5e-683c-4611-845e-d16a93df9c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:04.261598 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a0c3a80d-5e68-42de-a3e6-50401cb27329 req-67800e5e-683c-4611-845e-d16a93df9c39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=fd4643bc-6cba-4703-b394-0b6287bc4949 HTTP/1.1" status: 200 len: 1096 time: 0.1259246 Mar 31 15:46:04.362352 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-4f70c403-8f07-405a-b1e0-ebf953a36a28 req-32f1a3c1-0988-4856-820a-0a891b8ce844 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:46:04.364576 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4f70c403-8f07-405a-b1e0-ebf953a36a28 req-32f1a3c1-0988-4856-820a-0a891b8ce844 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd4643bc-6cba-4703-b394-0b6287bc4949 HTTP/1.1" status: 200 len: 943 time: 0.4847765 Mar 31 15:46:04.443747 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4f70c403-8f07-405a-b1e0-ebf953a36a28 req-46534c6b-7445-4992-a455-b5b5c1345162 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=525dcc94-f23b-454d-a61e-161457208814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658298 Mar 31 15:46:04.451494 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3a80d-5e68-42de-a3e6-50401cb27329 req-745f428f-93b6-4d53-ad68-de10cde98921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:04.456710 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a0c3a80d-5e68-42de-a3e6-50401cb27329 req-745f428f-93b6-4d53-ad68-de10cde98921 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a28d6e89f5614e35860f06912b5df90e&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1859865 Mar 31 15:46:04.599915 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3a80d-5e68-42de-a3e6-50401cb27329 req-3e92b07a-f4a2-4477-bf73-69f03b030c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:04.601393 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a0c3a80d-5e68-42de-a3e6-50401cb27329 req-3e92b07a-f4a2-4477-bf73-69f03b030c92 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1418374 Mar 31 15:46:04.717580 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237d407-14d1-464f-98a4-84f8617eb753 req-23d5ad5c-7b96-406b-99a1-1a48a2fbfcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:04.719041 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e237d407-14d1-464f-98a4-84f8617eb753 req-23d5ad5c-7b96-406b-99a1-1a48a2fbfcd2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=fd4643bc-6cba-4703-b394-0b6287bc4949 HTTP/1.1" status: 200 len: 1096 time: 0.0779510 Mar 31 15:46:04.788708 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e237d407-14d1-464f-98a4-84f8617eb753 req-7172fd70-f217-460c-9046-13e5de125fc7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f HTTP/1.1" status: 200 len: 217 time: 0.0616097 Mar 31 15:46:04.866269 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237d407-14d1-464f-98a4-84f8617eb753 req-93c0f41e-901c-4d5f-8ad6-3543d9c46c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:04.868794 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e237d407-14d1-464f-98a4-84f8617eb753 req-93c0f41e-901c-4d5f-8ad6-3543d9c46c2f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3e56cec-e029-4022-81e9-a313d627b47d HTTP/1.1" status: 200 len: 835 time: 0.0748575 Mar 31 15:46:04.954902 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237d407-14d1-464f-98a4-84f8617eb753 req-c72f1d53-c3d0-4bf9-a67f-27ec39553a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:04.956377 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e237d407-14d1-464f-98a4-84f8617eb753 req-c72f1d53-c3d0-4bf9-a67f-27ec39553a93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ba4461-65f8-49f1-a800-92e9e845e5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824037 Mar 31 15:46:05.096185 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e237d407-14d1-464f-98a4-84f8617eb753 req-6e26531b-7bef-4228-89d0-f591c882562c service neutron] 10.222.0.41 "GET /v2.0/networks/b0ba4461-65f8-49f1-a800-92e9e845e5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335816 Mar 31 15:46:05.145010 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5d68ecde-5c2e-427b-9864-eb72211fc142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:05.234438 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e237d407-14d1-464f-98a4-84f8617eb753 req-6782de80-97e6-4b5e-8cfd-90dcab119326 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ba4461-65f8-49f1-a800-92e9e845e5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332073 Mar 31 15:46:05.670493 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb2af6-ae09-4f09-ab72-3c411e4e7c63 req-8dd98834-1bd5-455f-943e-b0e898a93c5b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:05.672001 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-edeb2af6-ae09-4f09-ab72-3c411e4e7c63 req-8dd98834-1bd5-455f-943e-b0e898a93c5b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd4643bc-6cba-4703-b394-0b6287bc4949 HTTP/1.1" status: 200 len: 943 time: 0.0996854 Mar 31 15:46:05.721912 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-edeb2af6-ae09-4f09-ab72-3c411e4e7c63 req-442827e6-7456-4354-8b8b-8a84f71dcba8 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=525dcc94-f23b-454d-a61e-161457208814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431094 Mar 31 15:46:06.449829 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:46:06.548435 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:06.557213 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:06.611508 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f,segment=NetworkSegment(aaca9104-8f4f-4212-8e0b-154c08e6111a),segment_id=aaca9104-8f4f-4212-8e0b-154c08e6111a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:46:06.627285 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': 'fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'port_id': 'fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f', 'mac_address': 'fa:16:3e:eb:33:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e56cec-e029-4022-81e9-a313d627b47d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:46:06.741835 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:06.763686 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:46:06.786625 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f,segment=NetworkSegment(aaca9104-8f4f-4212-8e0b-154c08e6111a),segment_id=aaca9104-8f4f-4212-8e0b-154c08e6111a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:46:06.886276 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:06.944616 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec4fd1-4c7b-44f7-b55c-0f6e5bf074ba req-9107cb8a-adf8-40a2-b593-e34eb4d6b07a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:06.946159 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-66ec4fd1-4c7b-44f7-b55c-0f6e5bf074ba req-9107cb8a-adf8-40a2-b593-e34eb4d6b07a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd4643bc-6cba-4703-b394-0b6287bc4949 HTTP/1.1" status: 200 len: 944 time: 0.1019452 Mar 31 15:46:06.961720 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:46:06.996667 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-66ec4fd1-4c7b-44f7-b55c-0f6e5bf074ba req-fdc4509a-27c7-471f-91af-ca56c4135d53 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=525dcc94-f23b-454d-a61e-161457208814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424459 Mar 31 15:46:07.119053 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:46:07.920798 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:08.194290 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a9a06-be2d-4231-a775-2a06f2b47cfb req-79d67a52-e6bf-49c7-a7d2-dbb3766094a5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:08.195739 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-839a9a06-be2d-4231-a775-2a06f2b47cfb req-79d67a52-e6bf-49c7-a7d2-dbb3766094a5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd4643bc-6cba-4703-b394-0b6287bc4949 HTTP/1.1" status: 200 len: 944 time: 0.0823939 Mar 31 15:46:08.247682 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-839a9a06-be2d-4231-a775-2a06f2b47cfb req-e0cfa5c5-1d32-4cec-9599-28baf1baf9f0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=525dcc94-f23b-454d-a61e-161457208814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460911 Mar 31 15:46:08.480621 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:46:08.640415 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:46:08.646589 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:46:08.646956 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:08.767531 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:08.796714 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4643bc-6cba-4703-b394-0b6287bc4949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:46:08.808192 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f,segment=NetworkSegment(aaca9104-8f4f-4212-8e0b-154c08e6111a),segment_id=aaca9104-8f4f-4212-8e0b-154c08e6111a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:46:08.960891 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:09.005620 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4643bc-6cba-4703-b394-0b6287bc4949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f', 'code': 200} Mar 31 15:46:09.045052 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:46:09.447322 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547207b-4b64-44ba-974b-b98e3440be8c req-901b8f38-bc28-4472-bd7b-bcd2d9840794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:09.449675 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5547207b-4b64-44ba-974b-b98e3440be8c req-901b8f38-bc28-4472-bd7b-bcd2d9840794 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fd4643bc-6cba-4703-b394-0b6287bc4949 HTTP/1.1" status: 200 len: 1098 time: 0.0829740 Mar 31 15:46:09.494726 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5547207b-4b64-44ba-974b-b98e3440be8c req-601326b6-5ed6-4008-8f5d-cd4006b47bcc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=525dcc94-f23b-454d-a61e-161457208814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392046 Mar 31 15:46:09.573330 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434ef19-c3ba-41fa-b9d2-0a5879565a5c req-4fc4aadb-4342-473a-82d3-dc312587746c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:09.574841 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8434ef19-c3ba-41fa-b9d2-0a5879565a5c req-4fc4aadb-4342-473a-82d3-dc312587746c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd4643bc-6cba-4703-b394-0b6287bc4949 HTTP/1.1" status: 200 len: 945 time: 0.2150090 Mar 31 15:46:09.624366 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8434ef19-c3ba-41fa-b9d2-0a5879565a5c req-6c5a6671-1aff-44f8-bc6c-eb5d1f56e05a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=525dcc94-f23b-454d-a61e-161457208814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433483 Mar 31 15:46:10.838992 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf00caf-342d-41d9-a6df-a4031a26a788 req-cff0f653-f2c5-48c9-830f-9f1e30063222 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:10.840780 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8bf00caf-342d-41d9-a6df-a4031a26a788 req-cff0f653-f2c5-48c9-830f-9f1e30063222 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd4643bc-6cba-4703-b394-0b6287bc4949 HTTP/1.1" status: 200 len: 945 time: 0.0945513 Mar 31 15:46:10.896311 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8bf00caf-342d-41d9-a6df-a4031a26a788 req-9c4d0b5f-49d5-4794-9fbe-f2d2bea61600 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=525dcc94-f23b-454d-a61e-161457208814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491455 Mar 31 15:46:11.097079 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b54c5-a5cc-463d-8c3c-09894c4bfc5e req-7b1dfdd3-77fb-4554-86e0-afbcd437ed8a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:11.098803 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-969b54c5-a5cc-463d-8c3c-09894c4bfc5e req-7b1dfdd3-77fb-4554-86e0-afbcd437ed8a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd4643bc-6cba-4703-b394-0b6287bc4949 HTTP/1.1" status: 200 len: 945 time: 0.0857692 Mar 31 15:46:11.152723 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-969b54c5-a5cc-463d-8c3c-09894c4bfc5e req-d8ea4366-0ee3-4e03-b189-00846f3ebf9d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=525dcc94-f23b-454d-a61e-161457208814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453413 Mar 31 15:46:11.184514 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51410) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:46:11.263095 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395ab0d4-22cf-499d-914a-9fb285a10a7d tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:11.264627 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-395ab0d4-22cf-499d-914a-9fb285a10a7d tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fd4643bc-6cba-4703-b394-0b6287bc4949 HTTP/1.1" status: 200 len: 1093 time: 0.0789738 Mar 31 15:46:11.268189 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51414) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:46:11.273715 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b85789e6-6eea-42d3-8b07-d8e5b3e3ef14 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'port_id': 'fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:46:11.279992 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b85789e6-6eea-42d3-8b07-d8e5b3e3ef14 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:46:11.283983 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b85789e6-6eea-42d3-8b07-d8e5b3e3ef14 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:floatingip and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:46:11.287057 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b85789e6-6eea-42d3-8b07-d8e5b3e3ef14 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:46:11.293260 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b85789e6-6eea-42d3-8b07-d8e5b3e3ef14 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:46:11.373041 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b85789e6-6eea-42d3-8b07-d8e5b3e3ef14 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:11.549325 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b85789e6-6eea-42d3-8b07-d8e5b3e3ef14 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:11.765606 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-b85789e6-6eea-42d3-8b07-d8e5b3e3ef14 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.26.5.108 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/1e7a4a8e-c245-46af-b5e2-90babfd5e7ef) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:46:11.934673 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b85789e6-6eea-42d3-8b07-d8e5b3e3ef14 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:12.100375 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b85789e6-6eea-42d3-8b07-d8e5b3e3ef14 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:12.173120 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85789e6-6eea-42d3-8b07-d8e5b3e3ef14 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:46:12.181822 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-b85789e6-6eea-42d3-8b07-d8e5b3e3ef14 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:46:12.184599 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85789e6-6eea-42d3-8b07-d8e5b3e3ef14 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:46:12.222818 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85789e6-6eea-42d3-8b07-d8e5b3e3ef14 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=1e7a4a8e-c245-46af-b5e2-90babfd5e7ef,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:46:12.664047 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b85789e6-6eea-42d3-8b07-d8e5b3e3ef14 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:12.834602 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b85789e6-6eea-42d3-8b07-d8e5b3e3ef14 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:13.063277 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b85789e6-6eea-42d3-8b07-d8e5b3e3ef14 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:13.154865 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b85789e6-6eea-42d3-8b07-d8e5b3e3ef14 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:13.379631 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85789e6-6eea-42d3-8b07-d8e5b3e3ef14 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=1e7a4a8e-c245-46af-b5e2-90babfd5e7ef,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:46:13.393487 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b85789e6-6eea-42d3-8b07-d8e5b3e3ef14 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:13.583351 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-b85789e6-6eea-42d3-8b07-d8e5b3e3ef14 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Floating IP 36cafb4b-bd70-48b8-ae2e-52cf23de6f96 associated. External IP: 172.26.5.108, port: fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f. Mar 31 15:46:13.952781 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85789e6-6eea-42d3-8b07-d8e5b3e3ef14 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router 9c98881e-f3c3-4010-9fb3-ad9fff4c2936 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:46:14.146928 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85789e6-6eea-42d3-8b07-d8e5b3e3ef14 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:46:14.157610 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fe099b-b1c8-4980-a626-249e9cef6941 None None] Sync routers for ids ['9c98881e-f3c3-4010-9fb3-ad9fff4c2936'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:46:14.172884 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fe099b-b1c8-4980-a626-249e9cef6941 None None] Routers {'9c98881e-f3c3-4010-9fb3-ad9fff4c2936'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:46:14.173564 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b9fe099b-b1c8-4980-a626-249e9cef6941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:46:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['9c98881e-f3c3-4010-9fb3-ad9fff4c2936'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:46:14.229775 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b85789e6-6eea-42d3-8b07-d8e5b3e3ef14 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:14.298707 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b85789e6-6eea-42d3-8b07-d8e5b3e3ef14 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0292268 Mar 31 15:46:14.299392 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4643bc-6cba-4703-b394-0b6287bc4949', 'tag': 'fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:46:14.304016 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51418) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:46:14.398233 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-b9fe099b-b1c8-4980-a626-249e9cef6941 None None] Set router 9c98881e-f3c3-4010-9fb3-ad9fff4c2936 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:46:14.424956 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75a0e23-ae93-41da-9c82-afb4bf82acb4 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:14.427506 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e75a0e23-ae93-41da-9c82-afb4bf82acb4 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fd4643bc-6cba-4703-b394-0b6287bc4949 HTTP/1.1" status: 200 len: 1093 time: 0.1213012 Mar 31 15:46:14.446260 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4643bc-6cba-4703-b394-0b6287bc4949', 'tag': 'fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f', 'status': 'completed', 'code': 200} Mar 31 15:46:14.561711 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a2173-545e-431f-a1a5-7e6bbe8fd152 req-0838a53c-51fd-4ad8-b582-b9d22c0495d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:14.563407 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-583a2173-545e-431f-a1a5-7e6bbe8fd152 req-0838a53c-51fd-4ad8-b582-b9d22c0495d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=fd4643bc-6cba-4703-b394-0b6287bc4949 HTTP/1.1" status: 200 len: 1098 time: 0.0951076 Mar 31 15:46:14.758673 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a2173-545e-431f-a1a5-7e6bbe8fd152 req-b75f61ef-340d-4ec4-8224-d19bcf09bcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:14.760643 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-583a2173-545e-431f-a1a5-7e6bbe8fd152 req-b75f61ef-340d-4ec4-8224-d19bcf09bcfa service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0ba4461-65f8-49f1-a800-92e9e845e5d7 HTTP/1.1" status: 200 len: 898 time: 0.1912215 Mar 31 15:46:14.808477 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51430) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:46:14.818760 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-77e9c3c2-94b1-47bf-a6e9-46f9c3fbe7a5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-858746176', 'description': 'tempest-secgroup-smoke-858746176 description', 'project_id': 'a28d6e89f5614e35860f06912b5df90e'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:46:14.820357 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-77e9c3c2-94b1-47bf-a6e9-46f9c3fbe7a5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:46:14.832665 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-77e9c3c2-94b1-47bf-a6e9-46f9c3fbe7a5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:46:14.863689 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b9fe099b-b1c8-4980-a626-249e9cef6941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'name': 'tempest-TestNetworkBasicOps-router-400913405', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '83641322-b21d-4644-9b32-126300e29642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:45:39Z', 'updated_at': '2022-03-31T15:45:46Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '83641322-b21d-4644-9b32-126300e29642', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:40Z', 'updated_at': '2022-03-31T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '36cafb4b-bd70-48b8-ae2e-52cf23de6f96', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.108', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'port_id': 'fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'mac_address': 'fa:16:3e:eb:33:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4643bc-6cba-4703-b394-0b6287bc4949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:46:12Z', 'updated_at': '2022-03-31T15:46:12Z', 'revision_number': 0, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192fa87b-a1de-495c-bc54-0c6e98260c5e', 'name': '', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:0c:01:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c3e56cec-e029-4022-81e9-a313d627b47d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:45Z', 'updated_at': '2022-03-31T15:45:51Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'c3e56cec-e029-4022-81e9-a313d627b47d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:46:14.868113 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fe099b-b1c8-4980-a626-249e9cef6941 None None] Checking router: 9c98881e-f3c3-4010-9fb3-ad9fff4c2936 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:46:14.885016 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fe099b-b1c8-4980-a626-249e9cef6941 None None] Routers {'9c98881e-f3c3-4010-9fb3-ad9fff4c2936'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:46:14.885728 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b9fe099b-b1c8-4980-a626-249e9cef6941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:46:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['9c98881e-f3c3-4010-9fb3-ad9fff4c2936'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:46:14.915213 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-77e9c3c2-94b1-47bf-a6e9-46f9c3fbe7a5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:14.951443 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-77e9c3c2-94b1-47bf-a6e9-46f9c3fbe7a5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:46:14.958841 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-77e9c3c2-94b1-47bf-a6e9-46f9c3fbe7a5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:46:14.961710 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-77e9c3c2-94b1-47bf-a6e9-46f9c3fbe7a5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:46:14.970369 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-77e9c3c2-94b1-47bf-a6e9-46f9c3fbe7a5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:46:15.006772 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-583a2173-545e-431f-a1a5-7e6bbe8fd152 req-e57b32e1-5d8e-41b6-b08f-56bd047ab528 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f HTTP/1.1" status: 200 len: 999 time: 0.2400799 Mar 31 15:46:15.070453 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-77e9c3c2-94b1-47bf-a6e9-46f9c3fbe7a5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:15.077747 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a2173-545e-431f-a1a5-7e6bbe8fd152 req-48a50434-0ceb-463b-88f8-5e75d49661f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:15.082709 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-583a2173-545e-431f-a1a5-7e6bbe8fd152 req-48a50434-0ceb-463b-88f8-5e75d49661f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3e56cec-e029-4022-81e9-a313d627b47d HTTP/1.1" status: 200 len: 835 time: 0.0670214 Mar 31 15:46:15.108767 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-b9fe099b-b1c8-4980-a626-249e9cef6941 None None] Set router 9c98881e-f3c3-4010-9fb3-ad9fff4c2936 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:46:15.132713 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-77e9c3c2-94b1-47bf-a6e9-46f9c3fbe7a5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:15.171329 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a2173-545e-431f-a1a5-7e6bbe8fd152 req-b13f723c-3d84-4c4a-9614-a2e8daaaabc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:15.172798 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-583a2173-545e-431f-a1a5-7e6bbe8fd152 req-b13f723c-3d84-4c4a-9614-a2e8daaaabc2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ba4461-65f8-49f1-a800-92e9e845e5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0882890 Mar 31 15:46:15.217929 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9c3c2-94b1-47bf-a6e9-46f9c3fbe7a5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a22db3f7-d530-4920-b903-6376a45b7d7e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:46:15.322298 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-583a2173-545e-431f-a1a5-7e6bbe8fd152 req-412c92f6-5c1d-47b3-9342-9d97ac238e64 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ba4461-65f8-49f1-a800-92e9e845e5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434031 Mar 31 15:46:15.326814 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-77e9c3c2-94b1-47bf-a6e9-46f9c3fbe7a5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:15.331414 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-77e9c3c2-94b1-47bf-a6e9-46f9c3fbe7a5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5186887 Mar 31 15:46:15.332279 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51434) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:46:15.338831 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-fe9b5464-0b86-4cb9-9f8c-c0d9a836f854 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': 'a22db3f7-d530-4920-b903-6376a45b7d7e', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:46:15.347024 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-fe9b5464-0b86-4cb9-9f8c-c0d9a836f854 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:46:15.352674 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-fe9b5464-0b86-4cb9-9f8c-c0d9a836f854 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:46:15.358526 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-fe9b5464-0b86-4cb9-9f8c-c0d9a836f854 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:46:15.369678 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-fe9b5464-0b86-4cb9-9f8c-c0d9a836f854 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:46:15.475200 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-583a2173-545e-431f-a1a5-7e6bbe8fd152 req-e397b0c1-26bb-47f5-af45-b700db0f64f0 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ba4461-65f8-49f1-a800-92e9e845e5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475732 Mar 31 15:46:15.477604 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe9b5464-0b86-4cb9-9f8c-c0d9a836f854 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:15.560715 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b9fe099b-b1c8-4980-a626-249e9cef6941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'name': 'tempest-TestNetworkBasicOps-router-400913405', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '83641322-b21d-4644-9b32-126300e29642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:45:39Z', 'updated_at': '2022-03-31T15:45:46Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '83641322-b21d-4644-9b32-126300e29642', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:40Z', 'updated_at': '2022-03-31T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '36cafb4b-bd70-48b8-ae2e-52cf23de6f96', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.108', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'port_id': 'fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'mac_address': 'fa:16:3e:eb:33:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4643bc-6cba-4703-b394-0b6287bc4949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:46:12Z', 'updated_at': '2022-03-31T15:46:12Z', 'revision_number': 0, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192fa87b-a1de-495c-bc54-0c6e98260c5e', 'name': '', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:0c:01:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c3e56cec-e029-4022-81e9-a313d627b47d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:45Z', 'updated_at': '2022-03-31T15:45:51Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'c3e56cec-e029-4022-81e9-a313d627b47d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:46:15.565310 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fe099b-b1c8-4980-a626-249e9cef6941 None None] The sync data for ids ['9c98881e-f3c3-4010-9fb3-ad9fff4c2936'] in dv-neutron-833379-2-hyperv is: [{'id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'name': 'tempest-TestNetworkBasicOps-router-400913405', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '83641322-b21d-4644-9b32-126300e29642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:45:39Z', 'updated_at': '2022-03-31T15:45:46Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '83641322-b21d-4644-9b32-126300e29642', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:40Z', 'updated_at': '2022-03-31T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '36cafb4b-bd70-48b8-ae2e-52cf23de6f96', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.108', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'port_id': 'fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'mac_address': 'fa:16:3e:eb:33:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4643bc-6cba-4703-b394-0b6287bc4949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:46:12Z', 'updated_at': '2022-03-31T15:46:12Z', 'revision_number': 0, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192fa87b-a1de-495c-bc54-0c6e98260c5e', 'name': '', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:0c:01:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c3e56cec-e029-4022-81e9-a313d627b47d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:45Z', 'updated_at': '2022-03-31T15:45:51Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'c3e56cec-e029-4022-81e9-a313d627b47d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:46:15.581995 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe9b5464-0b86-4cb9-9f8c-c0d9a836f854 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:15.684447 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe9b5464-0b86-4cb9-9f8c-c0d9a836f854 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:15.705727 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b5464-0b86-4cb9-9f8c-c0d9a836f854 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=852a2340-032a-4666-b2ce-18d6e4a8afb3,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:46:15.783572 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe9b5464-0b86-4cb9-9f8c-c0d9a836f854 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:15.787521 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98870637-97a0-4f7f-a214-1042018a83dd None None] New status for floating IP 36cafb4b-bd70-48b8-ae2e-52cf23de6f96: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:46:15.788789 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-fe9b5464-0b86-4cb9-9f8c-c0d9a836f854 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4548948 Mar 31 15:46:15.789472 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51438) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:46:15.798718 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-76f5a9f5-a297-46a9-8ce2-25ab6da112fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': 'a22db3f7-d530-4920-b903-6376a45b7d7e', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:46:15.807305 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-76f5a9f5-a297-46a9-8ce2-25ab6da112fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:46:15.812066 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-76f5a9f5-a297-46a9-8ce2-25ab6da112fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:46:15.815553 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-76f5a9f5-a297-46a9-8ce2-25ab6da112fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:46:15.823453 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-76f5a9f5-a297-46a9-8ce2-25ab6da112fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:46:15.962418 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-76f5a9f5-a297-46a9-8ce2-25ab6da112fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:16.038076 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-76f5a9f5-a297-46a9-8ce2-25ab6da112fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:16.132065 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-76f5a9f5-a297-46a9-8ce2-25ab6da112fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:16.156239 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5a9f5-a297-46a9-8ce2-25ab6da112fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f08230f-8978-484a-bc11-a4c97efc61b9,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:46:16.246825 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-76f5a9f5-a297-46a9-8ce2-25ab6da112fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:16.248108 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-76f5a9f5-a297-46a9-8ce2-25ab6da112fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4568784 Mar 31 15:46:16.251133 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51442) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:46:16.256962 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-60635882-40d4-4e15-973f-974871bed3d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': 'a22db3f7-d530-4920-b903-6376a45b7d7e', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:46:16.263198 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-60635882-40d4-4e15-973f-974871bed3d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:46:16.267453 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-60635882-40d4-4e15-973f-974871bed3d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:46:16.271277 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-60635882-40d4-4e15-973f-974871bed3d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:46:16.277657 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-60635882-40d4-4e15-973f-974871bed3d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:46:16.390303 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60635882-40d4-4e15-973f-974871bed3d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:16.458588 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60635882-40d4-4e15-973f-974871bed3d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:16.560238 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60635882-40d4-4e15-973f-974871bed3d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:16.585844 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60635882-40d4-4e15-973f-974871bed3d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9367c3f4-a25f-4903-b19d-746d8edb856a,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:46:16.692671 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60635882-40d4-4e15-973f-974871bed3d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:16.693945 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-60635882-40d4-4e15-973f-974871bed3d5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4415731 Mar 31 15:46:16.696933 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51446) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:46:16.702050 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-e4a57013-6fed-4e05-8ec2-51eae9f37475 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': 'a22db3f7-d530-4920-b903-6376a45b7d7e', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:46:16.709378 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e4a57013-6fed-4e05-8ec2-51eae9f37475 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:46:16.713422 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e4a57013-6fed-4e05-8ec2-51eae9f37475 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:46:16.716829 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e4a57013-6fed-4e05-8ec2-51eae9f37475 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:46:16.724076 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e4a57013-6fed-4e05-8ec2-51eae9f37475 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:46:16.837309 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4a57013-6fed-4e05-8ec2-51eae9f37475 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:16.910607 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4a57013-6fed-4e05-8ec2-51eae9f37475 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:17.018311 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4a57013-6fed-4e05-8ec2-51eae9f37475 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:17.043327 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a57013-6fed-4e05-8ec2-51eae9f37475 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56d4b43-1a1c-45d5-99c7-9ebf85d1492f,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:46:17.149887 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4a57013-6fed-4e05-8ec2-51eae9f37475 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:17.151365 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e4a57013-6fed-4e05-8ec2-51eae9f37475 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4532893 Mar 31 15:46:17.154332 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51450) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:46:17.161135 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-6eadda7e-79c4-47fe-b3ad-993e1bd229d9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': 'a22db3f7-d530-4920-b903-6376a45b7d7e', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:46:17.168257 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6eadda7e-79c4-47fe-b3ad-993e1bd229d9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:46:17.173710 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6eadda7e-79c4-47fe-b3ad-993e1bd229d9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:46:17.177737 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6eadda7e-79c4-47fe-b3ad-993e1bd229d9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:46:17.183981 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6eadda7e-79c4-47fe-b3ad-993e1bd229d9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:46:17.286424 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.securitygroups_db [None req-6eadda7e-79c4-47fe-b3ad-993e1bd229d9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Project a28d6e89f5614e35860f06912b5df90e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:46:17.293860 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6eadda7e-79c4-47fe-b3ad-993e1bd229d9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:17.371010 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6eadda7e-79c4-47fe-b3ad-993e1bd229d9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:17.458195 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6eadda7e-79c4-47fe-b3ad-993e1bd229d9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:17.481839 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eadda7e-79c4-47fe-b3ad-993e1bd229d9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ac2b509-d51c-4fc2-9af5-0945f9cc1997,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:46:17.555065 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6eadda7e-79c4-47fe-b3ad-993e1bd229d9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:17.556337 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6eadda7e-79c4-47fe-b3ad-993e1bd229d9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4010589 Mar 31 15:46:17.559478 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51454) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:46:17.564787 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d70f3d20-a8ad-46f7-bc64-48c1495448bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': 'a22db3f7-d530-4920-b903-6376a45b7d7e', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:46:17.573088 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d70f3d20-a8ad-46f7-bc64-48c1495448bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:46:17.578731 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d70f3d20-a8ad-46f7-bc64-48c1495448bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:46:17.582263 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d70f3d20-a8ad-46f7-bc64-48c1495448bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:46:17.591629 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d70f3d20-a8ad-46f7-bc64-48c1495448bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:46:17.676076 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-d70f3d20-a8ad-46f7-bc64-48c1495448bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Project a28d6e89f5614e35860f06912b5df90e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:46:17.684162 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d70f3d20-a8ad-46f7-bc64-48c1495448bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:17.756971 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d70f3d20-a8ad-46f7-bc64-48c1495448bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:17.840716 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d70f3d20-a8ad-46f7-bc64-48c1495448bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:17.874829 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f3d20-a8ad-46f7-bc64-48c1495448bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6137ec1b-aec0-4e34-869f-081dbf8f2d6d,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:46:18.000898 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d70f3d20-a8ad-46f7-bc64-48c1495448bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:18.002163 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d70f3d20-a8ad-46f7-bc64-48c1495448bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4416704 Mar 31 15:46:18.191706 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-66756dfa-3f5c-4011-8c54-4c5b9b643967 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-858746176&fields=id&tenant_id=a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 267 time: 0.0423310 Mar 31 15:46:18.353285 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-868409d5-2639-4966-a983-be173c30dad5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:18.354653 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-868409d5-2639-4966-a983-be173c30dad5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/networks?id=b0ba4461-65f8-49f1-a800-92e9e845e5d7 HTTP/1.1" status: 200 len: 797 time: 0.1553411 Mar 31 15:46:18.370843 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-fa865443-da7a-44db-9647-5c27ad2172ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/quotas/a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 375 time: 0.0102770 Mar 31 15:46:18.465741 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-63970044-bf9e-4b4c-bd31-0b2ce39c58cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0890706 Mar 31 15:46:18.530453 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-99b9e295-8be3-4167-b67f-a60cd4b46621 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:46:18.531478 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-99b9e295-8be3-4167-b67f-a60cd4b46621 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0531833 Mar 31 15:46:18.678249 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-f27df29a-1062-47b9-ad09-8425126f2153 service neutron] 10.222.0.31 "GET /v2.0/networks/b0ba4461-65f8-49f1-a800-92e9e845e5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390367 Mar 31 15:46:18.813150 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-752b5a5e-afdb-49ff-bd54-d80f734d1214 service neutron] 10.222.0.31 "GET /v2.0/networks/b0ba4461-65f8-49f1-a800-92e9e845e5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288087 Mar 31 15:46:20.078457 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-82d58a75-52d7-4bcf-a692-69093826d7eb req-3586735a-c41f-4c0e-b56c-a61517919a18 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=a809c360-73cb-46bf-af25-a835e5ee80f5 HTTP/1.1" status: 200 len: 210 time: 0.0469458 Mar 31 15:46:21.235128 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2d5e63de-40ea-4b40-bd3b-9f5bf02ff6c5 req-49e04c1e-479d-4b96-a330-72ed14cfb590 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=a809c360-73cb-46bf-af25-a835e5ee80f5 HTTP/1.1" status: 200 len: 210 time: 0.0443301 Mar 31 15:46:22.277891 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-938e7cd9-a683-424e-a1ad-e60a7a4c1934 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:22.279476 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-938e7cd9-a683-424e-a1ad-e60a7a4c1934 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/networks?id=b0ba4461-65f8-49f1-a800-92e9e845e5d7 HTTP/1.1" status: 200 len: 797 time: 0.1465147 Mar 31 15:46:22.332447 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-21531d93-0dcd-4667-8272-3373ef42cb67 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 471 time: 0.0439098 Mar 31 15:46:22.341607 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-43bfb113-2d45-4650-b5ff-59934bbe30af tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'port': {'device_id': 'a809c360-73cb-46bf-af25-a835e5ee80f5', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'admin_state_up': True, 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'security_groups': ['a22db3f7-d530-4920-b903-6376a45b7d7e']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:46:22.396146 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a614ddf6-3c3a-416a-b0f4-3f862711b753 req-ee91c283-4209-4827-9231-a2f4dbd54294 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=a809c360-73cb-46bf-af25-a835e5ee80f5 HTTP/1.1" status: 200 len: 210 time: 0.0442152 Mar 31 15:46:22.491382 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-43bfb113-2d45-4650-b5ff-59934bbe30af tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:46:22.501757 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-43bfb113-2d45-4650-b5ff-59934bbe30af tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:46:22.583413 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-43bfb113-2d45-4650-b5ff-59934bbe30af tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Made reservation on behalf of a28d6e89f5614e35860f06912b5df90e for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:46:22.586998 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-43bfb113-2d45-4650-b5ff-59934bbe30af tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:22.865252 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-43bfb113-2d45-4650-b5ff-59934bbe30af tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.20.0.13 (b0ba4461-65f8-49f1-a800-92e9e845e5d7/c3e56cec-e029-4022-81e9-a313d627b47d/d5e33ccd-0d6a-4593-8076-1486a9110c39) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:46:23.074068 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-43bfb113-2d45-4650-b5ff-59934bbe30af tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:23.090505 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-43bfb113-2d45-4650-b5ff-59934bbe30af tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Transition to ACTIVE for port object d5e33ccd-0d6a-4593-8076-1486a9110c39 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:46:23.189341 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-43bfb113-2d45-4650-b5ff-59934bbe30af tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:23.255812 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-43bfb113-2d45-4650-b5ff-59934bbe30af tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network b0ba4461-65f8-49f1-a800-92e9e845e5d7 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:46:23.263275 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-43bfb113-2d45-4650-b5ff-59934bbe30af tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:46:23.267613 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-43bfb113-2d45-4650-b5ff-59934bbe30af tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:46:23.298992 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfb113-2d45-4650-b5ff-59934bbe30af tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=d5e33ccd-0d6a-4593-8076-1486a9110c39,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:46:23.336797 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-43bfb113-2d45-4650-b5ff-59934bbe30af tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:23.337439 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-43bfb113-2d45-4650-b5ff-59934bbe30af tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:23.424089 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-43bfb113-2d45-4650-b5ff-59934bbe30af tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0866179 Mar 31 15:46:23.437221 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-b31f173e-ec69-48bc-b1d0-7a70a0f0dc18 service neutron] Request body: {'port': {'device_id': 'a809c360-73cb-46bf-af25-a835e5ee80f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:46:23.531557 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c12aed86-21e1-49e4-8fe4-728c381716fb None None] Provisioning for port d5e33ccd-0d6a-4593-8076-1486a9110c39 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:46:23.537247 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c12aed86-21e1-49e4-8fe4-728c381716fb None None] Provisioning complete for port d5e33ccd-0d6a-4593-8076-1486a9110c39 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:46:23.537672 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c12aed86-21e1-49e4-8fe4-728c381716fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:23.604073 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-b31f173e-ec69-48bc-b1d0-7a70a0f0dc18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:23.613256 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-c12aed86-21e1-49e4-8fe4-728c381716fb None None] Port d5e33ccd-0d6a-4593-8076-1486a9110c39 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:46:23.699927 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c5098-9fe8-4b6e-8572-cabc46eaeb79 req-1a0a618e-540d-4a0b-8176-578f25370854 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:23.700533 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-553c5098-9fe8-4b6e-8572-cabc46eaeb79 req-1a0a618e-540d-4a0b-8176-578f25370854 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:46:23.874214 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-553c5098-9fe8-4b6e-8572-cabc46eaeb79 req-1a0a618e-540d-4a0b-8176-578f25370854 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:46:23.875383 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-553c5098-9fe8-4b6e-8572-cabc46eaeb79 req-1a0a618e-540d-4a0b-8176-578f25370854 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=a809c360-73cb-46bf-af25-a835e5ee80f5 HTTP/1.1" status: 200 len: 932 time: 0.3446102 Mar 31 15:46:23.960573 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-553c5098-9fe8-4b6e-8572-cabc46eaeb79 req-2060ca13-595e-4030-9b1f-ea81049980c5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=a22db3f7-d530-4920-b903-6376a45b7d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685167 Mar 31 15:46:24.064250 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-b31f173e-ec69-48bc-b1d0-7a70a0f0dc18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5e33ccd-0d6a-4593-8076-1486a9110c39 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:46:24.072867 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-b31f173e-ec69-48bc-b1d0-7a70a0f0dc18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:24.087780 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-b31f173e-ec69-48bc-b1d0-7a70a0f0dc18 service neutron] Transition to ACTIVE for port object d5e33ccd-0d6a-4593-8076-1486a9110c39 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:46:24.188718 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-b31f173e-ec69-48bc-b1d0-7a70a0f0dc18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:24.320496 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f173e-ec69-48bc-b1d0-7a70a0f0dc18 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e33ccd-0d6a-4593-8076-1486a9110c39,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:46:24.441243 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-b31f173e-ec69-48bc-b1d0-7a70a0f0dc18 service neutron] Attempting to bind port d5e33ccd-0d6a-4593-8076-1486a9110c39 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:46:24.441243 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-b31f173e-ec69-48bc-b1d0-7a70a0f0dc18 service neutron] Attempting to bind port d5e33ccd-0d6a-4593-8076-1486a9110c39 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'aaca9104-8f4f-4212-8e0b-154c08e6111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:46:24.441243 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-b31f173e-ec69-48bc-b1d0-7a70a0f0dc18 service neutron] Attempting to bind port d5e33ccd-0d6a-4593-8076-1486a9110c39 on network b0ba4461-65f8-49f1-a800-92e9e845e5d7 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:46:24.446111 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-b31f173e-ec69-48bc-b1d0-7a70a0f0dc18 service neutron] Port d5e33ccd-0d6a-4593-8076-1486a9110c39 on network b0ba4461-65f8-49f1-a800-92e9e845e5d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:46:24.446433 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-b31f173e-ec69-48bc-b1d0-7a70a0f0dc18 service neutron] Attempting to bind port d5e33ccd-0d6a-4593-8076-1486a9110c39 on network b0ba4461-65f8-49f1-a800-92e9e845e5d7 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:46:24.451632 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-b31f173e-ec69-48bc-b1d0-7a70a0f0dc18 service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:46:24.451964 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-b31f173e-ec69-48bc-b1d0-7a70a0f0dc18 service neutron] Checking segment: {'id': 'aaca9104-8f4f-4212-8e0b-154c08e6111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:46:24.452351 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-b31f173e-ec69-48bc-b1d0-7a70a0f0dc18 service neutron] Bound using segment: {'id': 'aaca9104-8f4f-4212-8e0b-154c08e6111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:46:24.452772 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-b31f173e-ec69-48bc-b1d0-7a70a0f0dc18 service neutron] Bound port: d5e33ccd-0d6a-4593-8076-1486a9110c39, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaca9104-8f4f-4212-8e0b-154c08e6111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:46:24.453126 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-b31f173e-ec69-48bc-b1d0-7a70a0f0dc18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:24.601609 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-b31f173e-ec69-48bc-b1d0-7a70a0f0dc18 service neutron] For port d5e33ccd-0d6a-4593-8076-1486a9110c39, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:46:24.604655 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-b31f173e-ec69-48bc-b1d0-7a70a0f0dc18 service neutron] For port d5e33ccd-0d6a-4593-8076-1486a9110c39, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d5e33ccd-0d6a-4593-8076-1486a9110c39,segment=NetworkSegment(aaca9104-8f4f-4212-8e0b-154c08e6111a),segment_id=aaca9104-8f4f-4212-8e0b-154c08e6111a)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:46:24.686544 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-b31f173e-ec69-48bc-b1d0-7a70a0f0dc18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:24.744382 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-b31f173e-ec69-48bc-b1d0-7a70a0f0dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:24.745004 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-b31f173e-ec69-48bc-b1d0-7a70a0f0dc18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:24.746415 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-b31f173e-ec69-48bc-b1d0-7a70a0f0dc18 service neutron] 10.222.0.41 "PUT /v2.0/ports/d5e33ccd-0d6a-4593-8076-1486a9110c39 HTTP/1.1" status: 200 len: 1094 time: 1.3136141 Mar 31 15:46:24.746840 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a809c360-73cb-46bf-af25-a835e5ee80f5', 'tag': 'd5e33ccd-0d6a-4593-8076-1486a9110c39'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:46:24.773310 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f173e-ec69-48bc-b1d0-7a70a0f0dc18 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e33ccd-0d6a-4593-8076-1486a9110c39,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:46:24.800731 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a809c360-73cb-46bf-af25-a835e5ee80f5', 'tag': 'd5e33ccd-0d6a-4593-8076-1486a9110c39', 'status': 'completed', 'code': 200} Mar 31 15:46:24.864010 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:46:24.902864 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726dfca5-cf4d-4418-923a-61ced5a05a4b req-930442aa-5447-4c04-b841-d04034c271b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:24.904343 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-726dfca5-cf4d-4418-923a-61ced5a05a4b req-930442aa-5447-4c04-b841-d04034c271b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=a809c360-73cb-46bf-af25-a835e5ee80f5 HTTP/1.1" status: 200 len: 1097 time: 0.0837023 Mar 31 15:46:25.066464 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726dfca5-cf4d-4418-923a-61ced5a05a4b req-34899840-ce1b-4be6-ab2d-3a32869c3cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:25.068094 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-726dfca5-cf4d-4418-923a-61ced5a05a4b req-34899840-ce1b-4be6-ab2d-3a32869c3cbb service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a28d6e89f5614e35860f06912b5df90e&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1553528 Mar 31 15:46:25.211850 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:25.380452 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726dfca5-cf4d-4418-923a-61ced5a05a4b req-89b693e7-0716-4eae-bc20-3210956e18bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:25.380452 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-726dfca5-cf4d-4418-923a-61ced5a05a4b req-89b693e7-0716-4eae-bc20-3210956e18bc service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1627707 Mar 31 15:46:25.384448 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c991d-c517-402e-980d-487f127e4707 req-9ca07084-3a9d-4d6a-80f2-ad6a12300502 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:25.385988 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4a8c991d-c517-402e-980d-487f127e4707 req-9ca07084-3a9d-4d6a-80f2-ad6a12300502 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=a809c360-73cb-46bf-af25-a835e5ee80f5 HTTP/1.1" status: 200 len: 944 time: 0.3083055 Mar 31 15:46:25.477952 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4a8c991d-c517-402e-980d-487f127e4707 req-9f258e1d-9e0d-490a-aef2-676f7957a361 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=a22db3f7-d530-4920-b903-6376a45b7d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850422 Mar 31 15:46:25.506493 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-85efdbc7-279b-4b71-ad52-41cf1b115bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:25.507939 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-85efdbc7-279b-4b71-ad52-41cf1b115bec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=a809c360-73cb-46bf-af25-a835e5ee80f5 HTTP/1.1" status: 200 len: 1097 time: 0.0948370 Mar 31 15:46:25.577457 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-be59ca56-b0bc-4663-95ee-7af62c7f1cd7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5e33ccd-0d6a-4593-8076-1486a9110c39 HTTP/1.1" status: 200 len: 217 time: 0.0625587 Mar 31 15:46:25.673913 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-ea8bd634-7600-4e8a-be72-64efebb538a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:25.676896 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-ea8bd634-7600-4e8a-be72-64efebb538a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3e56cec-e029-4022-81e9-a313d627b47d HTTP/1.1" status: 200 len: 835 time: 0.0925279 Mar 31 15:46:25.767000 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-45dff2ac-dab0-43ef-a886-02bb867238d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:25.768627 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-45dff2ac-dab0-43ef-a886-02bb867238d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ba4461-65f8-49f1-a800-92e9e845e5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0857763 Mar 31 15:46:25.910934 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-0a300e36-05a0-4baa-8316-cd6b24c099c6 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ba4461-65f8-49f1-a800-92e9e845e5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355417 Mar 31 15:46:26.065224 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3419e2dd-7ca6-4655-ab53-1a71fe89b965 req-a4b59155-1069-47da-b560-d37c84872588 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ba4461-65f8-49f1-a800-92e9e845e5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387260 Mar 31 15:46:26.728711 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924592dc-5fa8-48ee-815e-b801629f1642 req-243b224d-1721-4f87-ac74-e3f2fec4375c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:26.730285 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-924592dc-5fa8-48ee-815e-b801629f1642 req-243b224d-1721-4f87-ac74-e3f2fec4375c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=a809c360-73cb-46bf-af25-a835e5ee80f5 HTTP/1.1" status: 200 len: 944 time: 0.1100991 Mar 31 15:46:26.793327 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-924592dc-5fa8-48ee-815e-b801629f1642 req-6ad90453-e0a7-4891-9722-cd4973e01cdc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:46:26.892508 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-924592dc-5fa8-48ee-815e-b801629f1642 req-6ad90453-e0a7-4891-9722-cd4973e01cdc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:46:26.894418 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-924592dc-5fa8-48ee-815e-b801629f1642 req-6ad90453-e0a7-4891-9722-cd4973e01cdc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=a22db3f7-d530-4920-b903-6376a45b7d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575174 Mar 31 15:46:28.098036 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130ca96-5451-46f3-9b19-c992b16b021f req-212d68d5-6c87-480a-b8a9-9490fe652a76 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:28.099560 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5130ca96-5451-46f3-9b19-c992b16b021f req-212d68d5-6c87-480a-b8a9-9490fe652a76 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=a809c360-73cb-46bf-af25-a835e5ee80f5 HTTP/1.1" status: 200 len: 944 time: 0.0871983 Mar 31 15:46:28.153636 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5130ca96-5451-46f3-9b19-c992b16b021f req-be54013b-3022-43e1-89d3-b4792fd4bb84 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=a22db3f7-d530-4920-b903-6376a45b7d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396996 Mar 31 15:46:28.639474 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device d5e33ccd-0d6a-4593-8076-1486a9110c39 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:46:28.777725 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port d5e33ccd-0d6a-4593-8076-1486a9110c39, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d5e33ccd-0d6a-4593-8076-1486a9110c39,segment=NetworkSegment(aaca9104-8f4f-4212-8e0b-154c08e6111a),segment_id=aaca9104-8f4f-4212-8e0b-154c08e6111a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:46:28.801067 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': 'd5e33ccd-0d6a-4593-8076-1486a9110c39', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'port_id': 'd5e33ccd-0d6a-4593-8076-1486a9110c39', 'mac_address': 'fa:16:3e:8c:10:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e56cec-e029-4022-81e9-a313d627b47d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:46:28.866460 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:28.891026 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5e33ccd-0d6a-4593-8076-1486a9110c39 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:46:28.902456 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port d5e33ccd-0d6a-4593-8076-1486a9110c39, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d5e33ccd-0d6a-4593-8076-1486a9110c39,segment=NetworkSegment(aaca9104-8f4f-4212-8e0b-154c08e6111a),segment_id=aaca9104-8f4f-4212-8e0b-154c08e6111a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:46:29.045993 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:29.114587 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=d5e33ccd-0d6a-4593-8076-1486a9110c39,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:46:29.268520 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['d5e33ccd-0d6a-4593-8076-1486a9110c39'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:46:29.350926 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3e8ee-99fb-40b8-9877-7cbac9965014 req-667a26b1-4268-4c1f-8cbd-6379217d19dc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:29.352467 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-36d3e8ee-99fb-40b8-9877-7cbac9965014 req-667a26b1-4268-4c1f-8cbd-6379217d19dc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=a809c360-73cb-46bf-af25-a835e5ee80f5 HTTP/1.1" status: 200 len: 945 time: 0.0899689 Mar 31 15:46:29.407063 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-36d3e8ee-99fb-40b8-9877-7cbac9965014 req-30e152a8-c9c2-48f8-ba11-97d1d88c70f1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=a22db3f7-d530-4920-b903-6376a45b7d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482719 Mar 31 15:46:30.603855 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d33389-4b41-41c6-b3cf-6cb9289a84ad req-d95d6d9c-4160-41e5-b0d2-32b54990ed35 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:30.605496 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-88d33389-4b41-41c6-b3cf-6cb9289a84ad req-d95d6d9c-4160-41e5-b0d2-32b54990ed35 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=a809c360-73cb-46bf-af25-a835e5ee80f5 HTTP/1.1" status: 200 len: 945 time: 0.0844917 Mar 31 15:46:30.654241 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-88d33389-4b41-41c6-b3cf-6cb9289a84ad req-cbb85908-641e-429b-86c7-75483ff47655 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=a22db3f7-d530-4920-b903-6376a45b7d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424538 Mar 31 15:46:30.672805 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device d5e33ccd-0d6a-4593-8076-1486a9110c39 up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:46:30.845808 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port d5e33ccd-0d6a-4593-8076-1486a9110c39 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:46:30.851327 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port d5e33ccd-0d6a-4593-8076-1486a9110c39 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:46:30.851700 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:30.991036 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:31.025878 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a809c360-73cb-46bf-af25-a835e5ee80f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e33ccd-0d6a-4593-8076-1486a9110c39'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:46:31.037028 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port d5e33ccd-0d6a-4593-8076-1486a9110c39, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d5e33ccd-0d6a-4593-8076-1486a9110c39,segment=NetworkSegment(aaca9104-8f4f-4212-8e0b-154c08e6111a),segment_id=aaca9104-8f4f-4212-8e0b-154c08e6111a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:46:31.074657 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a809c360-73cb-46bf-af25-a835e5ee80f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e33ccd-0d6a-4593-8076-1486a9110c39', 'code': 200} Mar 31 15:46:31.131312 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:31.203638 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=d5e33ccd-0d6a-4593-8076-1486a9110c39,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:46:31.506454 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887626e-9cd8-4513-89d1-6558541578b8 req-65a74b0f-d60b-4742-84a4-af763c9b6d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:31.507940 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7887626e-9cd8-4513-89d1-6558541578b8 req-65a74b0f-d60b-4742-84a4-af763c9b6d01 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a809c360-73cb-46bf-af25-a835e5ee80f5 HTTP/1.1" status: 200 len: 1099 time: 0.0737529 Mar 31 15:46:31.550438 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7887626e-9cd8-4513-89d1-6558541578b8 req-b3c3da8b-de0d-4653-87ae-929b1eb67207 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a22db3f7-d530-4920-b903-6376a45b7d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353215 Mar 31 15:46:31.853240 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210762f-18d5-461c-ad81-998db7169c1d req-de110147-0111-43a0-85e8-9a7091d414fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:31.854631 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d210762f-18d5-461c-ad81-998db7169c1d req-de110147-0111-43a0-85e8-9a7091d414fe tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=a809c360-73cb-46bf-af25-a835e5ee80f5 HTTP/1.1" status: 200 len: 946 time: 0.0859427 Mar 31 15:46:31.900074 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d210762f-18d5-461c-ad81-998db7169c1d req-a14823b0-7fcc-470e-86ca-78901922703d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=a22db3f7-d530-4920-b903-6376a45b7d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396934 Mar 31 15:46:33.143045 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-82cf6d26-7784-4977-a3b6-9a810341d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:33.223023 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481a59e-2e76-48c9-adb0-a21d7dc8bd14 req-834bc6f7-a7d9-4a11-9cc5-bed4d01a6873 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:33.224455 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7481a59e-2e76-48c9-adb0-a21d7dc8bd14 req-834bc6f7-a7d9-4a11-9cc5-bed4d01a6873 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=a809c360-73cb-46bf-af25-a835e5ee80f5 HTTP/1.1" status: 200 len: 946 time: 0.2026839 Mar 31 15:46:33.268516 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7481a59e-2e76-48c9-adb0-a21d7dc8bd14 req-e80213a9-9db0-4a2a-84dc-c30c3bd53644 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=a22db3f7-d530-4920-b903-6376a45b7d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381732 Mar 31 15:46:33.454175 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfa822-a4b6-4504-a2c2-50f20db9e756 req-654416db-0f74-4e9e-b148-150136c39635 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:33.455650 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0edfa822-a4b6-4504-a2c2-50f20db9e756 req-654416db-0f74-4e9e-b148-150136c39635 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=a809c360-73cb-46bf-af25-a835e5ee80f5 HTTP/1.1" status: 200 len: 946 time: 0.0800045 Mar 31 15:46:33.502621 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0edfa822-a4b6-4504-a2c2-50f20db9e756 req-79c4536e-f9b8-4c26-9897-6bdf6b7e8e6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=a22db3f7-d530-4920-b903-6376a45b7d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404155 Mar 31 15:46:33.526542 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51516) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:46:33.601849 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf260b6-7452-4804-9b46-de355c5386c8 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:33.603359 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-baf260b6-7452-4804-9b46-de355c5386c8 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a809c360-73cb-46bf-af25-a835e5ee80f5 HTTP/1.1" status: 200 len: 1094 time: 0.0758352 Mar 31 15:46:33.606163 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51520) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:46:33.611332 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-a8be11ff-4761-42ac-b044-b80b59342cf4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'port_id': 'd5e33ccd-0d6a-4593-8076-1486a9110c39', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:46:33.617652 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a8be11ff-4761-42ac-b044-b80b59342cf4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:46:33.621597 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a8be11ff-4761-42ac-b044-b80b59342cf4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:floatingip and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:46:33.624807 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a8be11ff-4761-42ac-b044-b80b59342cf4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:46:33.630615 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a8be11ff-4761-42ac-b044-b80b59342cf4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:46:33.731693 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8be11ff-4761-42ac-b044-b80b59342cf4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:33.872215 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8be11ff-4761-42ac-b044-b80b59342cf4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:34.008831 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-a8be11ff-4761-42ac-b044-b80b59342cf4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.26.5.133 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/340dc80b-65d9-4edf-b1df-447fc58a9756) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:46:34.280002 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8be11ff-4761-42ac-b044-b80b59342cf4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:34.378076 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8be11ff-4761-42ac-b044-b80b59342cf4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:34.441298 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8be11ff-4761-42ac-b044-b80b59342cf4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:46:34.448396 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-a8be11ff-4761-42ac-b044-b80b59342cf4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:46:34.451110 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8be11ff-4761-42ac-b044-b80b59342cf4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:46:34.487948 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be11ff-4761-42ac-b044-b80b59342cf4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=340dc80b-65d9-4edf-b1df-447fc58a9756,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:46:34.891611 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8be11ff-4761-42ac-b044-b80b59342cf4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:35.068724 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8be11ff-4761-42ac-b044-b80b59342cf4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:35.257464 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-55cc7643-d38d-4cc6-a588-dbe05d8ea2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:35.283050 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8be11ff-4761-42ac-b044-b80b59342cf4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:35.395279 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8be11ff-4761-42ac-b044-b80b59342cf4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:35.508269 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be11ff-4761-42ac-b044-b80b59342cf4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=340dc80b-65d9-4edf-b1df-447fc58a9756,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:46:35.520981 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8be11ff-4761-42ac-b044-b80b59342cf4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:35.710397 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [None req-a8be11ff-4761-42ac-b044-b80b59342cf4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Floating IP c4a9b38e-02d1-4f15-9bfe-33dbf69c7129 associated. External IP: 172.26.5.133, port: d5e33ccd-0d6a-4593-8076-1486a9110c39. Mar 31 15:46:36.175436 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8be11ff-4761-42ac-b044-b80b59342cf4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router 9c98881e-f3c3-4010-9fb3-ad9fff4c2936 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:46:36.383660 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8be11ff-4761-42ac-b044-b80b59342cf4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:46:36.394094 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b296360f-020e-4472-8a01-4a1346be2782 None None] Sync routers for ids ['9c98881e-f3c3-4010-9fb3-ad9fff4c2936'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:46:36.404578 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b296360f-020e-4472-8a01-4a1346be2782 None None] Routers {'9c98881e-f3c3-4010-9fb3-ad9fff4c2936'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:46:36.405242 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b296360f-020e-4472-8a01-4a1346be2782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:46:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['9c98881e-f3c3-4010-9fb3-ad9fff4c2936'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:46:36.476360 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:36.486335 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8be11ff-4761-42ac-b044-b80b59342cf4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:36.573920 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a8be11ff-4761-42ac-b044-b80b59342cf4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9665241 Mar 31 15:46:36.575740 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a809c360-73cb-46bf-af25-a835e5ee80f5', 'tag': 'd5e33ccd-0d6a-4593-8076-1486a9110c39'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:46:36.595800 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:36.622760 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a809c360-73cb-46bf-af25-a835e5ee80f5', 'tag': 'd5e33ccd-0d6a-4593-8076-1486a9110c39', 'status': 'completed', 'code': 200} Mar 31 15:46:36.630303 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-b296360f-020e-4472-8a01-4a1346be2782 None None] Set router 9c98881e-f3c3-4010-9fb3-ad9fff4c2936 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:46:36.752386 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52dbb9-99f4-4a03-b2a8-763399db9c4c req-90b4953c-bd51-4205-98e6-242470b4b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:36.755033 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3b52dbb9-99f4-4a03-b2a8-763399db9c4c req-90b4953c-bd51-4205-98e6-242470b4b7f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=a809c360-73cb-46bf-af25-a835e5ee80f5 HTTP/1.1" status: 200 len: 1099 time: 0.1054935 Mar 31 15:46:36.911904 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52dbb9-99f4-4a03-b2a8-763399db9c4c req-d1750555-ba8c-476a-9e20-172ae913384f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:36.913440 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3b52dbb9-99f4-4a03-b2a8-763399db9c4c req-d1750555-ba8c-476a-9e20-172ae913384f service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0ba4461-65f8-49f1-a800-92e9e845e5d7 HTTP/1.1" status: 200 len: 898 time: 0.1526372 Mar 31 15:46:37.053677 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3b52dbb9-99f4-4a03-b2a8-763399db9c4c req-3862cf73-70ac-4910-a9a4-35acaac1c53e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5e33ccd-0d6a-4593-8076-1486a9110c39 HTTP/1.1" status: 200 len: 1000 time: 0.1337905 Mar 31 15:46:37.074944 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b296360f-020e-4472-8a01-4a1346be2782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'name': 'tempest-TestNetworkBasicOps-router-400913405', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '83641322-b21d-4644-9b32-126300e29642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:45:39Z', 'updated_at': '2022-03-31T15:45:46Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '83641322-b21d-4644-9b32-126300e29642', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:40Z', 'updated_at': '2022-03-31T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '36cafb4b-bd70-48b8-ae2e-52cf23de6f96', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.108', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'port_id': 'fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'mac_address': 'fa:16:3e:eb:33:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4643bc-6cba-4703-b394-0b6287bc4949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:46:12Z', 'updated_at': '2022-03-31T15:46:15Z', 'revision_number': 1, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}, {'id': 'c4a9b38e-02d1-4f15-9bfe-33dbf69c7129', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.133', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'port_id': 'd5e33ccd-0d6a-4593-8076-1486a9110c39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'mac_address': 'fa:16:3e:8c:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a809c360-73cb-46bf-af25-a835e5ee80f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:46:34Z', 'updated_at': '2022-03-31T15:46:34Z', 'revision_number': 0, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192fa87b-a1de-495c-bc54-0c6e98260c5e', 'name': '', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:0c:01:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c3e56cec-e029-4022-81e9-a313d627b47d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:45Z', 'updated_at': '2022-03-31T15:45:51Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'c3e56cec-e029-4022-81e9-a313d627b47d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:46:37.079197 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b296360f-020e-4472-8a01-4a1346be2782 None None] Checking router: 9c98881e-f3c3-4010-9fb3-ad9fff4c2936 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:46:37.098121 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b296360f-020e-4472-8a01-4a1346be2782 None None] Routers {'9c98881e-f3c3-4010-9fb3-ad9fff4c2936'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:46:37.098908 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b296360f-020e-4472-8a01-4a1346be2782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:46:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['9c98881e-f3c3-4010-9fb3-ad9fff4c2936'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:46:37.128508 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52dbb9-99f4-4a03-b2a8-763399db9c4c req-94a61a5c-a0e6-4a20-ae4d-b4a3d7cec465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:37.130504 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3b52dbb9-99f4-4a03-b2a8-763399db9c4c req-94a61a5c-a0e6-4a20-ae4d-b4a3d7cec465 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3e56cec-e029-4022-81e9-a313d627b47d HTTP/1.1" status: 200 len: 835 time: 0.0696218 Mar 31 15:46:37.217156 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52dbb9-99f4-4a03-b2a8-763399db9c4c req-04e4d217-d431-40cb-8a8e-256646d274e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:37.218678 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3b52dbb9-99f4-4a03-b2a8-763399db9c4c req-04e4d217-d431-40cb-8a8e-256646d274e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ba4461-65f8-49f1-a800-92e9e845e5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824552 Mar 31 15:46:37.321768 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-b296360f-020e-4472-8a01-4a1346be2782 None None] Set router 9c98881e-f3c3-4010-9fb3-ad9fff4c2936 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:46:37.373727 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3b52dbb9-99f4-4a03-b2a8-763399db9c4c req-7c6229f0-7cc7-463a-9e48-dd6b5e17d7e3 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ba4461-65f8-49f1-a800-92e9e845e5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483984 Mar 31 15:46:37.519924 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3b52dbb9-99f4-4a03-b2a8-763399db9c4c req-569ed07b-267b-4ad3-b4ce-eef91ee83273 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ba4461-65f8-49f1-a800-92e9e845e5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402671 Mar 31 15:46:37.709781 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b296360f-020e-4472-8a01-4a1346be2782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'name': 'tempest-TestNetworkBasicOps-router-400913405', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '83641322-b21d-4644-9b32-126300e29642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:45:39Z', 'updated_at': '2022-03-31T15:45:46Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '83641322-b21d-4644-9b32-126300e29642', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:40Z', 'updated_at': '2022-03-31T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '36cafb4b-bd70-48b8-ae2e-52cf23de6f96', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.108', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'port_id': 'fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'mac_address': 'fa:16:3e:eb:33:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4643bc-6cba-4703-b394-0b6287bc4949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:46:12Z', 'updated_at': '2022-03-31T15:46:15Z', 'revision_number': 1, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}, {'id': 'c4a9b38e-02d1-4f15-9bfe-33dbf69c7129', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.133', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'port_id': 'd5e33ccd-0d6a-4593-8076-1486a9110c39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'mac_address': 'fa:16:3e:8c:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a809c360-73cb-46bf-af25-a835e5ee80f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:46:34Z', 'updated_at': '2022-03-31T15:46:34Z', 'revision_number': 0, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192fa87b-a1de-495c-bc54-0c6e98260c5e', 'name': '', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:0c:01:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c3e56cec-e029-4022-81e9-a313d627b47d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:45Z', 'updated_at': '2022-03-31T15:45:51Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'c3e56cec-e029-4022-81e9-a313d627b47d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:46:37.714214 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b296360f-020e-4472-8a01-4a1346be2782 None None] The sync data for ids ['9c98881e-f3c3-4010-9fb3-ad9fff4c2936'] in dv-neutron-833379-2-hyperv is: [{'id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'name': 'tempest-TestNetworkBasicOps-router-400913405', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '83641322-b21d-4644-9b32-126300e29642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:45:39Z', 'updated_at': '2022-03-31T15:45:46Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '83641322-b21d-4644-9b32-126300e29642', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:40Z', 'updated_at': '2022-03-31T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '36cafb4b-bd70-48b8-ae2e-52cf23de6f96', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.108', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'port_id': 'fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'mac_address': 'fa:16:3e:eb:33:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4643bc-6cba-4703-b394-0b6287bc4949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:46:12Z', 'updated_at': '2022-03-31T15:46:15Z', 'revision_number': 1, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}, {'id': 'c4a9b38e-02d1-4f15-9bfe-33dbf69c7129', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.133', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'port_id': 'd5e33ccd-0d6a-4593-8076-1486a9110c39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'mac_address': 'fa:16:3e:8c:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a809c360-73cb-46bf-af25-a835e5ee80f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:46:34Z', 'updated_at': '2022-03-31T15:46:34Z', 'revision_number': 0, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192fa87b-a1de-495c-bc54-0c6e98260c5e', 'name': '', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:0c:01:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c3e56cec-e029-4022-81e9-a313d627b47d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:45Z', 'updated_at': '2022-03-31T15:45:51Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'c3e56cec-e029-4022-81e9-a313d627b47d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:46:37.933840 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:46:37.945477 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3315bbd6-384f-480c-a303-0e27f0928109 None None] New status for floating IP c4a9b38e-02d1-4f15-9bfe-33dbf69c7129: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:46:44.574158 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9591d82d-75bf-4ddc-8115-3fc14e3684b4 req-d2c53c8e-211d-423d-8ebd-b32a48f0477c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fd4643bc-6cba-4703-b394-0b6287bc4949&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763860 Mar 31 15:46:44.720093 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591d82d-75bf-4ddc-8115-3fc14e3684b4 req-12742c64-312e-47cd-8f34-a2ade22eb4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:44.721621 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9591d82d-75bf-4ddc-8115-3fc14e3684b4 req-12742c64-312e-47cd-8f34-a2ade22eb4ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=fd4643bc-6cba-4703-b394-0b6287bc4949 HTTP/1.1" status: 200 len: 1098 time: 0.0743296 Mar 31 15:46:44.880953 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591d82d-75bf-4ddc-8115-3fc14e3684b4 req-1c730fa2-a265-4ffe-a0c3-b0e66ec7f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:44.882370 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9591d82d-75bf-4ddc-8115-3fc14e3684b4 req-1c730fa2-a265-4ffe-a0c3-b0e66ec7f12d service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0ba4461-65f8-49f1-a800-92e9e845e5d7 HTTP/1.1" status: 200 len: 898 time: 0.1401770 Mar 31 15:46:45.095714 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9591d82d-75bf-4ddc-8115-3fc14e3684b4 req-f6636a05-457d-4bc5-ba05-fe8eeda9bfa9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f HTTP/1.1" status: 200 len: 1001 time: 0.2073781 Mar 31 15:46:45.168101 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591d82d-75bf-4ddc-8115-3fc14e3684b4 req-1b0ea367-0d56-4071-a9cd-c778269d9935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:45.170050 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9591d82d-75bf-4ddc-8115-3fc14e3684b4 req-1b0ea367-0d56-4071-a9cd-c778269d9935 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3e56cec-e029-4022-81e9-a313d627b47d HTTP/1.1" status: 200 len: 835 time: 0.0677919 Mar 31 15:46:45.248315 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591d82d-75bf-4ddc-8115-3fc14e3684b4 req-40d16738-c549-4cd0-9853-0f70f72d8cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:45.249928 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9591d82d-75bf-4ddc-8115-3fc14e3684b4 req-40d16738-c549-4cd0-9853-0f70f72d8cd3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ba4461-65f8-49f1-a800-92e9e845e5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728097 Mar 31 15:46:45.400325 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9591d82d-75bf-4ddc-8115-3fc14e3684b4 req-72b5c3cb-d333-41ba-8642-4c774428bdc1 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ba4461-65f8-49f1-a800-92e9e845e5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416593 Mar 31 15:46:45.567068 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9591d82d-75bf-4ddc-8115-3fc14e3684b4 req-4b20d0e5-2640-471d-88bb-a1a9d535830c service neutron] 10.222.0.41 "GET /v2.0/networks/b0ba4461-65f8-49f1-a800-92e9e845e5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596563 Mar 31 15:46:55.302689 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:01.863427 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:47:03.091206 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f0469c7b-8232-4c11-8ec6-13d0a0f717a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:05.193975 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-046a92d9-8287-453a-a751-ee3a95ceab51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:06.479988 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:06.553813 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:07.942697 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:10.258257 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51538) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:47:10.396267 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-de977963-7743-47af-a544-e25784b4ebc9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/36cafb4b-bd70-48b8-ae2e-52cf23de6f96 HTTP/1.1" status: 200 len: 993 time: 0.1368384 Mar 31 15:47:11.367226 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51548) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:47:11.375942 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e78aa645-1ecf-4c27-bc20-a6c533eeaab7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'port': {'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:47:11.519207 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e78aa645-1ecf-4c27-bc20-a6c533eeaab7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:11.754002 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-e78aa645-1ecf-4c27-bc20-a6c533eeaab7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] For port fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f,segment=NetworkSegment(aaca9104-8f4f-4212-8e0b-154c08e6111a),segment_id=aaca9104-8f4f-4212-8e0b-154c08e6111a)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:47:11.779898 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e78aa645-1ecf-4c27-bc20-a6c533eeaab7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:11.862836 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e78aa645-1ecf-4c27-bc20-a6c533eeaab7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:11.938197 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78aa645-1ecf-4c27-bc20-a6c533eeaab7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:11.938850 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e78aa645-1ecf-4c27-bc20-a6c533eeaab7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:11.940965 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e78aa645-1ecf-4c27-bc20-a6c533eeaab7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "PUT /v2.0/ports/fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f HTTP/1.1" status: 200 len: 938 time: 0.5726676 Mar 31 15:47:11.941652 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4643bc-6cba-4703-b394-0b6287bc4949', 'tag': 'fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:47:11.970114 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78aa645-1ecf-4c27-bc20-a6c533eeaab7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f,revision_number=6']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:11.980609 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78aa645-1ecf-4c27-bc20-a6c533eeaab7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:11.982304 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78aa645-1ecf-4c27-bc20-a6c533eeaab7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:11.982304 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78aa645-1ecf-4c27-bc20-a6c533eeaab7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:11.982304 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78aa645-1ecf-4c27-bc20-a6c533eeaab7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:11.982887 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78aa645-1ecf-4c27-bc20-a6c533eeaab7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:11.983391 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78aa645-1ecf-4c27-bc20-a6c533eeaab7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:11.983930 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78aa645-1ecf-4c27-bc20-a6c533eeaab7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:11.984470 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78aa645-1ecf-4c27-bc20-a6c533eeaab7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:11.985003 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78aa645-1ecf-4c27-bc20-a6c533eeaab7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:11.985496 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78aa645-1ecf-4c27-bc20-a6c533eeaab7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:11.985887 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78aa645-1ecf-4c27-bc20-a6c533eeaab7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:11.986535 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78aa645-1ecf-4c27-bc20-a6c533eeaab7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:12.002589 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4643bc-6cba-4703-b394-0b6287bc4949', 'tag': 'fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f', 'status': 'completed', 'code': 200} Mar 31 15:47:12.117075 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86b09b-5a0e-4ae3-9bd7-553200ae18b7 req-18c33d56-8dbe-4233-a65a-0447e04605ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:12.119220 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5a86b09b-5a0e-4ae3-9bd7-553200ae18b7 req-18c33d56-8dbe-4233-a65a-0447e04605ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=fd4643bc-6cba-4703-b394-0b6287bc4949 HTTP/1.1" status: 200 len: 1099 time: 0.0935783 Mar 31 15:47:12.238450 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-5b5458be-4512-4742-beee-5a327638c188 None None] Provisioning complete for port fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:47:12.238450 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5b5458be-4512-4742-beee-5a327638c188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:12.269506 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86b09b-5a0e-4ae3-9bd7-553200ae18b7 req-1ddc10c6-48dc-42a1-ac37-3c23a29f5e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:12.271077 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5a86b09b-5a0e-4ae3-9bd7-553200ae18b7 req-1ddc10c6-48dc-42a1-ac37-3c23a29f5e40 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0ba4461-65f8-49f1-a800-92e9e845e5d7 HTTP/1.1" status: 200 len: 898 time: 0.1449084 Mar 31 15:47:12.311668 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-5b5458be-4512-4742-beee-5a327638c188 None None] Port fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f is administratively disabled so it will not transition to active. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Mar 31 15:47:12.381752 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5a86b09b-5a0e-4ae3-9bd7-553200ae18b7 req-8bf83c9c-6cca-4b13-bb6d-74bba77a01bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f HTTP/1.1" status: 200 len: 1002 time: 0.1047406 Mar 31 15:47:12.453457 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86b09b-5a0e-4ae3-9bd7-553200ae18b7 req-180cd5b7-7b07-4e8b-a89f-03936a87c638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:12.454936 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5a86b09b-5a0e-4ae3-9bd7-553200ae18b7 req-180cd5b7-7b07-4e8b-a89f-03936a87c638 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3e56cec-e029-4022-81e9-a313d627b47d HTTP/1.1" status: 200 len: 835 time: 0.0676775 Mar 31 15:47:12.540509 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86b09b-5a0e-4ae3-9bd7-553200ae18b7 req-fe805c7b-cecb-4b8b-b9dd-5da5740654df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:12.542922 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5a86b09b-5a0e-4ae3-9bd7-553200ae18b7 req-fe805c7b-cecb-4b8b-b9dd-5da5740654df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ba4461-65f8-49f1-a800-92e9e845e5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824382 Mar 31 15:47:12.684422 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5a86b09b-5a0e-4ae3-9bd7-553200ae18b7 req-56ad4e5b-ff8d-4202-8e6e-462d3fc251ef service neutron] 10.222.0.41 "GET /v2.0/networks/b0ba4461-65f8-49f1-a800-92e9e845e5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352432 Mar 31 15:47:12.819841 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5a86b09b-5a0e-4ae3-9bd7-553200ae18b7 req-3a561f4a-711f-414f-a1c0-5b54adce902c service neutron] 10.222.0.41 "GET /v2.0/networks/b0ba4461-65f8-49f1-a800-92e9e845e5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289966 Mar 31 15:47:15.382963 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51558) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:47:15.388820 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-69867c7a-2544-449a-8aaf-7a724309745d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'port': {'admin_state_up': True}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:47:15.521846 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-69867c7a-2544-449a-8aaf-7a724309745d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:15.844309 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-69867c7a-2544-449a-8aaf-7a724309745d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] For port fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f,segment=NetworkSegment(aaca9104-8f4f-4212-8e0b-154c08e6111a),segment_id=aaca9104-8f4f-4212-8e0b-154c08e6111a)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:47:15.871349 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-69867c7a-2544-449a-8aaf-7a724309745d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:15.965910 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-69867c7a-2544-449a-8aaf-7a724309745d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:16.028644 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69867c7a-2544-449a-8aaf-7a724309745d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:16.029116 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-69867c7a-2544-449a-8aaf-7a724309745d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:16.030510 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-69867c7a-2544-449a-8aaf-7a724309745d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "PUT /v2.0/ports/fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f HTTP/1.1" status: 200 len: 937 time: 0.6464355 Mar 31 15:47:16.031049 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4643bc-6cba-4703-b394-0b6287bc4949', 'tag': 'fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:47:16.033789 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51562) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:47:16.068274 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69867c7a-2544-449a-8aaf-7a724309745d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:16.083307 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69867c7a-2544-449a-8aaf-7a724309745d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:16.084248 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69867c7a-2544-449a-8aaf-7a724309745d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:16.084777 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69867c7a-2544-449a-8aaf-7a724309745d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:16.085169 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69867c7a-2544-449a-8aaf-7a724309745d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:16.085710 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69867c7a-2544-449a-8aaf-7a724309745d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:16.086190 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69867c7a-2544-449a-8aaf-7a724309745d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:16.086578 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69867c7a-2544-449a-8aaf-7a724309745d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:16.086915 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69867c7a-2544-449a-8aaf-7a724309745d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:16.087246 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69867c7a-2544-449a-8aaf-7a724309745d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:16.087575 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69867c7a-2544-449a-8aaf-7a724309745d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:16.087937 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69867c7a-2544-449a-8aaf-7a724309745d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:16.088268 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69867c7a-2544-449a-8aaf-7a724309745d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:16.137937 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4643bc-6cba-4703-b394-0b6287bc4949', 'tag': 'fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f', 'status': 'completed', 'code': 200} Mar 31 15:47:16.209586 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ed6b4929-f7c1-4fb7-889d-8971c5919829 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/36cafb4b-bd70-48b8-ae2e-52cf23de6f96 HTTP/1.1" status: 200 len: 993 time: 0.1739712 Mar 31 15:47:16.255345 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:47:16.272832 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ff07a-c17d-41ad-a645-dfbc2522bf96 req-07c7a359-e605-4b9c-aa68-02339efe551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:16.275260 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fe0ff07a-c17d-41ad-a645-dfbc2522bf96 req-07c7a359-e605-4b9c-aa68-02339efe551f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=fd4643bc-6cba-4703-b394-0b6287bc4949 HTTP/1.1" status: 200 len: 1098 time: 0.1100502 Mar 31 15:47:16.419073 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1ea09c0a-e8fd-447e-8236-2a525eb2035f None None] Provisioning complete for port fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:47:16.419509 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1ea09c0a-e8fd-447e-8236-2a525eb2035f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:16.482050 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ff07a-c17d-41ad-a645-dfbc2522bf96 req-6e25070c-8006-46ec-97b8-c6f5b09609d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:16.483499 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fe0ff07a-c17d-41ad-a645-dfbc2522bf96 req-6e25070c-8006-46ec-97b8-c6f5b09609d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0ba4461-65f8-49f1-a800-92e9e845e5d7 HTTP/1.1" status: 200 len: 898 time: 0.2016916 Mar 31 15:47:16.594804 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fe0ff07a-c17d-41ad-a645-dfbc2522bf96 req-bbe6a4b3-266c-4de4-a7e3-f8bd7660351a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f HTTP/1.1" status: 200 len: 1001 time: 0.1049981 Mar 31 15:47:16.660714 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ff07a-c17d-41ad-a645-dfbc2522bf96 req-26fc9ad4-b2c9-49c6-8fdd-3f98af774451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:16.662158 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fe0ff07a-c17d-41ad-a645-dfbc2522bf96 req-26fc9ad4-b2c9-49c6-8fdd-3f98af774451 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3e56cec-e029-4022-81e9-a313d627b47d HTTP/1.1" status: 200 len: 835 time: 0.0621140 Mar 31 15:47:16.741235 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ff07a-c17d-41ad-a645-dfbc2522bf96 req-f7d5ccef-77f1-4ccf-ba69-d618dc291f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:16.742816 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fe0ff07a-c17d-41ad-a645-dfbc2522bf96 req-f7d5ccef-77f1-4ccf-ba69-d618dc291f02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ba4461-65f8-49f1-a800-92e9e845e5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751019 Mar 31 15:47:16.885103 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fe0ff07a-c17d-41ad-a645-dfbc2522bf96 req-93536910-99af-4956-bb95-7ec0e32aa7ae service neutron] 10.222.0.41 "GET /v2.0/networks/b0ba4461-65f8-49f1-a800-92e9e845e5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362319 Mar 31 15:47:17.025413 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fe0ff07a-c17d-41ad-a645-dfbc2522bf96 req-fc24b136-669c-4ca9-9cf0-0dee65176353 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ba4461-65f8-49f1-a800-92e9e845e5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334953 Mar 31 15:47:18.798076 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51574) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:47:19.027323 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e8590838-5e2b-441c-b4c4-e38ac8772af1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port 340dc80b-65d9-4edf-b1df-447fc58a9756 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:47:19.027657 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e8590838-5e2b-441c-b4c4-e38ac8772af1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:19.205458 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e8590838-5e2b-441c-b4c4-e38ac8772af1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:19.205458 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e8590838-5e2b-441c-b4c4-e38ac8772af1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:19.330339 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e8590838-5e2b-441c-b4c4-e38ac8772af1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for 340dc80b-65d9-4edf-b1df-447fc58a9756 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:47:19.747997 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e8590838-5e2b-441c-b4c4-e38ac8772af1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:19.797069 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8590838-5e2b-441c-b4c4-e38ac8772af1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=340dc80b-65d9-4edf-b1df-447fc58a9756,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:19.896185 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e8590838-5e2b-441c-b4c4-e38ac8772af1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:19.897059 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-e8590838-5e2b-441c-b4c4-e38ac8772af1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Floating IP c4a9b38e-02d1-4f15-9bfe-33dbf69c7129 disassociated (deleted). External IP: 172.26.5.133, port: d5e33ccd-0d6a-4593-8076-1486a9110c39. Mar 31 15:47:20.387449 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8590838-5e2b-441c-b4c4-e38ac8772af1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router 9c98881e-f3c3-4010-9fb3-ad9fff4c2936 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:47:20.580217 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8590838-5e2b-441c-b4c4-e38ac8772af1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:47:20.591672 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3614275e-7de3-4d6f-94d5-1cb71218eb58 None None] Sync routers for ids ['9c98881e-f3c3-4010-9fb3-ad9fff4c2936'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:47:20.602445 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3614275e-7de3-4d6f-94d5-1cb71218eb58 None None] Routers {'9c98881e-f3c3-4010-9fb3-ad9fff4c2936'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:47:20.605919 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3614275e-7de3-4d6f-94d5-1cb71218eb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:47:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['9c98881e-f3c3-4010-9fb3-ad9fff4c2936'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:20.685481 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e8590838-5e2b-441c-b4c4-e38ac8772af1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:20.743974 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e8590838-5e2b-441c-b4c4-e38ac8772af1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/floatingips/c4a9b38e-02d1-4f15-9bfe-33dbf69c7129 HTTP/1.1" status: 204 len: 168 time: 1.9447894 Mar 31 15:47:20.744525 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a809c360-73cb-46bf-af25-a835e5ee80f5', 'tag': 'd5e33ccd-0d6a-4593-8076-1486a9110c39'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:47:20.791228 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a809c360-73cb-46bf-af25-a835e5ee80f5', 'tag': 'd5e33ccd-0d6a-4593-8076-1486a9110c39', 'status': 'completed', 'code': 200} Mar 31 15:47:20.869730 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3614275e-7de3-4d6f-94d5-1cb71218eb58 None None] Set router 9c98881e-f3c3-4010-9fb3-ad9fff4c2936 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:47:20.897449 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4bc238-321b-4bc1-8d91-dad556765a45 req-658358a6-d3b0-4fbe-a20c-cfe00962b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:20.899049 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c4bc238-321b-4bc1-8d91-dad556765a45 req-658358a6-d3b0-4fbe-a20c-cfe00962b7aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=a809c360-73cb-46bf-af25-a835e5ee80f5 HTTP/1.1" status: 200 len: 1099 time: 0.0827088 Mar 31 15:47:21.045849 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4bc238-321b-4bc1-8d91-dad556765a45 req-bece9c37-7d4d-4cfd-8df9-b4413554bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:21.047302 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c4bc238-321b-4bc1-8d91-dad556765a45 req-bece9c37-7d4d-4cfd-8df9-b4413554bcc4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0ba4461-65f8-49f1-a800-92e9e845e5d7 HTTP/1.1" status: 200 len: 898 time: 0.1428471 Mar 31 15:47:21.121097 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c4bc238-321b-4bc1-8d91-dad556765a45 req-fdf9276e-dfa7-4724-b4dd-2a26ed9c5d7f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5e33ccd-0d6a-4593-8076-1486a9110c39 HTTP/1.1" status: 200 len: 217 time: 0.0675912 Mar 31 15:47:21.194312 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4bc238-321b-4bc1-8d91-dad556765a45 req-82300ca8-4720-46d2-bce6-22a82db49f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:21.195754 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c4bc238-321b-4bc1-8d91-dad556765a45 req-82300ca8-4720-46d2-bce6-22a82db49f55 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3e56cec-e029-4022-81e9-a313d627b47d HTTP/1.1" status: 200 len: 835 time: 0.0678959 Mar 31 15:47:21.277591 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4bc238-321b-4bc1-8d91-dad556765a45 req-f6cee405-9850-4f5f-9cc4-cc9552087af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:21.279106 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c4bc238-321b-4bc1-8d91-dad556765a45 req-f6cee405-9850-4f5f-9cc4-cc9552087af3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ba4461-65f8-49f1-a800-92e9e845e5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779073 Mar 31 15:47:21.318315 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3614275e-7de3-4d6f-94d5-1cb71218eb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'name': 'tempest-TestNetworkBasicOps-router-400913405', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '83641322-b21d-4644-9b32-126300e29642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:45:39Z', 'updated_at': '2022-03-31T15:45:46Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '83641322-b21d-4644-9b32-126300e29642', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:40Z', 'updated_at': '2022-03-31T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '36cafb4b-bd70-48b8-ae2e-52cf23de6f96', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.108', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'port_id': 'fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'mac_address': 'fa:16:3e:eb:33:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4643bc-6cba-4703-b394-0b6287bc4949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:46:12Z', 'updated_at': '2022-03-31T15:46:15Z', 'revision_number': 1, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192fa87b-a1de-495c-bc54-0c6e98260c5e', 'name': '', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:0c:01:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c3e56cec-e029-4022-81e9-a313d627b47d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:45Z', 'updated_at': '2022-03-31T15:45:51Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'c3e56cec-e029-4022-81e9-a313d627b47d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:21.323348 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3614275e-7de3-4d6f-94d5-1cb71218eb58 None None] Checking router: 9c98881e-f3c3-4010-9fb3-ad9fff4c2936 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:47:21.333440 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3614275e-7de3-4d6f-94d5-1cb71218eb58 None None] Routers {'9c98881e-f3c3-4010-9fb3-ad9fff4c2936'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:47:21.334824 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3614275e-7de3-4d6f-94d5-1cb71218eb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:47:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['9c98881e-f3c3-4010-9fb3-ad9fff4c2936'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:21.547481 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3614275e-7de3-4d6f-94d5-1cb71218eb58 None None] Set router 9c98881e-f3c3-4010-9fb3-ad9fff4c2936 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:47:21.614143 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c4bc238-321b-4bc1-8d91-dad556765a45 req-2bf2edaf-ef12-4a0a-a3b1-11ed9b8e4c74 service neutron] 10.222.0.41 "GET /v2.0/networks/b0ba4461-65f8-49f1-a800-92e9e845e5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278785 Mar 31 15:47:21.675071 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ea2b1-a6da-4baa-9a36-ddead755e5e8 req-7fe2a4cf-2114-4d1d-846b-49125c186e3a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:21.676546 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-167ea2b1-a6da-4baa-9a36-ddead755e5e8 req-7fe2a4cf-2114-4d1d-846b-49125c186e3a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=a809c360-73cb-46bf-af25-a835e5ee80f5 HTTP/1.1" status: 200 len: 946 time: 0.2842443 Mar 31 15:47:21.798292 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-167ea2b1-a6da-4baa-9a36-ddead755e5e8 req-acb6121e-9d55-4e4b-8cc4-e67e21547fa1 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=a22db3f7-d530-4920-b903-6376a45b7d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732107 Mar 31 15:47:21.803770 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c4bc238-321b-4bc1-8d91-dad556765a45 req-823878ce-250d-4916-934a-58e9c191012e service neutron] 10.222.0.41 "GET /v2.0/networks/b0ba4461-65f8-49f1-a800-92e9e845e5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800570 Mar 31 15:47:21.946064 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3614275e-7de3-4d6f-94d5-1cb71218eb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'name': 'tempest-TestNetworkBasicOps-router-400913405', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '83641322-b21d-4644-9b32-126300e29642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:45:39Z', 'updated_at': '2022-03-31T15:45:46Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '83641322-b21d-4644-9b32-126300e29642', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:40Z', 'updated_at': '2022-03-31T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '36cafb4b-bd70-48b8-ae2e-52cf23de6f96', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.108', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'port_id': 'fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'mac_address': 'fa:16:3e:eb:33:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4643bc-6cba-4703-b394-0b6287bc4949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:46:12Z', 'updated_at': '2022-03-31T15:46:15Z', 'revision_number': 1, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192fa87b-a1de-495c-bc54-0c6e98260c5e', 'name': '', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:0c:01:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c3e56cec-e029-4022-81e9-a313d627b47d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:45Z', 'updated_at': '2022-03-31T15:45:51Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'c3e56cec-e029-4022-81e9-a313d627b47d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:21.950138 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3614275e-7de3-4d6f-94d5-1cb71218eb58 None None] The sync data for ids ['9c98881e-f3c3-4010-9fb3-ad9fff4c2936'] in dv-neutron-833379-2-hyperv is: [{'id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'name': 'tempest-TestNetworkBasicOps-router-400913405', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '83641322-b21d-4644-9b32-126300e29642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:45:39Z', 'updated_at': '2022-03-31T15:45:46Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '83641322-b21d-4644-9b32-126300e29642', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:40Z', 'updated_at': '2022-03-31T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '36cafb4b-bd70-48b8-ae2e-52cf23de6f96', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.108', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'port_id': 'fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'mac_address': 'fa:16:3e:eb:33:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4643bc-6cba-4703-b394-0b6287bc4949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:46:12Z', 'updated_at': '2022-03-31T15:46:15Z', 'revision_number': 1, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192fa87b-a1de-495c-bc54-0c6e98260c5e', 'name': '', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:0c:01:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c3e56cec-e029-4022-81e9-a313d627b47d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:45Z', 'updated_at': '2022-03-31T15:45:51Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'c3e56cec-e029-4022-81e9-a313d627b47d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:47:22.187508 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b78f3c2-84ac-4282-8831-2bda44f913d2 None None] New status for floating IP c4a9b38e-02d1-4f15-9bfe-33dbf69c7129: DOWN {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:47:22.629313 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f9fd3-e022-4427-9d74-0d1b4e44a1c6 req-b1105fc7-6fc3-4c58-8d84-c535a2e19980 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:22.630776 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-890f9fd3-e022-4427-9d74-0d1b4e44a1c6 req-b1105fc7-6fc3-4c58-8d84-c535a2e19980 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/ports?device_id=a809c360-73cb-46bf-af25-a835e5ee80f5 HTTP/1.1" status: 200 len: 946 time: 0.0939662 Mar 31 15:47:22.711675 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-890f9fd3-e022-4427-9d74-0d1b4e44a1c6 req-a92c0f5c-af99-4f74-83d9-2ecce47d2413 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port d5e33ccd-0d6a-4593-8076-1486a9110c39 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:47:22.712003 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-890f9fd3-e022-4427-9d74-0d1b4e44a1c6 req-a92c0f5c-af99-4f74-83d9-2ecce47d2413 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:23.007233 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-890f9fd3-e022-4427-9d74-0d1b4e44a1c6 req-a92c0f5c-af99-4f74-83d9-2ecce47d2413 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] For port d5e33ccd-0d6a-4593-8076-1486a9110c39, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d5e33ccd-0d6a-4593-8076-1486a9110c39,segment=NetworkSegment(aaca9104-8f4f-4212-8e0b-154c08e6111a),segment_id=aaca9104-8f4f-4212-8e0b-154c08e6111a)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:47:23.007747 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-890f9fd3-e022-4427-9d74-0d1b4e44a1c6 req-a92c0f5c-af99-4f74-83d9-2ecce47d2413 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:23.028185 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a898c7-6dd2-4825-89c7-34ec960b242d req-425dc86f-bdc8-47f4-a2c8-6f6b8fa49851 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:23.029365 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-14a898c7-6dd2-4825-89c7-34ec960b242d req-425dc86f-bdc8-47f4-a2c8-6f6b8fa49851 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:47:23.108006 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-14a898c7-6dd2-4825-89c7-34ec960b242d req-425dc86f-bdc8-47f4-a2c8-6f6b8fa49851 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:47:23.109359 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-14a898c7-6dd2-4825-89c7-34ec960b242d req-425dc86f-bdc8-47f4-a2c8-6f6b8fa49851 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=a809c360-73cb-46bf-af25-a835e5ee80f5 HTTP/1.1" status: 200 len: 946 time: 0.1885762 Mar 31 15:47:23.148735 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-890f9fd3-e022-4427-9d74-0d1b4e44a1c6 req-a92c0f5c-af99-4f74-83d9-2ecce47d2413 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for d5e33ccd-0d6a-4593-8076-1486a9110c39 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:47:23.174671 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-14a898c7-6dd2-4825-89c7-34ec960b242d req-08fab0ca-7921-459c-bba9-31ebc1ae5ff0 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=a22db3f7-d530-4920-b903-6376a45b7d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547512 Mar 31 15:47:23.491272 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-890f9fd3-e022-4427-9d74-0d1b4e44a1c6 req-a92c0f5c-af99-4f74-83d9-2ecce47d2413 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:23.545154 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c0f5c-af99-4f74-83d9-2ecce47d2413 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=d5e33ccd-0d6a-4593-8076-1486a9110c39,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:23.623265 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-890f9fd3-e022-4427-9d74-0d1b4e44a1c6 req-a92c0f5c-af99-4f74-83d9-2ecce47d2413 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] No DVR routers for this DVR port d5e33ccd-0d6a-4593-8076-1486a9110c39 on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:47:23.626003 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-890f9fd3-e022-4427-9d74-0d1b4e44a1c6 req-a92c0f5c-af99-4f74-83d9-2ecce47d2413 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:23.629070 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a809c360-73cb-46bf-af25-a835e5ee80f5', 'name': 'network-vif-deleted', 'tag': 'd5e33ccd-0d6a-4593-8076-1486a9110c39'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:47:23.675733 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a809c360-73cb-46bf-af25-a835e5ee80f5', 'name': 'network-vif-deleted', 'tag': 'd5e33ccd-0d6a-4593-8076-1486a9110c39', 'status': 'completed', 'code': 200} Mar 31 15:47:23.725680 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-890f9fd3-e022-4427-9d74-0d1b4e44a1c6 req-a92c0f5c-af99-4f74-83d9-2ecce47d2413 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "DELETE /v2.0/ports/d5e33ccd-0d6a-4593-8076-1486a9110c39 HTTP/1.1" status: 204 len: 173 time: 1.0900028 Mar 31 15:47:24.523162 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c0b774db-8d37-4016-b308-33d3970e0773 req-f06028c7-60ab-4753-b876-d41799739b7c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=a809c360-73cb-46bf-af25-a835e5ee80f5 HTTP/1.1" status: 200 len: 210 time: 0.2287319 Mar 31 15:47:24.917343 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device d5e33ccd-0d6a-4593-8076-1486a9110c39 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:47:24.951921 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: d5e33ccd-0d6a-4593-8076-1486a9110c39 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:47:24.952261 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device d5e33ccd-0d6a-4593-8076-1486a9110c39 not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:47:25.318999 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:25.624197 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51594) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:47:25.696994 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-05737034-737f-41e9-947d-35e4704e0bc6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:25.729858 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-05737034-737f-41e9-947d-35e4704e0bc6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:25.896714 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-05737034-737f-41e9-947d-35e4704e0bc6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:25.915723 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05737034-737f-41e9-947d-35e4704e0bc6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22db3f7-d530-4920-b903-6376a45b7d7e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:25.998330 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-05737034-737f-41e9-947d-35e4704e0bc6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:25.999661 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-05737034-737f-41e9-947d-35e4704e0bc6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/security-groups/a22db3f7-d530-4920-b903-6376a45b7d7e HTTP/1.1" status: 204 len: 168 time: 0.3743088 Mar 31 15:47:26.108738 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51600) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:47:26.334214 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-259bd820-27db-4e7b-8ff6-3aa987535dea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port 1e7a4a8e-c245-46af-b5e2-90babfd5e7ef {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:47:26.334557 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-259bd820-27db-4e7b-8ff6-3aa987535dea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:26.522959 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-259bd820-27db-4e7b-8ff6-3aa987535dea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:26.523281 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-259bd820-27db-4e7b-8ff6-3aa987535dea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:26.645921 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-259bd820-27db-4e7b-8ff6-3aa987535dea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for 1e7a4a8e-c245-46af-b5e2-90babfd5e7ef owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:47:27.027746 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-259bd820-27db-4e7b-8ff6-3aa987535dea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:27.074866 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259bd820-27db-4e7b-8ff6-3aa987535dea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=1e7a4a8e-c245-46af-b5e2-90babfd5e7ef,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:27.168855 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-259bd820-27db-4e7b-8ff6-3aa987535dea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:27.169182 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-259bd820-27db-4e7b-8ff6-3aa987535dea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Floating IP 36cafb4b-bd70-48b8-ae2e-52cf23de6f96 disassociated (deleted). External IP: 172.26.5.108, port: fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f. Mar 31 15:47:27.567619 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259bd820-27db-4e7b-8ff6-3aa987535dea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router 9c98881e-f3c3-4010-9fb3-ad9fff4c2936 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:47:27.758432 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259bd820-27db-4e7b-8ff6-3aa987535dea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:47:27.775042 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfa7c8e-d390-4ff5-a5c1-e7d2cd960280 None None] Sync routers for ids ['9c98881e-f3c3-4010-9fb3-ad9fff4c2936'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:47:27.776884 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-259bd820-27db-4e7b-8ff6-3aa987535dea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:27.784992 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfa7c8e-d390-4ff5-a5c1-e7d2cd960280 None None] Routers {'9c98881e-f3c3-4010-9fb3-ad9fff4c2936'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:47:27.785651 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7bfa7c8e-d390-4ff5-a5c1-e7d2cd960280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:47:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['9c98881e-f3c3-4010-9fb3-ad9fff4c2936'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:27.834979 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-259bd820-27db-4e7b-8ff6-3aa987535dea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/floatingips/36cafb4b-bd70-48b8-ae2e-52cf23de6f96 HTTP/1.1" status: 204 len: 168 time: 1.7250543 Mar 31 15:47:27.835662 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4643bc-6cba-4703-b394-0b6287bc4949', 'tag': 'fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:47:27.888389 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4643bc-6cba-4703-b394-0b6287bc4949', 'tag': 'fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f', 'status': 'completed', 'code': 200} Mar 31 15:47:27.997658 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-7bfa7c8e-d390-4ff5-a5c1-e7d2cd960280 None None] Set router 9c98881e-f3c3-4010-9fb3-ad9fff4c2936 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:47:28.010608 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d2963-877d-4f67-a934-f54757b72ea1 req-7ca70a9b-6b0a-4f3d-ae36-6f277c5b3cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:28.013214 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-947d2963-877d-4f67-a934-f54757b72ea1 req-7ca70a9b-6b0a-4f3d-ae36-6f277c5b3cec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=fd4643bc-6cba-4703-b394-0b6287bc4949 HTTP/1.1" status: 200 len: 1098 time: 0.1008372 Mar 31 15:47:28.164590 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d2963-877d-4f67-a934-f54757b72ea1 req-bc4e9dfc-082b-4534-be26-a51111b96560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:28.166063 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-947d2963-877d-4f67-a934-f54757b72ea1 req-bc4e9dfc-082b-4534-be26-a51111b96560 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0ba4461-65f8-49f1-a800-92e9e845e5d7 HTTP/1.1" status: 200 len: 898 time: 0.1468663 Mar 31 15:47:28.242025 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-947d2963-877d-4f67-a934-f54757b72ea1 req-040464bc-21fa-4a73-b5d2-a983ca9389a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f HTTP/1.1" status: 200 len: 217 time: 0.0696340 Mar 31 15:47:28.312145 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d2963-877d-4f67-a934-f54757b72ea1 req-59bbfe7b-b3ab-4896-bd47-1799a3040aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:28.313853 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-947d2963-877d-4f67-a934-f54757b72ea1 req-59bbfe7b-b3ab-4896-bd47-1799a3040aa0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3e56cec-e029-4022-81e9-a313d627b47d HTTP/1.1" status: 200 len: 835 time: 0.0662010 Mar 31 15:47:28.400491 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d2963-877d-4f67-a934-f54757b72ea1 req-a1f24569-4bd9-4a9d-94e7-20215e6b134a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:28.403415 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-947d2963-877d-4f67-a934-f54757b72ea1 req-a1f24569-4bd9-4a9d-94e7-20215e6b134a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0ba4461-65f8-49f1-a800-92e9e845e5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836623 Mar 31 15:47:28.427759 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7bfa7c8e-d390-4ff5-a5c1-e7d2cd960280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'name': 'tempest-TestNetworkBasicOps-router-400913405', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '83641322-b21d-4644-9b32-126300e29642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:45:39Z', 'updated_at': '2022-03-31T15:45:46Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '83641322-b21d-4644-9b32-126300e29642', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:40Z', 'updated_at': '2022-03-31T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '192fa87b-a1de-495c-bc54-0c6e98260c5e', 'name': '', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:0c:01:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c3e56cec-e029-4022-81e9-a313d627b47d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:45Z', 'updated_at': '2022-03-31T15:45:51Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'c3e56cec-e029-4022-81e9-a313d627b47d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:28.432093 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfa7c8e-d390-4ff5-a5c1-e7d2cd960280 None None] Checking router: 9c98881e-f3c3-4010-9fb3-ad9fff4c2936 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:47:28.441056 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfa7c8e-d390-4ff5-a5c1-e7d2cd960280 None None] Routers {'9c98881e-f3c3-4010-9fb3-ad9fff4c2936'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:47:28.441709 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7bfa7c8e-d390-4ff5-a5c1-e7d2cd960280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:47:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['9c98881e-f3c3-4010-9fb3-ad9fff4c2936'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:28.565148 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79f75c-f250-4e4f-8e29-5033db45446e req-09af4cbc-6154-46f3-8e24-75469d3a0ecf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:28.566356 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-4b79f75c-f250-4e4f-8e29-5033db45446e req-09af4cbc-6154-46f3-8e24-75469d3a0ecf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:47:28.654185 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-7bfa7c8e-d390-4ff5-a5c1-e7d2cd960280 None None] Set router 9c98881e-f3c3-4010-9fb3-ad9fff4c2936 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:47:28.667849 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-4b79f75c-f250-4e4f-8e29-5033db45446e req-09af4cbc-6154-46f3-8e24-75469d3a0ecf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:47:28.669508 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4b79f75c-f250-4e4f-8e29-5033db45446e req-09af4cbc-6154-46f3-8e24-75469d3a0ecf tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd4643bc-6cba-4703-b394-0b6287bc4949 HTTP/1.1" status: 200 len: 945 time: 0.2170649 Mar 31 15:47:28.691106 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-947d2963-877d-4f67-a934-f54757b72ea1 req-ee8f3ab3-b999-4155-a237-03cb2e331a5c service neutron] 10.222.0.41 "GET /v2.0/networks/b0ba4461-65f8-49f1-a800-92e9e845e5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778833 Mar 31 15:47:28.724389 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-4b79f75c-f250-4e4f-8e29-5033db45446e req-d01d5c0c-c38c-47fa-b0ad-209de895840d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:47:28.827606 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-947d2963-877d-4f67-a934-f54757b72ea1 req-a5e93a22-f50d-486e-b325-67b2caa992bb service neutron] 10.222.0.41 "GET /v2.0/networks/b0ba4461-65f8-49f1-a800-92e9e845e5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337204 Mar 31 15:47:28.856560 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-4b79f75c-f250-4e4f-8e29-5033db45446e req-d01d5c0c-c38c-47fa-b0ad-209de895840d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:47:28.858340 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4b79f75c-f250-4e4f-8e29-5033db45446e req-d01d5c0c-c38c-47fa-b0ad-209de895840d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=525dcc94-f23b-454d-a61e-161457208814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820710 Mar 31 15:47:28.991234 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7bfa7c8e-d390-4ff5-a5c1-e7d2cd960280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'name': 'tempest-TestNetworkBasicOps-router-400913405', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '83641322-b21d-4644-9b32-126300e29642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:45:39Z', 'updated_at': '2022-03-31T15:45:46Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '83641322-b21d-4644-9b32-126300e29642', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:40Z', 'updated_at': '2022-03-31T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '192fa87b-a1de-495c-bc54-0c6e98260c5e', 'name': '', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:0c:01:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c3e56cec-e029-4022-81e9-a313d627b47d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:45Z', 'updated_at': '2022-03-31T15:45:51Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'c3e56cec-e029-4022-81e9-a313d627b47d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:28.995341 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfa7c8e-d390-4ff5-a5c1-e7d2cd960280 None None] The sync data for ids ['9c98881e-f3c3-4010-9fb3-ad9fff4c2936'] in dv-neutron-833379-2-hyperv is: [{'id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'name': 'tempest-TestNetworkBasicOps-router-400913405', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '83641322-b21d-4644-9b32-126300e29642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:45:39Z', 'updated_at': '2022-03-31T15:45:46Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '83641322-b21d-4644-9b32-126300e29642', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:40Z', 'updated_at': '2022-03-31T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '192fa87b-a1de-495c-bc54-0c6e98260c5e', 'name': '', 'network_id': 'b0ba4461-65f8-49f1-a800-92e9e845e5d7', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:0c:01:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c3e56cec-e029-4022-81e9-a313d627b47d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:45Z', 'updated_at': '2022-03-31T15:45:51Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'c3e56cec-e029-4022-81e9-a313d627b47d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:47:29.223451 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9acac1d-7033-45f2-9ade-82255c637c81 None None] New status for floating IP 36cafb4b-bd70-48b8-ae2e-52cf23de6f96: DOWN {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:47:29.908750 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54127e5f-7319-48a1-b2bb-50191c4d6b93 req-4f8a2647-db4e-48d1-97ef-cdf2135dbf22 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:29.909542 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-54127e5f-7319-48a1-b2bb-50191c4d6b93 req-4f8a2647-db4e-48d1-97ef-cdf2135dbf22 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:47:29.922045 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-54127e5f-7319-48a1-b2bb-50191c4d6b93 req-4f8a2647-db4e-48d1-97ef-cdf2135dbf22 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:47:29.923315 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-54127e5f-7319-48a1-b2bb-50191c4d6b93 req-4f8a2647-db4e-48d1-97ef-cdf2135dbf22 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd4643bc-6cba-4703-b394-0b6287bc4949 HTTP/1.1" status: 200 len: 945 time: 0.0956762 Mar 31 15:47:30.002263 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-54127e5f-7319-48a1-b2bb-50191c4d6b93 req-2ec89f24-ebf2-4f53-bfc0-01dc001e4898 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:47:30.002654 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-54127e5f-7319-48a1-b2bb-50191c4d6b93 req-2ec89f24-ebf2-4f53-bfc0-01dc001e4898 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:30.293574 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66dea22-0cc5-4fc2-87ba-e1436554f97a req-1cb6dafc-bef0-469f-ab39-7e3e8ca1351a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:30.295041 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e66dea22-0cc5-4fc2-87ba-e1436554f97a req-1cb6dafc-bef0-469f-ab39-7e3e8ca1351a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd4643bc-6cba-4703-b394-0b6287bc4949 HTTP/1.1" status: 200 len: 945 time: 0.3151731 Mar 31 15:47:30.332864 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-54127e5f-7319-48a1-b2bb-50191c4d6b93 req-2ec89f24-ebf2-4f53-bfc0-01dc001e4898 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] For port fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f,segment=NetworkSegment(aaca9104-8f4f-4212-8e0b-154c08e6111a),segment_id=aaca9104-8f4f-4212-8e0b-154c08e6111a)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:47:30.333234 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-54127e5f-7319-48a1-b2bb-50191c4d6b93 req-2ec89f24-ebf2-4f53-bfc0-01dc001e4898 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:30.467284 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-54127e5f-7319-48a1-b2bb-50191c4d6b93 req-2ec89f24-ebf2-4f53-bfc0-01dc001e4898 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:47:30.513344 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e66dea22-0cc5-4fc2-87ba-e1436554f97a req-a4802f26-a57a-440e-8a68-ca9725dbc757 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=525dcc94-f23b-454d-a61e-161457208814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053597 Mar 31 15:47:30.730583 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-54127e5f-7319-48a1-b2bb-50191c4d6b93 req-2ec89f24-ebf2-4f53-bfc0-01dc001e4898 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:30.784261 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec89f24-ebf2-4f53-bfc0-01dc001e4898 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:30.859160 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-54127e5f-7319-48a1-b2bb-50191c4d6b93 req-2ec89f24-ebf2-4f53-bfc0-01dc001e4898 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] No DVR routers for this DVR port fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:47:30.861815 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-54127e5f-7319-48a1-b2bb-50191c4d6b93 req-2ec89f24-ebf2-4f53-bfc0-01dc001e4898 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:30.864464 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4643bc-6cba-4703-b394-0b6287bc4949', 'name': 'network-vif-deleted', 'tag': 'fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:47:30.910937 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4643bc-6cba-4703-b394-0b6287bc4949', 'name': 'network-vif-deleted', 'tag': 'fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f', 'status': 'completed', 'code': 200} Mar 31 15:47:30.965936 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-54127e5f-7319-48a1-b2bb-50191c4d6b93 req-2ec89f24-ebf2-4f53-bfc0-01dc001e4898 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "DELETE /v2.0/ports/fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f HTTP/1.1" status: 204 len: 173 time: 1.0378101 Mar 31 15:47:31.728949 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-9d5fd16a-0f76-4c9a-9451-ed936778e7a6 req-48793683-0005-4ac8-ac70-010a396e7639 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:47:31.862462 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-9d5fd16a-0f76-4c9a-9451-ed936778e7a6 req-48793683-0005-4ac8-ac70-010a396e7639 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:47:31.863657 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9d5fd16a-0f76-4c9a-9451-ed936778e7a6 req-48793683-0005-4ac8-ac70-010a396e7639 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd4643bc-6cba-4703-b394-0b6287bc4949 HTTP/1.1" status: 200 len: 210 time: 0.1830719 Mar 31 15:47:32.961856 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:47:32.962547 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51620) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:47:32.995761 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:47:32.996106 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device fcf51e4d-2b4a-4580-b9c0-9b9bdf799f4f not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:47:33.044849 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2bf548c8-740f-45cb-8c65-af375c85a977 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:33.075655 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2bf548c8-740f-45cb-8c65-af375c85a977 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:33.079132 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-22d57d35-c148-41bf-aeaa-60de5f939f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:33.193275 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2bf548c8-740f-45cb-8c65-af375c85a977 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:33.210569 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf548c8-740f-45cb-8c65-af375c85a977 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=525dcc94-f23b-454d-a61e-161457208814,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:33.289548 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2bf548c8-740f-45cb-8c65-af375c85a977 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:33.290698 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2bf548c8-740f-45cb-8c65-af375c85a977 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/security-groups/525dcc94-f23b-454d-a61e-161457208814 HTTP/1.1" status: 204 len: 168 time: 0.3268995 Mar 31 15:47:33.400366 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51626) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:47:34.074973 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6fe85bc5-4c35-467d-a9ba-f5794f8dd083 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:34.464961 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6fe85bc5-4c35-467d-a9ba-f5794f8dd083 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port 192fa87b-a1de-495c-bc54-0c6e98260c5e {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:47:34.465278 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6fe85bc5-4c35-467d-a9ba-f5794f8dd083 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:34.664204 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-6fe85bc5-4c35-467d-a9ba-f5794f8dd083 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] For port 192fa87b-a1de-495c-bc54-0c6e98260c5e, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=192fa87b-a1de-495c-bc54-0c6e98260c5e,segment=NetworkSegment(aaca9104-8f4f-4212-8e0b-154c08e6111a),segment_id=aaca9104-8f4f-4212-8e0b-154c08e6111a)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:47:34.664568 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6fe85bc5-4c35-467d-a9ba-f5794f8dd083 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:34.800194 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6fe85bc5-4c35-467d-a9ba-f5794f8dd083 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for 192fa87b-a1de-495c-bc54-0c6e98260c5e owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:47:35.102554 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6fe85bc5-4c35-467d-a9ba-f5794f8dd083 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:35.156584 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe85bc5-4c35-467d-a9ba-f5794f8dd083 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=192fa87b-a1de-495c-bc54-0c6e98260c5e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:35.176966 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a13fe6c7-9a3b-4555-9e96-dbde0e824a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:35.440291 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6fe85bc5-4c35-467d-a9ba-f5794f8dd083 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:35.927394 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe85bc5-4c35-467d-a9ba-f5794f8dd083 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router 9c98881e-f3c3-4010-9fb3-ad9fff4c2936 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:47:36.112548 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe85bc5-4c35-467d-a9ba-f5794f8dd083 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:47:36.122883 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c81366e-c317-4b98-a4fa-1340a7e468fe None None] Sync routers for ids ['9c98881e-f3c3-4010-9fb3-ad9fff4c2936'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:47:36.132538 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c81366e-c317-4b98-a4fa-1340a7e468fe None None] Routers {'9c98881e-f3c3-4010-9fb3-ad9fff4c2936'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:47:36.139988 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3c81366e-c317-4b98-a4fa-1340a7e468fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:47:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['9c98881e-f3c3-4010-9fb3-ad9fff4c2936'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:36.192184 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6fe85bc5-4c35-467d-a9ba-f5794f8dd083 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "PUT /v2.0/routers/9c98881e-f3c3-4010-9fb3-ad9fff4c2936/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7903233 Mar 31 15:47:36.195742 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51630) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:47:36.271198 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-54384f3d-70cb-4aea-b0c2-90bb3d12ac95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting subnet c3e56cec-e029-4022-81e9-a313d627b47d {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:47:36.274491 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-54384f3d-70cb-4aea-b0c2-90bb3d12ac95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:36.332629 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3c81366e-c317-4b98-a4fa-1340a7e468fe None None] Set router 9c98881e-f3c3-4010-9fb3-ad9fff4c2936 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:47:36.338483 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-54384f3d-70cb-4aea-b0c2-90bb3d12ac95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:36.433776 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-54384f3d-70cb-4aea-b0c2-90bb3d12ac95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:36.581632 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:36.616756 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-54384f3d-70cb-4aea-b0c2-90bb3d12ac95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:36.658710 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54384f3d-70cb-4aea-b0c2-90bb3d12ac95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Subnet': ['ID=c3e56cec-e029-4022-81e9-a313d627b47d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:36.660712 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-54384f3d-70cb-4aea-b0c2-90bb3d12ac95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:36.667198 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-54384f3d-70cb-4aea-b0c2-90bb3d12ac95 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/subnets/c3e56cec-e029-4022-81e9-a313d627b47d HTTP/1.1" status: 204 len: 168 time: 0.4702978 Mar 31 15:47:36.668198 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:36.670639 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51634) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:47:36.677644 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d265039-fdcb-4b63-bf5e-fdaf542cb82b None None] Network b0ba4461-65f8-49f1-a800-92e9e845e5d7 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:47:36.880143 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79ecc31a-3809-4243-b725-2243455717ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:36.918820 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3c81366e-c317-4b98-a4fa-1340a7e468fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'name': 'tempest-TestNetworkBasicOps-router-400913405', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '83641322-b21d-4644-9b32-126300e29642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:45:39Z', 'updated_at': '2022-03-31T15:47:34Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '83641322-b21d-4644-9b32-126300e29642', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:40Z', 'updated_at': '2022-03-31T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:36.928145 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c81366e-c317-4b98-a4fa-1340a7e468fe None None] Checking router: 9c98881e-f3c3-4010-9fb3-ad9fff4c2936 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:47:36.944905 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c81366e-c317-4b98-a4fa-1340a7e468fe None None] Routers {'9c98881e-f3c3-4010-9fb3-ad9fff4c2936'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:47:36.945569 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3c81366e-c317-4b98-a4fa-1340a7e468fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:47:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['9c98881e-f3c3-4010-9fb3-ad9fff4c2936'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:37.070323 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79ecc31a-3809-4243-b725-2243455717ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:37.104641 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c0246f-1899-4cb6-8aac-2ca6618950e5 None None] DHCP port deletion for b0ba4461-65f8-49f1-a800-92e9e845e5d7 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:47:37.116975 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-c3c0246f-1899-4cb6-8aac-2ca6618950e5 None None] Deleting port 9a2575a6-ddd5-4e4a-ab13-e7918d048962 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:47:37.117443 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c3c0246f-1899-4cb6-8aac-2ca6618950e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:37.159161 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-79ecc31a-3809-4243-b725-2243455717ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port 83641322-b21d-4644-9b32-126300e29642 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:47:37.159746 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79ecc31a-3809-4243-b725-2243455717ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:37.182283 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3c81366e-c317-4b98-a4fa-1340a7e468fe None None] Set router 9c98881e-f3c3-4010-9fb3-ad9fff4c2936 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:47:37.419957 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 9a2575a6-ddd5-4e4a-ab13-e7918d048962 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:47:37.466008 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-79ecc31a-3809-4243-b725-2243455717ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] For port 83641322-b21d-4644-9b32-126300e29642, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=83641322-b21d-4644-9b32-126300e29642,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:47:37.466368 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79ecc31a-3809-4243-b725-2243455717ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:37.593173 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-79ecc31a-3809-4243-b725-2243455717ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for 83641322-b21d-4644-9b32-126300e29642 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:47:37.710034 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-c3c0246f-1899-4cb6-8aac-2ca6618950e5 None None] For port 9a2575a6-ddd5-4e4a-ab13-e7918d048962, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=9a2575a6-ddd5-4e4a-ab13-e7918d048962,segment=NetworkSegment(aaca9104-8f4f-4212-8e0b-154c08e6111a),segment_id=aaca9104-8f4f-4212-8e0b-154c08e6111a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:47:37.710451 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c3c0246f-1899-4cb6-8aac-2ca6618950e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:37.821999 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79ecc31a-3809-4243-b725-2243455717ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:37.869004 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ecc31a-3809-4243-b725-2243455717ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=83641322-b21d-4644-9b32-126300e29642,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:37.871977 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-c3c0246f-1899-4cb6-8aac-2ca6618950e5 None None] Calling delete_port for 9a2575a6-ddd5-4e4a-ab13-e7918d048962 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:47:37.913017 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:37.967875 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79ecc31a-3809-4243-b725-2243455717ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:38.054384 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:38.074382 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 9a2575a6-ddd5-4e4a-ab13-e7918d048962, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=9a2575a6-ddd5-4e4a-ab13-e7918d048962,segment=NetworkSegment(aaca9104-8f4f-4212-8e0b-154c08e6111a),segment_id=aaca9104-8f4f-4212-8e0b-154c08e6111a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:47:38.083352 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3c81366e-c317-4b98-a4fa-1340a7e468fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'name': 'tempest-TestNetworkBasicOps-router-400913405', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '83641322-b21d-4644-9b32-126300e29642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:45:39Z', 'updated_at': '2022-03-31T15:47:34Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '83641322-b21d-4644-9b32-126300e29642', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:40Z', 'updated_at': '2022-03-31T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:38.090157 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c81366e-c317-4b98-a4fa-1340a7e468fe None None] The sync data for ids ['9c98881e-f3c3-4010-9fb3-ad9fff4c2936'] in dv-neutron-833379-2-hyperv is: [{'id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'name': 'tempest-TestNetworkBasicOps-router-400913405', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '83641322-b21d-4644-9b32-126300e29642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:45:39Z', 'updated_at': '2022-03-31T15:47:34Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '83641322-b21d-4644-9b32-126300e29642', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98881e-f3c3-4010-9fb3-ad9fff4c2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:40Z', 'updated_at': '2022-03-31T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:47:38.151198 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79ecc31a-3809-4243-b725-2243455717ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:38.153978 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79ecc31a-3809-4243-b725-2243455717ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:38.182438 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:38.279000 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79ecc31a-3809-4243-b725-2243455717ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:38.279614 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ecc31a-3809-4243-b725-2243455717ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Fanout notify agent at l3_agent the message router_deleted on router 9c98881e-f3c3-4010-9fb3-ad9fff4c2936 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:47:38.295878 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79ecc31a-3809-4243-b725-2243455717ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:38.296970 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-79ecc31a-3809-4243-b725-2243455717ea tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/routers/9c98881e-f3c3-4010-9fb3-ad9fff4c2936 HTTP/1.1" status: 204 len: 168 time: 1.6251318 Mar 31 15:47:38.300647 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51638) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:47:38.325119 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=9a2575a6-ddd5-4e4a-ab13-e7918d048962,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:38.343000 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:38.343350 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:38.343691 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:38.344029 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:38.344363 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:38.344691 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:38.345020 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:38.345578 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:38.346243 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:38.346243 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:38.346406 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:38.346696 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:38.352196 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-c3c0246f-1899-4cb6-8aac-2ca6618950e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:47:38.352548 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-c3c0246f-1899-4cb6-8aac-2ca6618950e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:47:38.417225 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2aab7282-3d9f-4807-9022-a50066986d94 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:38.428745 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-2aab7282-3d9f-4807-9022-a50066986d94 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port 9a2575a6-ddd5-4e4a-ab13-e7918d048962 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:47:38.429073 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2aab7282-3d9f-4807-9022-a50066986d94 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:38.654666 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-2aab7282-3d9f-4807-9022-a50066986d94 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] For port 9a2575a6-ddd5-4e4a-ab13-e7918d048962, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=9a2575a6-ddd5-4e4a-ab13-e7918d048962,segment=NetworkSegment(aaca9104-8f4f-4212-8e0b-154c08e6111a),segment_id=aaca9104-8f4f-4212-8e0b-154c08e6111a)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:47:38.655023 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2aab7282-3d9f-4807-9022-a50066986d94 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:38.854538 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-c3c0246f-1899-4cb6-8aac-2ca6618950e5 None None] Deleting port 9a2575a6-ddd5-4e4a-ab13-e7918d048962 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:47:38.855080 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c3c0246f-1899-4cb6-8aac-2ca6618950e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:38.862804 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:47:38.887698 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-2aab7282-3d9f-4807-9022-a50066986d94 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for 9a2575a6-ddd5-4e4a-ab13-e7918d048962 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:47:39.044767 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2aab7282-3d9f-4807-9022-a50066986d94 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:39.073428 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-c3c0246f-1899-4cb6-8aac-2ca6618950e5 None None] For port 9a2575a6-ddd5-4e4a-ab13-e7918d048962, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=9a2575a6-ddd5-4e4a-ab13-e7918d048962,segment=NetworkSegment(aaca9104-8f4f-4212-8e0b-154c08e6111a),segment_id=aaca9104-8f4f-4212-8e0b-154c08e6111a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:47:39.073985 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c3c0246f-1899-4cb6-8aac-2ca6618950e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:39.097700 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aab7282-3d9f-4807-9022-a50066986d94 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] No DVR routers for this DVR port 9a2575a6-ddd5-4e4a-ab13-e7918d048962 on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:47:39.130346 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab7282-3d9f-4807-9022-a50066986d94 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=9a2575a6-ddd5-4e4a-ab13-e7918d048962,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:39.208934 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-c3c0246f-1899-4cb6-8aac-2ca6618950e5 None None] Calling delete_port for 9a2575a6-ddd5-4e4a-ab13-e7918d048962 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:47:39.235690 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2aab7282-3d9f-4807-9022-a50066986d94 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:39.268323 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-2aab7282-3d9f-4807-9022-a50066986d94 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ba4461-65f8-49f1-a800-92e9e845e5d7']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:39.281509 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-2aab7282-3d9f-4807-9022-a50066986d94 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaca9104-8f4f-4212-8e0b-154c08e6111a') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:39.281924 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-2aab7282-3d9f-4807-9022-a50066986d94 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaca9104-8f4f-4212-8e0b-154c08e6111a') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: from cryptography.utils import int_from_bytes Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: from cryptography.utils import int_from_bytes Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn_limited( Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:47:39.286362 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 15:47:39.294542 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-c3c0246f-1899-4cb6-8aac-2ca6618950e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:47:39.294977 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-c3c0246f-1899-4cb6-8aac-2ca6618950e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:47:39.296721 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2aab7282-3d9f-4807-9022-a50066986d94 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:39.316777 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2aab7282-3d9f-4807-9022-a50066986d94 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:39.323542 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aab7282-3d9f-4807-9022-a50066986d94 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:47:39.323934 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2aab7282-3d9f-4807-9022-a50066986d94 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:39.338668 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:47:39.338668 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:47:39.338668 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:47:39.338668 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:47:39.338668 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:47:39.338668 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:47:39.338668 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:47:39.338668 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:47:39.338668 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:47:39.338668 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:47:39.338668 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:47:39.338668 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:47:39.338668 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:47:39.338668 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:47:39.338668 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:47:39.338668 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:47:39.338668 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:47:39.338668 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:47:39.338668 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:47:39.338668 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:47:39.338668 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:47:39.338668 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:47:39.338668 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:47:39.338668 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:47:39.338668 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:47:39.338668 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:47:39.338668 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:47:39.338668 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:47:39.338668 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:47:39.338668 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:47:39.338668 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:47:39.338668 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:47:39.391052 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 192fa87b-a1de-495c-bc54-0c6e98260c5e no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:47:39.425226 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 192fa87b-a1de-495c-bc54-0c6e98260c5e {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:47:39.425573 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 192fa87b-a1de-495c-bc54-0c6e98260c5e not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:47:39.426029 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 83641322-b21d-4644-9b32-126300e29642 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:47:39.459175 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 83641322-b21d-4644-9b32-126300e29642 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:47:39.459516 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 83641322-b21d-4644-9b32-126300e29642 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:47:39.512962 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2aab7282-3d9f-4807-9022-a50066986d94 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:39.534969 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2aab7282-3d9f-4807-9022-a50066986d94 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:39.545806 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab7282-3d9f-4807-9022-a50066986d94 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Network': ['ID=b0ba4461-65f8-49f1-a800-92e9e845e5d7,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:39.650710 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2aab7282-3d9f-4807-9022-a50066986d94 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/networks/b0ba4461-65f8-49f1-a800-92e9e845e5d7 HTTP/1.1" status: 204 len: 168 time: 1.3487625 Mar 31 15:47:39.680577 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51642) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:47:39.686288 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-21bdca14-e28b-47f4-b817-bb908a185c80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'network': {'name': 'tempest-network-smoke--1936320300', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'port_security_enabled': True}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:47:39.691841 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-21bdca14-e28b-47f4-b817-bb908a185c80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:47:39.696054 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-21bdca14-e28b-47f4-b817-bb908a185c80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:network and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:47:39.699081 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-21bdca14-e28b-47f4-b817-bb908a185c80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:47:39.704863 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-21bdca14-e28b-47f4-b817-bb908a185c80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:47:39.804220 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bdca14-e28b-47f4-b817-bb908a185c80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Made reservation on behalf of a28d6e89f5614e35860f06912b5df90e for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:47:39.807873 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-21bdca14-e28b-47f4-b817-bb908a185c80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:39.836145 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21bdca14-e28b-47f4-b817-bb908a185c80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:47:39.844847 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-21bdca14-e28b-47f4-b817-bb908a185c80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:39.845184 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-21bdca14-e28b-47f4-b817-bb908a185c80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Added segment 21b40cac-bb0f-45a0-959c-c217aab0232a of type vlan for network 4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073 Mar 31 15:47:39.871516 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-21bdca14-e28b-47f4-b817-bb908a185c80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:40.015636 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-21bdca14-e28b-47f4-b817-bb908a185c80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:40.021839 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bdca14-e28b-47f4-b817-bb908a185c80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:40.022487 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-21bdca14-e28b-47f4-b817-bb908a185c80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:40.132441 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bdca14-e28b-47f4-b817-bb908a185c80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Network': ['ID=4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:40.145293 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:47:40.222822 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-21bdca14-e28b-47f4-b817-bb908a185c80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5411122 Mar 31 15:47:40.225884 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51646) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:47:40.231060 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-50cdca05-8e93-463e-b621-c2045ddca9bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1017853156', 'admin_state_up': True, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:47:40.238487 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-50cdca05-8e93-463e-b621-c2045ddca9bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:47:40.242676 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-50cdca05-8e93-463e-b621-c2045ddca9bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:router and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:47:40.251822 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-50cdca05-8e93-463e-b621-c2045ddca9bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:47:40.259637 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-50cdca05-8e93-463e-b621-c2045ddca9bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:47:40.269588 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-c3c0246f-1899-4cb6-8aac-2ca6618950e5 None None] Deleting port 9a2575a6-ddd5-4e4a-ab13-e7918d048962 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:47:40.269946 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c3c0246f-1899-4cb6-8aac-2ca6618950e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:40.341020 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-c3c0246f-1899-4cb6-8aac-2ca6618950e5 None None] The port '9a2575a6-ddd5-4e4a-ab13-e7918d048962' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:47:40.359650 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-50cdca05-8e93-463e-b621-c2045ddca9bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:40.360701 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-50cdca05-8e93-463e-b621-c2045ddca9bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:40.376521 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-50cdca05-8e93-463e-b621-c2045ddca9bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:40.741485 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-50cdca05-8e93-463e-b621-c2045ddca9bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:41.252342 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-50cdca05-8e93-463e-b621-c2045ddca9bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_gateway, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:41.285781 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-50cdca05-8e93-463e-b621-c2045ddca9bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:41.485219 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-50cdca05-8e93-463e-b621-c2045ddca9bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.26.5.229 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/0481dad5-95e4-4ea1-adcc-aa8f187392c8) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:47:41.645390 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-50cdca05-8e93-463e-b621-c2045ddca9bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:41.861999 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-50cdca05-8e93-463e-b621-c2045ddca9bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:41.924116 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cdca05-8e93-463e-b621-c2045ddca9bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:47:41.931009 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-50cdca05-8e93-463e-b621-c2045ddca9bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:47:41.935169 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cdca05-8e93-463e-b621-c2045ddca9bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:47:41.968648 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cdca05-8e93-463e-b621-c2045ddca9bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=0481dad5-95e4-4ea1-adcc-aa8f187392c8,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:42.434925 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-50cdca05-8e93-463e-b621-c2045ddca9bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_gateway, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:42.782124 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-50cdca05-8e93-463e-b621-c2045ddca9bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:43.250750 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cdca05-8e93-463e-b621-c2045ddca9bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router afb0dd55-9467-4ba8-9926-b6c2c88694fc is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:47:43.449816 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cdca05-8e93-463e-b621-c2045ddca9bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:47:43.460646 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8516a0b7-5a33-4c6a-b035-7b0072af76ce None None] Sync routers for ids ['afb0dd55-9467-4ba8-9926-b6c2c88694fc'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:47:43.471421 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8516a0b7-5a33-4c6a-b035-7b0072af76ce None None] Routers {'afb0dd55-9467-4ba8-9926-b6c2c88694fc'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:47:43.472171 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-8516a0b7-5a33-4c6a-b035-7b0072af76ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:47:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['afb0dd55-9467-4ba8-9926-b6c2c88694fc'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:43.650471 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-50cdca05-8e93-463e-b621-c2045ddca9bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:43.651373 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-50cdca05-8e93-463e-b621-c2045ddca9bd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4245417 Mar 31 15:47:43.654760 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51650) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:47:43.663591 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-8516a0b7-5a33-4c6a-b035-7b0072af76ce None None] Set router afb0dd55-9467-4ba8-9926-b6c2c88694fc gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:47:43.706620 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d16e82e8-3832-4491-9ecd-9600f1d363fe tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=a28d6e89f5614e35860f06912b5df90e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461769 Mar 31 15:47:43.707031 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51654) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:47:43.859087 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8c34dd-0418-46e1-95f2-4290a4c63c78 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:43.861645 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0d8c34dd-0418-46e1-95f2-4290a4c63c78 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1530418 Mar 31 15:47:43.864722 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51658) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:47:43.905575 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6c072a16-55b3-4c5a-bc7f-a73fe3c7e1e0 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=81fb4282-babc-4201-afd1-e5be35072e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396278 Mar 31 15:47:43.908081 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51662) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:47:43.914531 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-cb69fa33-88f0-4696-a687-552776c15a80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1199918601', 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:47:43.981641 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-8516a0b7-5a33-4c6a-b035-7b0072af76ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'name': 'tempest-TestNetworkBasicOps-router-1017853156', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:47:40Z', 'updated_at': '2022-03-31T15:47:42Z', 'revision_number': 3, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:47:41Z', 'updated_at': '2022-03-31T15:47:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:43.989714 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8516a0b7-5a33-4c6a-b035-7b0072af76ce None None] Checking router: afb0dd55-9467-4ba8-9926-b6c2c88694fc for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:47:43.990254 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8516a0b7-5a33-4c6a-b035-7b0072af76ce None None] Updating router afb0dd55-9467-4ba8-9926-b6c2c88694fc port 0481dad5-95e4-4ea1-adcc-aa8f187392c8 binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:47:44.038240 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-cb69fa33-88f0-4696-a687-552776c15a80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:47:44.042229 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-cb69fa33-88f0-4696-a687-552776c15a80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:subnet and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:47:44.045352 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-cb69fa33-88f0-4696-a687-552776c15a80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:47:44.051753 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8516a0b7-5a33-4c6a-b035-7b0072af76ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:44.052913 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-cb69fa33-88f0-4696-a687-552776c15a80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:47:44.136452 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb69fa33-88f0-4696-a687-552776c15a80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Made reservation on behalf of a28d6e89f5614e35860f06912b5df90e for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:47:44.142806 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cb69fa33-88f0-4696-a687-552776c15a80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:44.407402 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8516a0b7-5a33-4c6a-b035-7b0072af76ce None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:44.419889 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-8516a0b7-5a33-4c6a-b035-7b0072af76ce None None] Transition to ACTIVE for port object 0481dad5-95e4-4ea1-adcc-aa8f187392c8 will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:47:44.457466 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cb69fa33-88f0-4696-a687-552776c15a80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:44.501668 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8516a0b7-5a33-4c6a-b035-7b0072af76ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:44.540582 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69fa33-88f0-4696-a687-552776c15a80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Subnet': ['ID=eadd9c2b-2749-44e2-905b-6dd4460d5888,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:44.554762 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb69fa33-88f0-4696-a687-552776c15a80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Checking segment: {'id': '21b40cac-bb0f-45a0-959c-c217aab0232a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:47:44.555373 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb69fa33-88f0-4696-a687-552776c15a80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network hostable DHCP agents. Network: 4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:47:44.586467 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-8516a0b7-5a33-4c6a-b035-7b0072af76ce None None] Attempting to bind port 0481dad5-95e4-4ea1-adcc-aa8f187392c8 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:47:44.586950 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-8516a0b7-5a33-4c6a-b035-7b0072af76ce None None] Attempting to bind port 0481dad5-95e4-4ea1-adcc-aa8f187392c8 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:47:44.587250 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8516a0b7-5a33-4c6a-b035-7b0072af76ce None None] Attempting to bind port 0481dad5-95e4-4ea1-adcc-aa8f187392c8 on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:47:44.598122 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d935d1b-fe56-409c-8c9e-594db0d27739 None None] Pushing event updated for resources: {'Port': ['ID=0481dad5-95e4-4ea1-adcc-aa8f187392c8,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:44.600383 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8516a0b7-5a33-4c6a-b035-7b0072af76ce None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:47:44.600755 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8516a0b7-5a33-4c6a-b035-7b0072af76ce None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:47:44.601151 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8516a0b7-5a33-4c6a-b035-7b0072af76ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:44.601565 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8516a0b7-5a33-4c6a-b035-7b0072af76ce None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:47:44.602083 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-8516a0b7-5a33-4c6a-b035-7b0072af76ce None None] Bound port: 0481dad5-95e4-4ea1-adcc-aa8f187392c8, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:47:44.602454 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8516a0b7-5a33-4c6a-b035-7b0072af76ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:44.666832 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d935d1b-fe56-409c-8c9e-594db0d27739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:44.667095 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d935d1b-fe56-409c-8c9e-594db0d27739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:44.667433 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d935d1b-fe56-409c-8c9e-594db0d27739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:44.667764 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d935d1b-fe56-409c-8c9e-594db0d27739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:44.668092 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d935d1b-fe56-409c-8c9e-594db0d27739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:44.668418 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d935d1b-fe56-409c-8c9e-594db0d27739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:44.668757 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d935d1b-fe56-409c-8c9e-594db0d27739 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:44.669062 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d935d1b-fe56-409c-8c9e-594db0d27739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:44.669479 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d935d1b-fe56-409c-8c9e-594db0d27739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:44.669798 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d935d1b-fe56-409c-8c9e-594db0d27739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:44.670118 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d935d1b-fe56-409c-8c9e-594db0d27739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:44.670435 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d935d1b-fe56-409c-8c9e-594db0d27739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:44.701970 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb69fa33-88f0-4696-a687-552776c15a80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network 4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:47:44.713248 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-8516a0b7-5a33-4c6a-b035-7b0072af76ce None None] For port 0481dad5-95e4-4ea1-adcc-aa8f187392c8, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:47:44.715346 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-8516a0b7-5a33-4c6a-b035-7b0072af76ce None None] For port 0481dad5-95e4-4ea1-adcc-aa8f187392c8, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=0481dad5-95e4-4ea1-adcc-aa8f187392c8,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:47:44.821922 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-cb69fa33-88f0-4696-a687-552776c15a80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:47:44.827243 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb69fa33-88f0-4696-a687-552776c15a80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:44.827731 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cb69fa33-88f0-4696-a687-552776c15a80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:44.832173 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7c0b5e-009d-4a6d-9658-3649761730a4 None None] Network 4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:47:44.873917 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8516a0b7-5a33-4c6a-b035-7b0072af76ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:44.960448 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8516a0b7-5a33-4c6a-b035-7b0072af76ce None None] Routers {'afb0dd55-9467-4ba8-9926-b6c2c88694fc'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:47:44.961064 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-8516a0b7-5a33-4c6a-b035-7b0072af76ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:47:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['afb0dd55-9467-4ba8-9926-b6c2c88694fc'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:44.965506 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-cb69fa33-88f0-4696-a687-552776c15a80 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0563698 Mar 31 15:47:44.971142 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51668) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:47:45.035688 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d935d1b-fe56-409c-8c9e-594db0d27739 None None] Pushing event updated for resources: {'Port': ['ID=0481dad5-95e4-4ea1-adcc-aa8f187392c8,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:45.078120 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80363414-af0d-42a1-b025-62704413665b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073', 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ips': [{'subnet_id': 'eadd9c2b-2749-44e2-905b-6dd4460d5888'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:47:45.079278 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-80363414-af0d-42a1-b025-62704413665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:45.179543 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-8516a0b7-5a33-4c6a-b035-7b0072af76ce None None] Set router afb0dd55-9467-4ba8-9926-b6c2c88694fc gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:47:45.279431 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-80363414-af0d-42a1-b025-62704413665b None None] Allocated IP 172.20.0.2 (4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073/eadd9c2b-2749-44e2-905b-6dd4460d5888/6a39e5d3-6c25-4834-a2d7-ee856ee60568) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:47:45.514432 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-8516a0b7-5a33-4c6a-b035-7b0072af76ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'name': 'tempest-TestNetworkBasicOps-router-1017853156', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:47:40Z', 'updated_at': '2022-03-31T15:47:42Z', 'revision_number': 3, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:47:41Z', 'updated_at': '2022-03-31T15:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:45.522455 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8516a0b7-5a33-4c6a-b035-7b0072af76ce None None] The sync data for ids ['afb0dd55-9467-4ba8-9926-b6c2c88694fc'] in dv-neutron-833379-2-hyperv is: [{'id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'name': 'tempest-TestNetworkBasicOps-router-1017853156', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:47:40Z', 'updated_at': '2022-03-31T15:47:42Z', 'revision_number': 3, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:47:41Z', 'updated_at': '2022-03-31T15:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:47:45.536928 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-80363414-af0d-42a1-b025-62704413665b None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:45.554302 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-80363414-af0d-42a1-b025-62704413665b None None] Transition to ACTIVE for port object 6a39e5d3-6c25-4834-a2d7-ee856ee60568 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:47:45.588239 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-80363414-af0d-42a1-b025-62704413665b None None] Transition to ACTIVE for port object 6a39e5d3-6c25-4834-a2d7-ee856ee60568 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:47:45.691994 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-80363414-af0d-42a1-b025-62704413665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:45.758301 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80363414-af0d-42a1-b025-62704413665b None None] Network 4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:47:45.761116 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-80363414-af0d-42a1-b025-62704413665b None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:47:45.769390 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80363414-af0d-42a1-b025-62704413665b None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:47:45.829801 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80363414-af0d-42a1-b025-62704413665b None None] Pushing event updated for resources: {'Port': ['ID=6a39e5d3-6c25-4834-a2d7-ee856ee60568,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:45.943850 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f9c05646-b45a-4bc3-8b10-0408f9c6a5cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:45.972937 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-80363414-af0d-42a1-b025-62704413665b None None] Attempting to bind port 6a39e5d3-6c25-4834-a2d7-ee856ee60568 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:47:45.974217 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-80363414-af0d-42a1-b025-62704413665b None None] Attempting to bind port 6a39e5d3-6c25-4834-a2d7-ee856ee60568 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '21b40cac-bb0f-45a0-959c-c217aab0232a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:47:45.975201 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80363414-af0d-42a1-b025-62704413665b None None] Attempting to bind port 6a39e5d3-6c25-4834-a2d7-ee856ee60568 on network 4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:47:45.986772 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80363414-af0d-42a1-b025-62704413665b None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:47:45.987767 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80363414-af0d-42a1-b025-62704413665b None None] Checking segment: {'id': '21b40cac-bb0f-45a0-959c-c217aab0232a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:47:45.988407 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-80363414-af0d-42a1-b025-62704413665b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:45.989035 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80363414-af0d-42a1-b025-62704413665b None None] Bound using segment: {'id': '21b40cac-bb0f-45a0-959c-c217aab0232a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:47:45.990035 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-80363414-af0d-42a1-b025-62704413665b None None] Bound port: 6a39e5d3-6c25-4834-a2d7-ee856ee60568, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b40cac-bb0f-45a0-959c-c217aab0232a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:47:45.990642 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-80363414-af0d-42a1-b025-62704413665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:46.122508 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-80363414-af0d-42a1-b025-62704413665b None None] For port 6a39e5d3-6c25-4834-a2d7-ee856ee60568, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:47:46.126101 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-80363414-af0d-42a1-b025-62704413665b None None] For port 6a39e5d3-6c25-4834-a2d7-ee856ee60568, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=6a39e5d3-6c25-4834-a2d7-ee856ee60568,segment=NetworkSegment(21b40cac-bb0f-45a0-959c-c217aab0232a),segment_id=21b40cac-bb0f-45a0-959c-c217aab0232a)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:47:46.205479 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-80363414-af0d-42a1-b025-62704413665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:46.298813 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80363414-af0d-42a1-b025-62704413665b None None] Pushing event updated for resources: {'Port': ['ID=6a39e5d3-6c25-4834-a2d7-ee856ee60568,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:46.491747 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-f9c05646-b45a-4bc3-8b10-0408f9c6a5cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.20.0.1 (4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073/eadd9c2b-2749-44e2-905b-6dd4460d5888/27657371-0b42-4c2b-8892-fb1650ac527b) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:47:46.702029 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f9c05646-b45a-4bc3-8b10-0408f9c6a5cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:46.721381 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f9c05646-b45a-4bc3-8b10-0408f9c6a5cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Transition to ACTIVE for port object 27657371-0b42-4c2b-8892-fb1650ac527b will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:47:46.827828 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f9c05646-b45a-4bc3-8b10-0408f9c6a5cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:46.892662 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c05646-b45a-4bc3-8b10-0408f9c6a5cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network 4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:47:46.901769 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-f9c05646-b45a-4bc3-8b10-0408f9c6a5cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:47:46.906198 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c05646-b45a-4bc3-8b10-0408f9c6a5cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:47:46.939493 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c05646-b45a-4bc3-8b10-0408f9c6a5cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=27657371-0b42-4c2b-8892-fb1650ac527b,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:46.971208 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f9c05646-b45a-4bc3-8b10-0408f9c6a5cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:47.169432 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f9c05646-b45a-4bc3-8b10-0408f9c6a5cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:47.463223 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 6a39e5d3-6c25-4834-a2d7-ee856ee60568 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:47:47.605630 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f9c05646-b45a-4bc3-8b10-0408f9c6a5cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:47.610330 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 6a39e5d3-6c25-4834-a2d7-ee856ee60568 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:47:47.616823 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 0481dad5-95e4-4ea1-adcc-aa8f187392c8 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:47:47.691850 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f9c05646-b45a-4bc3-8b10-0408f9c6a5cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:47.759094 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 0481dad5-95e4-4ea1-adcc-aa8f187392c8 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:47:47.764858 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 0481dad5-95e4-4ea1-adcc-aa8f187392c8 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:47:47.765309 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:47.811169 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f9c05646-b45a-4bc3-8b10-0408f9c6a5cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:47.814670 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c05646-b45a-4bc3-8b10-0408f9c6a5cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=27657371-0b42-4c2b-8892-fb1650ac527b,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:47.899688 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:47.919458 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 0481dad5-95e4-4ea1-adcc-aa8f187392c8, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=0481dad5-95e4-4ea1-adcc-aa8f187392c8,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:47:47.933828 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537fa256-4aa9-49ee-b260-a0233528eb91 None None] Network 4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:47:48.017278 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:48.077654 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c05646-b45a-4bc3-8b10-0408f9c6a5cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network 4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:47:48.078835 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-f9c05646-b45a-4bc3-8b10-0408f9c6a5cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:47:48.123475 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=0481dad5-95e4-4ea1-adcc-aa8f187392c8,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:48.167988 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d3f7d8fd-16f0-4678-bbee-f5cccaf150a8 None None] Provisioning for port 6a39e5d3-6c25-4834-a2d7-ee856ee60568 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:47:48.178004 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d3f7d8fd-16f0-4678-bbee-f5cccaf150a8 None None] Provisioning complete for port 6a39e5d3-6c25-4834-a2d7-ee856ee60568 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:47:48.178264 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d8fd-16f0-4678-bbee-f5cccaf150a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:48.278789 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c05646-b45a-4bc3-8b10-0408f9c6a5cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router afb0dd55-9467-4ba8-9926-b6c2c88694fc has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:47:48.367872 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d8fd-16f0-4678-bbee-f5cccaf150a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:48.405616 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-d3f7d8fd-16f0-4678-bbee-f5cccaf150a8 None None] For port 6a39e5d3-6c25-4834-a2d7-ee856ee60568, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=6a39e5d3-6c25-4834-a2d7-ee856ee60568,segment=NetworkSegment(21b40cac-bb0f-45a0-959c-c217aab0232a),segment_id=21b40cac-bb0f-45a0-959c-c217aab0232a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:47:48.478104 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c05646-b45a-4bc3-8b10-0408f9c6a5cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:47:48.484982 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d8fd-16f0-4678-bbee-f5cccaf150a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:48.493333 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f9c05646-b45a-4bc3-8b10-0408f9c6a5cd tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "PUT /v2.0/routers/afb0dd55-9467-4ba8-9926-b6c2c88694fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5240309 Mar 31 15:47:48.496165 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51672) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:47:48.545231 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad07d48a-fef6-4a27-a5b2-5792f03e135f None None] Sync routers for ids ['afb0dd55-9467-4ba8-9926-b6c2c88694fc'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:47:48.584148 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad07d48a-fef6-4a27-a5b2-5792f03e135f None None] Routers {'afb0dd55-9467-4ba8-9926-b6c2c88694fc'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:47:48.585326 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ad07d48a-fef6-4a27-a5b2-5792f03e135f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:47:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['afb0dd55-9467-4ba8-9926-b6c2c88694fc'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:48.675753 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c28d01-1d5a-43c4-8425-3ff769da36b4 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:48.676405 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c28d01-1d5a-43c4-8425-3ff769da36b4 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:48.677184 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c28d01-1d5a-43c4-8425-3ff769da36b4 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:48.677482 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c28d01-1d5a-43c4-8425-3ff769da36b4 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:48.679408 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-15c28d01-1d5a-43c4-8425-3ff769da36b4 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1809037 Mar 31 15:47:48.682032 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51676) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:47:48.701714 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7d8fd-16f0-4678-bbee-f5cccaf150a8 None None] Pushing event updated for resources: {'Port': ['ID=6a39e5d3-6c25-4834-a2d7-ee856ee60568,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:48.719266 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-62f18a08-20ac-41f1-b9a8-c1e21a4fb713 None None] Provisioning complete for port 6a39e5d3-6c25-4834-a2d7-ee856ee60568 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:47:48.719744 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-62f18a08-20ac-41f1-b9a8-c1e21a4fb713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:48.776990 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcda69e6-eda9-41b9-94ff-e577ae004a6e tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:48.777484 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcda69e6-eda9-41b9-94ff-e577ae004a6e tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:48.777937 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcda69e6-eda9-41b9-94ff-e577ae004a6e tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:48.778474 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcda69e6-eda9-41b9-94ff-e577ae004a6e tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:48.780094 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-dcda69e6-eda9-41b9-94ff-e577ae004a6e tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0968390 Mar 31 15:47:48.782888 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51680) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:47:48.883791 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-ad07d48a-fef6-4a27-a5b2-5792f03e135f None None] Set router afb0dd55-9467-4ba8-9926-b6c2c88694fc gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:47:49.024601 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0f4d5145-accd-4199-b54e-e30349cee953 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2405789 Mar 31 15:47:49.306846 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ad07d48a-fef6-4a27-a5b2-5792f03e135f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'name': 'tempest-TestNetworkBasicOps-router-1017853156', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:47:40Z', 'updated_at': '2022-03-31T15:47:47Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:47:41Z', 'updated_at': '2022-03-31T15:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '27657371-0b42-4c2b-8892-fb1650ac527b', 'name': '', 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:f0:8f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'eadd9c2b-2749-44e2-905b-6dd4460d5888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:47:46Z', 'updated_at': '2022-03-31T15:47:47Z', 'revision_number': 2, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'eadd9c2b-2749-44e2-905b-6dd4460d5888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:49.311763 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad07d48a-fef6-4a27-a5b2-5792f03e135f None None] Checking router: afb0dd55-9467-4ba8-9926-b6c2c88694fc for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:47:49.312126 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad07d48a-fef6-4a27-a5b2-5792f03e135f None None] Updating router afb0dd55-9467-4ba8-9926-b6c2c88694fc port 27657371-0b42-4c2b-8892-fb1650ac527b binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:47:49.345671 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-62f18a08-20ac-41f1-b9a8-c1e21a4fb713 None None] Provisioning for port 27657371-0b42-4c2b-8892-fb1650ac527b completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:47:49.359314 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-62f18a08-20ac-41f1-b9a8-c1e21a4fb713 None None] Provisioning complete for port 27657371-0b42-4c2b-8892-fb1650ac527b triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:47:49.359696 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-62f18a08-20ac-41f1-b9a8-c1e21a4fb713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:49.430974 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ad07d48a-fef6-4a27-a5b2-5792f03e135f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:49.449148 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 0481dad5-95e4-4ea1-adcc-aa8f187392c8 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:47:49.502727 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-62f18a08-20ac-41f1-b9a8-c1e21a4fb713 None None] Port 27657371-0b42-4c2b-8892-fb1650ac527b cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:47:49.573141 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51686) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:47:49.578997 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-e9d42fc7-af62-44d8-9d43-18e4f876e631 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1479817079', 'description': 'tempest-secgroup-smoke-1479817079 description', 'project_id': 'a28d6e89f5614e35860f06912b5df90e'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:47:49.587701 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e9d42fc7-af62-44d8-9d43-18e4f876e631 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:47:49.592868 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e9d42fc7-af62-44d8-9d43-18e4f876e631 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:47:49.597489 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e9d42fc7-af62-44d8-9d43-18e4f876e631 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:47:49.606383 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e9d42fc7-af62-44d8-9d43-18e4f876e631 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:47:49.671488 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 0481dad5-95e4-4ea1-adcc-aa8f187392c8 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:47:49.671765 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:49.702479 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e9d42fc7-af62-44d8-9d43-18e4f876e631 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:49.708336 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-842cfdd5-d449-4fb0-ba32-3078efd30bed None None] Provisioning complete for port 27657371-0b42-4c2b-8892-fb1650ac527b triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:47:49.708733 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-842cfdd5-d449-4fb0-ba32-3078efd30bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:49.729542 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e9d42fc7-af62-44d8-9d43-18e4f876e631 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:47:49.734588 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e9d42fc7-af62-44d8-9d43-18e4f876e631 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:47:49.738979 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e9d42fc7-af62-44d8-9d43-18e4f876e631 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:47:49.746167 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e9d42fc7-af62-44d8-9d43-18e4f876e631 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:47:49.844998 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e9d42fc7-af62-44d8-9d43-18e4f876e631 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:49.892268 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-842cfdd5-d449-4fb0-ba32-3078efd30bed None None] Port 27657371-0b42-4c2b-8892-fb1650ac527b cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:47:49.912979 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e9d42fc7-af62-44d8-9d43-18e4f876e631 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:49.963349 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d42fc7-af62-44d8-9d43-18e4f876e631 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4427fcc5-39d6-4efb-9ed9-24f720d9a067,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:49.988114 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 6a39e5d3-6c25-4834-a2d7-ee856ee60568 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:47:50.038616 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e9d42fc7-af62-44d8-9d43-18e4f876e631 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:50.039922 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e9d42fc7-af62-44d8-9d43-18e4f876e631 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4655986 Mar 31 15:47:50.042700 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51690) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:47:50.047833 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-fb3eb5f7-dcc7-456b-957e-16efc9c8d5c4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '4427fcc5-39d6-4efb-9ed9-24f720d9a067', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:47:50.054982 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-fb3eb5f7-dcc7-456b-957e-16efc9c8d5c4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:47:50.058951 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-fb3eb5f7-dcc7-456b-957e-16efc9c8d5c4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:47:50.062068 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-fb3eb5f7-dcc7-456b-957e-16efc9c8d5c4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:47:50.069094 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-fb3eb5f7-dcc7-456b-957e-16efc9c8d5c4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:47:50.119520 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ad07d48a-fef6-4a27-a5b2-5792f03e135f None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:50.134223 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ad07d48a-fef6-4a27-a5b2-5792f03e135f None None] Transition to ACTIVE for port object 27657371-0b42-4c2b-8892-fb1650ac527b will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:47:50.141761 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 6a39e5d3-6c25-4834-a2d7-ee856ee60568 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:47:50.142139 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:50.149141 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fb3eb5f7-dcc7-456b-957e-16efc9c8d5c4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:50.214833 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fb3eb5f7-dcc7-456b-957e-16efc9c8d5c4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:50.240475 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ad07d48a-fef6-4a27-a5b2-5792f03e135f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:50.324637 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fb3eb5f7-dcc7-456b-957e-16efc9c8d5c4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:50.353087 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3eb5f7-dcc7-456b-957e-16efc9c8d5c4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70e314be-8219-49f1-a7a7-2b6af841d279,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:50.395776 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da3eb2-17eb-42fc-9c2a-15eff3fb537b None None] Pushing event updated for resources: {'Port': ['ID=27657371-0b42-4c2b-8892-fb1650ac527b,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:50.455749 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fb3eb5f7-dcc7-456b-957e-16efc9c8d5c4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:50.459608 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-fb3eb5f7-dcc7-456b-957e-16efc9c8d5c4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4133103 Mar 31 15:47:50.459866 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51694) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:47:50.465619 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-10ea2618-bf1f-4f68-8f73-8cd48248f5a2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '4427fcc5-39d6-4efb-9ed9-24f720d9a067', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:47:50.472251 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-10ea2618-bf1f-4f68-8f73-8cd48248f5a2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:47:50.476495 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-10ea2618-bf1f-4f68-8f73-8cd48248f5a2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:47:50.479635 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-10ea2618-bf1f-4f68-8f73-8cd48248f5a2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:47:50.485927 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-10ea2618-bf1f-4f68-8f73-8cd48248f5a2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:47:50.496198 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-ad07d48a-fef6-4a27-a5b2-5792f03e135f None None] Attempting to bind port 27657371-0b42-4c2b-8892-fb1650ac527b on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:47:50.496568 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-ad07d48a-fef6-4a27-a5b2-5792f03e135f None None] Attempting to bind port 27657371-0b42-4c2b-8892-fb1650ac527b by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '21b40cac-bb0f-45a0-959c-c217aab0232a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:47:50.496935 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad07d48a-fef6-4a27-a5b2-5792f03e135f None None] Attempting to bind port 27657371-0b42-4c2b-8892-fb1650ac527b on network 4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:47:50.503884 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad07d48a-fef6-4a27-a5b2-5792f03e135f None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:47:50.504726 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad07d48a-fef6-4a27-a5b2-5792f03e135f None None] Checking segment: {'id': '21b40cac-bb0f-45a0-959c-c217aab0232a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:47:50.504726 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ad07d48a-fef6-4a27-a5b2-5792f03e135f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:50.505069 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad07d48a-fef6-4a27-a5b2-5792f03e135f None None] Bound using segment: {'id': '21b40cac-bb0f-45a0-959c-c217aab0232a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:47:50.505551 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-ad07d48a-fef6-4a27-a5b2-5792f03e135f None None] Bound port: 27657371-0b42-4c2b-8892-fb1650ac527b, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b40cac-bb0f-45a0-959c-c217aab0232a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:47:50.505934 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ad07d48a-fef6-4a27-a5b2-5792f03e135f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:50.603021 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-ad07d48a-fef6-4a27-a5b2-5792f03e135f None None] For port 27657371-0b42-4c2b-8892-fb1650ac527b, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:47:50.609855 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-ad07d48a-fef6-4a27-a5b2-5792f03e135f None None] For port 27657371-0b42-4c2b-8892-fb1650ac527b, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=27657371-0b42-4c2b-8892-fb1650ac527b,segment=NetworkSegment(21b40cac-bb0f-45a0-959c-c217aab0232a),segment_id=21b40cac-bb0f-45a0-959c-c217aab0232a)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:47:50.698793 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-10ea2618-bf1f-4f68-8f73-8cd48248f5a2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:50.747721 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ad07d48a-fef6-4a27-a5b2-5792f03e135f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:50.773145 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-10ea2618-bf1f-4f68-8f73-8cd48248f5a2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:50.833661 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad07d48a-fef6-4a27-a5b2-5792f03e135f None None] Routers {'afb0dd55-9467-4ba8-9926-b6c2c88694fc'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:47:50.834317 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ad07d48a-fef6-4a27-a5b2-5792f03e135f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:47:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['afb0dd55-9467-4ba8-9926-b6c2c88694fc'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:50.864074 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-10ea2618-bf1f-4f68-8f73-8cd48248f5a2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:50.890029 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da3eb2-17eb-42fc-9c2a-15eff3fb537b None None] Pushing event updated for resources: {'Port': ['ID=27657371-0b42-4c2b-8892-fb1650ac527b,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:50.905645 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea2618-bf1f-4f68-8f73-8cd48248f5a2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f186503-203c-42a1-ba53-7639bac53ec7,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:51.004915 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-10ea2618-bf1f-4f68-8f73-8cd48248f5a2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:51.006147 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-10ea2618-bf1f-4f68-8f73-8cd48248f5a2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5453355 Mar 31 15:47:51.008897 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51698) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:47:51.013826 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-4c1b5902-49df-4071-bad6-601acb99f3b5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '4427fcc5-39d6-4efb-9ed9-24f720d9a067', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:47:51.020552 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4c1b5902-49df-4071-bad6-601acb99f3b5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:47:51.024323 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4c1b5902-49df-4071-bad6-601acb99f3b5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:47:51.027347 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4c1b5902-49df-4071-bad6-601acb99f3b5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:47:51.034716 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4c1b5902-49df-4071-bad6-601acb99f3b5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:47:51.076921 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-ad07d48a-fef6-4a27-a5b2-5792f03e135f None None] Set router afb0dd55-9467-4ba8-9926-b6c2c88694fc gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:47:51.154513 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4c1b5902-49df-4071-bad6-601acb99f3b5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:51.220963 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4c1b5902-49df-4071-bad6-601acb99f3b5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:51.347776 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4c1b5902-49df-4071-bad6-601acb99f3b5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:51.376920 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b5902-49df-4071-bad6-601acb99f3b5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeab8381-00a8-4be4-85da-23feae40f7ac,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:51.397571 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ad07d48a-fef6-4a27-a5b2-5792f03e135f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'name': 'tempest-TestNetworkBasicOps-router-1017853156', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:47:40Z', 'updated_at': '2022-03-31T15:47:47Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:47:41Z', 'updated_at': '2022-03-31T15:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '27657371-0b42-4c2b-8892-fb1650ac527b', 'name': '', 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:f0:8f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'eadd9c2b-2749-44e2-905b-6dd4460d5888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:47:46Z', 'updated_at': '2022-03-31T15:47:50Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'eadd9c2b-2749-44e2-905b-6dd4460d5888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:51.401574 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad07d48a-fef6-4a27-a5b2-5792f03e135f None None] The sync data for ids ['afb0dd55-9467-4ba8-9926-b6c2c88694fc'] in dv-neutron-833379-2-hyperv is: [{'id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'name': 'tempest-TestNetworkBasicOps-router-1017853156', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:47:40Z', 'updated_at': '2022-03-31T15:47:47Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:47:41Z', 'updated_at': '2022-03-31T15:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '27657371-0b42-4c2b-8892-fb1650ac527b', 'name': '', 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:f0:8f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'eadd9c2b-2749-44e2-905b-6dd4460d5888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:47:46Z', 'updated_at': '2022-03-31T15:47:50Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'eadd9c2b-2749-44e2-905b-6dd4460d5888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:47:51.484196 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4c1b5902-49df-4071-bad6-601acb99f3b5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:51.490354 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4c1b5902-49df-4071-bad6-601acb99f3b5 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4761090 Mar 31 15:47:51.490354 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51702) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:47:51.495020 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-32f82b36-89dd-4ae2-be9a-228e4e962c63 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '4427fcc5-39d6-4efb-9ed9-24f720d9a067', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:47:51.501048 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-32f82b36-89dd-4ae2-be9a-228e4e962c63 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:47:51.513327 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-32f82b36-89dd-4ae2-be9a-228e4e962c63 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:47:51.517322 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-32f82b36-89dd-4ae2-be9a-228e4e962c63 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:47:51.524228 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-32f82b36-89dd-4ae2-be9a-228e4e962c63 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:47:51.623213 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-32f82b36-89dd-4ae2-be9a-228e4e962c63 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:51.702264 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-32f82b36-89dd-4ae2-be9a-228e4e962c63 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:51.787416 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-32f82b36-89dd-4ae2-be9a-228e4e962c63 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:51.814082 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f82b36-89dd-4ae2-be9a-228e4e962c63 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a89d52fb-6809-47e8-b599-99fdec34dd8f,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:51.919321 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-32f82b36-89dd-4ae2-be9a-228e4e962c63 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:51.923163 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-32f82b36-89dd-4ae2-be9a-228e4e962c63 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4298866 Mar 31 15:47:51.923568 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51706) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:47:51.931265 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-4f60dfb6-7568-458b-a4b2-7968f8fd0f8d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '4427fcc5-39d6-4efb-9ed9-24f720d9a067', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:47:51.938789 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4f60dfb6-7568-458b-a4b2-7968f8fd0f8d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:47:51.946040 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4f60dfb6-7568-458b-a4b2-7968f8fd0f8d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:47:51.949185 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4f60dfb6-7568-458b-a4b2-7968f8fd0f8d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:47:51.955445 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4f60dfb6-7568-458b-a4b2-7968f8fd0f8d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:47:52.033506 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.securitygroups_db [None req-4f60dfb6-7568-458b-a4b2-7968f8fd0f8d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Project a28d6e89f5614e35860f06912b5df90e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:47:52.041927 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f60dfb6-7568-458b-a4b2-7968f8fd0f8d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:52.123420 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f60dfb6-7568-458b-a4b2-7968f8fd0f8d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:52.204199 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f60dfb6-7568-458b-a4b2-7968f8fd0f8d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:52.231043 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60dfb6-7568-458b-a4b2-7968f8fd0f8d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac35d5e-9965-4623-8fdc-eabb01426b94,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:52.307455 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f60dfb6-7568-458b-a4b2-7968f8fd0f8d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:52.308956 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4f60dfb6-7568-458b-a4b2-7968f8fd0f8d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3842089 Mar 31 15:47:52.312212 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51710) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:47:52.320044 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-7e83e03d-b508-4adf-b187-656238371151 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'security_group_rule': {'security_group_id': '4427fcc5-39d6-4efb-9ed9-24f720d9a067', 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:47:52.327922 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-7e83e03d-b508-4adf-b187-656238371151 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:47:52.333089 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-7e83e03d-b508-4adf-b187-656238371151 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:security_group_rule and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:47:52.336402 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-7e83e03d-b508-4adf-b187-656238371151 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:47:52.343446 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-7e83e03d-b508-4adf-b187-656238371151 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:47:52.432983 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.securitygroups_db [None req-7e83e03d-b508-4adf-b187-656238371151 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Project a28d6e89f5614e35860f06912b5df90e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:47:52.440717 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e83e03d-b508-4adf-b187-656238371151 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:52.519912 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e83e03d-b508-4adf-b187-656238371151 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:52.621419 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e83e03d-b508-4adf-b187-656238371151 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:52.648435 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83e03d-b508-4adf-b187-656238371151 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb38b1ef-ee9a-42ca-8c34-d73dccd05bf4,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:52.765023 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e83e03d-b508-4adf-b187-656238371151 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:52.766302 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7e83e03d-b508-4adf-b187-656238371151 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4529138 Mar 31 15:47:52.945647 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-b89155c8-7e0f-4835-bedb-ed670d399719 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:47:53.038903 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-b89155c8-7e0f-4835-bedb-ed670d399719 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:47:53.040143 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-b89155c8-7e0f-4835-bedb-ed670d399719 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1479817079&fields=id&tenant_id=a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 267 time: 0.1384485 Mar 31 15:47:53.200778 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-71393388-86d7-4caa-aa08-e7e3485ec725 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:53.201417 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-71393388-86d7-4caa-aa08-e7e3485ec725 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:network {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:47:53.290338 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-71393388-86d7-4caa-aa08-e7e3485ec725 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:network {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:47:53.291550 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-71393388-86d7-4caa-aa08-e7e3485ec725 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/networks?id=4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073 HTTP/1.1" status: 200 len: 797 time: 0.2444575 Mar 31 15:47:53.308861 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-b31ca92b-592c-42d7-845c-f8b8a6ef0195 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/quotas/a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 375 time: 0.0108769 Mar 31 15:47:53.431152 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 27657371-0b42-4c2b-8892-fb1650ac527b up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:47:53.433243 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-c335f2fc-648c-4db6-98bb-31b0fed9c0aa tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:47:53.530021 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-c335f2fc-648c-4db6-98bb-31b0fed9c0aa tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:47:53.531371 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-c335f2fc-648c-4db6-98bb-31b0fed9c0aa tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2122281 Mar 31 15:47:53.616192 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 27657371-0b42-4c2b-8892-fb1650ac527b completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:47:53.624040 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 27657371-0b42-4c2b-8892-fb1650ac527b triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:47:53.624673 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:53.718289 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-c98a1ed6-4eac-4ca2-8a82-a2e13dae45c1 service neutron] 10.222.0.31 "GET /v2.0/networks/4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686547 Mar 31 15:47:53.766509 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:53.804276 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 27657371-0b42-4c2b-8892-fb1650ac527b, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=27657371-0b42-4c2b-8892-fb1650ac527b,segment=NetworkSegment(21b40cac-bb0f-45a0-959c-c217aab0232a),segment_id=21b40cac-bb0f-45a0-959c-c217aab0232a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:47:53.908251 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:53.986089 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-6d33d979-19ab-4017-8ca3-95625d5e61d2 service neutron] 10.222.0.31 "GET /v2.0/networks/4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602720 Mar 31 15:47:54.001673 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=27657371-0b42-4c2b-8892-fb1650ac527b,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:54.303521 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-a7ba7cec-c83c-4896-bff3-f173a81ba8ae req-8f730e76-f6fd-4173-a6ab-24bef0c9384e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:47:54.319929 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-a7ba7cec-c83c-4896-bff3-f173a81ba8ae req-8f730e76-f6fd-4173-a6ab-24bef0c9384e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:47:54.321413 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a7ba7cec-c83c-4896-bff3-f173a81ba8ae req-8f730e76-f6fd-4173-a6ab-24bef0c9384e tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb27b65a-b532-45d5-9d23-7b181591fb9d HTTP/1.1" status: 200 len: 210 time: 0.0641201 Mar 31 15:47:55.227028 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:55.403531 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 27657371-0b42-4c2b-8892-fb1650ac527b up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:47:55.478651 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 27657371-0b42-4c2b-8892-fb1650ac527b triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:47:55.478907 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:55.494220 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8254cb59-9162-4580-8ce4-8d5dff9eb917 req-0690aa2b-e2d4-4fe4-97ed-4d79594dde6b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb27b65a-b532-45d5-9d23-7b181591fb9d HTTP/1.1" status: 200 len: 210 time: 0.0453258 Mar 31 15:47:56.497255 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-5f0a54a5-1255-4882-9833-31932008f94b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:56.499075 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-5f0a54a5-1255-4882-9833-31932008f94b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/networks?id=4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073 HTTP/1.1" status: 200 len: 797 time: 0.1552529 Mar 31 15:47:56.554234 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-b3c44e80-2cda-45b3-a670-9eaea2c185b9 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a28d6e89f5614e35860f06912b5df90e HTTP/1.1" status: 200 len: 380 time: 0.0478053 Mar 31 15:47:56.562804 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-9377269a-6e5d-47de-b60f-8272de003072 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'port': {'device_id': 'fb27b65a-b532-45d5-9d23-7b181591fb9d', 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073', 'admin_state_up': True, 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'security_groups': ['4427fcc5-39d6-4efb-9ed9-24f720d9a067']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:47:56.665950 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-26f8121d-39ea-4087-a060-85fd542655ef req-9a8f61db-d1fb-4025-91df-66d86a3c8e61 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb27b65a-b532-45d5-9d23-7b181591fb9d HTTP/1.1" status: 200 len: 210 time: 0.0541470 Mar 31 15:47:56.725141 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-9377269a-6e5d-47de-b60f-8272de003072 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:47:56.735745 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-9377269a-6e5d-47de-b60f-8272de003072 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:47:56.861652 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-9377269a-6e5d-47de-b60f-8272de003072 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Made reservation on behalf of a28d6e89f5614e35860f06912b5df90e for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:47:56.865276 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-9377269a-6e5d-47de-b60f-8272de003072 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:57.035581 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-9377269a-6e5d-47de-b60f-8272de003072 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.20.0.8 (4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073/eadd9c2b-2749-44e2-905b-6dd4460d5888/b01877ea-fdb0-44d3-b434-2efe991317fa) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:47:57.231326 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-9377269a-6e5d-47de-b60f-8272de003072 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:57.246844 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-9377269a-6e5d-47de-b60f-8272de003072 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Transition to ACTIVE for port object b01877ea-fdb0-44d3-b434-2efe991317fa will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:47:57.376139 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-9377269a-6e5d-47de-b60f-8272de003072 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:57.445201 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-9377269a-6e5d-47de-b60f-8272de003072 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network 4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:47:57.453269 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-9377269a-6e5d-47de-b60f-8272de003072 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:47:57.457849 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-9377269a-6e5d-47de-b60f-8272de003072 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:47:57.497660 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377269a-6e5d-47de-b60f-8272de003072 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=b01877ea-fdb0-44d3-b434-2efe991317fa,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:57.529436 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-9377269a-6e5d-47de-b60f-8272de003072 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:57.530117 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-9377269a-6e5d-47de-b60f-8272de003072 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:57.651131 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-9377269a-6e5d-47de-b60f-8272de003072 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0926611 Mar 31 15:47:57.706854 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-404b5d1b-4d73-40cb-816e-1d84a3634ef5 service neutron] Request body: {'port': {'device_id': 'fb27b65a-b532-45d5-9d23-7b181591fb9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:47:57.804645 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-38b9b03e-2271-4c0a-97a3-06b86f2f879b None None] Provisioning for port b01877ea-fdb0-44d3-b434-2efe991317fa completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:47:57.813227 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-38b9b03e-2271-4c0a-97a3-06b86f2f879b None None] Provisioning complete for port b01877ea-fdb0-44d3-b434-2efe991317fa triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:47:57.813683 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-38b9b03e-2271-4c0a-97a3-06b86f2f879b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:57.876186 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-38b9b03e-2271-4c0a-97a3-06b86f2f879b None None] Port b01877ea-fdb0-44d3-b434-2efe991317fa cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:47:57.876514 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-404b5d1b-4d73-40cb-816e-1d84a3634ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:57.971262 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b07cf-63c9-4a62-ae42-74837575d359 req-45482cb5-96d0-4ebd-bc0d-d892d90eb8ac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:57.971944 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-fd1b07cf-63c9-4a62-ae42-74837575d359 req-45482cb5-96d0-4ebd-bc0d-d892d90eb8ac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:47:58.127161 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-fd1b07cf-63c9-4a62-ae42-74837575d359 req-45482cb5-96d0-4ebd-bc0d-d892d90eb8ac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:47:58.128336 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fd1b07cf-63c9-4a62-ae42-74837575d359 req-45482cb5-96d0-4ebd-bc0d-d892d90eb8ac tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb27b65a-b532-45d5-9d23-7b181591fb9d HTTP/1.1" status: 200 len: 931 time: 0.3286934 Mar 31 15:47:58.203455 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fd1b07cf-63c9-4a62-ae42-74837575d359 req-f5b673f3-f3e9-42b9-adcb-c466e6f7767a tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=4427fcc5-39d6-4efb-9ed9-24f720d9a067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592401 Mar 31 15:47:58.287842 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-404b5d1b-4d73-40cb-816e-1d84a3634ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b01877ea-fdb0-44d3-b434-2efe991317fa {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:47:58.295341 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-404b5d1b-4d73-40cb-816e-1d84a3634ef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:58.310061 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-404b5d1b-4d73-40cb-816e-1d84a3634ef5 service neutron] Transition to ACTIVE for port object b01877ea-fdb0-44d3-b434-2efe991317fa will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:47:58.422044 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-404b5d1b-4d73-40cb-816e-1d84a3634ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:58.559418 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b5d1b-4d73-40cb-816e-1d84a3634ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=b01877ea-fdb0-44d3-b434-2efe991317fa,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:58.774079 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-404b5d1b-4d73-40cb-816e-1d84a3634ef5 service neutron] Attempting to bind port b01877ea-fdb0-44d3-b434-2efe991317fa on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:47:58.774452 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-404b5d1b-4d73-40cb-816e-1d84a3634ef5 service neutron] Attempting to bind port b01877ea-fdb0-44d3-b434-2efe991317fa by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '21b40cac-bb0f-45a0-959c-c217aab0232a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:47:58.774778 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-404b5d1b-4d73-40cb-816e-1d84a3634ef5 service neutron] Attempting to bind port b01877ea-fdb0-44d3-b434-2efe991317fa on network 4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:47:58.779434 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-404b5d1b-4d73-40cb-816e-1d84a3634ef5 service neutron] Port b01877ea-fdb0-44d3-b434-2efe991317fa on network 4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:47:58.779749 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-404b5d1b-4d73-40cb-816e-1d84a3634ef5 service neutron] Attempting to bind port b01877ea-fdb0-44d3-b434-2efe991317fa on network 4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:47:58.785016 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-404b5d1b-4d73-40cb-816e-1d84a3634ef5 service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:47:58.785402 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-404b5d1b-4d73-40cb-816e-1d84a3634ef5 service neutron] Checking segment: {'id': '21b40cac-bb0f-45a0-959c-c217aab0232a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:47:58.785750 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-404b5d1b-4d73-40cb-816e-1d84a3634ef5 service neutron] Bound using segment: {'id': '21b40cac-bb0f-45a0-959c-c217aab0232a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:47:58.786165 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-404b5d1b-4d73-40cb-816e-1d84a3634ef5 service neutron] Bound port: b01877ea-fdb0-44d3-b434-2efe991317fa, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21b40cac-bb0f-45a0-959c-c217aab0232a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:47:58.786487 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-404b5d1b-4d73-40cb-816e-1d84a3634ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:58.883242 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-404b5d1b-4d73-40cb-816e-1d84a3634ef5 service neutron] For port b01877ea-fdb0-44d3-b434-2efe991317fa, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:47:58.886389 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-404b5d1b-4d73-40cb-816e-1d84a3634ef5 service neutron] For port b01877ea-fdb0-44d3-b434-2efe991317fa, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b01877ea-fdb0-44d3-b434-2efe991317fa,segment=NetworkSegment(21b40cac-bb0f-45a0-959c-c217aab0232a),segment_id=21b40cac-bb0f-45a0-959c-c217aab0232a)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:47:59.010745 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-404b5d1b-4d73-40cb-816e-1d84a3634ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:59.069391 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-404b5d1b-4d73-40cb-816e-1d84a3634ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:59.070017 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-404b5d1b-4d73-40cb-816e-1d84a3634ef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:47:59.071564 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-404b5d1b-4d73-40cb-816e-1d84a3634ef5 service neutron] 10.222.0.41 "PUT /v2.0/ports/b01877ea-fdb0-44d3-b434-2efe991317fa HTTP/1.1" status: 200 len: 1093 time: 1.4135442 Mar 31 15:47:59.072068 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb27b65a-b532-45d5-9d23-7b181591fb9d', 'tag': 'b01877ea-fdb0-44d3-b434-2efe991317fa'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:47:59.102334 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b5d1b-4d73-40cb-816e-1d84a3634ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=b01877ea-fdb0-44d3-b434-2efe991317fa,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:59.131012 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb27b65a-b532-45d5-9d23-7b181591fb9d', 'tag': 'b01877ea-fdb0-44d3-b434-2efe991317fa', 'status': 'completed', 'code': 200} Mar 31 15:47:59.234406 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469718e-0488-4165-bf21-a9b397e8313c req-35c6e431-a7f1-4a34-af23-ed0b17f54600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:59.235907 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1469718e-0488-4165-bf21-a9b397e8313c req-35c6e431-a7f1-4a34-af23-ed0b17f54600 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=fb27b65a-b532-45d5-9d23-7b181591fb9d HTTP/1.1" status: 200 len: 1096 time: 0.0843244 Mar 31 15:47:59.436758 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469718e-0488-4165-bf21-a9b397e8313c req-db012752-28c5-4355-8b6e-046381b46ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:59.438246 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1469718e-0488-4165-bf21-a9b397e8313c req-db012752-28c5-4355-8b6e-046381b46ff5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a28d6e89f5614e35860f06912b5df90e&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1961110 Mar 31 15:47:59.543665 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d589a8-4ee3-4bbe-b7ab-bef8264dd3ad req-4b9e84ef-4eac-4af3-8be2-a6964168fb16 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:59.545008 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e6d589a8-4ee3-4bbe-b7ab-bef8264dd3ad req-4b9e84ef-4eac-4af3-8be2-a6964168fb16 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb27b65a-b532-45d5-9d23-7b181591fb9d HTTP/1.1" status: 200 len: 943 time: 0.2090623 Mar 31 15:47:59.622827 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e6d589a8-4ee3-4bbe-b7ab-bef8264dd3ad req-86a88d16-e2ce-4117-9baf-d89d965e2dd2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=4427fcc5-39d6-4efb-9ed9-24f720d9a067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643897 Mar 31 15:47:59.625316 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469718e-0488-4165-bf21-a9b397e8313c req-fb55391a-cd1c-459b-a1fc-c509136f5312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:59.626700 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1469718e-0488-4165-bf21-a9b397e8313c req-fb55391a-cd1c-459b-a1fc-c509136f5312 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1835361 Mar 31 15:47:59.742287 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-3197717a-df7c-492a-914c-12389c7119f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:59.743753 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-3197717a-df7c-492a-914c-12389c7119f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=fb27b65a-b532-45d5-9d23-7b181591fb9d HTTP/1.1" status: 200 len: 1096 time: 0.0746484 Mar 31 15:47:59.814547 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-001cf0a7-3b5e-40ea-8d0b-61e6b2c54062 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b01877ea-fdb0-44d3-b434-2efe991317fa HTTP/1.1" status: 200 len: 217 time: 0.0640018 Mar 31 15:47:59.880550 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-593f96d5-cf93-40e9-9665-5f6fe7b1e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:59.882010 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-593f96d5-cf93-40e9-9665-5f6fe7b1e3a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eadd9c2b-2749-44e2-905b-6dd4460d5888 HTTP/1.1" status: 200 len: 835 time: 0.0620000 Mar 31 15:47:59.963413 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-1974ea3b-2418-4640-b1ed-3bd3d1cc1e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:59.964914 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-1974ea3b-2418-4640-b1ed-3bd3d1cc1e7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772574 Mar 31 15:48:00.108613 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-8d44e27e-a20c-4eb2-82b8-67694498a53c service neutron] 10.222.0.41 "GET /v2.0/networks/4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375334 Mar 31 15:48:00.256395 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4ad98052-3767-4fbf-b01c-91dee01159b2 req-d35afb54-c271-4070-b4b2-4441c6012d06 service neutron] 10.222.0.41 "GET /v2.0/networks/4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392825 Mar 31 15:48:00.825695 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233eb5ea-d9c3-458e-9007-2cf030c207aa req-45c65a3d-1d91-43b1-a92a-2dd59a0b0f85 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:00.827173 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-233eb5ea-d9c3-458e-9007-2cf030c207aa req-45c65a3d-1d91-43b1-a92a-2dd59a0b0f85 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb27b65a-b532-45d5-9d23-7b181591fb9d HTTP/1.1" status: 200 len: 943 time: 0.0809414 Mar 31 15:48:00.872173 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-233eb5ea-d9c3-458e-9007-2cf030c207aa req-18256006-5a34-4fd1-b1c6-0b39337c8473 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:48:00.884180 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-233eb5ea-d9c3-458e-9007-2cf030c207aa req-18256006-5a34-4fd1-b1c6-0b39337c8473 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:48:00.885354 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-233eb5ea-d9c3-458e-9007-2cf030c207aa req-18256006-5a34-4fd1-b1c6-0b39337c8473 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=4427fcc5-39d6-4efb-9ed9-24f720d9a067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518663 Mar 31 15:48:01.055623 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device b01877ea-fdb0-44d3-b434-2efe991317fa details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:48:01.195396 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port b01877ea-fdb0-44d3-b434-2efe991317fa, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b01877ea-fdb0-44d3-b434-2efe991317fa,segment=NetworkSegment(21b40cac-bb0f-45a0-959c-c217aab0232a),segment_id=21b40cac-bb0f-45a0-959c-c217aab0232a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:48:01.212556 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': 'b01877ea-fdb0-44d3-b434-2efe991317fa', 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073', 'port_id': 'b01877ea-fdb0-44d3-b434-2efe991317fa', 'mac_address': 'fa:16:3e:17:f2:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eadd9c2b-2749-44e2-905b-6dd4460d5888', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:48:01.273731 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:01.292098 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01877ea-fdb0-44d3-b434-2efe991317fa {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:48:01.311370 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port b01877ea-fdb0-44d3-b434-2efe991317fa, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b01877ea-fdb0-44d3-b434-2efe991317fa,segment=NetworkSegment(21b40cac-bb0f-45a0-959c-c217aab0232a),segment_id=21b40cac-bb0f-45a0-959c-c217aab0232a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:48:01.415710 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:01.491559 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=b01877ea-fdb0-44d3-b434-2efe991317fa,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:01.607491 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['b01877ea-fdb0-44d3-b434-2efe991317fa'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:48:02.082723 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829b12d-184c-43c4-8a18-fe23d7d20ec9 req-6eee3e25-d729-4e5c-942e-239931408520 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:02.084195 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e829b12d-184c-43c4-8a18-fe23d7d20ec9 req-6eee3e25-d729-4e5c-942e-239931408520 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb27b65a-b532-45d5-9d23-7b181591fb9d HTTP/1.1" status: 200 len: 944 time: 0.0866830 Mar 31 15:48:02.131412 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e829b12d-184c-43c4-8a18-fe23d7d20ec9 req-3c92e2fd-a305-4cd8-86f1-2f5b52dcd72f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=4427fcc5-39d6-4efb-9ed9-24f720d9a067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411632 Mar 31 15:48:03.074657 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device b01877ea-fdb0-44d3-b434-2efe991317fa up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:48:03.106714 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-be950681-bf99-498c-9e58-748e9da526d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:03.215838 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port b01877ea-fdb0-44d3-b434-2efe991317fa completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:48:03.221622 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port b01877ea-fdb0-44d3-b434-2efe991317fa triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:48:03.224971 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:03.341804 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277a56f-6d4f-4f37-991e-4a5f389d2743 req-fab750cc-37bc-4ef5-a7e6-f2ba35e32d8c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:03.343200 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e277a56f-6d4f-4f37-991e-4a5f389d2743 req-fab750cc-37bc-4ef5-a7e6-f2ba35e32d8c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb27b65a-b532-45d5-9d23-7b181591fb9d HTTP/1.1" status: 200 len: 944 time: 0.0961742 Mar 31 15:48:03.399657 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:03.401179 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e277a56f-6d4f-4f37-991e-4a5f389d2743 req-7844e11b-c41c-4392-9212-dd32deac273c tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=4427fcc5-39d6-4efb-9ed9-24f720d9a067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432041 Mar 31 15:48:03.433738 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb27b65a-b532-45d5-9d23-7b181591fb9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01877ea-fdb0-44d3-b434-2efe991317fa'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:48:03.444047 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port b01877ea-fdb0-44d3-b434-2efe991317fa, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b01877ea-fdb0-44d3-b434-2efe991317fa,segment=NetworkSegment(21b40cac-bb0f-45a0-959c-c217aab0232a),segment_id=21b40cac-bb0f-45a0-959c-c217aab0232a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:48:03.482817 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb27b65a-b532-45d5-9d23-7b181591fb9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01877ea-fdb0-44d3-b434-2efe991317fa', 'code': 200} Mar 31 15:48:03.547196 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:03.670909 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=b01877ea-fdb0-44d3-b434-2efe991317fa,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:03.939620 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7390798-c1fb-4687-b8c9-56ee2dc9f4be req-c498e55b-f080-4ac0-bb5c-b37c1b1fd16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:03.941383 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f7390798-c1fb-4687-b8c9-56ee2dc9f4be req-c498e55b-f080-4ac0-bb5c-b37c1b1fd16b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fb27b65a-b532-45d5-9d23-7b181591fb9d HTTP/1.1" status: 200 len: 1098 time: 0.0904522 Mar 31 15:48:03.993322 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f7390798-c1fb-4687-b8c9-56ee2dc9f4be req-9d21a64a-5997-4779-a8dc-96ee22c6fc22 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4427fcc5-39d6-4efb-9ed9-24f720d9a067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442166 Mar 31 15:48:04.610624 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8823a-7fae-4817-9633-f3f79c235024 req-a696a14f-3ee6-4979-8fc3-9b35f432fe6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:04.612142 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-11d8823a-7fae-4817-9633-f3f79c235024 req-a696a14f-3ee6-4979-8fc3-9b35f432fe6d tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb27b65a-b532-45d5-9d23-7b181591fb9d HTTP/1.1" status: 200 len: 945 time: 0.0948787 Mar 31 15:48:04.666096 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-11d8823a-7fae-4817-9633-f3f79c235024 req-e377ba6a-8039-4d69-ba77-f1bb83d00af3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=4427fcc5-39d6-4efb-9ed9-24f720d9a067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436425 Mar 31 15:48:05.146938 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-509e57d7-45fd-4493-b2e0-3766058cfa65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:05.881747 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23bf5c-42b5-4bd0-91b5-23039a0164af req-130adc2f-06ab-470b-a4cb-d058b8a57e46 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:05.883704 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2b23bf5c-42b5-4bd0-91b5-23039a0164af req-130adc2f-06ab-470b-a4cb-d058b8a57e46 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb27b65a-b532-45d5-9d23-7b181591fb9d HTTP/1.1" status: 200 len: 945 time: 0.0890045 Mar 31 15:48:05.930908 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2b23bf5c-42b5-4bd0-91b5-23039a0164af req-04f69c52-851f-41bf-a383-5282eb3027e2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=4427fcc5-39d6-4efb-9ed9-24f720d9a067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403509 Mar 31 15:48:06.246942 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c82377-45e0-4c80-9621-4917ff0e756a req-aac98c6d-794a-4f71-a79b-3342280eb6a7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:06.248472 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-11c82377-45e0-4c80-9621-4917ff0e756a req-aac98c6d-794a-4f71-a79b-3342280eb6a7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb27b65a-b532-45d5-9d23-7b181591fb9d HTTP/1.1" status: 200 len: 945 time: 0.1973846 Mar 31 15:48:06.297731 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-11c82377-45e0-4c80-9621-4917ff0e756a req-23cd1888-6bd3-45b8-8b61-223b452e30e6 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=4427fcc5-39d6-4efb-9ed9-24f720d9a067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416563 Mar 31 15:48:06.328143 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51766) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:48:06.426126 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ed0159-9a46-4f4f-bc82-82bc5da0ef15 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:06.428466 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f7ed0159-9a46-4f4f-bc82-82bc5da0ef15 tempest-TestNetworkBasicOps-325876998 tempest-TestNetworkBasicOps-325876998-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fb27b65a-b532-45d5-9d23-7b181591fb9d HTTP/1.1" status: 200 len: 1093 time: 0.0990736 Mar 31 15:48:06.431311 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51770) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:48:06.440691 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-ae14e534-8663-46a5-a019-a1f77b310efc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'port_id': 'b01877ea-fdb0-44d3-b434-2efe991317fa', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:48:06.450937 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ae14e534-8663-46a5-a019-a1f77b310efc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:48:06.455250 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:06.457767 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ae14e534-8663-46a5-a019-a1f77b310efc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Usage tracker for resource:floatingip and tenant:a28d6e89f5614e35860f06912b5df90e is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:48:06.463057 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ae14e534-8663-46a5-a019-a1f77b310efc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:48:06.472619 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ae14e534-8663-46a5-a019-a1f77b310efc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:48:06.495568 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:06.638544 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ae14e534-8663-46a5-a019-a1f77b310efc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:06.780696 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ae14e534-8663-46a5-a019-a1f77b310efc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:06.919025 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-ae14e534-8663-46a5-a019-a1f77b310efc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Allocated IP 172.26.5.28 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/4c61b781-092e-4fb8-a740-d06e9f7c7fbb) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:48:07.084958 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ae14e534-8663-46a5-a019-a1f77b310efc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:07.239600 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ae14e534-8663-46a5-a019-a1f77b310efc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:07.308289 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae14e534-8663-46a5-a019-a1f77b310efc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:48:07.315600 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-ae14e534-8663-46a5-a019-a1f77b310efc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:48:07.319976 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae14e534-8663-46a5-a019-a1f77b310efc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:48:07.350493 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14e534-8663-46a5-a019-a1f77b310efc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=4c61b781-092e-4fb8-a740-d06e9f7c7fbb,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:07.803942 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ae14e534-8663-46a5-a019-a1f77b310efc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:07.947081 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:07.985714 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ae14e534-8663-46a5-a019-a1f77b310efc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:08.213277 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ae14e534-8663-46a5-a019-a1f77b310efc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:08.318799 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ae14e534-8663-46a5-a019-a1f77b310efc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:08.438856 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14e534-8663-46a5-a019-a1f77b310efc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event updated for resources: {'Port': ['ID=4c61b781-092e-4fb8-a740-d06e9f7c7fbb,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:08.450477 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ae14e534-8663-46a5-a019-a1f77b310efc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:08.641822 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [None req-ae14e534-8663-46a5-a019-a1f77b310efc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Floating IP 3f8a9221-e00a-491e-a53a-32f8c8d7fe19 associated. External IP: 172.26.5.28, port: b01877ea-fdb0-44d3-b434-2efe991317fa. Mar 31 15:48:09.134240 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae14e534-8663-46a5-a019-a1f77b310efc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router afb0dd55-9467-4ba8-9926-b6c2c88694fc has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:48:09.331132 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae14e534-8663-46a5-a019-a1f77b310efc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:48:09.341918 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe7df56-8efe-4e87-ae75-996ef7e3460e None None] Sync routers for ids ['afb0dd55-9467-4ba8-9926-b6c2c88694fc'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:48:09.353172 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe7df56-8efe-4e87-ae75-996ef7e3460e None None] Routers {'afb0dd55-9467-4ba8-9926-b6c2c88694fc'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:48:09.353815 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-efe7df56-8efe-4e87-ae75-996ef7e3460e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:48:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['afb0dd55-9467-4ba8-9926-b6c2c88694fc'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:09.455548 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ae14e534-8663-46a5-a019-a1f77b310efc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:09.517964 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51774) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:48:09.519163 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ae14e534-8663-46a5-a019-a1f77b310efc tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0851729 Mar 31 15:48:09.519522 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb27b65a-b532-45d5-9d23-7b181591fb9d', 'tag': 'b01877ea-fdb0-44d3-b434-2efe991317fa'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:48:09.552556 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-efe7df56-8efe-4e87-ae75-996ef7e3460e None None] Set router afb0dd55-9467-4ba8-9926-b6c2c88694fc gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:48:09.590874 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb27b65a-b532-45d5-9d23-7b181591fb9d', 'tag': 'b01877ea-fdb0-44d3-b434-2efe991317fa', 'status': 'completed', 'code': 200} Mar 31 15:48:09.657809 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-915b9ad3-966d-405f-9b96-2df1c5643012 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/3f8a9221-e00a-491e-a53a-32f8c8d7fe19 HTTP/1.1" status: 200 len: 990 time: 0.1371343 Mar 31 15:48:09.701623 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5699f85-c492-4c1b-a020-d24c76c1cb6e req-6e93f2aa-2ea6-445e-80b5-c35789db010b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:09.703107 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d5699f85-c492-4c1b-a020-d24c76c1cb6e req-6e93f2aa-2ea6-445e-80b5-c35789db010b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=fb27b65a-b532-45d5-9d23-7b181591fb9d HTTP/1.1" status: 200 len: 1098 time: 0.0927122 Mar 31 15:48:09.843847 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5699f85-c492-4c1b-a020-d24c76c1cb6e req-0c5e0ddc-e048-4951-98ba-1b8724717bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:09.845455 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d5699f85-c492-4c1b-a020-d24c76c1cb6e req-0c5e0ddc-e048-4951-98ba-1b8724717bc8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073 HTTP/1.1" status: 200 len: 898 time: 0.1365423 Mar 31 15:48:09.949509 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-efe7df56-8efe-4e87-ae75-996ef7e3460e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'name': 'tempest-TestNetworkBasicOps-router-1017853156', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:47:40Z', 'updated_at': '2022-03-31T15:47:47Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:47:41Z', 'updated_at': '2022-03-31T15:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '3f8a9221-e00a-491e-a53a-32f8c8d7fe19', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.28', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'port_id': 'b01877ea-fdb0-44d3-b434-2efe991317fa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073', 'mac_address': 'fa:16:3e:17:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb27b65a-b532-45d5-9d23-7b181591fb9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:48:07Z', 'updated_at': '2022-03-31T15:48:07Z', 'revision_number': 0, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27657371-0b42-4c2b-8892-fb1650ac527b', 'name': '', 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:f0:8f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'eadd9c2b-2749-44e2-905b-6dd4460d5888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:47:46Z', 'updated_at': '2022-03-31T15:47:53Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'eadd9c2b-2749-44e2-905b-6dd4460d5888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:09.953777 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe7df56-8efe-4e87-ae75-996ef7e3460e None None] Checking router: afb0dd55-9467-4ba8-9926-b6c2c88694fc for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:48:09.957008 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d5699f85-c492-4c1b-a020-d24c76c1cb6e req-a3d00cc6-64f7-4ebe-b12f-44bd94a4178f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b01877ea-fdb0-44d3-b434-2efe991317fa HTTP/1.1" status: 200 len: 998 time: 0.1053696 Mar 31 15:48:09.963265 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe7df56-8efe-4e87-ae75-996ef7e3460e None None] Routers {'afb0dd55-9467-4ba8-9926-b6c2c88694fc'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:48:09.963862 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-efe7df56-8efe-4e87-ae75-996ef7e3460e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:48:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['afb0dd55-9467-4ba8-9926-b6c2c88694fc'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:10.026064 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5699f85-c492-4c1b-a020-d24c76c1cb6e req-332e152a-0187-43eb-bf35-7875b5deac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:10.028339 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d5699f85-c492-4c1b-a020-d24c76c1cb6e req-332e152a-0187-43eb-bf35-7875b5deac36 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eadd9c2b-2749-44e2-905b-6dd4460d5888 HTTP/1.1" status: 200 len: 835 time: 0.0654225 Mar 31 15:48:10.123295 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5699f85-c492-4c1b-a020-d24c76c1cb6e req-9613ca01-c1e5-4e05-9bd1-710948673985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:10.124735 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d5699f85-c492-4c1b-a020-d24c76c1cb6e req-9613ca01-c1e5-4e05-9bd1-710948673985 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0898237 Mar 31 15:48:10.210987 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-efe7df56-8efe-4e87-ae75-996ef7e3460e None None] Set router afb0dd55-9467-4ba8-9926-b6c2c88694fc gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:48:10.273499 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d5699f85-c492-4c1b-a020-d24c76c1cb6e req-de5dc084-cba9-47ef-8e97-f1a23bfe14c8 service neutron] 10.222.0.41 "GET /v2.0/networks/4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429946 Mar 31 15:48:10.410681 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d5699f85-c492-4c1b-a020-d24c76c1cb6e req-56581fbf-c954-4f90-baa1-e9e986016b01 service neutron] 10.222.0.41 "GET /v2.0/networks/4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316371 Mar 31 15:48:10.661882 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51780) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:48:10.682415 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-efe7df56-8efe-4e87-ae75-996ef7e3460e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'name': 'tempest-TestNetworkBasicOps-router-1017853156', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:47:40Z', 'updated_at': '2022-03-31T15:47:47Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:47:41Z', 'updated_at': '2022-03-31T15:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '3f8a9221-e00a-491e-a53a-32f8c8d7fe19', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.28', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'port_id': 'b01877ea-fdb0-44d3-b434-2efe991317fa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073', 'mac_address': 'fa:16:3e:17:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb27b65a-b532-45d5-9d23-7b181591fb9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:48:07Z', 'updated_at': '2022-03-31T15:48:07Z', 'revision_number': 0, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27657371-0b42-4c2b-8892-fb1650ac527b', 'name': '', 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:f0:8f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'eadd9c2b-2749-44e2-905b-6dd4460d5888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:47:46Z', 'updated_at': '2022-03-31T15:47:53Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'eadd9c2b-2749-44e2-905b-6dd4460d5888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:10.687699 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe7df56-8efe-4e87-ae75-996ef7e3460e None None] The sync data for ids ['afb0dd55-9467-4ba8-9926-b6c2c88694fc'] in dv-neutron-833379-2-hyperv is: [{'id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'name': 'tempest-TestNetworkBasicOps-router-1017853156', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:47:40Z', 'updated_at': '2022-03-31T15:47:47Z', 'revision_number': 4, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:47:41Z', 'updated_at': '2022-03-31T15:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '3f8a9221-e00a-491e-a53a-32f8c8d7fe19', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.28', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'port_id': 'b01877ea-fdb0-44d3-b434-2efe991317fa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073', 'mac_address': 'fa:16:3e:17:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb27b65a-b532-45d5-9d23-7b181591fb9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:48:07Z', 'updated_at': '2022-03-31T15:48:07Z', 'revision_number': 0, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27657371-0b42-4c2b-8892-fb1650ac527b', 'name': '', 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:f0:8f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'eadd9c2b-2749-44e2-905b-6dd4460d5888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:47:46Z', 'updated_at': '2022-03-31T15:47:53Z', 'revision_number': 5, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'eadd9c2b-2749-44e2-905b-6dd4460d5888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:48:10.798796 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0f002925-4ebf-4f90-a090-c961173240e7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/3f8a9221-e00a-491e-a53a-32f8c8d7fe19 HTTP/1.1" status: 200 len: 990 time: 0.1357887 Mar 31 15:48:10.932421 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f549c3-6af2-4166-8b8c-842199893f00 None None] New status for floating IP 3f8a9221-e00a-491e-a53a-32f8c8d7fe19: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:48:11.804235 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51784) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:48:11.916414 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6e96d050-6339-4567-85e8-09336290f8f3 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/3f8a9221-e00a-491e-a53a-32f8c8d7fe19 HTTP/1.1" status: 200 len: 992 time: 0.1109195 Mar 31 15:48:15.863466 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:48:25.209538 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:33.078164 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6a444a43-0daf-4f8c-a115-47c5596e9e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:35.146174 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a98b7a79-a9da-48fa-bc5c-4eb4765ee0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:36.507346 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:36.552360 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:36.579168 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51798) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:48:36.584457 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-964d2e43-db0f-4252-8251-7dce700bc671 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'router': {'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:48:37.118271 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-964d2e43-db0f-4252-8251-7dce700bc671 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:37.232294 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-964d2e43-db0f-4252-8251-7dce700bc671 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-462406'] for router, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:37.415222 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964d2e43-db0f-4252-8251-7dce700bc671 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router afb0dd55-9467-4ba8-9926-b6c2c88694fc has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:48:37.728234 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964d2e43-db0f-4252-8251-7dce700bc671 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:48:37.734983 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-964d2e43-db0f-4252-8251-7dce700bc671 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:37.736155 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-964d2e43-db0f-4252-8251-7dce700bc671 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "PUT /v2.0/routers/afb0dd55-9467-4ba8-9926-b6c2c88694fc HTTP/1.1" status: 200 len: 889 time: 1.1559625 Mar 31 15:48:37.738134 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0175ba-7f49-48d7-a530-2188d9a0578c None None] Sync routers for ids ['afb0dd55-9467-4ba8-9926-b6c2c88694fc'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:48:37.748709 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0175ba-7f49-48d7-a530-2188d9a0578c None None] Routers {'afb0dd55-9467-4ba8-9926-b6c2c88694fc'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:48:37.749397 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1f0175ba-7f49-48d7-a530-2188d9a0578c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:48:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['afb0dd55-9467-4ba8-9926-b6c2c88694fc'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:37.809211 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1f0175ba-7f49-48d7-a530-2188d9a0578c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:37.817661 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0175ba-7f49-48d7-a530-2188d9a0578c None None] Routers {'afb0dd55-9467-4ba8-9926-b6c2c88694fc'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:48:37.818249 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1f0175ba-7f49-48d7-a530-2188d9a0578c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:48:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['afb0dd55-9467-4ba8-9926-b6c2c88694fc'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:37.881061 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1f0175ba-7f49-48d7-a530-2188d9a0578c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:37.881485 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0175ba-7f49-48d7-a530-2188d9a0578c None None] The sync data for ids ['afb0dd55-9467-4ba8-9926-b6c2c88694fc'] in dv-neutron-833379-2-hyperv is: [] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:48:37.912112 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:38.618679 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd983c55-60b8-4605-99bb-b47c53501e22 None None] New status for floating IP 3f8a9221-e00a-491e-a53a-32f8c8d7fe19: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:48:39.420807 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 27657371-0b42-4c2b-8892-fb1650ac527b no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:48:39.548601 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:39.580079 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 27657371-0b42-4c2b-8892-fb1650ac527b, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=27657371-0b42-4c2b-8892-fb1650ac527b,segment=NetworkSegment(21b40cac-bb0f-45a0-959c-c217aab0232a),segment_id=21b40cac-bb0f-45a0-959c-c217aab0232a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:48:39.666428 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:39.667129 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 0481dad5-95e4-4ea1-adcc-aa8f187392c8 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:48:39.790681 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=27657371-0b42-4c2b-8892-fb1650ac527b,revision_number=6']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:39.827141 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:39.827519 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:39.827673 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:39.827997 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:39.828323 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:39.828647 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:39.828968 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:39.829315 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:39.829636 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:39.830004 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:39.830277 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:39.830622 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:39.866544 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:39.884903 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 0481dad5-95e4-4ea1-adcc-aa8f187392c8, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=0481dad5-95e4-4ea1-adcc-aa8f187392c8,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:48:39.896477 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51806) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:48:39.903993 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d7ca1fb2-e278-437c-9df8-f7a167bef973 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:48:39.986269 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:40.056226 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=0481dad5-95e4-4ea1-adcc-aa8f187392c8,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:40.439532 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d7ca1fb2-e278-437c-9df8-f7a167bef973 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:40.541443 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d7ca1fb2-e278-437c-9df8-f7a167bef973 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-462406'] for router, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:40.729559 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ca1fb2-e278-437c-9df8-f7a167bef973 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router afb0dd55-9467-4ba8-9926-b6c2c88694fc has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:48:40.911430 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ca1fb2-e278-437c-9df8-f7a167bef973 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:48:40.918557 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d7ca1fb2-e278-437c-9df8-f7a167bef973 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:40.919714 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d7ca1fb2-e278-437c-9df8-f7a167bef973 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "PUT /v2.0/routers/afb0dd55-9467-4ba8-9926-b6c2c88694fc HTTP/1.1" status: 200 len: 888 time: 1.0222456 Mar 31 15:48:40.921941 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49400c05-0ac9-4b82-85e3-613114565fea None None] Sync routers for ids ['afb0dd55-9467-4ba8-9926-b6c2c88694fc'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:48:40.923191 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51810) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:48:40.933285 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49400c05-0ac9-4b82-85e3-613114565fea None None] Routers {'afb0dd55-9467-4ba8-9926-b6c2c88694fc'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:48:40.933897 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-49400c05-0ac9-4b82-85e3-613114565fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:48:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['afb0dd55-9467-4ba8-9926-b6c2c88694fc'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:41.124894 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-49400c05-0ac9-4b82-85e3-613114565fea None None] Set router afb0dd55-9467-4ba8-9926-b6c2c88694fc gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:48:41.150363 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-78ac175d-b2d9-4aa5-9fa6-80c9409b047b tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/3f8a9221-e00a-491e-a53a-32f8c8d7fe19 HTTP/1.1" status: 200 len: 990 time: 0.2260485 Mar 31 15:48:41.474449 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-49400c05-0ac9-4b82-85e3-613114565fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'name': 'tempest-TestNetworkBasicOps-router-1017853156', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:47:40Z', 'updated_at': '2022-03-31T15:48:40Z', 'revision_number': 6, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:47:41Z', 'updated_at': '2022-03-31T15:48:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '3f8a9221-e00a-491e-a53a-32f8c8d7fe19', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.28', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'port_id': 'b01877ea-fdb0-44d3-b434-2efe991317fa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073', 'mac_address': 'fa:16:3e:17:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb27b65a-b532-45d5-9d23-7b181591fb9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:48:07Z', 'updated_at': '2022-03-31T15:48:38Z', 'revision_number': 2, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27657371-0b42-4c2b-8892-fb1650ac527b', 'name': '', 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:f0:8f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'eadd9c2b-2749-44e2-905b-6dd4460d5888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:47:46Z', 'updated_at': '2022-03-31T15:48:39Z', 'revision_number': 6, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'eadd9c2b-2749-44e2-905b-6dd4460d5888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:41.479047 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49400c05-0ac9-4b82-85e3-613114565fea None None] Checking router: afb0dd55-9467-4ba8-9926-b6c2c88694fc for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:48:41.487390 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49400c05-0ac9-4b82-85e3-613114565fea None None] Routers {'afb0dd55-9467-4ba8-9926-b6c2c88694fc'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:48:41.487991 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-49400c05-0ac9-4b82-85e3-613114565fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:48:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['afb0dd55-9467-4ba8-9926-b6c2c88694fc'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:41.699737 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-49400c05-0ac9-4b82-85e3-613114565fea None None] Set router afb0dd55-9467-4ba8-9926-b6c2c88694fc gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:48:42.058643 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-49400c05-0ac9-4b82-85e3-613114565fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'name': 'tempest-TestNetworkBasicOps-router-1017853156', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:47:40Z', 'updated_at': '2022-03-31T15:48:40Z', 'revision_number': 6, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:47:41Z', 'updated_at': '2022-03-31T15:48:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '3f8a9221-e00a-491e-a53a-32f8c8d7fe19', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.28', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'port_id': 'b01877ea-fdb0-44d3-b434-2efe991317fa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073', 'mac_address': 'fa:16:3e:17:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb27b65a-b532-45d5-9d23-7b181591fb9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:48:07Z', 'updated_at': '2022-03-31T15:48:38Z', 'revision_number': 2, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27657371-0b42-4c2b-8892-fb1650ac527b', 'name': '', 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:f0:8f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'eadd9c2b-2749-44e2-905b-6dd4460d5888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:47:46Z', 'updated_at': '2022-03-31T15:48:39Z', 'revision_number': 6, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'eadd9c2b-2749-44e2-905b-6dd4460d5888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:42.063226 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49400c05-0ac9-4b82-85e3-613114565fea None None] The sync data for ids ['afb0dd55-9467-4ba8-9926-b6c2c88694fc'] in dv-neutron-833379-2-hyperv is: [{'id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'name': 'tempest-TestNetworkBasicOps-router-1017853156', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:47:40Z', 'updated_at': '2022-03-31T15:48:40Z', 'revision_number': 6, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:47:41Z', 'updated_at': '2022-03-31T15:48:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '3f8a9221-e00a-491e-a53a-32f8c8d7fe19', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'floating_ip_address': '172.26.5.28', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'port_id': 'b01877ea-fdb0-44d3-b434-2efe991317fa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073', 'mac_address': 'fa:16:3e:17:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb27b65a-b532-45d5-9d23-7b181591fb9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:48:07Z', 'updated_at': '2022-03-31T15:48:38Z', 'revision_number': 2, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27657371-0b42-4c2b-8892-fb1650ac527b', 'name': '', 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:f0:8f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'eadd9c2b-2749-44e2-905b-6dd4460d5888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:47:46Z', 'updated_at': '2022-03-31T15:48:39Z', 'revision_number': 6, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'eadd9c2b-2749-44e2-905b-6dd4460d5888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:48:42.155952 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51814) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:48:42.282555 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-da5a480a-ddb1-4790-8670-473e702cc599 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/3f8a9221-e00a-491e-a53a-32f8c8d7fe19 HTTP/1.1" status: 200 len: 990 time: 0.1241393 Mar 31 15:48:43.285429 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51818) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:48:43.394539 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e2410fdf-8b0f-495f-beda-a397972840b7 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/3f8a9221-e00a-491e-a53a-32f8c8d7fe19 HTTP/1.1" status: 200 len: 990 time: 0.1079304 Mar 31 15:48:43.462830 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 27657371-0b42-4c2b-8892-fb1650ac527b up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:48:43.534736 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 27657371-0b42-4c2b-8892-fb1650ac527b triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:48:43.535108 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:43.653563 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:43.687009 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 27657371-0b42-4c2b-8892-fb1650ac527b, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=27657371-0b42-4c2b-8892-fb1650ac527b,segment=NetworkSegment(21b40cac-bb0f-45a0-959c-c217aab0232a),segment_id=21b40cac-bb0f-45a0-959c-c217aab0232a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:48:43.746660 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955ada7f-7dce-491d-99cb-82b1331261c7 None None] New status for floating IP 3f8a9221-e00a-491e-a53a-32f8c8d7fe19: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:48:43.801550 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:43.802363 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 0481dad5-95e4-4ea1-adcc-aa8f187392c8 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:48:44.078294 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=27657371-0b42-4c2b-8892-fb1650ac527b,revision_number=7']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:44.140601 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 0481dad5-95e4-4ea1-adcc-aa8f187392c8 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:48:44.140969 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:44.265961 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:44.283449 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 0481dad5-95e4-4ea1-adcc-aa8f187392c8, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=0481dad5-95e4-4ea1-adcc-aa8f187392c8,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:48:44.391739 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:44.399112 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51822) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:48:44.479363 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=0481dad5-95e4-4ea1-adcc-aa8f187392c8,revision_number=6']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:44.512635 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c1b65e19-e0c1-46bd-b289-d182dead13b2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/floatingips/3f8a9221-e00a-491e-a53a-32f8c8d7fe19 HTTP/1.1" status: 200 len: 992 time: 0.1123736 Mar 31 15:48:44.799961 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51830) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:48:45.143647 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-be90b6e3-7f21-4967-b084-14a045eabe1f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port 4c61b781-092e-4fb8-a740-d06e9f7c7fbb {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:48:45.143990 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be90b6e3-7f21-4967-b084-14a045eabe1f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:45.319345 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be90b6e3-7f21-4967-b084-14a045eabe1f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:45.319671 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be90b6e3-7f21-4967-b084-14a045eabe1f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:45.433035 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 27657371-0b42-4c2b-8892-fb1650ac527b up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:48:45.447186 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-be90b6e3-7f21-4967-b084-14a045eabe1f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for 4c61b781-092e-4fb8-a740-d06e9f7c7fbb owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:48:45.509310 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 27657371-0b42-4c2b-8892-fb1650ac527b triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:48:45.509912 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:45.647806 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 0481dad5-95e4-4ea1-adcc-aa8f187392c8 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:48:45.701271 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be90b6e3-7f21-4967-b084-14a045eabe1f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:45.716667 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 0481dad5-95e4-4ea1-adcc-aa8f187392c8 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:48:45.717121 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:45.790499 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90b6e3-7f21-4967-b084-14a045eabe1f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=4c61b781-092e-4fb8-a740-d06e9f7c7fbb,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:45.833539 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90b6e3-7f21-4967-b084-14a045eabe1f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:45.833894 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90b6e3-7f21-4967-b084-14a045eabe1f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:45.834238 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90b6e3-7f21-4967-b084-14a045eabe1f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:45.834574 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90b6e3-7f21-4967-b084-14a045eabe1f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:45.834905 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90b6e3-7f21-4967-b084-14a045eabe1f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:45.835314 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90b6e3-7f21-4967-b084-14a045eabe1f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:45.835562 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90b6e3-7f21-4967-b084-14a045eabe1f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:45.835920 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90b6e3-7f21-4967-b084-14a045eabe1f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:45.836269 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90b6e3-7f21-4967-b084-14a045eabe1f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:45.836582 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90b6e3-7f21-4967-b084-14a045eabe1f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:45.836903 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90b6e3-7f21-4967-b084-14a045eabe1f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:45.837499 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90b6e3-7f21-4967-b084-14a045eabe1f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:45.870652 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be90b6e3-7f21-4967-b084-14a045eabe1f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:45.871030 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-be90b6e3-7f21-4967-b084-14a045eabe1f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Floating IP 3f8a9221-e00a-491e-a53a-32f8c8d7fe19 disassociated (deleted). External IP: 172.26.5.28, port: b01877ea-fdb0-44d3-b434-2efe991317fa. Mar 31 15:48:46.226603 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be90b6e3-7f21-4967-b084-14a045eabe1f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router afb0dd55-9467-4ba8-9926-b6c2c88694fc has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:48:46.408746 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be90b6e3-7f21-4967-b084-14a045eabe1f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:48:46.419039 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d38edfc-6251-4f4a-a248-ade74fa826af None None] Sync routers for ids ['afb0dd55-9467-4ba8-9926-b6c2c88694fc'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:48:46.428284 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d38edfc-6251-4f4a-a248-ade74fa826af None None] Routers {'afb0dd55-9467-4ba8-9926-b6c2c88694fc'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:48:46.428885 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-9d38edfc-6251-4f4a-a248-ade74fa826af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:48:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['afb0dd55-9467-4ba8-9926-b6c2c88694fc'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:46.489108 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be90b6e3-7f21-4967-b084-14a045eabe1f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:46.548369 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-be90b6e3-7f21-4967-b084-14a045eabe1f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/floatingips/3f8a9221-e00a-491e-a53a-32f8c8d7fe19 HTTP/1.1" status: 204 len: 168 time: 1.7449918 Mar 31 15:48:46.548369 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb27b65a-b532-45d5-9d23-7b181591fb9d', 'tag': 'b01877ea-fdb0-44d3-b434-2efe991317fa'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:48:46.598213 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb27b65a-b532-45d5-9d23-7b181591fb9d', 'tag': 'b01877ea-fdb0-44d3-b434-2efe991317fa', 'status': 'completed', 'code': 200} Mar 31 15:48:46.619472 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-9d38edfc-6251-4f4a-a248-ade74fa826af None None] Set router afb0dd55-9467-4ba8-9926-b6c2c88694fc gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:48:46.701325 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde69ece-406c-4620-83dc-7679f8377b7e req-1f358577-7871-43b9-b7f9-2f469a972b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:46.703082 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-cde69ece-406c-4620-83dc-7679f8377b7e req-1f358577-7871-43b9-b7f9-2f469a972b66 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a28d6e89f5614e35860f06912b5df90e&device_id=fb27b65a-b532-45d5-9d23-7b181591fb9d HTTP/1.1" status: 200 len: 1098 time: 0.0822148 Mar 31 15:48:46.848385 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde69ece-406c-4620-83dc-7679f8377b7e req-e93cb4ac-830e-47da-93f1-ebdce08332e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:46.849888 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-cde69ece-406c-4620-83dc-7679f8377b7e req-e93cb4ac-830e-47da-93f1-ebdce08332e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073 HTTP/1.1" status: 200 len: 898 time: 0.1410973 Mar 31 15:48:46.918353 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-cde69ece-406c-4620-83dc-7679f8377b7e req-701c127c-00ce-4898-9e5e-c368024c05b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b01877ea-fdb0-44d3-b434-2efe991317fa HTTP/1.1" status: 200 len: 217 time: 0.0626528 Mar 31 15:48:46.965742 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-9d38edfc-6251-4f4a-a248-ade74fa826af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'name': 'tempest-TestNetworkBasicOps-router-1017853156', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:47:40Z', 'updated_at': '2022-03-31T15:48:40Z', 'revision_number': 6, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:47:41Z', 'updated_at': '2022-03-31T15:48:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '27657371-0b42-4c2b-8892-fb1650ac527b', 'name': '', 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:f0:8f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'eadd9c2b-2749-44e2-905b-6dd4460d5888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:47:46Z', 'updated_at': '2022-03-31T15:48:43Z', 'revision_number': 7, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'eadd9c2b-2749-44e2-905b-6dd4460d5888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:46.971019 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d38edfc-6251-4f4a-a248-ade74fa826af None None] Checking router: afb0dd55-9467-4ba8-9926-b6c2c88694fc for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:48:46.982360 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d38edfc-6251-4f4a-a248-ade74fa826af None None] Routers {'afb0dd55-9467-4ba8-9926-b6c2c88694fc'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:48:46.982984 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-9d38edfc-6251-4f4a-a248-ade74fa826af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:48:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['afb0dd55-9467-4ba8-9926-b6c2c88694fc'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:46.990135 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde69ece-406c-4620-83dc-7679f8377b7e req-171f158d-95d7-496a-8803-454306ee2a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:46.991586 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-cde69ece-406c-4620-83dc-7679f8377b7e req-171f158d-95d7-496a-8803-454306ee2a28 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eadd9c2b-2749-44e2-905b-6dd4460d5888 HTTP/1.1" status: 200 len: 835 time: 0.0682168 Mar 31 15:48:47.079862 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde69ece-406c-4620-83dc-7679f8377b7e req-59ddce59-d63e-4525-9853-04cad5688e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:47.080842 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-cde69ece-406c-4620-83dc-7679f8377b7e req-59ddce59-d63e-4525-9853-04cad5688e0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824347 Mar 31 15:48:47.207073 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-9d38edfc-6251-4f4a-a248-ade74fa826af None None] Set router afb0dd55-9467-4ba8-9926-b6c2c88694fc gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:48:47.231830 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-cde69ece-406c-4620-83dc-7679f8377b7e req-97cc89b8-aaa3-4fe0-a539-e8d74d287bc0 service neutron] 10.222.0.41 "GET /v2.0/networks/4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435719 Mar 31 15:48:47.386253 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-cde69ece-406c-4620-83dc-7679f8377b7e req-07e0e83c-74ee-47c5-b95b-b62e8dd19d9e service neutron] 10.222.0.41 "GET /v2.0/networks/4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469378 Mar 31 15:48:47.399307 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f78859-6395-45b6-ab51-f75ca5c3a9cb req-e46d56cd-41fe-42b0-86da-2b7fabb5b101 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:47.400573 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-74f78859-6395-45b6-ab51-f75ca5c3a9cb req-e46d56cd-41fe-42b0-86da-2b7fabb5b101 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:48:47.511934 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-74f78859-6395-45b6-ab51-f75ca5c3a9cb req-e46d56cd-41fe-42b0-86da-2b7fabb5b101 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:48:47.513125 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-74f78859-6395-45b6-ab51-f75ca5c3a9cb req-e46d56cd-41fe-42b0-86da-2b7fabb5b101 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb27b65a-b532-45d5-9d23-7b181591fb9d HTTP/1.1" status: 200 len: 945 time: 0.3615184 Mar 31 15:48:47.571606 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-74f78859-6395-45b6-ab51-f75ca5c3a9cb req-82565c51-84ff-4c5e-b418-064295d787c2 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=4427fcc5-39d6-4efb-9ed9-24f720d9a067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507746 Mar 31 15:48:47.581785 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-9d38edfc-6251-4f4a-a248-ade74fa826af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'name': 'tempest-TestNetworkBasicOps-router-1017853156', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:47:40Z', 'updated_at': '2022-03-31T15:48:40Z', 'revision_number': 6, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:47:41Z', 'updated_at': '2022-03-31T15:48:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '27657371-0b42-4c2b-8892-fb1650ac527b', 'name': '', 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:f0:8f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'eadd9c2b-2749-44e2-905b-6dd4460d5888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:47:46Z', 'updated_at': '2022-03-31T15:48:43Z', 'revision_number': 7, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'eadd9c2b-2749-44e2-905b-6dd4460d5888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:47.593140 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d38edfc-6251-4f4a-a248-ade74fa826af None None] The sync data for ids ['afb0dd55-9467-4ba8-9926-b6c2c88694fc'] in dv-neutron-833379-2-hyperv is: [{'id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'name': 'tempest-TestNetworkBasicOps-router-1017853156', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:47:40Z', 'updated_at': '2022-03-31T15:48:40Z', 'revision_number': 6, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:47:41Z', 'updated_at': '2022-03-31T15:48:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '27657371-0b42-4c2b-8892-fb1650ac527b', 'name': '', 'network_id': '4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'mac_address': 'fa:16:3e:f0:8f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'eadd9c2b-2749-44e2-905b-6dd4460d5888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:47:46Z', 'updated_at': '2022-03-31T15:48:43Z', 'revision_number': 7, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'subnets': [{'id': 'eadd9c2b-2749-44e2-905b-6dd4460d5888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:48:48.365631 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6fb643-ee68-4735-b13c-5d221ab822b3 None None] New status for floating IP 3f8a9221-e00a-491e-a53a-32f8c8d7fe19: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:48:48.503900 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5830c07-6047-49a9-b8f8-78123d68198d req-76e2eed5-7665-4497-9dd7-1954cc175832 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:48.505543 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b5830c07-6047-49a9-b8f8-78123d68198d req-76e2eed5-7665-4497-9dd7-1954cc175832 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb27b65a-b532-45d5-9d23-7b181591fb9d HTTP/1.1" status: 200 len: 945 time: 0.0979671 Mar 31 15:48:48.581238 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-b5830c07-6047-49a9-b8f8-78123d68198d req-f9331c3a-ac72-47d5-a81b-8a5bdfba2ba4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port b01877ea-fdb0-44d3-b434-2efe991317fa {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:48:48.581480 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b5830c07-6047-49a9-b8f8-78123d68198d req-f9331c3a-ac72-47d5-a81b-8a5bdfba2ba4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:48.886762 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-b5830c07-6047-49a9-b8f8-78123d68198d req-f9331c3a-ac72-47d5-a81b-8a5bdfba2ba4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] For port b01877ea-fdb0-44d3-b434-2efe991317fa, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b01877ea-fdb0-44d3-b434-2efe991317fa,segment=NetworkSegment(21b40cac-bb0f-45a0-959c-c217aab0232a),segment_id=21b40cac-bb0f-45a0-959c-c217aab0232a)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:48:48.887030 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b5830c07-6047-49a9-b8f8-78123d68198d req-f9331c3a-ac72-47d5-a81b-8a5bdfba2ba4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:48.901478 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c29f46-67a0-4c16-a8fc-e24c6bbf2cb5 req-1a54a032-f2e1-4c44-b2bb-ca8f7e2b2134 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:48.902954 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-85c29f46-67a0-4c16-a8fc-e24c6bbf2cb5 req-1a54a032-f2e1-4c44-b2bb-ca8f7e2b2134 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb27b65a-b532-45d5-9d23-7b181591fb9d HTTP/1.1" status: 200 len: 945 time: 0.2185271 Mar 31 15:48:49.037095 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-b5830c07-6047-49a9-b8f8-78123d68198d req-f9331c3a-ac72-47d5-a81b-8a5bdfba2ba4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for b01877ea-fdb0-44d3-b434-2efe991317fa owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:48:49.214459 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-85c29f46-67a0-4c16-a8fc-e24c6bbf2cb5 req-1c646b22-d39d-4e1f-93ef-c571359faf27 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/security-groups?id=4427fcc5-39d6-4efb-9ed9-24f720d9a067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2541432 Mar 31 15:48:49.386151 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b5830c07-6047-49a9-b8f8-78123d68198d req-f9331c3a-ac72-47d5-a81b-8a5bdfba2ba4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:49.437700 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9331c3a-ac72-47d5-a81b-8a5bdfba2ba4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=b01877ea-fdb0-44d3-b434-2efe991317fa,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:49.479075 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9331c3a-ac72-47d5-a81b-8a5bdfba2ba4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:49.479339 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9331c3a-ac72-47d5-a81b-8a5bdfba2ba4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:49.479676 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9331c3a-ac72-47d5-a81b-8a5bdfba2ba4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:49.480008 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9331c3a-ac72-47d5-a81b-8a5bdfba2ba4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:49.480336 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9331c3a-ac72-47d5-a81b-8a5bdfba2ba4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:49.480661 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9331c3a-ac72-47d5-a81b-8a5bdfba2ba4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:49.480990 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9331c3a-ac72-47d5-a81b-8a5bdfba2ba4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:49.481333 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9331c3a-ac72-47d5-a81b-8a5bdfba2ba4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:49.481671 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9331c3a-ac72-47d5-a81b-8a5bdfba2ba4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:49.482001 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9331c3a-ac72-47d5-a81b-8a5bdfba2ba4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:49.482318 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9331c3a-ac72-47d5-a81b-8a5bdfba2ba4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:49.482633 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9331c3a-ac72-47d5-a81b-8a5bdfba2ba4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:49.527455 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5830c07-6047-49a9-b8f8-78123d68198d req-f9331c3a-ac72-47d5-a81b-8a5bdfba2ba4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] No DVR routers for this DVR port b01877ea-fdb0-44d3-b434-2efe991317fa on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:48:49.529999 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b5830c07-6047-49a9-b8f8-78123d68198d req-f9331c3a-ac72-47d5-a81b-8a5bdfba2ba4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:49.532561 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb27b65a-b532-45d5-9d23-7b181591fb9d', 'name': 'network-vif-deleted', 'tag': 'b01877ea-fdb0-44d3-b434-2efe991317fa'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:48:49.580406 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb27b65a-b532-45d5-9d23-7b181591fb9d', 'name': 'network-vif-deleted', 'tag': 'b01877ea-fdb0-44d3-b434-2efe991317fa', 'status': 'completed', 'code': 200} Mar 31 15:48:49.633339 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b5830c07-6047-49a9-b8f8-78123d68198d req-f9331c3a-ac72-47d5-a81b-8a5bdfba2ba4 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.41 "DELETE /v2.0/ports/b01877ea-fdb0-44d3-b434-2efe991317fa HTTP/1.1" status: 204 len: 173 time: 1.1221483 Mar 31 15:48:50.388686 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-0fce29df-c1ec-4e36-be60-d2f4de335b3e req-a32431cb-b610-4693-8b00-7b4ed677c0aa tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Synchronizing usage tracker for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:48:50.471718 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-0fce29df-c1ec-4e36-be60-d2f4de335b3e req-a32431cb-b610-4693-8b00-7b4ed677c0aa tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Unset dirty status for tenant:a28d6e89f5614e35860f06912b5df90e on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:48:50.472946 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0fce29df-c1ec-4e36-be60-d2f4de335b3e req-a32431cb-b610-4693-8b00-7b4ed677c0aa tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb27b65a-b532-45d5-9d23-7b181591fb9d HTTP/1.1" status: 200 len: 210 time: 0.1266773 Mar 31 15:48:51.381608 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device b01877ea-fdb0-44d3-b434-2efe991317fa no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:48:51.420997 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: b01877ea-fdb0-44d3-b434-2efe991317fa {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:48:51.421365 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device b01877ea-fdb0-44d3-b434-2efe991317fa not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:48:51.576235 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51848) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:48:51.652634 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0c603ca-abdf-4a9e-978b-151921658182 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:51.683541 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0c603ca-abdf-4a9e-978b-151921658182 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:51.803118 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0c603ca-abdf-4a9e-978b-151921658182 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:51.823330 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c603ca-abdf-4a9e-978b-151921658182 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4427fcc5-39d6-4efb-9ed9-24f720d9a067,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:51.894026 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0c603ca-abdf-4a9e-978b-151921658182 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:51.895195 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f0c603ca-abdf-4a9e-978b-151921658182 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/security-groups/4427fcc5-39d6-4efb-9ed9-24f720d9a067 HTTP/1.1" status: 204 len: 168 time: 0.3179593 Mar 31 15:48:51.986860 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51854) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:48:52.552679 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ddc1589-3fb4-450e-8e07-c763042875ba tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:52.863106 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:48:52.916000 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7ddc1589-3fb4-450e-8e07-c763042875ba tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port 27657371-0b42-4c2b-8892-fb1650ac527b {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:48:52.916627 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ddc1589-3fb4-450e-8e07-c763042875ba tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:53.115637 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-7ddc1589-3fb4-450e-8e07-c763042875ba tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] For port 27657371-0b42-4c2b-8892-fb1650ac527b, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=27657371-0b42-4c2b-8892-fb1650ac527b,segment=NetworkSegment(21b40cac-bb0f-45a0-959c-c217aab0232a),segment_id=21b40cac-bb0f-45a0-959c-c217aab0232a)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:48:53.115904 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ddc1589-3fb4-450e-8e07-c763042875ba tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:53.354733 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7ddc1589-3fb4-450e-8e07-c763042875ba tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for 27657371-0b42-4c2b-8892-fb1650ac527b owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:48:53.683548 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ddc1589-3fb4-450e-8e07-c763042875ba tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:53.734726 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc1589-3fb4-450e-8e07-c763042875ba tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=27657371-0b42-4c2b-8892-fb1650ac527b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:54.019448 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ddc1589-3fb4-450e-8e07-c763042875ba tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:54.385615 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ddc1589-3fb4-450e-8e07-c763042875ba tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Router afb0dd55-9467-4ba8-9926-b6c2c88694fc has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:48:54.571516 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddc1589-3fb4-450e-8e07-c763042875ba tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:48:54.581522 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd686110-954c-4fec-9de6-1c57fabeff1e None None] Sync routers for ids ['afb0dd55-9467-4ba8-9926-b6c2c88694fc'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:48:54.593715 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd686110-954c-4fec-9de6-1c57fabeff1e None None] Routers {'afb0dd55-9467-4ba8-9926-b6c2c88694fc'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:48:54.598284 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-cd686110-954c-4fec-9de6-1c57fabeff1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:48:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['afb0dd55-9467-4ba8-9926-b6c2c88694fc'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:54.644979 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7ddc1589-3fb4-450e-8e07-c763042875ba tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "PUT /v2.0/routers/afb0dd55-9467-4ba8-9926-b6c2c88694fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6569922 Mar 31 15:48:54.647682 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51860) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:48:54.715707 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-b41cb6fb-7e10-43fb-ac66-c9448fe9be7f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting subnet eadd9c2b-2749-44e2-905b-6dd4460d5888 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:48:54.718848 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b41cb6fb-7e10-43fb-ac66-c9448fe9be7f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:54.775855 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-cd686110-954c-4fec-9de6-1c57fabeff1e None None] Set router afb0dd55-9467-4ba8-9926-b6c2c88694fc gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:48:54.776173 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b41cb6fb-7e10-43fb-ac66-c9448fe9be7f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:54.864939 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b41cb6fb-7e10-43fb-ac66-c9448fe9be7f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:55.003463 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b41cb6fb-7e10-43fb-ac66-c9448fe9be7f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:55.080393 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-cd686110-954c-4fec-9de6-1c57fabeff1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'name': 'tempest-TestNetworkBasicOps-router-1017853156', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:47:40Z', 'updated_at': '2022-03-31T15:48:53Z', 'revision_number': 7, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:47:41Z', 'updated_at': '2022-03-31T15:48:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:55.084684 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd686110-954c-4fec-9de6-1c57fabeff1e None None] Checking router: afb0dd55-9467-4ba8-9926-b6c2c88694fc for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:48:55.094799 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd686110-954c-4fec-9de6-1c57fabeff1e None None] Routers {'afb0dd55-9467-4ba8-9926-b6c2c88694fc'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:48:55.095464 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-cd686110-954c-4fec-9de6-1c57fabeff1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:48:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['afb0dd55-9467-4ba8-9926-b6c2c88694fc'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:55.160797 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41cb6fb-7e10-43fb-ac66-c9448fe9be7f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Subnet': ['ID=eadd9c2b-2749-44e2-905b-6dd4460d5888,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:55.166443 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b41cb6fb-7e10-43fb-ac66-c9448fe9be7f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:55.174979 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b41cb6fb-7e10-43fb-ac66-c9448fe9be7f tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/subnets/eadd9c2b-2749-44e2-905b-6dd4460d5888 HTTP/1.1" status: 204 len: 168 time: 0.5237758 Mar 31 15:48:55.175231 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51864) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:48:55.183706 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe4da6e-fb9c-42c0-8729-fe63e68aa815 None None] Network 4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:48:55.278350 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-cd686110-954c-4fec-9de6-1c57fabeff1e None None] Set router afb0dd55-9467-4ba8-9926-b6c2c88694fc gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:48:55.282833 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:55.360131 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5153622a-cabc-40d6-8d50-a632cea16842 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:55.478071 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d60c73-2e2d-4a0c-a633-80d1f4894787 None None] DHCP port deletion for 4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:48:55.482943 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-22d60c73-2e2d-4a0c-a633-80d1f4894787 None None] Deleting port 6a39e5d3-6c25-4834-a2d7-ee856ee60568 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:48:55.483558 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-22d60c73-2e2d-4a0c-a633-80d1f4894787 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:55.588306 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-cd686110-954c-4fec-9de6-1c57fabeff1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'name': 'tempest-TestNetworkBasicOps-router-1017853156', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:47:40Z', 'updated_at': '2022-03-31T15:48:53Z', 'revision_number': 7, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:47:41Z', 'updated_at': '2022-03-31T15:48:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:55.593281 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd686110-954c-4fec-9de6-1c57fabeff1e None None] The sync data for ids ['afb0dd55-9467-4ba8-9926-b6c2c88694fc'] in dv-neutron-833379-2-hyperv is: [{'id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'name': 'tempest-TestNetworkBasicOps-router-1017853156', 'tenant_id': 'a28d6e89f5614e35860f06912b5df90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:47:40Z', 'updated_at': '2022-03-31T15:48:53Z', 'revision_number': 7, 'project_id': 'a28d6e89f5614e35860f06912b5df90e', 'gw_port': {'id': '0481dad5-95e4-4ea1-adcc-aa8f187392c8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb0dd55-9467-4ba8-9926-b6c2c88694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:47:41Z', 'updated_at': '2022-03-31T15:48:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:48:55.605749 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5153622a-cabc-40d6-8d50-a632cea16842 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:55.689034 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-5153622a-cabc-40d6-8d50-a632cea16842 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Deleting port 0481dad5-95e4-4ea1-adcc-aa8f187392c8 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:48:55.689296 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5153622a-cabc-40d6-8d50-a632cea16842 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:55.756922 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-22d60c73-2e2d-4a0c-a633-80d1f4894787 None None] For port 6a39e5d3-6c25-4834-a2d7-ee856ee60568, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=6a39e5d3-6c25-4834-a2d7-ee856ee60568,segment=NetworkSegment(21b40cac-bb0f-45a0-959c-c217aab0232a),segment_id=21b40cac-bb0f-45a0-959c-c217aab0232a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:48:55.757339 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-22d60c73-2e2d-4a0c-a633-80d1f4894787 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:55.871394 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-5153622a-cabc-40d6-8d50-a632cea16842 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] For port 0481dad5-95e4-4ea1-adcc-aa8f187392c8, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=0481dad5-95e4-4ea1-adcc-aa8f187392c8,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:48:55.871746 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5153622a-cabc-40d6-8d50-a632cea16842 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:55.891741 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-22d60c73-2e2d-4a0c-a633-80d1f4894787 None None] Calling delete_port for 6a39e5d3-6c25-4834-a2d7-ee856ee60568 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:48:56.001655 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-5153622a-cabc-40d6-8d50-a632cea16842 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Calling delete_port for 0481dad5-95e4-4ea1-adcc-aa8f187392c8 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:48:56.043509 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-22d60c73-2e2d-4a0c-a633-80d1f4894787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:56.092340 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d60c73-2e2d-4a0c-a633-80d1f4894787 None None] Pushing event deleted for resources: {'Port': ['ID=6a39e5d3-6c25-4834-a2d7-ee856ee60568,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:56.096164 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d60c73-2e2d-4a0c-a633-80d1f4894787 None None] No DVR routers for this DVR port 6a39e5d3-6c25-4834-a2d7-ee856ee60568 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:48:56.260459 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5153622a-cabc-40d6-8d50-a632cea16842 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:56.307637 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153622a-cabc-40d6-8d50-a632cea16842 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Port': ['ID=0481dad5-95e4-4ea1-adcc-aa8f187392c8,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:56.400893 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5153622a-cabc-40d6-8d50-a632cea16842 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:56.574732 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5153622a-cabc-40d6-8d50-a632cea16842 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:56.576891 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5153622a-cabc-40d6-8d50-a632cea16842 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:56.666076 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5153622a-cabc-40d6-8d50-a632cea16842 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:56.666597 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5153622a-cabc-40d6-8d50-a632cea16842 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Fanout notify agent at l3_agent the message router_deleted on router afb0dd55-9467-4ba8-9926-b6c2c88694fc {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:48:56.681761 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5153622a-cabc-40d6-8d50-a632cea16842 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:56.685743 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5153622a-cabc-40d6-8d50-a632cea16842 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/routers/afb0dd55-9467-4ba8-9926-b6c2c88694fc HTTP/1.1" status: 204 len: 168 time: 1.5067341 Mar 31 15:48:56.685743 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51868) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:48:56.918828 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6c5dfb9-845d-4d36-8ab5-9dddaf4c7415 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:57.063662 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6c5dfb9-845d-4d36-8ab5-9dddaf4c7415 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:57.090566 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-a6c5dfb9-845d-4d36-8ab5-9dddaf4c7415 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:57.104219 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-a6c5dfb9-845d-4d36-8ab5-9dddaf4c7415 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b40cac-bb0f-45a0-959c-c217aab0232a') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:57.104504 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-a6c5dfb9-845d-4d36-8ab5-9dddaf4c7415 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b40cac-bb0f-45a0-959c-c217aab0232a') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:57.117117 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6c5dfb9-845d-4d36-8ab5-9dddaf4c7415 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:57.137073 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6c5dfb9-845d-4d36-8ab5-9dddaf4c7415 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:57.141976 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c5dfb9-845d-4d36-8ab5-9dddaf4c7415 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:48:57.142361 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6c5dfb9-845d-4d36-8ab5-9dddaf4c7415 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:57.157774 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:48:57.157774 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:48:57.157774 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:48:57.157774 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:48:57.157774 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:48:57.157774 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:48:57.157774 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:48:57.157774 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:48:57.157774 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:48:57.157774 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:48:57.157774 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:48:57.157774 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:48:57.157774 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:48:57.157774 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:48:57.157774 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:48:57.157774 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:48:57.157774 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:48:57.157774 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:48:57.157774 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:48:57.157774 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:48:57.157774 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:48:57.157774 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:48:57.157774 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:48:57.157774 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:48:57.157774 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:48:57.157774 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:48:57.157774 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:48:57.157774 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:48:57.157774 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:48:57.157774 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:48:57.157774 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:48:57.157774 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:48:57.317102 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6c5dfb9-845d-4d36-8ab5-9dddaf4c7415 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:57.334612 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6c5dfb9-845d-4d36-8ab5-9dddaf4c7415 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:57.346763 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c5dfb9-845d-4d36-8ab5-9dddaf4c7415 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] Pushing event deleted for resources: {'Network': ['ID=4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:57.426928 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 27657371-0b42-4c2b-8892-fb1650ac527b no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:48:57.455340 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a6c5dfb9-845d-4d36-8ab5-9dddaf4c7415 tempest-TestNetworkBasicOps-819858721 tempest-TestNetworkBasicOps-819858721-project] 10.222.0.31 "DELETE /v2.0/networks/4b9b9b01-c3c3-4d07-be7c-fd8a3ad8b073 HTTP/1.1" status: 204 len: 168 time: 0.7685707 Mar 31 15:48:57.465633 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 27657371-0b42-4c2b-8892-fb1650ac527b {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:48:57.466142 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 27657371-0b42-4c2b-8892-fb1650ac527b not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:48:57.466378 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 6a39e5d3-6c25-4834-a2d7-ee856ee60568 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:48:57.499439 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 6a39e5d3-6c25-4834-a2d7-ee856ee60568 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:48:57.499793 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 6a39e5d3-6c25-4834-a2d7-ee856ee60568 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:48:57.500221 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 0481dad5-95e4-4ea1-adcc-aa8f187392c8 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:48:57.534469 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 0481dad5-95e4-4ea1-adcc-aa8f187392c8 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:48:57.534812 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 0481dad5-95e4-4ea1-adcc-aa8f187392c8 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:48:58.064352 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51876) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:48:58.210657 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a4ed8abd-e76b-4067-8656-3ca04aedffc1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a28d6e89f5614e35860f06912b5df90e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450675 Mar 31 15:48:58.214167 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 51882) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:48:58.273122 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-19b7743d-5332-4ae9-b344-5190b7915473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:58.299625 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-19b7743d-5332-4ae9-b344-5190b7915473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:58.431991 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-19b7743d-5332-4ae9-b344-5190b7915473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:58.447917 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7743d-5332-4ae9-b344-5190b7915473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd9bcae-c57f-4b82-95dc-513eb28a5fa9,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:58.456139 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-19b7743d-5332-4ae9-b344-5190b7915473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:58.457422 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-19b7743d-5332-4ae9-b344-5190b7915473 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4fd9bcae-c57f-4b82-95dc-513eb28a5fa9 HTTP/1.1" status: 204 len: 168 time: 0.2421935 Mar 31 15:48:59.092474 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51892) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:48:59.110798 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f2214a7-b07a-48be-a6d6-086795c745c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:59.124897 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6f2214a7-b07a-48be-a6d6-086795c745c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:48:59.128665 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6f2214a7-b07a-48be-a6d6-086795c745c8 admin admin] Usage tracker for resource:security_group_rule and tenant:b1d3b016bc3d4a7f9c6fe1ff9e649152 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:48:59.131953 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6f2214a7-b07a-48be-a6d6-086795c745c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:48:59.137980 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6f2214a7-b07a-48be-a6d6-086795c745c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:48:59.229636 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f2214a7-b07a-48be-a6d6-086795c745c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:59.294169 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f2214a7-b07a-48be-a6d6-086795c745c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:59.340763 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2214a7-b07a-48be-a6d6-086795c745c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81d3c35-54ec-4b3d-bf93-c6cd571a68aa,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:59.345092 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6f2214a7-b07a-48be-a6d6-086795c745c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b1d3b016bc3d4a7f9c6fe1ff9e649152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2514060 Mar 31 15:48:59.347791 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 51896) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:48:59.408286 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-433fd716-24ab-4546-9473-215cf56c430c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:59.435291 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-433fd716-24ab-4546-9473-215cf56c430c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:59.592081 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-433fd716-24ab-4546-9473-215cf56c430c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:59.610430 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433fd716-24ab-4546-9473-215cf56c430c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81d3c35-54ec-4b3d-bf93-c6cd571a68aa,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:59.614806 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-433fd716-24ab-4546-9473-215cf56c430c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:48:59.618036 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-433fd716-24ab-4546-9473-215cf56c430c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d81d3c35-54ec-4b3d-bf93-c6cd571a68aa HTTP/1.1" status: 204 len: 168 time: 0.2672992 Mar 31 15:49:03.151665 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-41fcf411-701c-47c1-b1b7-a37852cda997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:05.208622 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d4f3caeb-aa24-497b-9706-7a031845215c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:05.783325 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [req-913cba6c-f2d8-41d7-b261-f8db37851711 req-9dd74d8c-ac14-407d-a3d3-cade649f1206 service neutron] (103444) timed out ('10.222.0.41', 54158) {{(pid=103444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 31 15:49:06.477298 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:06.528830 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:07.957499 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:08.054891 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-aee3f179-598e-4509-ad7c-66018745c6e7 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f74dad6130634cf3a838b6b4025160f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354924 Mar 31 15:49:08.215362 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-574f3141-7084-4b1d-9c29-1501305b1205 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:08.216838 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-574f3141-7084-4b1d-9c29-1501305b1205 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1567419 Mar 31 15:49:08.232232 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-c3d310bf-f49e-45f1-b8ea-1ddf6734576d tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] 10.222.0.31 "GET /v2.0/quotas/f74dad6130634cf3a838b6b4025160f0 HTTP/1.1" status: 200 len: 375 time: 0.0097930 Mar 31 15:49:08.282841 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-d9984b52-8b6a-4231-ae87-16832fba94a3 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f74dad6130634cf3a838b6b4025160f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446968 Mar 31 15:49:08.549019 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-71f32f29-e1ee-42f4-a7d6-323a74e4cb22 req-a6928870-4ead-4296-9503-fcd5c8b473c4 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] 10.222.0.31 "GET /v2.0/ports?device_id=1878ae0f-7a4f-4d65-9b79-7d3f43396858 HTTP/1.1" status: 200 len: 210 time: 0.0455437 Mar 31 15:49:09.708282 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-09235a20-5610-4fb4-aba2-9aedde6a0f8c req-026ef494-fa8c-492d-b2ba-aee3936b1924 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] 10.222.0.31 "GET /v2.0/ports?device_id=1878ae0f-7a4f-4d65-9b79-7d3f43396858 HTTP/1.1" status: 200 len: 210 time: 0.0461998 Mar 31 15:49:10.828170 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-c85326ac-30e1-4b62-8bf1-a156f0de0acd tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f74dad6130634cf3a838b6b4025160f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305402 Mar 31 15:49:10.895330 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bf774f63-c2da-4b7a-9d07-cc36bfb37935 req-e3c42248-880c-4d90-9c48-6f9c658bc2f9 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] 10.222.0.31 "GET /v2.0/ports?device_id=1878ae0f-7a4f-4d65-9b79-7d3f43396858 HTTP/1.1" status: 200 len: 210 time: 0.0699117 Mar 31 15:49:11.027534 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-fddbada4-1226-44fd-aae8-94c66aff73c1 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:11.028983 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-fddbada4-1226-44fd-aae8-94c66aff73c1 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1713026 Mar 31 15:49:11.041306 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5fcf640a-6e5a-49ba-808d-6939cd9ffa80 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Request body: {'port': {'device_id': '1878ae0f-7a4f-4d65-9b79-7d3f43396858', 'network_id': '875e900c-ca55-49d6-8d00-d5759ffb401d', 'admin_state_up': True, 'tenant_id': 'f74dad6130634cf3a838b6b4025160f0'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:49:11.186465 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5fcf640a-6e5a-49ba-808d-6939cd9ffa80 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:49:11.190236 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5fcf640a-6e5a-49ba-808d-6939cd9ffa80 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Usage tracker for resource:port and tenant:f74dad6130634cf3a838b6b4025160f0 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:49:11.193027 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5fcf640a-6e5a-49ba-808d-6939cd9ffa80 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:49:11.199865 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5fcf640a-6e5a-49ba-808d-6939cd9ffa80 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:49:11.294158 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5fcf640a-6e5a-49ba-808d-6939cd9ffa80 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Made reservation on behalf of f74dad6130634cf3a838b6b4025160f0 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:49:11.297959 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5fcf640a-6e5a-49ba-808d-6939cd9ffa80 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:11.311046 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5fcf640a-6e5a-49ba-808d-6939cd9ffa80 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:11.326326 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5fcf640a-6e5a-49ba-808d-6939cd9ffa80 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:49:11.330252 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5fcf640a-6e5a-49ba-808d-6939cd9ffa80 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Usage tracker for resource:security_group_rule and tenant:f74dad6130634cf3a838b6b4025160f0 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:49:11.333034 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5fcf640a-6e5a-49ba-808d-6939cd9ffa80 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:49:11.339817 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5fcf640a-6e5a-49ba-808d-6939cd9ffa80 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:49:11.522340 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5fcf640a-6e5a-49ba-808d-6939cd9ffa80 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:11.619984 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5fcf640a-6e5a-49ba-808d-6939cd9ffa80 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:11.706157 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf640a-6e5a-49ba-808d-6939cd9ffa80 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e563038-f210-4e8b-a40d-db61a2fa360a,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:49:11.809904 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5fcf640a-6e5a-49ba-808d-6939cd9ffa80 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Allocated IP 192.168.233.206 (875e900c-ca55-49d6-8d00-d5759ffb401d/287fb683-9ca3-4ab5-abcb-300b01915028/87a17fb0-f13b-490e-94d2-851c8d302bf5) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:49:12.036619 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5fcf640a-6e5a-49ba-808d-6939cd9ffa80 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:12.053400 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5fcf640a-6e5a-49ba-808d-6939cd9ffa80 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Transition to ACTIVE for port object 87a17fb0-f13b-490e-94d2-851c8d302bf5 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:49:12.083650 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-caef9ed8-7f57-41cb-b92b-462eb76a7a4a req-736d0fff-b714-40d3-872e-db6ceda8d177 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] 10.222.0.31 "GET /v2.0/ports?device_id=1878ae0f-7a4f-4d65-9b79-7d3f43396858 HTTP/1.1" status: 200 len: 210 time: 0.0664780 Mar 31 15:49:12.157848 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5fcf640a-6e5a-49ba-808d-6939cd9ffa80 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:12.233116 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5fcf640a-6e5a-49ba-808d-6939cd9ffa80 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Network 875e900c-ca55-49d6-8d00-d5759ffb401d is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:49:12.240938 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5fcf640a-6e5a-49ba-808d-6939cd9ffa80 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:49:12.246350 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5fcf640a-6e5a-49ba-808d-6939cd9ffa80 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:49:12.279165 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf640a-6e5a-49ba-808d-6939cd9ffa80 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Pushing event updated for resources: {'Port': ['ID=87a17fb0-f13b-490e-94d2-851c8d302bf5,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:49:12.322545 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5fcf640a-6e5a-49ba-808d-6939cd9ffa80 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:12.323067 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5fcf640a-6e5a-49ba-808d-6939cd9ffa80 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:12.443390 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5fcf640a-6e5a-49ba-808d-6939cd9ffa80 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4062619 Mar 31 15:49:12.454852 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5063d15a-c367-4d94-9abb-71db1db11539 service neutron] Request body: {'port': {'device_id': '1878ae0f-7a4f-4d65-9b79-7d3f43396858', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:49:12.545839 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-52c6fde8-8038-45b6-bc76-ef257c555ea0 None None] Provisioning for port 87a17fb0-f13b-490e-94d2-851c8d302bf5 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:49:12.553648 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-52c6fde8-8038-45b6-bc76-ef257c555ea0 None None] Provisioning complete for port 87a17fb0-f13b-490e-94d2-851c8d302bf5 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:49:12.554447 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-52c6fde8-8038-45b6-bc76-ef257c555ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:12.601603 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5063d15a-c367-4d94-9abb-71db1db11539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:12.621487 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-52c6fde8-8038-45b6-bc76-ef257c555ea0 None None] Port 87a17fb0-f13b-490e-94d2-851c8d302bf5 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:49:13.087602 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5063d15a-c367-4d94-9abb-71db1db11539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87a17fb0-f13b-490e-94d2-851c8d302bf5 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:49:13.095595 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5063d15a-c367-4d94-9abb-71db1db11539 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:13.110501 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5063d15a-c367-4d94-9abb-71db1db11539 service neutron] Transition to ACTIVE for port object 87a17fb0-f13b-490e-94d2-851c8d302bf5 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:49:13.175075 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5063d15a-c367-4d94-9abb-71db1db11539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:13.390622 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063d15a-c367-4d94-9abb-71db1db11539 service neutron] Pushing event updated for resources: {'Port': ['ID=87a17fb0-f13b-490e-94d2-851c8d302bf5,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:49:13.485655 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbadb0-89f7-4f61-b120-f65d3e2e4ed1 req-efb7607a-a1d5-4ba5-a513-668bf9ee71ff tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:13.486352 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-08dbadb0-89f7-4f61-b120-f65d3e2e4ed1 req-efb7607a-a1d5-4ba5-a513-668bf9ee71ff tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Synchronizing usage tracker for tenant:f74dad6130634cf3a838b6b4025160f0 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:49:13.500046 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5063d15a-c367-4d94-9abb-71db1db11539 service neutron] Attempting to bind port 87a17fb0-f13b-490e-94d2-851c8d302bf5 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:49:13.500356 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5063d15a-c367-4d94-9abb-71db1db11539 service neutron] Attempting to bind port 87a17fb0-f13b-490e-94d2-851c8d302bf5 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'b6503e72-163f-4711-aa98-97798550d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '875e900c-ca55-49d6-8d00-d5759ffb401d'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:49:13.500692 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5063d15a-c367-4d94-9abb-71db1db11539 service neutron] Attempting to bind port 87a17fb0-f13b-490e-94d2-851c8d302bf5 on network 875e900c-ca55-49d6-8d00-d5759ffb401d {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:49:13.508851 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5063d15a-c367-4d94-9abb-71db1db11539 service neutron] Port 87a17fb0-f13b-490e-94d2-851c8d302bf5 on network 875e900c-ca55-49d6-8d00-d5759ffb401d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:49:13.509171 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5063d15a-c367-4d94-9abb-71db1db11539 service neutron] Attempting to bind port 87a17fb0-f13b-490e-94d2-851c8d302bf5 on network 875e900c-ca55-49d6-8d00-d5759ffb401d {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:49:13.516226 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5063d15a-c367-4d94-9abb-71db1db11539 service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:49:13.516569 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5063d15a-c367-4d94-9abb-71db1db11539 service neutron] Checking segment: {'id': 'b6503e72-163f-4711-aa98-97798550d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '875e900c-ca55-49d6-8d00-d5759ffb401d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:49:13.516949 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5063d15a-c367-4d94-9abb-71db1db11539 service neutron] Bound using segment: {'id': 'b6503e72-163f-4711-aa98-97798550d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '875e900c-ca55-49d6-8d00-d5759ffb401d'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:49:13.517416 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5063d15a-c367-4d94-9abb-71db1db11539 service neutron] Bound port: 87a17fb0-f13b-490e-94d2-851c8d302bf5, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6503e72-163f-4711-aa98-97798550d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '875e900c-ca55-49d6-8d00-d5759ffb401d'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:49:13.517759 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5063d15a-c367-4d94-9abb-71db1db11539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:13.620064 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5063d15a-c367-4d94-9abb-71db1db11539 service neutron] For port 87a17fb0-f13b-490e-94d2-851c8d302bf5, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:49:13.623177 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5063d15a-c367-4d94-9abb-71db1db11539 service neutron] For port 87a17fb0-f13b-490e-94d2-851c8d302bf5, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=87a17fb0-f13b-490e-94d2-851c8d302bf5,segment=NetworkSegment(b6503e72-163f-4711-aa98-97798550d3ad),segment_id=b6503e72-163f-4711-aa98-97798550d3ad)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:49:13.631726 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-08dbadb0-89f7-4f61-b120-f65d3e2e4ed1 req-efb7607a-a1d5-4ba5-a513-668bf9ee71ff tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Unset dirty status for tenant:f74dad6130634cf3a838b6b4025160f0 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:49:13.632945 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-08dbadb0-89f7-4f61-b120-f65d3e2e4ed1 req-efb7607a-a1d5-4ba5-a513-668bf9ee71ff tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] 10.222.0.31 "GET /v2.0/ports?device_id=1878ae0f-7a4f-4d65-9b79-7d3f43396858 HTTP/1.1" status: 200 len: 948 time: 0.4214909 Mar 31 15:49:13.679214 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-08dbadb0-89f7-4f61-b120-f65d3e2e4ed1 req-1a1ef045-935d-469f-b584-fc060805c21d tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Synchronizing usage tracker for tenant:f74dad6130634cf3a838b6b4025160f0 on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:49:13.768790 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5063d15a-c367-4d94-9abb-71db1db11539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:13.819715 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-08dbadb0-89f7-4f61-b120-f65d3e2e4ed1 req-1a1ef045-935d-469f-b584-fc060805c21d tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Unset dirty status for tenant:f74dad6130634cf3a838b6b4025160f0 on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:49:13.821001 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-08dbadb0-89f7-4f61-b120-f65d3e2e4ed1 req-1a1ef045-935d-469f-b584-fc060805c21d tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e563038-f210-4e8b-a40d-db61a2fa360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818027 Mar 31 15:49:13.831973 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5063d15a-c367-4d94-9abb-71db1db11539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:13.832520 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5063d15a-c367-4d94-9abb-71db1db11539 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:13.833909 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5063d15a-c367-4d94-9abb-71db1db11539 service neutron] 10.222.0.41 "PUT /v2.0/ports/87a17fb0-f13b-490e-94d2-851c8d302bf5 HTTP/1.1" status: 200 len: 1098 time: 1.3834248 Mar 31 15:49:13.834565 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1878ae0f-7a4f-4d65-9b79-7d3f43396858', 'tag': '87a17fb0-f13b-490e-94d2-851c8d302bf5'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:49:13.877551 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063d15a-c367-4d94-9abb-71db1db11539 service neutron] Pushing event updated for resources: {'Port': ['ID=87a17fb0-f13b-490e-94d2-851c8d302bf5,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:49:13.902694 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1878ae0f-7a4f-4d65-9b79-7d3f43396858', 'tag': '87a17fb0-f13b-490e-94d2-851c8d302bf5', 'status': 'completed', 'code': 200} Mar 31 15:49:14.008267 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bae8af-ea19-4a15-9001-cecb8ef084ca req-c2792c0c-11db-4d64-bdfb-e9d9915f5674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:14.010287 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-00bae8af-ea19-4a15-9001-cecb8ef084ca req-c2792c0c-11db-4d64-bdfb-e9d9915f5674 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f74dad6130634cf3a838b6b4025160f0&device_id=1878ae0f-7a4f-4d65-9b79-7d3f43396858 HTTP/1.1" status: 200 len: 1101 time: 0.0881290 Mar 31 15:49:14.043769 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-00bae8af-ea19-4a15-9001-cecb8ef084ca req-98c2cb51-36bf-4680-b68e-53e63efb7ef6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f74dad6130634cf3a838b6b4025160f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267212 Mar 31 15:49:14.190069 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bae8af-ea19-4a15-9001-cecb8ef084ca req-0d811c14-65d0-4a46-8463-aa9eab03b189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:14.191409 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-00bae8af-ea19-4a15-9001-cecb8ef084ca req-0d811c14-65d0-4a46-8463-aa9eab03b189 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1417661 Mar 31 15:49:14.302647 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-1612ec4f-cd9c-48e9-85d3-b2a6fb69b58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:14.304655 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-1612ec4f-cd9c-48e9-85d3-b2a6fb69b58b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f74dad6130634cf3a838b6b4025160f0&device_id=1878ae0f-7a4f-4d65-9b79-7d3f43396858 HTTP/1.1" status: 200 len: 1101 time: 0.0773368 Mar 31 15:49:14.373927 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-37e8f744-26ed-4425-9dce-6eb4f6027e0f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=87a17fb0-f13b-490e-94d2-851c8d302bf5 HTTP/1.1" status: 200 len: 217 time: 0.0635982 Mar 31 15:49:14.435338 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5dd4303e-78d7-4abd-8b40-2d12f1080837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:14.436740 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5dd4303e-78d7-4abd-8b40-2d12f1080837 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=287fb683-9ca3-4ab5-abcb-300b01915028 HTTP/1.1" status: 200 len: 843 time: 0.0572672 Mar 31 15:49:14.515066 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5a8cc5ee-05eb-46d7-ae02-a0a56d4e8dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:14.516511 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-5a8cc5ee-05eb-46d7-ae02-a0a56d4e8dd7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=875e900c-ca55-49d6-8d00-d5759ffb401d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0739970 Mar 31 15:49:14.650882 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-d321d5ff-0a36-405c-b28f-11dc9160c58e service neutron] 10.222.0.41 "GET /v2.0/networks/875e900c-ca55-49d6-8d00-d5759ffb401d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284790 Mar 31 15:49:14.893492 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7505f125-cb9c-4604-8ac6-56ddfcf0667d req-31d609bd-a994-495b-ad37-efc43e3b0c80 service neutron] 10.222.0.41 "GET /v2.0/networks/875e900c-ca55-49d6-8d00-d5759ffb401d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365751 Mar 31 15:49:15.025905 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7cc91-d88c-43b9-9b53-8c2b42b99f1a req-7f31f675-1445-487e-aae2-e4cec0f0bf34 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:15.027367 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8fa7cc91-d88c-43b9-9b53-8c2b42b99f1a req-7f31f675-1445-487e-aae2-e4cec0f0bf34 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] 10.222.0.31 "GET /v2.0/ports?device_id=1878ae0f-7a4f-4d65-9b79-7d3f43396858 HTTP/1.1" status: 200 len: 948 time: 0.0828168 Mar 31 15:49:15.073788 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8fa7cc91-d88c-43b9-9b53-8c2b42b99f1a req-6a5f8df6-744c-45dc-b296-28ad51288c4e tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e563038-f210-4e8b-a40d-db61a2fa360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405324 Mar 31 15:49:15.505722 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 87a17fb0-f13b-490e-94d2-851c8d302bf5 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:49:15.643319 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 87a17fb0-f13b-490e-94d2-851c8d302bf5, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=87a17fb0-f13b-490e-94d2-851c8d302bf5,segment=NetworkSegment(b6503e72-163f-4711-aa98-97798550d3ad),segment_id=b6503e72-163f-4711-aa98-97798550d3ad)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:49:15.657788 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': '87a17fb0-f13b-490e-94d2-851c8d302bf5', 'network_id': '875e900c-ca55-49d6-8d00-d5759ffb401d', 'port_id': '87a17fb0-f13b-490e-94d2-851c8d302bf5', 'mac_address': 'fa:16:3e:a7:4a:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '287fb683-9ca3-4ab5-abcb-300b01915028', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:49:15.723627 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:15.740597 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87a17fb0-f13b-490e-94d2-851c8d302bf5 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:49:15.758554 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 87a17fb0-f13b-490e-94d2-851c8d302bf5, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=87a17fb0-f13b-490e-94d2-851c8d302bf5,segment=NetworkSegment(b6503e72-163f-4711-aa98-97798550d3ad),segment_id=b6503e72-163f-4711-aa98-97798550d3ad)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:49:15.831248 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:15.901269 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=87a17fb0-f13b-490e-94d2-851c8d302bf5,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:49:16.032335 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['87a17fb0-f13b-490e-94d2-851c8d302bf5'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:49:16.278530 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728cf21-d3cc-41bd-a3b4-cd0722074fa3 req-3b29536b-2739-40ed-96cb-422a9310a0b0 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:16.280053 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1728cf21-d3cc-41bd-a3b4-cd0722074fa3 req-3b29536b-2739-40ed-96cb-422a9310a0b0 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] 10.222.0.31 "GET /v2.0/ports?device_id=1878ae0f-7a4f-4d65-9b79-7d3f43396858 HTTP/1.1" status: 200 len: 949 time: 0.0945230 Mar 31 15:49:16.328329 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1728cf21-d3cc-41bd-a3b4-cd0722074fa3 req-0f485c29-1501-411d-bddb-1510b84d6e0a tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e563038-f210-4e8b-a40d-db61a2fa360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423331 Mar 31 15:49:17.528904 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250a5c0-b83f-410b-ba2f-390d140278f7 req-8e6fd0aa-46ce-46e0-adcd-b3963b0faace tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:17.529688 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 87a17fb0-f13b-490e-94d2-851c8d302bf5 up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:49:17.530433 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9250a5c0-b83f-410b-ba2f-390d140278f7 req-8e6fd0aa-46ce-46e0-adcd-b3963b0faace tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] 10.222.0.31 "GET /v2.0/ports?device_id=1878ae0f-7a4f-4d65-9b79-7d3f43396858 HTTP/1.1" status: 200 len: 949 time: 0.0853195 Mar 31 15:49:17.581471 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9250a5c0-b83f-410b-ba2f-390d140278f7 req-f23d4fd3-a5e7-4707-ba62-efcfc0d8c3ec tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e563038-f210-4e8b-a40d-db61a2fa360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452268 Mar 31 15:49:17.682542 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port 87a17fb0-f13b-490e-94d2-851c8d302bf5 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:49:17.687773 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port 87a17fb0-f13b-490e-94d2-851c8d302bf5 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:49:17.688139 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:17.812573 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:17.841928 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1878ae0f-7a4f-4d65-9b79-7d3f43396858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a17fb0-f13b-490e-94d2-851c8d302bf5'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:49:17.852349 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 87a17fb0-f13b-490e-94d2-851c8d302bf5, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=87a17fb0-f13b-490e-94d2-851c8d302bf5,segment=NetworkSegment(b6503e72-163f-4711-aa98-97798550d3ad),segment_id=b6503e72-163f-4711-aa98-97798550d3ad)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:49:17.892747 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1878ae0f-7a4f-4d65-9b79-7d3f43396858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a17fb0-f13b-490e-94d2-851c8d302bf5', 'code': 200} Mar 31 15:49:17.951421 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:18.024283 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=87a17fb0-f13b-490e-94d2-851c8d302bf5,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:49:18.268981 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6edb67-869e-45d8-9e68-7acd3102a1ba req-aa3d4b83-0f66-485f-b4c4-a2e6e543963b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:18.270380 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ed6edb67-869e-45d8-9e68-7acd3102a1ba req-aa3d4b83-0f66-485f-b4c4-a2e6e543963b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1878ae0f-7a4f-4d65-9b79-7d3f43396858 HTTP/1.1" status: 200 len: 1103 time: 0.0706611 Mar 31 15:49:18.313552 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ed6edb67-869e-45d8-9e68-7acd3102a1ba req-b10a3e59-edcb-4d32-8547-0eb89aafd33c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4e563038-f210-4e8b-a40d-db61a2fa360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371954 Mar 31 15:49:18.782086 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb79da-3051-4a03-9377-7600873c96c7 req-78172685-fea9-45bf-9956-f346de87bfd4 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:18.783599 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-caeb79da-3051-4a03-9377-7600873c96c7 req-78172685-fea9-45bf-9956-f346de87bfd4 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] 10.222.0.31 "GET /v2.0/ports?device_id=1878ae0f-7a4f-4d65-9b79-7d3f43396858 HTTP/1.1" status: 200 len: 950 time: 0.0902009 Mar 31 15:49:18.830785 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-caeb79da-3051-4a03-9377-7600873c96c7 req-8cb6493e-d6f3-4aa5-a62c-f9ab83df8998 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e563038-f210-4e8b-a40d-db61a2fa360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401499 Mar 31 15:49:20.026524 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a3dbf-ca46-4a93-818c-321aa21d6a87 req-faf38f0d-472a-4018-a954-b1a2a67a5255 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:20.027988 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c94a3dbf-ca46-4a93-818c-321aa21d6a87 req-faf38f0d-472a-4018-a954-b1a2a67a5255 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] 10.222.0.31 "GET /v2.0/ports?device_id=1878ae0f-7a4f-4d65-9b79-7d3f43396858 HTTP/1.1" status: 200 len: 950 time: 0.0874836 Mar 31 15:49:20.073968 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c94a3dbf-ca46-4a93-818c-321aa21d6a87 req-c360c4ca-b2bd-4afa-bd1d-76fc5c1df02b tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e563038-f210-4e8b-a40d-db61a2fa360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398905 Mar 31 15:49:21.797372 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728990bd-ebd0-4dc5-a2e7-54b1b1fa4666 req-18e92682-7122-4bd3-a88c-5e55eecd461d tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:21.798881 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-728990bd-ebd0-4dc5-a2e7-54b1b1fa4666 req-18e92682-7122-4bd3-a88c-5e55eecd461d tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] 10.222.0.31 "GET /v2.0/ports?device_id=1878ae0f-7a4f-4d65-9b79-7d3f43396858 HTTP/1.1" status: 200 len: 950 time: 0.0817544 Mar 31 15:49:21.847286 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-728990bd-ebd0-4dc5-a2e7-54b1b1fa4666 req-faa928c7-04f0-4d24-8511-f4ae4b969536 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e563038-f210-4e8b-a40d-db61a2fa360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421405 Mar 31 15:49:23.079922 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454360c-1e45-4135-a51a-3acee0714f25 req-4b7457f0-6b48-4efc-8e51-1d159bc84bfd tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:23.081405 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8454360c-1e45-4135-a51a-3acee0714f25 req-4b7457f0-6b48-4efc-8e51-1d159bc84bfd tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] 10.222.0.31 "GET /v2.0/ports?device_id=1878ae0f-7a4f-4d65-9b79-7d3f43396858 HTTP/1.1" status: 200 len: 950 time: 0.1109843 Mar 31 15:49:23.090668 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b89a7-6fee-40a5-8263-abdd7d3d99dd req-16b65f2a-c266-4895-9bed-a90c6d1ddb0b tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:23.092064 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-014b89a7-6fee-40a5-8263-abdd7d3d99dd req-16b65f2a-c266-4895-9bed-a90c6d1ddb0b tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] 10.222.0.41 "GET /v2.0/ports?device_id=1878ae0f-7a4f-4d65-9b79-7d3f43396858 HTTP/1.1" status: 200 len: 950 time: 0.1540973 Mar 31 15:49:23.189661 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-014b89a7-6fee-40a5-8263-abdd7d3d99dd req-2019e9c7-559e-4f8d-ad4e-67814676f237 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Deleting port 87a17fb0-f13b-490e-94d2-851c8d302bf5 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:49:23.189922 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-014b89a7-6fee-40a5-8263-abdd7d3d99dd req-2019e9c7-559e-4f8d-ad4e-67814676f237 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:23.217821 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8454360c-1e45-4135-a51a-3acee0714f25 req-4df6e670-5a54-4c02-a51f-840b17f77e17 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e563038-f210-4e8b-a40d-db61a2fa360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248116 Mar 31 15:49:23.447353 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-014b89a7-6fee-40a5-8263-abdd7d3d99dd req-2019e9c7-559e-4f8d-ad4e-67814676f237 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] For port 87a17fb0-f13b-490e-94d2-851c8d302bf5, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=87a17fb0-f13b-490e-94d2-851c8d302bf5,segment=NetworkSegment(b6503e72-163f-4711-aa98-97798550d3ad),segment_id=b6503e72-163f-4711-aa98-97798550d3ad)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:49:23.447610 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-014b89a7-6fee-40a5-8263-abdd7d3d99dd req-2019e9c7-559e-4f8d-ad4e-67814676f237 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:23.576588 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-014b89a7-6fee-40a5-8263-abdd7d3d99dd req-2019e9c7-559e-4f8d-ad4e-67814676f237 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Calling delete_port for 87a17fb0-f13b-490e-94d2-851c8d302bf5 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:49:23.837536 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-014b89a7-6fee-40a5-8263-abdd7d3d99dd req-2019e9c7-559e-4f8d-ad4e-67814676f237 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:23.888271 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019e9c7-559e-4f8d-ad4e-67814676f237 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Pushing event deleted for resources: {'Port': ['ID=87a17fb0-f13b-490e-94d2-851c8d302bf5,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:49:23.966608 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-014b89a7-6fee-40a5-8263-abdd7d3d99dd req-2019e9c7-559e-4f8d-ad4e-67814676f237 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] No DVR routers for this DVR port 87a17fb0-f13b-490e-94d2-851c8d302bf5 on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:49:23.969103 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-014b89a7-6fee-40a5-8263-abdd7d3d99dd req-2019e9c7-559e-4f8d-ad4e-67814676f237 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:23.971829 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1878ae0f-7a4f-4d65-9b79-7d3f43396858', 'name': 'network-vif-deleted', 'tag': '87a17fb0-f13b-490e-94d2-851c8d302bf5'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:49:24.018778 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1878ae0f-7a4f-4d65-9b79-7d3f43396858', 'name': 'network-vif-deleted', 'tag': '87a17fb0-f13b-490e-94d2-851c8d302bf5', 'status': 'completed', 'code': 200} Mar 31 15:49:24.078045 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-014b89a7-6fee-40a5-8263-abdd7d3d99dd req-2019e9c7-559e-4f8d-ad4e-67814676f237 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] 10.222.0.41 "DELETE /v2.0/ports/87a17fb0-f13b-490e-94d2-851c8d302bf5 HTTP/1.1" status: 204 len: 173 time: 0.9715638 Mar 31 15:49:24.367346 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-6a6d8943-4dd1-43f4-bf0a-607cfddde934 req-fab9919c-44a9-4de7-8dc1-fc2e1e444d76 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Synchronizing usage tracker for tenant:f74dad6130634cf3a838b6b4025160f0 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:49:24.586115 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-6a6d8943-4dd1-43f4-bf0a-607cfddde934 req-fab9919c-44a9-4de7-8dc1-fc2e1e444d76 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] Unset dirty status for tenant:f74dad6130634cf3a838b6b4025160f0 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:49:24.587817 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6a6d8943-4dd1-43f4-bf0a-607cfddde934 req-fab9919c-44a9-4de7-8dc1-fc2e1e444d76 tempest-ServersAdminNegativeTestJSON-385803589 tempest-ServersAdminNegativeTestJSON-385803589-project] 10.222.0.31 "GET /v2.0/ports?device_id=1878ae0f-7a4f-4d65-9b79-7d3f43396858 HTTP/1.1" status: 200 len: 210 time: 0.2622995 Mar 31 15:49:25.294122 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:25.599000 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 87a17fb0-f13b-490e-94d2-851c8d302bf5 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:49:25.634115 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: 87a17fb0-f13b-490e-94d2-851c8d302bf5 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:49:25.634452 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 87a17fb0-f13b-490e-94d2-851c8d302bf5 not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:49:26.231703 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 52030) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:49:26.380327 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ddd68cac-8fe4-4a99-a36e-5df4d2ba5a9c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f74dad6130634cf3a838b6b4025160f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470957 Mar 31 15:49:26.383787 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 52036) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:49:26.441593 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-43790768-efbc-4dd6-ba01-cd474797653b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:26.469590 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-43790768-efbc-4dd6-ba01-cd474797653b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:26.597183 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-43790768-efbc-4dd6-ba01-cd474797653b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:26.614748 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43790768-efbc-4dd6-ba01-cd474797653b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e563038-f210-4e8b-a40d-db61a2fa360a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:49:26.721788 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-43790768-efbc-4dd6-ba01-cd474797653b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:26.723157 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-43790768-efbc-4dd6-ba01-cd474797653b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4e563038-f210-4e8b-a40d-db61a2fa360a HTTP/1.1" status: 204 len: 168 time: 0.3382142 Mar 31 15:49:27.599311 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 52044) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:49:27.617543 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-929b740a-5870-410a-b956-32c7a7002bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:27.633706 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-929b740a-5870-410a-b956-32c7a7002bbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:49:27.637736 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-929b740a-5870-410a-b956-32c7a7002bbc admin admin] Usage tracker for resource:security_group_rule and tenant:9ea3386276094a15826a22ba777a9732 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:49:27.640643 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-929b740a-5870-410a-b956-32c7a7002bbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:49:27.646448 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-929b740a-5870-410a-b956-32c7a7002bbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:49:27.728597 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-929b740a-5870-410a-b956-32c7a7002bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:27.820490 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-929b740a-5870-410a-b956-32c7a7002bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:27.871459 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-929b740a-5870-410a-b956-32c7a7002bbc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9ea3386276094a15826a22ba777a9732&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2710280 Mar 31 15:49:27.872292 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b740a-5870-410a-b956-32c7a7002bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40aa4fb-bd17-4b1d-adcc-c64c392c0428,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:49:27.875102 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 52048) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:49:27.943260 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-12c9f29c-0f99-45eb-be50-768589d82f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:27.970457 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-12c9f29c-0f99-45eb-be50-768589d82f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:28.111100 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-12c9f29c-0f99-45eb-be50-768589d82f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:28.125866 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9f29c-0f99-45eb-be50-768589d82f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40aa4fb-bd17-4b1d-adcc-c64c392c0428,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:49:28.132957 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-12c9f29c-0f99-45eb-be50-768589d82f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:28.136459 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-12c9f29c-0f99-45eb-be50-768589d82f1b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e40aa4fb-bd17-4b1d-adcc-c64c392c0428 HTTP/1.1" status: 204 len: 168 time: 0.2582223 Mar 31 15:49:29.337503 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 52072) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:49:29.445262 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a92a78a6-7880-4b0c-a186-2db37d1b9117 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-844595084-network', 'tenant_id': 'e1b3240451204a8d9710ec839e90c28b'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:49:29.451961 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a92a78a6-7880-4b0c-a186-2db37d1b9117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:49:29.456990 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a92a78a6-7880-4b0c-a186-2db37d1b9117 admin admin] Usage tracker for resource:network and tenant:e1b3240451204a8d9710ec839e90c28b is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:49:29.460645 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a92a78a6-7880-4b0c-a186-2db37d1b9117 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:49:29.467477 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a92a78a6-7880-4b0c-a186-2db37d1b9117 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:49:29.574379 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92a78a6-7880-4b0c-a186-2db37d1b9117 admin admin] Made reservation on behalf of e1b3240451204a8d9710ec839e90c28b for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:49:29.576735 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a92a78a6-7880-4b0c-a186-2db37d1b9117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:29.590764 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a92a78a6-7880-4b0c-a186-2db37d1b9117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:29.605890 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a92a78a6-7880-4b0c-a186-2db37d1b9117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:49:29.609812 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a92a78a6-7880-4b0c-a186-2db37d1b9117 admin admin] Usage tracker for resource:security_group_rule and tenant:e1b3240451204a8d9710ec839e90c28b is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:49:29.612855 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a92a78a6-7880-4b0c-a186-2db37d1b9117 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:49:29.618844 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a92a78a6-7880-4b0c-a186-2db37d1b9117 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:49:29.709633 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a92a78a6-7880-4b0c-a186-2db37d1b9117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:29.831673 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a92a78a6-7880-4b0c-a186-2db37d1b9117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:29.864732 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a92a78a6-7880-4b0c-a186-2db37d1b9117 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:49:29.867783 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:49:29.877963 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a78a6-7880-4b0c-a186-2db37d1b9117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f49cb90-e7c1-4b23-bcb6-7466841ddf62,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:49:29.883019 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a92a78a6-7880-4b0c-a186-2db37d1b9117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:29.883374 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-a92a78a6-7880-4b0c-a186-2db37d1b9117 admin admin] Added segment 987da6f8-7514-40c4-a099-8dabf7646b26 of type vlan for network 73919100-2891-4676-8326-1ddef39a1a2e Mar 31 15:49:29.913241 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a92a78a6-7880-4b0c-a186-2db37d1b9117 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:30.036814 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a92a78a6-7880-4b0c-a186-2db37d1b9117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:30.037870 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92a78a6-7880-4b0c-a186-2db37d1b9117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:30.038699 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a92a78a6-7880-4b0c-a186-2db37d1b9117 admin admin] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:30.149096 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a78a6-7880-4b0c-a186-2db37d1b9117 admin admin] Pushing event updated for resources: {'Network': ['ID=73919100-2891-4676-8326-1ddef39a1a2e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:49:30.159488 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 73919100-2891-4676-8326-1ddef39a1a2e details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:49:30.265839 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a92a78a6-7880-4b0c-a186-2db37d1b9117 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9271586 Mar 31 15:49:30.269399 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 52078) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:49:30.275468 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-aec9ca0d-8809-4aaa-891e-4e0b4f03affc admin admin] Request body: {'subnet': {'network_id': '73919100-2891-4676-8326-1ddef39a1a2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-844595084-subnet', 'tenant_id': 'e1b3240451204a8d9710ec839e90c28b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:49:30.280687 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-aec9ca0d-8809-4aaa-891e-4e0b4f03affc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:49:30.285592 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-aec9ca0d-8809-4aaa-891e-4e0b4f03affc admin admin] Usage tracker for resource:subnet and tenant:e1b3240451204a8d9710ec839e90c28b is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:49:30.288522 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-aec9ca0d-8809-4aaa-891e-4e0b4f03affc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:49:30.295230 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-aec9ca0d-8809-4aaa-891e-4e0b4f03affc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:49:30.373774 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec9ca0d-8809-4aaa-891e-4e0b4f03affc admin admin] Made reservation on behalf of e1b3240451204a8d9710ec839e90c28b for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:49:30.376701 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aec9ca0d-8809-4aaa-891e-4e0b4f03affc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:30.802896 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aec9ca0d-8809-4aaa-891e-4e0b4f03affc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:30.886931 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9ca0d-8809-4aaa-891e-4e0b4f03affc admin admin] Pushing event updated for resources: {'Subnet': ['ID=32c1f38d-f252-40c5-8d5e-0bf9bfaa6b7d,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:49:30.894587 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec9ca0d-8809-4aaa-891e-4e0b4f03affc admin admin] Checking segment: {'id': '987da6f8-7514-40c4-a099-8dabf7646b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '73919100-2891-4676-8326-1ddef39a1a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:49:30.894950 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec9ca0d-8809-4aaa-891e-4e0b4f03affc admin admin] Network hostable DHCP agents. Network: 73919100-2891-4676-8326-1ddef39a1a2e, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:49:31.014051 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec9ca0d-8809-4aaa-891e-4e0b4f03affc admin admin] Network 73919100-2891-4676-8326-1ddef39a1a2e is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:49:31.094066 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-aec9ca0d-8809-4aaa-891e-4e0b4f03affc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 73919100-2891-4676-8326-1ddef39a1a2e) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:49:31.098311 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec9ca0d-8809-4aaa-891e-4e0b4f03affc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:31.098898 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aec9ca0d-8809-4aaa-891e-4e0b4f03affc admin admin] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:31.104510 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff76eb0-f004-43bd-b6d4-1b428eb6e6ff None None] Network 73919100-2891-4676-8326-1ddef39a1a2e requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:49:31.198423 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-aec9ca0d-8809-4aaa-891e-4e0b4f03affc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9277799 Mar 31 15:49:31.371092 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cfcfe7-4da0-4aa5-b11c-1e217e028aaa None None] Network 73919100-2891-4676-8326-1ddef39a1a2e requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:49:31.890556 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-5fcecacf-e9cd-4064-b910-f19206402cf7 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:31.892233 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-5fcecacf-e9cd-4064-b910-f19206402cf7 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/networks?id=73919100-2891-4676-8326-1ddef39a1a2e HTTP/1.1" status: 200 len: 811 time: 0.2815185 Mar 31 15:49:31.909655 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-0a0cef43-a423-4396-8f52-b3e490db81e7 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/quotas/e1b3240451204a8d9710ec839e90c28b HTTP/1.1" status: 200 len: 375 time: 0.0113151 Mar 31 15:49:31.969496 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-050ab60d-1aeb-42d3-8de2-d96419fded92 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e1b3240451204a8d9710ec839e90c28b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533113 Mar 31 15:49:32.121682 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-6a4748b9-e275-4bfc-9693-f740ca5e3378 service neutron] 10.222.0.31 "GET /v2.0/networks/73919100-2891-4676-8326-1ddef39a1a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450799 Mar 31 15:49:32.305958 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-25a777dc-64e7-404a-9d88-f51c0f50582f service neutron] 10.222.0.31 "GET /v2.0/networks/73919100-2891-4676-8326-1ddef39a1a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782789 Mar 31 15:49:32.681094 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-ae068452-018e-4d67-86a8-53e0468616d3 req-cfa5c74e-e948-49de-821a-c5b4d0dab66f tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 210 time: 0.0469007 Mar 31 15:49:33.156741 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bf11084c-aa40-49fd-96e3-89869da7451a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:33.794009 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2ecf1337-7156-456c-8469-890ec3621cd9 req-b76a9d91-dc86-4a8a-9395-459740457983 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 210 time: 0.0466218 Mar 31 15:49:34.957669 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-fafc2e10-7d19-41b4-93a6-6d2020098991 req-8abc61ee-63ca-43ce-b2d1-b3061cca4368 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 210 time: 0.0437410 Mar 31 15:49:35.295295 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ca5998ea-6a35-45d5-8419-9b5bcf12b7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:36.122443 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-aff277a3-2080-4153-bd0e-3bd704734aff req-311e8755-916c-45d3-a3a2-438b84fcc15a tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 210 time: 0.0513022 Mar 31 15:49:36.320955 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-2833177b-c97d-4137-9c87-95654345b50f tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:36.322960 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-2833177b-c97d-4137-9c87-95654345b50f tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.41 "GET /v2.0/networks?id=73919100-2891-4676-8326-1ddef39a1a2e HTTP/1.1" status: 200 len: 811 time: 0.1541607 Mar 31 15:49:36.335049 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-ed3026ca-7b6d-4753-853b-481843fe7e59 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Request body: {'port': {'device_id': '3c91b847-23cb-4245-b101-e764dfa01f5a', 'network_id': '73919100-2891-4676-8326-1ddef39a1a2e', 'admin_state_up': True, 'tenant_id': 'e1b3240451204a8d9710ec839e90c28b'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:49:36.479093 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-ed3026ca-7b6d-4753-853b-481843fe7e59 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:49:36.483589 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-ed3026ca-7b6d-4753-853b-481843fe7e59 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Usage tracker for resource:port and tenant:e1b3240451204a8d9710ec839e90c28b is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:49:36.486671 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-ed3026ca-7b6d-4753-853b-481843fe7e59 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:49:36.492776 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-ed3026ca-7b6d-4753-853b-481843fe7e59 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:49:36.517084 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:36.545519 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:36.614320 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-ed3026ca-7b6d-4753-853b-481843fe7e59 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Made reservation on behalf of e1b3240451204a8d9710ec839e90c28b for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:49:36.617810 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-ed3026ca-7b6d-4753-853b-481843fe7e59 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:36.787147 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-ed3026ca-7b6d-4753-853b-481843fe7e59 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Allocated IP 172.20.0.6 (73919100-2891-4676-8326-1ddef39a1a2e/32c1f38d-f252-40c5-8d5e-0bf9bfaa6b7d/5b85cfca-3438-4b12-a575-5bed870b8bb8) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:49:36.994710 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-ed3026ca-7b6d-4753-853b-481843fe7e59 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:37.094473 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-ed3026ca-7b6d-4753-853b-481843fe7e59 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:37.161284 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-ed3026ca-7b6d-4753-853b-481843fe7e59 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Network 73919100-2891-4676-8326-1ddef39a1a2e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:49:37.164294 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-ed3026ca-7b6d-4753-853b-481843fe7e59 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:49:37.173601 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-ed3026ca-7b6d-4753-853b-481843fe7e59 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:49:37.213734 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3026ca-7b6d-4753-853b-481843fe7e59 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Pushing event updated for resources: {'Port': ['ID=5b85cfca-3438-4b12-a575-5bed870b8bb8,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:49:37.249153 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-ed3026ca-7b6d-4753-853b-481843fe7e59 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:37.249153 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-ed3026ca-7b6d-4753-853b-481843fe7e59 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:37.324970 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67b536-cc88-44e8-85e1-183b8c0c78e9 req-d8bd902b-be0e-4d00-89b1-852d90e5ddbe tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:37.326528 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8a67b536-cc88-44e8-85e1-183b8c0c78e9 req-d8bd902b-be0e-4d00-89b1-852d90e5ddbe tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 931 time: 0.0845180 Mar 31 15:49:37.363513 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-ed3026ca-7b6d-4753-853b-481843fe7e59 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0322793 Mar 31 15:49:37.375446 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-0aafe318-bc9a-467b-87e7-53e4a07d81aa service neutron] Request body: {'port': {'device_id': '3c91b847-23cb-4245-b101-e764dfa01f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:49:37.376044 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-8a67b536-cc88-44e8-85e1-183b8c0c78e9 req-e18a5ed3-dade-4702-beaf-50f2a69b69e9 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Synchronizing usage tracker for tenant:e1b3240451204a8d9710ec839e90c28b on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:49:37.490551 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-0aafe318-bc9a-467b-87e7-53e4a07d81aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:37.505123 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-8a67b536-cc88-44e8-85e1-183b8c0c78e9 req-e18a5ed3-dade-4702-beaf-50f2a69b69e9 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Unset dirty status for tenant:e1b3240451204a8d9710ec839e90c28b on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:49:37.506476 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8a67b536-cc88-44e8-85e1-183b8c0c78e9 req-e18a5ed3-dade-4702-beaf-50f2a69b69e9 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714056 Mar 31 15:49:37.952295 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-0aafe318-bc9a-467b-87e7-53e4a07d81aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b85cfca-3438-4b12-a575-5bed870b8bb8 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:49:37.960132 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-0aafe318-bc9a-467b-87e7-53e4a07d81aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:37.976421 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-0aafe318-bc9a-467b-87e7-53e4a07d81aa service neutron] Transition to ACTIVE for port object 5b85cfca-3438-4b12-a575-5bed870b8bb8 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:49:37.986121 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:38.076659 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-0aafe318-bc9a-467b-87e7-53e4a07d81aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:38.230576 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aafe318-bc9a-467b-87e7-53e4a07d81aa service neutron] Pushing event updated for resources: {'Port': ['ID=5b85cfca-3438-4b12-a575-5bed870b8bb8,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:49:38.311382 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-0aafe318-bc9a-467b-87e7-53e4a07d81aa service neutron] Attempting to bind port 5b85cfca-3438-4b12-a575-5bed870b8bb8 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:49:38.311714 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-0aafe318-bc9a-467b-87e7-53e4a07d81aa service neutron] Attempting to bind port 5b85cfca-3438-4b12-a575-5bed870b8bb8 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '987da6f8-7514-40c4-a099-8dabf7646b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '73919100-2891-4676-8326-1ddef39a1a2e'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:49:38.312038 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-0aafe318-bc9a-467b-87e7-53e4a07d81aa service neutron] Attempting to bind port 5b85cfca-3438-4b12-a575-5bed870b8bb8 on network 73919100-2891-4676-8326-1ddef39a1a2e {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:49:38.316658 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-0aafe318-bc9a-467b-87e7-53e4a07d81aa service neutron] Port 5b85cfca-3438-4b12-a575-5bed870b8bb8 on network 73919100-2891-4676-8326-1ddef39a1a2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:49:38.316977 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-0aafe318-bc9a-467b-87e7-53e4a07d81aa service neutron] Attempting to bind port 5b85cfca-3438-4b12-a575-5bed870b8bb8 on network 73919100-2891-4676-8326-1ddef39a1a2e {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:49:38.322713 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-0aafe318-bc9a-467b-87e7-53e4a07d81aa service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:49:38.323052 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-0aafe318-bc9a-467b-87e7-53e4a07d81aa service neutron] Checking segment: {'id': '987da6f8-7514-40c4-a099-8dabf7646b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '73919100-2891-4676-8326-1ddef39a1a2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:49:38.323441 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-0aafe318-bc9a-467b-87e7-53e4a07d81aa service neutron] Bound using segment: {'id': '987da6f8-7514-40c4-a099-8dabf7646b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '73919100-2891-4676-8326-1ddef39a1a2e'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:49:38.323889 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-0aafe318-bc9a-467b-87e7-53e4a07d81aa service neutron] Bound port: 5b85cfca-3438-4b12-a575-5bed870b8bb8, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '987da6f8-7514-40c4-a099-8dabf7646b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '73919100-2891-4676-8326-1ddef39a1a2e'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:49:38.324231 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-0aafe318-bc9a-467b-87e7-53e4a07d81aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:38.424992 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-0aafe318-bc9a-467b-87e7-53e4a07d81aa service neutron] For port 5b85cfca-3438-4b12-a575-5bed870b8bb8, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:49:38.428373 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-0aafe318-bc9a-467b-87e7-53e4a07d81aa service neutron] For port 5b85cfca-3438-4b12-a575-5bed870b8bb8, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=5b85cfca-3438-4b12-a575-5bed870b8bb8,segment=NetworkSegment(987da6f8-7514-40c4-a099-8dabf7646b26),segment_id=987da6f8-7514-40c4-a099-8dabf7646b26)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:49:38.597056 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-0aafe318-bc9a-467b-87e7-53e4a07d81aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:38.698356 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-0aafe318-bc9a-467b-87e7-53e4a07d81aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:38.698955 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-0aafe318-bc9a-467b-87e7-53e4a07d81aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:38.700312 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-0aafe318-bc9a-467b-87e7-53e4a07d81aa service neutron] 10.222.0.41 "PUT /v2.0/ports/5b85cfca-3438-4b12-a575-5bed870b8bb8 HTTP/1.1" status: 200 len: 1093 time: 1.3292809 Mar 31 15:49:38.700735 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c91b847-23cb-4245-b101-e764dfa01f5a', 'tag': '5b85cfca-3438-4b12-a575-5bed870b8bb8'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:49:38.735287 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aafe318-bc9a-467b-87e7-53e4a07d81aa service neutron] Pushing event updated for resources: {'Port': ['ID=5b85cfca-3438-4b12-a575-5bed870b8bb8,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:49:38.765159 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0a4f9-8e25-469a-860d-f93216197f57 req-bf95ee68-4b1b-4868-b954-d78d614637c2 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:38.765909 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-31d0a4f9-8e25-469a-860d-f93216197f57 req-bf95ee68-4b1b-4868-b954-d78d614637c2 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Synchronizing usage tracker for tenant:e1b3240451204a8d9710ec839e90c28b on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:49:38.816779 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c91b847-23cb-4245-b101-e764dfa01f5a', 'tag': '5b85cfca-3438-4b12-a575-5bed870b8bb8', 'status': 'completed', 'code': 200} Mar 31 15:49:38.913080 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-31d0a4f9-8e25-469a-860d-f93216197f57 req-bf95ee68-4b1b-4868-b954-d78d614637c2 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Unset dirty status for tenant:e1b3240451204a8d9710ec839e90c28b on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:49:38.914260 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-31d0a4f9-8e25-469a-860d-f93216197f57 req-bf95ee68-4b1b-4868-b954-d78d614637c2 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 943 time: 0.2833979 Mar 31 15:49:38.917690 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b046d-175b-471a-89a2-b44beada96c8 req-28fbc785-a42c-4378-8337-807c721f92e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:38.919118 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e34b046d-175b-471a-89a2-b44beada96c8 req-28fbc785-a42c-4378-8337-807c721f92e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1b3240451204a8d9710ec839e90c28b&device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 1096 time: 0.0808854 Mar 31 15:49:39.057310 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-31d0a4f9-8e25-469a-860d-f93216197f57 req-025ef330-c071-43e2-95bf-5ff1d827c4e2 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360505 Mar 31 15:49:39.094345 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b046d-175b-471a-89a2-b44beada96c8 req-74ac7389-d5df-4c9f-bb2f-263d80cb4677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:39.095809 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e34b046d-175b-471a-89a2-b44beada96c8 req-74ac7389-d5df-4c9f-bb2f-263d80cb4677 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e1b3240451204a8d9710ec839e90c28b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1600382 Mar 31 15:49:39.239122 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b046d-175b-471a-89a2-b44beada96c8 req-7b18972c-ae98-4896-a3a4-d95304a6beae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:39.240592 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e34b046d-175b-471a-89a2-b44beada96c8 req-7b18972c-ae98-4896-a3a4-d95304a6beae service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1393199 Mar 31 15:49:39.364260 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-6a2731c8-f6e6-4ce7-a7f4-a3fbb51b837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:39.365660 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-6a2731c8-f6e6-4ce7-a7f4-a3fbb51b837c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1b3240451204a8d9710ec839e90c28b&device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 1096 time: 0.0812626 Mar 31 15:49:39.433886 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-3a551aa2-008f-4047-9ba8-d5f4023319c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b85cfca-3438-4b12-a575-5bed870b8bb8 HTTP/1.1" status: 200 len: 217 time: 0.0621903 Mar 31 15:49:39.503135 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-20c5e9c4-6575-4492-8e7f-2f1cb81b84bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:39.504819 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-20c5e9c4-6575-4492-8e7f-2f1cb81b84bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32c1f38d-f252-40c5-8d5e-0bf9bfaa6b7d HTTP/1.1" status: 200 len: 851 time: 0.0655582 Mar 31 15:49:39.555366 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-5030d3ef-e8c7-40ab-ac9a-fb111c42cf85 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73919100-2891-4676-8326-1ddef39a1a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442197 Mar 31 15:49:39.716315 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-afd0f2c7-24ef-49e5-a767-d3833aa8f0c9 service neutron] 10.222.0.41 "GET /v2.0/networks/73919100-2891-4676-8326-1ddef39a1a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557713 Mar 31 15:49:39.857281 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a80d1adb-d522-45a2-a9d3-42f0b362d63c req-d65e2328-8e73-4912-b2b5-5c28f652942f service neutron] 10.222.0.41 "GET /v2.0/networks/73919100-2891-4676-8326-1ddef39a1a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349242 Mar 31 15:49:40.250642 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9a6c9-2313-4027-acaf-07c939e8f1ba req-d10abb4b-dd5f-44d8-947f-76165f23fae6 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:40.252098 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-bae9a6c9-2313-4027-acaf-07c939e8f1ba req-d10abb4b-dd5f-44d8-947f-76165f23fae6 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 943 time: 0.0828114 Mar 31 15:49:40.300413 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-bae9a6c9-2313-4027-acaf-07c939e8f1ba req-06a6c794-1434-4ac5-8aa0-bebfe647f4c8 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425956 Mar 31 15:49:41.517508 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bab60c-aabc-498f-bd9d-99d58405830c req-af7b7844-6793-47de-a600-2428763ec384 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:41.519008 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b7bab60c-aabc-498f-bd9d-99d58405830c req-af7b7844-6793-47de-a600-2428763ec384 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 943 time: 0.1049225 Mar 31 15:49:41.671240 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b7bab60c-aabc-498f-bd9d-99d58405830c req-f8d53365-f885-4101-82d7-59e515c616d2 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463339 Mar 31 15:49:42.873025 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2392ecf-f7f1-49f3-b850-81922a14d3de req-f98aef30-92eb-40df-8a0f-79ff9c7cb787 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:42.874495 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d2392ecf-f7f1-49f3-b850-81922a14d3de req-f98aef30-92eb-40df-8a0f-79ff9c7cb787 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 943 time: 0.0915201 Mar 31 15:49:42.921424 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d2392ecf-f7f1-49f3-b850-81922a14d3de req-0fad460f-fc49-4dd1-bc20-f2005366dbb4 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409033 Mar 31 15:49:43.676737 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 5b85cfca-3438-4b12-a575-5bed870b8bb8 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:49:43.818082 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 5b85cfca-3438-4b12-a575-5bed870b8bb8, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=5b85cfca-3438-4b12-a575-5bed870b8bb8,segment=NetworkSegment(987da6f8-7514-40c4-a099-8dabf7646b26),segment_id=987da6f8-7514-40c4-a099-8dabf7646b26)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:49:43.831911 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': '5b85cfca-3438-4b12-a575-5bed870b8bb8', 'network_id': '73919100-2891-4676-8326-1ddef39a1a2e', 'port_id': '5b85cfca-3438-4b12-a575-5bed870b8bb8', 'mac_address': 'fa:16:3e:50:81:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c1f38d-f252-40c5-8d5e-0bf9bfaa6b7d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:49:43.892930 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:43.909804 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b85cfca-3438-4b12-a575-5bed870b8bb8 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:49:43.927274 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 5b85cfca-3438-4b12-a575-5bed870b8bb8, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=5b85cfca-3438-4b12-a575-5bed870b8bb8,segment=NetworkSegment(987da6f8-7514-40c4-a099-8dabf7646b26),segment_id=987da6f8-7514-40c4-a099-8dabf7646b26)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:49:44.002395 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:44.074867 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=5b85cfca-3438-4b12-a575-5bed870b8bb8,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:49:44.082087 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:44.082410 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:44.082743 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:44.083067 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:44.083389 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:44.083711 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:44.084032 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:44.084350 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:44.084669 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:44.084981 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:44.085322 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:44.085635 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:44.113722 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6d982-5c5f-4f38-bcb4-7ae63900db9c req-832f8e43-09a9-4292-806b-9e239e86b802 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:44.115178 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e3a6d982-5c5f-4f38-bcb4-7ae63900db9c req-832f8e43-09a9-4292-806b-9e239e86b802 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 944 time: 0.0827553 Mar 31 15:49:44.160170 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e3a6d982-5c5f-4f38-bcb4-7ae63900db9c req-8cee587f-caa0-45a1-86ae-fa3911ee4c5f tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391591 Mar 31 15:49:44.191876 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['5b85cfca-3438-4b12-a575-5bed870b8bb8'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:49:45.365015 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d9a9d-c11d-406d-897b-dcdeec19433d req-d15422bb-50d3-4d30-ad23-f1e942335836 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:45.366520 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f68d9a9d-c11d-406d-897b-dcdeec19433d req-d15422bb-50d3-4d30-ad23-f1e942335836 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 944 time: 0.0880880 Mar 31 15:49:45.415095 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f68d9a9d-c11d-406d-897b-dcdeec19433d req-7125faae-b9d7-4c38-818b-9ad9fbaf56bd tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419471 Mar 31 15:49:45.706487 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 5b85cfca-3438-4b12-a575-5bed870b8bb8 up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:49:45.847630 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port 5b85cfca-3438-4b12-a575-5bed870b8bb8 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:49:45.853708 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port 5b85cfca-3438-4b12-a575-5bed870b8bb8 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:49:45.854215 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:45.970634 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:45.998200 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c91b847-23cb-4245-b101-e764dfa01f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b85cfca-3438-4b12-a575-5bed870b8bb8'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:49:46.014904 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 5b85cfca-3438-4b12-a575-5bed870b8bb8, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=5b85cfca-3438-4b12-a575-5bed870b8bb8,segment=NetworkSegment(987da6f8-7514-40c4-a099-8dabf7646b26),segment_id=987da6f8-7514-40c4-a099-8dabf7646b26)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:49:46.060421 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c91b847-23cb-4245-b101-e764dfa01f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b85cfca-3438-4b12-a575-5bed870b8bb8', 'code': 200} Mar 31 15:49:46.099864 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:46.175599 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=5b85cfca-3438-4b12-a575-5bed870b8bb8,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:49:46.459317 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177468e3-1238-4bb4-9ae0-22e7b170c72b req-180dad58-21a7-4d0c-b183-3f94b3af87ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:46.460934 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-177468e3-1238-4bb4-9ae0-22e7b170c72b req-180dad58-21a7-4d0c-b183-3f94b3af87ef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 1098 time: 0.0785031 Mar 31 15:49:46.504420 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-177468e3-1238-4bb4-9ae0-22e7b170c72b req-b7ca2a60-0ccb-41fa-8d35-e2805979dce2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377018 Mar 31 15:49:46.615552 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd63ef8-2975-49bb-b52a-b0fdfabc2835 req-df241066-3020-4095-aa59-79ffc23e8a5a tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:46.616812 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-2cd63ef8-2975-49bb-b52a-b0fdfabc2835 req-df241066-3020-4095-aa59-79ffc23e8a5a tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 945 time: 0.0877621 Mar 31 15:49:46.662201 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-2cd63ef8-2975-49bb-b52a-b0fdfabc2835 req-09533a4a-4d75-4225-a9f3-5422f11db467 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388582 Mar 31 15:49:47.858961 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea62c6-f7a5-4388-ad77-80183bf254b6 req-4f994fb6-492b-4d2f-82fc-142f01dbe610 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:47.860409 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-97ea62c6-f7a5-4388-ad77-80183bf254b6 req-4f994fb6-492b-4d2f-82fc-142f01dbe610 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 945 time: 0.0895832 Mar 31 15:49:47.909300 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-97ea62c6-f7a5-4388-ad77-80183bf254b6 req-c17bbdf7-0d41-4e1e-a204-6a9bd4cf1e19 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428486 Mar 31 15:49:49.119311 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab8592-20df-4b4d-a36c-57f4e57ea357 req-08eb4605-6cb2-41fc-8eb1-53aa2f103360 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:49.120874 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-6cab8592-20df-4b4d-a36c-57f4e57ea357 req-08eb4605-6cb2-41fc-8eb1-53aa2f103360 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 945 time: 0.0956497 Mar 31 15:49:49.168226 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-6cab8592-20df-4b4d-a36c-57f4e57ea357 req-0c399cce-3185-49fe-8602-c8bf40467775 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408642 Mar 31 15:49:49.709260 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e38b8-2d3c-49ef-8711-a2b711b62dec req-901023b2-407d-434d-8c9b-b9bfbc303005 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:49.710904 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a41e38b8-2d3c-49ef-8711-a2b711b62dec req-901023b2-407d-434d-8c9b-b9bfbc303005 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 945 time: 0.0820422 Mar 31 15:49:49.764212 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a41e38b8-2d3c-49ef-8711-a2b711b62dec req-2653a718-e715-47d5-97c0-efe24aeb8874 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460720 Mar 31 15:49:49.817041 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 52152) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:49:49.931548 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9a5e905d-6aba-47e1-8422-aac0a2a469cd req-970f942c-16d1-4f37-aa29-44d89735e539 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1131833 Mar 31 15:49:50.354114 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed44ba-eadc-42b3-b0ac-414de2b626a1 req-c9db3a2c-f497-419b-8d29-0fd98410067f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:50.357453 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-22ed44ba-eadc-42b3-b0ac-414de2b626a1 req-c9db3a2c-f497-419b-8d29-0fd98410067f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1b3240451204a8d9710ec839e90c28b&device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 1098 time: 0.0851142 Mar 31 15:49:50.529902 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed44ba-eadc-42b3-b0ac-414de2b626a1 req-39a68635-f442-44a5-9329-f74f53b8d866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:50.531365 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-22ed44ba-eadc-42b3-b0ac-414de2b626a1 req-39a68635-f442-44a5-9329-f74f53b8d866 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73919100-2891-4676-8326-1ddef39a1a2e HTTP/1.1" status: 200 len: 912 time: 0.1551888 Mar 31 15:49:50.610293 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-22ed44ba-eadc-42b3-b0ac-414de2b626a1 req-37660220-fbad-4957-bad2-8347399f8ca7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b85cfca-3438-4b12-a575-5bed870b8bb8 HTTP/1.1" status: 200 len: 217 time: 0.0729578 Mar 31 15:49:50.678313 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed44ba-eadc-42b3-b0ac-414de2b626a1 req-5b0c2017-0690-4a75-905e-dd1d6565c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:50.680022 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-22ed44ba-eadc-42b3-b0ac-414de2b626a1 req-5b0c2017-0690-4a75-905e-dd1d6565c1a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32c1f38d-f252-40c5-8d5e-0bf9bfaa6b7d HTTP/1.1" status: 200 len: 851 time: 0.0644310 Mar 31 15:49:50.736790 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-22ed44ba-eadc-42b3-b0ac-414de2b626a1 req-2ac54762-b6af-4749-bce6-4ca0692b0e75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73919100-2891-4676-8326-1ddef39a1a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512609 Mar 31 15:49:50.934669 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-22ed44ba-eadc-42b3-b0ac-414de2b626a1 req-0544a048-5ac7-420c-afc3-ac732f19f763 service neutron] 10.222.0.41 "GET /v2.0/networks/73919100-2891-4676-8326-1ddef39a1a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920671 Mar 31 15:49:51.095249 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-22ed44ba-eadc-42b3-b0ac-414de2b626a1 req-d259e368-d8b8-4f7b-851c-146b122b3ebb service neutron] 10.222.0.41 "GET /v2.0/networks/73919100-2891-4676-8326-1ddef39a1a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540604 Mar 31 15:49:51.104567 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6969d-384b-46c0-8c71-3786ef0ee590 req-4a0af3fa-e6f4-40a4-8505-0ccb7d35324f tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:51.106231 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c0d6969d-384b-46c0-8c71-3786ef0ee590 req-4a0af3fa-e6f4-40a4-8505-0ccb7d35324f tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 945 time: 0.2183185 Mar 31 15:49:51.156117 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c0d6969d-384b-46c0-8c71-3786ef0ee590 req-0c8c29ff-91d8-4535-909d-17773cf01555 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430098 Mar 31 15:49:52.354976 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a6150-a9fa-4479-9a06-d54d0ea62351 req-1756ffa5-e393-4a4b-8704-424d215eec3d tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:52.356686 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-229a6150-a9fa-4479-9a06-d54d0ea62351 req-1756ffa5-e393-4a4b-8704-424d215eec3d tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 945 time: 0.0875847 Mar 31 15:49:52.409499 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-229a6150-a9fa-4479-9a06-d54d0ea62351 req-5b3b2b57-7ec4-4e6f-a409-61fd2861e3e1 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468030 Mar 31 15:49:52.451886 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e905d-6aba-47e1-8422-aac0a2a469cd req-516ee367-6c09-40c8-a418-c99630a3b653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:52.453306 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9a5e905d-6aba-47e1-8422-aac0a2a469cd req-516ee367-6c09-40c8-a418-c99630a3b653 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1b3240451204a8d9710ec839e90c28b&device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 1098 time: 0.0973444 Mar 31 15:49:52.592049 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e905d-6aba-47e1-8422-aac0a2a469cd req-57c934e8-f8aa-4404-b16b-b650460a8702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:52.593543 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9a5e905d-6aba-47e1-8422-aac0a2a469cd req-57c934e8-f8aa-4404-b16b-b650460a8702 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73919100-2891-4676-8326-1ddef39a1a2e HTTP/1.1" status: 200 len: 912 time: 0.1346786 Mar 31 15:49:52.661022 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9a5e905d-6aba-47e1-8422-aac0a2a469cd req-623f8d0a-95ea-4827-b62b-b034514fc9af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b85cfca-3438-4b12-a575-5bed870b8bb8 HTTP/1.1" status: 200 len: 217 time: 0.0616810 Mar 31 15:49:52.731321 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e905d-6aba-47e1-8422-aac0a2a469cd req-55f67ccc-e4d2-4409-acf3-0afd314b1927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:52.732710 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9a5e905d-6aba-47e1-8422-aac0a2a469cd req-55f67ccc-e4d2-4409-acf3-0afd314b1927 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32c1f38d-f252-40c5-8d5e-0bf9bfaa6b7d HTTP/1.1" status: 200 len: 851 time: 0.0663278 Mar 31 15:49:52.781327 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9a5e905d-6aba-47e1-8422-aac0a2a469cd req-9f21f6fc-0191-4c0d-b84b-71fc09984d88 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73919100-2891-4676-8326-1ddef39a1a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412209 Mar 31 15:49:53.018569 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9a5e905d-6aba-47e1-8422-aac0a2a469cd req-f9622990-e4a3-4047-b500-274b9109fec7 service neutron] 10.222.0.41 "GET /v2.0/networks/73919100-2891-4676-8326-1ddef39a1a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311521 Mar 31 15:49:53.151560 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9a5e905d-6aba-47e1-8422-aac0a2a469cd req-8fe982d2-c889-4bb4-abad-feb73123f0b9 service neutron] 10.222.0.41 "GET /v2.0/networks/73919100-2891-4676-8326-1ddef39a1a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275544 Mar 31 15:49:53.609883 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57037d1a-e5f0-45a6-8902-dcf2de3d463d req-15f93d70-6dc9-48a2-a9a4-135e98ae80cd tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:53.611351 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-57037d1a-e5f0-45a6-8902-dcf2de3d463d req-15f93d70-6dc9-48a2-a9a4-135e98ae80cd tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 945 time: 0.0868902 Mar 31 15:49:53.657609 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-57037d1a-e5f0-45a6-8902-dcf2de3d463d req-6150d32f-088b-4a01-91c1-3f387be19b25 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402453 Mar 31 15:49:55.002290 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ffed8-c3f8-4a06-a929-11ec13172081 req-9bae5a68-c6bc-4438-a1b5-83ef9488155e tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:55.003755 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a14ffed8-c3f8-4a06-a929-11ec13172081 req-9bae5a68-c6bc-4438-a1b5-83ef9488155e tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 945 time: 0.0814435 Mar 31 15:49:55.048793 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a14ffed8-c3f8-4a06-a929-11ec13172081 req-e7eef774-85f9-4c7a-bd5b-dd6ec10b616b tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392935 Mar 31 15:49:55.247967 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:49:56.234464 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82176767-08a7-459b-8e8c-b199ed473d04 req-436642a4-e3f4-4f82-ba9b-b3d05c929e99 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:56.235965 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-82176767-08a7-459b-8e8c-b199ed473d04 req-436642a4-e3f4-4f82-ba9b-b3d05c929e99 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 945 time: 0.0802975 Mar 31 15:49:56.281419 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-82176767-08a7-459b-8e8c-b199ed473d04 req-da3f0382-ffe7-4236-ac8e-bbd3f98c402e tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397236 Mar 31 15:49:57.479051 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad2546-3886-4c71-85f8-dfb677e20efd req-c3208d0d-bb71-4b91-8303-4972635e214f tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:57.481109 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-ecad2546-3886-4c71-85f8-dfb677e20efd req-c3208d0d-bb71-4b91-8303-4972635e214f tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 945 time: 0.0861261 Mar 31 15:49:57.525307 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-ecad2546-3886-4c71-85f8-dfb677e20efd req-27f7f314-4ced-41d1-a2ab-ab4bd1d693ff tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382907 Mar 31 15:49:58.716388 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9875c82-70cd-42d2-a88b-97c14fde93d2 req-1a11f252-6244-40da-b39a-a00d050a7eaf tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:58.717880 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a9875c82-70cd-42d2-a88b-97c14fde93d2 req-1a11f252-6244-40da-b39a-a00d050a7eaf tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 945 time: 0.0832055 Mar 31 15:49:58.764121 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a9875c82-70cd-42d2-a88b-97c14fde93d2 req-fc2423e8-33e8-4be9-a427-61579eb94681 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396698 Mar 31 15:49:59.963516 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eda62f-0ec6-4703-8545-1328b6104b6c req-5361808a-a472-4879-a51e-acef03e7f7f5 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:49:59.965115 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-06eda62f-0ec6-4703-8545-1328b6104b6c req-5361808a-a472-4879-a51e-acef03e7f7f5 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 945 time: 0.0899873 Mar 31 15:50:00.010725 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-06eda62f-0ec6-4703-8545-1328b6104b6c req-d0e26332-0c02-4b3d-a25d-d101dc9cf56b tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389824 Mar 31 15:50:01.215824 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb6bb1-0f1f-4234-8155-97af8a005afa req-e3943207-a7b3-468d-91eb-b067b9e09e79 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:01.217945 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c2bb6bb1-0f1f-4234-8155-97af8a005afa req-e3943207-a7b3-468d-91eb-b067b9e09e79 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 945 time: 0.0829532 Mar 31 15:50:01.272467 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c2bb6bb1-0f1f-4234-8155-97af8a005afa req-bee8b5c0-c486-484f-8efc-67dc6849562c tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487826 Mar 31 15:50:02.475159 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592c1ee-2f74-4247-b3b6-06cc23580c02 req-b6cd2e02-346d-4295-926c-f693a5ed9e9a tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:02.476769 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c592c1ee-2f74-4247-b3b6-06cc23580c02 req-b6cd2e02-346d-4295-926c-f693a5ed9e9a tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 945 time: 0.0878954 Mar 31 15:50:02.530952 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c592c1ee-2f74-4247-b3b6-06cc23580c02 req-c9ef5c0d-4fec-4853-bcf3-3c19685d698d tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479019 Mar 31 15:50:03.110553 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0cbbbc11-e76c-4fd9-8670-2fdbed0bedac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:03.723119 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8ad60-e3f2-4e8b-a2f5-76234bbb96ea req-d265dc90-cf13-413e-bc92-299313f423c5 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:03.724505 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d0c8ad60-e3f2-4e8b-a2f5-76234bbb96ea req-d265dc90-cf13-413e-bc92-299313f423c5 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 945 time: 0.0831597 Mar 31 15:50:03.770319 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d0c8ad60-e3f2-4e8b-a2f5-76234bbb96ea req-10216ad7-3ce9-4844-8151-369bed3ba497 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400772 Mar 31 15:50:04.970999 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc627d-6f69-4425-9b86-fe553627a4c3 req-990332b7-1b78-4bdc-99eb-8367c84ad7b1 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:04.972448 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5acc627d-6f69-4425-9b86-fe553627a4c3 req-990332b7-1b78-4bdc-99eb-8367c84ad7b1 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 945 time: 0.0898676 Mar 31 15:50:05.020152 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5acc627d-6f69-4425-9b86-fe553627a4c3 req-acf046a9-cee1-4db5-9007-2300859865c2 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415373 Mar 31 15:50:05.161652 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4b937689-86dc-48a4-96a1-db9e8c5bb255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:06.230316 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb8bcd-7685-473d-ade2-67ed05962c79 req-586caa8f-373b-49d8-8672-a4f9556f1e01 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:06.232484 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ffcb8bcd-7685-473d-ade2-67ed05962c79 req-586caa8f-373b-49d8-8672-a4f9556f1e01 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 945 time: 0.1022079 Mar 31 15:50:06.280135 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ffcb8bcd-7685-473d-ade2-67ed05962c79 req-f34a3b99-8afa-4b51-8cf7-fb3126046f3b tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424309 Mar 31 15:50:06.550480 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:06.578623 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:06.867563 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:50:07.476205 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe2ad1-2734-483b-8fd5-84797152c93b req-be0e62ea-190f-4d3c-874f-37d95b4f5e6d tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:07.477829 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-38fe2ad1-2734-483b-8fd5-84797152c93b req-be0e62ea-190f-4d3c-874f-37d95b4f5e6d tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 945 time: 0.0852334 Mar 31 15:50:07.526838 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-38fe2ad1-2734-483b-8fd5-84797152c93b req-3bbbac26-d0d1-4eed-9078-df9d56ef274d tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414696 Mar 31 15:50:07.938654 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:08.723189 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f0ca4-1426-44d9-8421-3a7a6204fd99 req-0e0936f0-be48-42ce-a0ea-c69f8dea19ab tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:08.724645 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-257f0ca4-1426-44d9-8421-3a7a6204fd99 req-0e0936f0-be48-42ce-a0ea-c69f8dea19ab tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 945 time: 0.0813754 Mar 31 15:50:08.770459 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-257f0ca4-1426-44d9-8421-3a7a6204fd99 req-e62fa722-3175-458f-b0c0-2783fb5e4c89 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400693 Mar 31 15:50:09.961850 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605894f-d567-42f8-9c8c-3c4a549df157 req-9f7ccf86-d637-424c-aa53-00fc7a2b8bba tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:09.963331 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1605894f-d567-42f8-9c8c-3c4a549df157 req-9f7ccf86-d637-424c-aa53-00fc7a2b8bba tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 945 time: 0.0837398 Mar 31 15:50:10.008819 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1605894f-d567-42f8-9c8c-3c4a549df157 req-99c8e754-bd09-48db-8f89-c987e5d5865f tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389154 Mar 31 15:50:10.263175 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9a5e905d-6aba-47e1-8422-aac0a2a469cd req-a7afcfca-750b-44e1-857b-e4d12b239031 service neutron] 10.222.0.41 "GET /v2.0/ports/5b85cfca-3438-4b12-a575-5bed870b8bb8/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0802631 Mar 31 15:50:11.041402 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e905d-6aba-47e1-8422-aac0a2a469cd req-bd14e325-3c99-4b32-be53-d7487bad34cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:11.042955 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9a5e905d-6aba-47e1-8422-aac0a2a469cd req-bd14e325-3c99-4b32-be53-d7487bad34cb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a&tenant_id=e1b3240451204a8d9710ec839e90c28b HTTP/1.1" status: 200 len: 1098 time: 0.0739019 Mar 31 15:50:11.147003 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e905d-6aba-47e1-8422-aac0a2a469cd req-01d36e9b-cf91-4c1a-8ca7-1767ed80622b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:11.148620 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9a5e905d-6aba-47e1-8422-aac0a2a469cd req-01d36e9b-cf91-4c1a-8ca7-1767ed80622b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1b3240451204a8d9710ec839e90c28b&device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 1098 time: 0.0857804 Mar 31 15:50:11.323615 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e905d-6aba-47e1-8422-aac0a2a469cd req-189a0c66-fb99-4f47-b971-ead29e267311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:11.324945 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9a5e905d-6aba-47e1-8422-aac0a2a469cd req-189a0c66-fb99-4f47-b971-ead29e267311 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73919100-2891-4676-8326-1ddef39a1a2e HTTP/1.1" status: 200 len: 912 time: 0.1709409 Mar 31 15:50:11.399220 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9a5e905d-6aba-47e1-8422-aac0a2a469cd req-026df6e8-7c71-4bb9-800d-517e213229a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b85cfca-3438-4b12-a575-5bed870b8bb8 HTTP/1.1" status: 200 len: 217 time: 0.0678401 Mar 31 15:50:11.476057 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581d60d-7da6-4215-ab3d-ff100423add2 req-427c0796-38d4-4de8-9d0b-f3b79e621fc6 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:11.477576 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f581d60d-7da6-4215-ab3d-ff100423add2 req-427c0796-38d4-4de8-9d0b-f3b79e621fc6 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 945 time: 0.2000616 Mar 31 15:50:11.483472 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e905d-6aba-47e1-8422-aac0a2a469cd req-8947967b-d81f-4afa-a169-8f0488f8ce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:11.484813 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9a5e905d-6aba-47e1-8422-aac0a2a469cd req-8947967b-d81f-4afa-a169-8f0488f8ce84 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32c1f38d-f252-40c5-8d5e-0bf9bfaa6b7d HTTP/1.1" status: 200 len: 851 time: 0.0802150 Mar 31 15:50:11.544851 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9a5e905d-6aba-47e1-8422-aac0a2a469cd req-6382a03c-2f81-44ac-8e4b-19e28e77f452 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73919100-2891-4676-8326-1ddef39a1a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461838 Mar 31 15:50:11.595672 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f581d60d-7da6-4215-ab3d-ff100423add2 req-7d30eb76-5269-40c2-b747-8dd2ead47c18 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097944 Mar 31 15:50:11.791448 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9a5e905d-6aba-47e1-8422-aac0a2a469cd req-3cfca7ac-3959-411a-9c08-fdd29f789a6b service neutron] 10.222.0.41 "GET /v2.0/networks/73919100-2891-4676-8326-1ddef39a1a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391865 Mar 31 15:50:11.924643 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9a5e905d-6aba-47e1-8422-aac0a2a469cd req-162ad337-5756-4f95-adb9-1f98a354bcec service neutron] 10.222.0.41 "GET /v2.0/networks/73919100-2891-4676-8326-1ddef39a1a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270213 Mar 31 15:50:12.785561 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a1906-ed58-4f0f-9320-598c97b5624f req-3e66d0b0-d7f6-47e2-9009-ad9c57206559 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:12.787025 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-953a1906-ed58-4f0f-9320-598c97b5624f req-3e66d0b0-d7f6-47e2-9009-ad9c57206559 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 945 time: 0.0845737 Mar 31 15:50:12.837146 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-953a1906-ed58-4f0f-9320-598c97b5624f req-b9fb3cba-4e8a-40a8-bde0-c4e0ab18eda0 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436933 Mar 31 15:50:14.033960 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f15f6-550a-4f95-83a4-a649723b565f req-b9abfa33-4c19-451b-855a-93990d0495c4 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:14.035436 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-dc0f15f6-550a-4f95-83a4-a649723b565f req-b9abfa33-4c19-451b-855a-93990d0495c4 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 945 time: 0.0892889 Mar 31 15:50:14.083692 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-dc0f15f6-550a-4f95-83a4-a649723b565f req-69f9ef5e-8cf9-49a8-a3fa-0645cefa1be5 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425327 Mar 31 15:50:15.278298 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e662449-4701-424c-84d8-ee3c5ddde41c req-f00d4fc0-902b-4a32-ae8c-c3e94f41ab3e tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:15.279800 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9e662449-4701-424c-84d8-ee3c5ddde41c req-f00d4fc0-902b-4a32-ae8c-c3e94f41ab3e tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 945 time: 0.0832403 Mar 31 15:50:15.327566 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9e662449-4701-424c-84d8-ee3c5ddde41c req-d6850e8c-c743-4c91-b2f9-14bf8f861adb tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415645 Mar 31 15:50:15.833903 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 5b85cfca-3438-4b12-a575-5bed870b8bb8 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:50:15.836463 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 5b85cfca-3438-4b12-a575-5bed870b8bb8 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:50:15.927001 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d651147-7a31-4e38-9124-2c6eacf01096 req-8e9cc51e-beb1-4d09-adbe-2c03b28d8111 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:15.928454 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0d651147-7a31-4e38-9124-2c6eacf01096 req-8e9cc51e-beb1-4d09-adbe-2c03b28d8111 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a&tenant_id=e1b3240451204a8d9710ec839e90c28b&binding%3Ahost_id=hv-neutron-8333 HTTP/1.1" status: 200 len: 945 time: 0.1015964 Mar 31 15:50:16.084768 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d651147-7a31-4e38-9124-2c6eacf01096 req-533279e2-e5af-4d0c-b49d-a4858ce4bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:16.086559 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0d651147-7a31-4e38-9124-2c6eacf01096 req-533279e2-e5af-4d0c-b49d-a4858ce4bd81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1b3240451204a8d9710ec839e90c28b&device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 1098 time: 0.0836792 Mar 31 15:50:16.116041 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:16.137993 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 5b85cfca-3438-4b12-a575-5bed870b8bb8, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=5b85cfca-3438-4b12-a575-5bed870b8bb8,segment=NetworkSegment(987da6f8-7514-40c4-a099-8dabf7646b26),segment_id=987da6f8-7514-40c4-a099-8dabf7646b26)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:50:16.159065 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': '5b85cfca-3438-4b12-a575-5bed870b8bb8', 'network_id': '73919100-2891-4676-8326-1ddef39a1a2e', 'port_id': '5b85cfca-3438-4b12-a575-5bed870b8bb8', 'mac_address': 'fa:16:3e:50:81:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c1f38d-f252-40c5-8d5e-0bf9bfaa6b7d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:50:16.164276 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c91b847-23cb-4245-b101-e764dfa01f5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b85cfca-3438-4b12-a575-5bed870b8bb8'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:50:16.213636 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 5b85cfca-3438-4b12-a575-5bed870b8bb8, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=5b85cfca-3438-4b12-a575-5bed870b8bb8,segment=NetworkSegment(987da6f8-7514-40c4-a099-8dabf7646b26),segment_id=987da6f8-7514-40c4-a099-8dabf7646b26)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:50:16.228093 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d651147-7a31-4e38-9124-2c6eacf01096 req-cf97f98a-cc02-4407-bac7-dc847878aeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:16.229612 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0d651147-7a31-4e38-9124-2c6eacf01096 req-cf97f98a-cc02-4407-bac7-dc847878aeed service neutron] 10.222.0.41 "GET /v2.0/networks?id=73919100-2891-4676-8326-1ddef39a1a2e HTTP/1.1" status: 200 len: 912 time: 0.1382403 Mar 31 15:50:16.231132 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c91b847-23cb-4245-b101-e764dfa01f5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b85cfca-3438-4b12-a575-5bed870b8bb8', 'code': 200} Mar 31 15:50:16.236629 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:16.255963 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b85cfca-3438-4b12-a575-5bed870b8bb8 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:50:16.281764 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:16.302895 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0d651147-7a31-4e38-9124-2c6eacf01096 req-90d2d7b6-810b-4855-8bc4-b76d7e59d4d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b85cfca-3438-4b12-a575-5bed870b8bb8 HTTP/1.1" status: 200 len: 217 time: 0.0618064 Mar 31 15:50:16.376414 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d651147-7a31-4e38-9124-2c6eacf01096 req-2346b705-a6e8-42a4-967a-efb84b071b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:16.377913 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0d651147-7a31-4e38-9124-2c6eacf01096 req-2346b705-a6e8-42a4-967a-efb84b071b02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32c1f38d-f252-40c5-8d5e-0bf9bfaa6b7d HTTP/1.1" status: 200 len: 851 time: 0.0696990 Mar 31 15:50:16.396315 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:50:16.396666 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:50:16.399956 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=5b85cfca-3438-4b12-a575-5bed870b8bb8,revision_number=6']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:50:16.427129 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0d651147-7a31-4e38-9124-2c6eacf01096 req-54c06750-2f5c-4aaa-b876-201e0783fc74 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73919100-2891-4676-8326-1ddef39a1a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423458 Mar 31 15:50:16.559765 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0d651147-7a31-4e38-9124-2c6eacf01096 req-f06c726b-262e-472c-94bf-008077847511 service neutron] 10.222.0.41 "GET /v2.0/networks/73919100-2891-4676-8326-1ddef39a1a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270282 Mar 31 15:50:16.691291 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0d651147-7a31-4e38-9124-2c6eacf01096 req-24210b10-393d-486f-bdb4-cd25018c46e4 service neutron] 10.222.0.41 "GET /v2.0/networks/73919100-2891-4676-8326-1ddef39a1a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257660 Mar 31 15:50:16.951289 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:16.969009 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b85cfca-3438-4b12-a575-5bed870b8bb8 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:50:16.985146 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 5b85cfca-3438-4b12-a575-5bed870b8bb8, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=5b85cfca-3438-4b12-a575-5bed870b8bb8,segment=NetworkSegment(987da6f8-7514-40c4-a099-8dabf7646b26),segment_id=987da6f8-7514-40c4-a099-8dabf7646b26)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:50:17.082486 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:17.154790 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['5b85cfca-3438-4b12-a575-5bed870b8bb8'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:50:17.206980 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=5b85cfca-3438-4b12-a575-5bed870b8bb8,revision_number=7']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:50:17.844344 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 5b85cfca-3438-4b12-a575-5bed870b8bb8 up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:50:17.919725 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port 5b85cfca-3438-4b12-a575-5bed870b8bb8 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:50:17.920099 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:18.053308 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:18.095201 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 5b85cfca-3438-4b12-a575-5bed870b8bb8, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=5b85cfca-3438-4b12-a575-5bed870b8bb8,segment=NetworkSegment(987da6f8-7514-40c4-a099-8dabf7646b26),segment_id=987da6f8-7514-40c4-a099-8dabf7646b26)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:50:18.161630 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:18.219575 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ea21b-5c2d-4fcf-84a6-10422a6117cd req-13c41299-c93d-4d14-8a82-5b6ddb4951f6 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:18.221076 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9b5ea21b-5c2d-4fcf-84a6-10422a6117cd req-13c41299-c93d-4d14-8a82-5b6ddb4951f6 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 945 time: 0.0868948 Mar 31 15:50:18.232290 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c91b847-23cb-4245-b101-e764dfa01f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b85cfca-3438-4b12-a575-5bed870b8bb8'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:50:18.239783 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=5b85cfca-3438-4b12-a575-5bed870b8bb8,revision_number=8']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:50:18.284216 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9b5ea21b-5c2d-4fcf-84a6-10422a6117cd req-85bb53f7-7095-4ecd-9fda-7098ce134f16 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561070 Mar 31 15:50:18.284963 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c91b847-23cb-4245-b101-e764dfa01f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b85cfca-3438-4b12-a575-5bed870b8bb8', 'code': 200} Mar 31 15:50:19.473984 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcba38-527e-4720-a80d-39b2639c9918 req-7995ebb5-a72b-4acc-a8a7-d787389f539d tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:19.475905 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c7bcba38-527e-4720-a80d-39b2639c9918 req-7995ebb5-a72b-4acc-a8a7-d787389f539d tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 945 time: 0.0837111 Mar 31 15:50:19.521105 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c7bcba38-527e-4720-a80d-39b2639c9918 req-86bd2eaa-2bb0-4ccf-8d07-9fb564b9c5a3 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f49cb90-e7c1-4b23-bcb6-7466841ddf62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396087 Mar 31 15:50:19.797508 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d651147-7a31-4e38-9124-2c6eacf01096 req-73960068-8e64-4f2b-88ac-9fe9f540fab2 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:19.798964 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0d651147-7a31-4e38-9124-2c6eacf01096 req-73960068-8e64-4f2b-88ac-9fe9f540fab2 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 945 time: 0.0821030 Mar 31 15:50:19.873666 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-0d651147-7a31-4e38-9124-2c6eacf01096 req-48b49f09-cf0e-4644-9880-b47ff919f370 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Deleting port 5b85cfca-3438-4b12-a575-5bed870b8bb8 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:50:19.873913 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-0d651147-7a31-4e38-9124-2c6eacf01096 req-48b49f09-cf0e-4644-9880-b47ff919f370 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:20.128138 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-0d651147-7a31-4e38-9124-2c6eacf01096 req-48b49f09-cf0e-4644-9880-b47ff919f370 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] For port 5b85cfca-3438-4b12-a575-5bed870b8bb8, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=5b85cfca-3438-4b12-a575-5bed870b8bb8,segment=NetworkSegment(987da6f8-7514-40c4-a099-8dabf7646b26),segment_id=987da6f8-7514-40c4-a099-8dabf7646b26)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:50:20.128368 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-0d651147-7a31-4e38-9124-2c6eacf01096 req-48b49f09-cf0e-4644-9880-b47ff919f370 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:20.350927 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-0d651147-7a31-4e38-9124-2c6eacf01096 req-48b49f09-cf0e-4644-9880-b47ff919f370 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Calling delete_port for 5b85cfca-3438-4b12-a575-5bed870b8bb8 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:50:20.567444 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-0d651147-7a31-4e38-9124-2c6eacf01096 req-48b49f09-cf0e-4644-9880-b47ff919f370 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:20.580942 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['5b85cfca-3438-4b12-a575-5bed870b8bb8'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:50:20.692405 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d50aac7e-12ab-45e4-82ce-7f01f3d5f45c req-1720863d-214b-45a8-9f2a-d7a3a1a6c68d tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c91b847-23cb-4245-b101-e764dfa01f5a HTTP/1.1" status: 200 len: 210 time: 0.0430322 Mar 31 15:50:20.699576 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b49f09-cf0e-4644-9880-b47ff919f370 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Pushing event deleted for resources: {'Port': ['ID=5b85cfca-3438-4b12-a575-5bed870b8bb8,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:50:20.708271 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d651147-7a31-4e38-9124-2c6eacf01096 req-48b49f09-cf0e-4644-9880-b47ff919f370 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] No DVR routers for this DVR port 5b85cfca-3438-4b12-a575-5bed870b8bb8 on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:50:20.711379 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-0d651147-7a31-4e38-9124-2c6eacf01096 req-48b49f09-cf0e-4644-9880-b47ff919f370 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:20.717289 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c91b847-23cb-4245-b101-e764dfa01f5a', 'name': 'network-vif-deleted', 'tag': '5b85cfca-3438-4b12-a575-5bed870b8bb8'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:50:20.725155 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49f09-cf0e-4644-9880-b47ff919f370 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:20.725572 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49f09-cf0e-4644-9880-b47ff919f370 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:20.725908 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49f09-cf0e-4644-9880-b47ff919f370 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:20.726237 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49f09-cf0e-4644-9880-b47ff919f370 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:20.726560 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49f09-cf0e-4644-9880-b47ff919f370 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:20.726882 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49f09-cf0e-4644-9880-b47ff919f370 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:20.727205 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49f09-cf0e-4644-9880-b47ff919f370 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:20.727522 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49f09-cf0e-4644-9880-b47ff919f370 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:20.727843 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49f09-cf0e-4644-9880-b47ff919f370 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:20.728160 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49f09-cf0e-4644-9880-b47ff919f370 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:20.728475 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49f09-cf0e-4644-9880-b47ff919f370 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:20.728790 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b49f09-cf0e-4644-9880-b47ff919f370 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:20.764118 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c91b847-23cb-4245-b101-e764dfa01f5a', 'name': 'network-vif-deleted', 'tag': '5b85cfca-3438-4b12-a575-5bed870b8bb8', 'status': 'completed', 'code': 200} Mar 31 15:50:20.813463 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0d651147-7a31-4e38-9124-2c6eacf01096 req-48b49f09-cf0e-4644-9880-b47ff919f370 tempest-DeleteServersTestJSON-1063353832 tempest-DeleteServersTestJSON-1063353832-project] 10.222.0.41 "DELETE /v2.0/ports/5b85cfca-3438-4b12-a575-5bed870b8bb8 HTTP/1.1" status: 204 len: 173 time: 1.0090363 Mar 31 15:50:21.957451 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 52246) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:50:22.124291 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b3cbfa-53c8-4f09-8268-54abffe9f62c admin admin] Deleting subnet 32c1f38d-f252-40c5-8d5e-0bf9bfaa6b7d {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:50:22.128642 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7b3cbfa-53c8-4f09-8268-54abffe9f62c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:22.178620 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7b3cbfa-53c8-4f09-8268-54abffe9f62c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:22.235252 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7b3cbfa-53c8-4f09-8268-54abffe9f62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:22.356304 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7b3cbfa-53c8-4f09-8268-54abffe9f62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:22.397269 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3cbfa-53c8-4f09-8268-54abffe9f62c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32c1f38d-f252-40c5-8d5e-0bf9bfaa6b7d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:50:22.398153 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7b3cbfa-53c8-4f09-8268-54abffe9f62c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:22.407431 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3cbfa-53c8-4f09-8268-54abffe9f62c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:22.407780 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3cbfa-53c8-4f09-8268-54abffe9f62c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:22.408117 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3cbfa-53c8-4f09-8268-54abffe9f62c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:22.408451 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3cbfa-53c8-4f09-8268-54abffe9f62c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:22.408785 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3cbfa-53c8-4f09-8268-54abffe9f62c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:22.409114 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3cbfa-53c8-4f09-8268-54abffe9f62c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:22.409464 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3cbfa-53c8-4f09-8268-54abffe9f62c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:22.409790 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3cbfa-53c8-4f09-8268-54abffe9f62c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:22.410112 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3cbfa-53c8-4f09-8268-54abffe9f62c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:22.410432 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3cbfa-53c8-4f09-8268-54abffe9f62c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:22.410753 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3cbfa-53c8-4f09-8268-54abffe9f62c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:22.411070 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3cbfa-53c8-4f09-8268-54abffe9f62c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:50:22.414715 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f7b3cbfa-53c8-4f09-8268-54abffe9f62c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/32c1f38d-f252-40c5-8d5e-0bf9bfaa6b7d HTTP/1.1" status: 204 len: 168 time: 0.4562416 Mar 31 15:50:22.417301 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 52250) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:50:22.521999 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c28db7be-e04f-46d8-b31a-a6163930e4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:22.648728 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c28db7be-e04f-46d8-b31a-a6163930e4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:22.673739 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-c28db7be-e04f-46d8-b31a-a6163930e4e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73919100-2891-4676-8326-1ddef39a1a2e']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:50:22.685418 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-c28db7be-e04f-46d8-b31a-a6163930e4e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987da6f8-7514-40c4-a099-8dabf7646b26') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:50:22.685716 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-c28db7be-e04f-46d8-b31a-a6163930e4e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987da6f8-7514-40c4-a099-8dabf7646b26') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:50:22.696940 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c28db7be-e04f-46d8-b31a-a6163930e4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:22.713436 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c28db7be-e04f-46d8-b31a-a6163930e4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:22.720759 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28db7be-e04f-46d8-b31a-a6163930e4e1 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:50:22.721147 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c28db7be-e04f-46d8-b31a-a6163930e4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:22.734764 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:50:22.734764 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:50:22.734764 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:50:22.734764 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:50:22.734764 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:50:22.734764 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:50:22.734764 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:50:22.734764 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:50:22.734764 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:50:22.734764 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:50:22.734764 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:50:22.734764 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:50:22.734764 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:50:22.734764 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:50:22.734764 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:50:22.734764 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:50:22.734764 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:50:22.734764 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:50:22.734764 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:50:22.734764 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:50:22.734764 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:50:22.734764 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:50:22.734764 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:50:22.734764 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:50:22.734764 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:50:22.734764 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:50:22.734764 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:50:22.734764 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:50:22.734764 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:50:22.734764 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:50:22.734764 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:50:22.734764 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:50:22.893244 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c28db7be-e04f-46d8-b31a-a6163930e4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:22.909537 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c28db7be-e04f-46d8-b31a-a6163930e4e1 admin admin] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:22.918827 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28db7be-e04f-46d8-b31a-a6163930e4e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=73919100-2891-4676-8326-1ddef39a1a2e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:50:22.921989 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c28db7be-e04f-46d8-b31a-a6163930e4e1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/73919100-2891-4676-8326-1ddef39a1a2e HTTP/1.1" status: 204 len: 168 time: 0.5032368 Mar 31 15:50:23.216640 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 52256) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:50:23.269223 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8d97836a-91f4-45eb-9c2b-8841a4d06602 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e1b3240451204a8d9710ec839e90c28b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511169 Mar 31 15:50:23.271679 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 52260) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:50:23.338567 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-645b3684-5ee1-45d2-8dff-e437768ef36f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:23.365692 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-645b3684-5ee1-45d2-8dff-e437768ef36f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:23.493153 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-645b3684-5ee1-45d2-8dff-e437768ef36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:23.510474 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b3684-5ee1-45d2-8dff-e437768ef36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f49cb90-e7c1-4b23-bcb6-7466841ddf62,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:50:23.589521 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-645b3684-5ee1-45d2-8dff-e437768ef36f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:23.590688 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-645b3684-5ee1-45d2-8dff-e437768ef36f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1f49cb90-e7c1-4b23-bcb6-7466841ddf62 HTTP/1.1" status: 204 len: 168 time: 0.3181355 Mar 31 15:50:23.868248 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 5b85cfca-3438-4b12-a575-5bed870b8bb8 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:50:23.906280 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: 5b85cfca-3438-4b12-a575-5bed870b8bb8 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:50:23.906629 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 5b85cfca-3438-4b12-a575-5bed870b8bb8 not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:50:24.695455 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 52284) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:50:24.800662 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-0a388e9a-0c05-4db3-a1f6-46427477fe3d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-511765008-network', 'tenant_id': '9ddf85486a01441881b232521194ce96'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:50:24.805481 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0a388e9a-0c05-4db3-a1f6-46427477fe3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:50:24.809399 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0a388e9a-0c05-4db3-a1f6-46427477fe3d admin admin] Usage tracker for resource:network and tenant:9ddf85486a01441881b232521194ce96 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:50:24.812560 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0a388e9a-0c05-4db3-a1f6-46427477fe3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:50:24.818339 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0a388e9a-0c05-4db3-a1f6-46427477fe3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:50:24.881416 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a388e9a-0c05-4db3-a1f6-46427477fe3d admin admin] Made reservation on behalf of 9ddf85486a01441881b232521194ce96 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:50:24.883852 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a388e9a-0c05-4db3-a1f6-46427477fe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:24.896810 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a388e9a-0c05-4db3-a1f6-46427477fe3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:24.912050 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0a388e9a-0c05-4db3-a1f6-46427477fe3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:50:24.915794 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0a388e9a-0c05-4db3-a1f6-46427477fe3d admin admin] Usage tracker for resource:security_group_rule and tenant:9ddf85486a01441881b232521194ce96 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:50:24.918604 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0a388e9a-0c05-4db3-a1f6-46427477fe3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:50:24.924739 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0a388e9a-0c05-4db3-a1f6-46427477fe3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:50:25.006112 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a388e9a-0c05-4db3-a1f6-46427477fe3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:25.058734 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a388e9a-0c05-4db3-a1f6-46427477fe3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:25.094887 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a388e9a-0c05-4db3-a1f6-46427477fe3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:50:25.100021 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a388e9a-0c05-4db3-a1f6-46427477fe3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0057f184-5b15-491a-89f5-56a9823cb31f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:50:25.110826 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a388e9a-0c05-4db3-a1f6-46427477fe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:25.110826 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-0a388e9a-0c05-4db3-a1f6-46427477fe3d admin admin] Added segment 4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced of type vlan for network b867535c-fde7-4e88-bd2b-69b1d28db88b Mar 31 15:50:25.133084 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a388e9a-0c05-4db3-a1f6-46427477fe3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:25.264284 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a388e9a-0c05-4db3-a1f6-46427477fe3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:25.266030 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a388e9a-0c05-4db3-a1f6-46427477fe3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:25.266700 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a388e9a-0c05-4db3-a1f6-46427477fe3d admin admin] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:25.292581 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:25.373141 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a388e9a-0c05-4db3-a1f6-46427477fe3d admin admin] Pushing event updated for resources: {'Network': ['ID=b867535c-fde7-4e88-bd2b-69b1d28db88b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:50:25.385713 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network b867535c-fde7-4e88-bd2b-69b1d28db88b details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:50:25.431383 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0a388e9a-0c05-4db3-a1f6-46427477fe3d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7348127 Mar 31 15:50:25.434320 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 52290) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:50:25.441641 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-fd178227-ee05-4580-b6ad-40895899d991 admin admin] Request body: {'subnet': {'network_id': 'b867535c-fde7-4e88-bd2b-69b1d28db88b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-511765008-subnet', 'tenant_id': '9ddf85486a01441881b232521194ce96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:50:25.447040 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-fd178227-ee05-4580-b6ad-40895899d991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:50:25.451292 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-fd178227-ee05-4580-b6ad-40895899d991 admin admin] Usage tracker for resource:subnet and tenant:9ddf85486a01441881b232521194ce96 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:50:25.455513 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-fd178227-ee05-4580-b6ad-40895899d991 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:50:25.462016 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-fd178227-ee05-4580-b6ad-40895899d991 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:50:25.550350 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd178227-ee05-4580-b6ad-40895899d991 admin admin] Made reservation on behalf of 9ddf85486a01441881b232521194ce96 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:50:25.552640 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fd178227-ee05-4580-b6ad-40895899d991 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:25.847280 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fd178227-ee05-4580-b6ad-40895899d991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:25.922522 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd178227-ee05-4580-b6ad-40895899d991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fafecc8e-6301-459b-891a-881a8ae0319c,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:50:25.931224 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd178227-ee05-4580-b6ad-40895899d991 admin admin] Checking segment: {'id': '4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b867535c-fde7-4e88-bd2b-69b1d28db88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:50:25.937305 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd178227-ee05-4580-b6ad-40895899d991 admin admin] Network hostable DHCP agents. Network: b867535c-fde7-4e88-bd2b-69b1d28db88b, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:50:26.041696 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd178227-ee05-4580-b6ad-40895899d991 admin admin] Network b867535c-fde7-4e88-bd2b-69b1d28db88b is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:50:26.104350 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-fd178227-ee05-4580-b6ad-40895899d991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, b867535c-fde7-4e88-bd2b-69b1d28db88b) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:50:26.108521 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd178227-ee05-4580-b6ad-40895899d991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:26.109274 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fd178227-ee05-4580-b6ad-40895899d991 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:26.115725 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3085e0b3-dbfe-4d27-af3d-0104269e6504 None None] Network b867535c-fde7-4e88-bd2b-69b1d28db88b requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:50:26.196551 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-fd178227-ee05-4580-b6ad-40895899d991 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7608092 Mar 31 15:50:26.353863 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee2ac1a-a1db-46b5-aa0d-45123f77c861 None None] Network b867535c-fde7-4e88-bd2b-69b1d28db88b requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:50:26.764824 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f53433-4008-4211-a478-ad472367cfc8 req-54864169-9a6e-4695-8476-1c8794ecabec tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:26.766357 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-67f53433-4008-4211-a478-ad472367cfc8 req-54864169-9a6e-4695-8476-1c8794ecabec tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/networks?id=b867535c-fde7-4e88-bd2b-69b1d28db88b HTTP/1.1" status: 200 len: 814 time: 0.1480334 Mar 31 15:50:26.783064 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-67f53433-4008-4211-a478-ad472367cfc8 req-1f33cee3-d014-4ee2-9174-e4b1c7a237fe tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/quotas/9ddf85486a01441881b232521194ce96 HTTP/1.1" status: 200 len: 375 time: 0.0107059 Mar 31 15:50:26.832637 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-67f53433-4008-4211-a478-ad472367cfc8 req-999179df-035d-4fa2-a381-9b2b98a524c5 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9ddf85486a01441881b232521194ce96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442159 Mar 31 15:50:26.975454 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-67f53433-4008-4211-a478-ad472367cfc8 req-cf8d911f-bf52-40eb-b4d1-47be36de4110 service neutron] 10.222.0.31 "GET /v2.0/networks/b867535c-fde7-4e88-bd2b-69b1d28db88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354284 Mar 31 15:50:27.116077 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-67f53433-4008-4211-a478-ad472367cfc8 req-d15b4982-de4d-4465-8a6a-c1fdb7210105 service neutron] 10.222.0.31 "GET /v2.0/networks/b867535c-fde7-4e88-bd2b-69b1d28db88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348591 Mar 31 15:50:27.399760 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-fff60875-3097-4293-8e82-900a7f24705a req-7d8f0553-c746-461c-bca6-a55a177bcebb tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 210 time: 0.0478115 Mar 31 15:50:28.569327 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0e0ab2d8-d2c4-4dbb-b366-0cc591a18f45 req-0baed4a4-3fd5-4be0-b854-bff3d1e0dcee tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 210 time: 0.0511715 Mar 31 15:50:29.740048 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-6c227eb4-8fd2-4b27-94ef-936b727136da req-aa356d0a-2948-4fe4-bda5-5f9ec76f325a tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 210 time: 0.0454066 Mar 31 15:50:29.740600 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f53433-4008-4211-a478-ad472367cfc8 req-416b33b9-1039-4114-8e9d-b334e1911438 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:29.742061 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-67f53433-4008-4211-a478-ad472367cfc8 req-416b33b9-1039-4114-8e9d-b334e1911438 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.41 "GET /v2.0/networks?id=b867535c-fde7-4e88-bd2b-69b1d28db88b HTTP/1.1" status: 200 len: 814 time: 0.1571231 Mar 31 15:50:29.754944 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-67f53433-4008-4211-a478-ad472367cfc8 req-e12602aa-a5eb-4e27-b872-beeaeacf6282 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Request body: {'port': {'device_id': 'b4c29ddc-e966-4401-a29a-ca6ac5a327ca', 'network_id': 'b867535c-fde7-4e88-bd2b-69b1d28db88b', 'admin_state_up': True, 'tenant_id': '9ddf85486a01441881b232521194ce96'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:50:29.890663 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-67f53433-4008-4211-a478-ad472367cfc8 req-e12602aa-a5eb-4e27-b872-beeaeacf6282 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:50:29.894470 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-67f53433-4008-4211-a478-ad472367cfc8 req-e12602aa-a5eb-4e27-b872-beeaeacf6282 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Usage tracker for resource:port and tenant:9ddf85486a01441881b232521194ce96 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:50:29.897423 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-67f53433-4008-4211-a478-ad472367cfc8 req-e12602aa-a5eb-4e27-b872-beeaeacf6282 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:50:29.903435 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-67f53433-4008-4211-a478-ad472367cfc8 req-e12602aa-a5eb-4e27-b872-beeaeacf6282 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:50:30.001964 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f53433-4008-4211-a478-ad472367cfc8 req-e12602aa-a5eb-4e27-b872-beeaeacf6282 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Made reservation on behalf of 9ddf85486a01441881b232521194ce96 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:50:30.005444 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-67f53433-4008-4211-a478-ad472367cfc8 req-e12602aa-a5eb-4e27-b872-beeaeacf6282 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:30.168106 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-67f53433-4008-4211-a478-ad472367cfc8 req-e12602aa-a5eb-4e27-b872-beeaeacf6282 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Allocated IP 172.20.0.8 (b867535c-fde7-4e88-bd2b-69b1d28db88b/fafecc8e-6301-459b-891a-881a8ae0319c/4f91de31-17d4-4f43-92db-5e2d8ed14fdf) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:50:30.477807 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-67f53433-4008-4211-a478-ad472367cfc8 req-e12602aa-a5eb-4e27-b872-beeaeacf6282 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:30.568830 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-67f53433-4008-4211-a478-ad472367cfc8 req-e12602aa-a5eb-4e27-b872-beeaeacf6282 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:30.634447 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f53433-4008-4211-a478-ad472367cfc8 req-e12602aa-a5eb-4e27-b872-beeaeacf6282 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Network b867535c-fde7-4e88-bd2b-69b1d28db88b is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:50:30.637559 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-67f53433-4008-4211-a478-ad472367cfc8 req-e12602aa-a5eb-4e27-b872-beeaeacf6282 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:50:30.647281 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f53433-4008-4211-a478-ad472367cfc8 req-e12602aa-a5eb-4e27-b872-beeaeacf6282 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:50:30.687124 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12602aa-a5eb-4e27-b872-beeaeacf6282 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Pushing event updated for resources: {'Port': ['ID=4f91de31-17d4-4f43-92db-5e2d8ed14fdf,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:50:30.722564 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f53433-4008-4211-a478-ad472367cfc8 req-e12602aa-a5eb-4e27-b872-beeaeacf6282 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:30.723173 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-67f53433-4008-4211-a478-ad472367cfc8 req-e12602aa-a5eb-4e27-b872-beeaeacf6282 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:30.802595 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-67f53433-4008-4211-a478-ad472367cfc8 req-e12602aa-a5eb-4e27-b872-beeaeacf6282 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0514953 Mar 31 15:50:30.814249 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-67f53433-4008-4211-a478-ad472367cfc8 req-ae14e5e1-f70b-439a-8797-113a2bd5ebb8 service neutron] Request body: {'port': {'device_id': 'b4c29ddc-e966-4401-a29a-ca6ac5a327ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:50:30.979050 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-67f53433-4008-4211-a478-ad472367cfc8 req-ae14e5e1-f70b-439a-8797-113a2bd5ebb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:31.066756 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b559e-43fb-4cf0-a473-28b2b1ece440 req-19632fdc-8802-4680-a347-b971bd7c5fec tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:31.067361 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-ff4b559e-43fb-4cf0-a473-28b2b1ece440 req-19632fdc-8802-4680-a347-b971bd7c5fec tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Synchronizing usage tracker for tenant:9ddf85486a01441881b232521194ce96 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:50:31.239811 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-ff4b559e-43fb-4cf0-a473-28b2b1ece440 req-19632fdc-8802-4680-a347-b971bd7c5fec tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Unset dirty status for tenant:9ddf85486a01441881b232521194ce96 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:50:31.240934 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ff4b559e-43fb-4cf0-a473-28b2b1ece440 req-19632fdc-8802-4680-a347-b971bd7c5fec tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 931 time: 0.3845758 Mar 31 15:50:31.311524 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ff4b559e-43fb-4cf0-a473-28b2b1ece440 req-174edce5-b6a8-4878-ad28-64ee37019a92 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582228 Mar 31 15:50:31.395744 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-67f53433-4008-4211-a478-ad472367cfc8 req-ae14e5e1-f70b-439a-8797-113a2bd5ebb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f91de31-17d4-4f43-92db-5e2d8ed14fdf {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:50:31.402837 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-67f53433-4008-4211-a478-ad472367cfc8 req-ae14e5e1-f70b-439a-8797-113a2bd5ebb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:31.416780 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-67f53433-4008-4211-a478-ad472367cfc8 req-ae14e5e1-f70b-439a-8797-113a2bd5ebb8 service neutron] Transition to ACTIVE for port object 4f91de31-17d4-4f43-92db-5e2d8ed14fdf will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:50:31.498463 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-67f53433-4008-4211-a478-ad472367cfc8 req-ae14e5e1-f70b-439a-8797-113a2bd5ebb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:31.651036 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14e5e1-f70b-439a-8797-113a2bd5ebb8 service neutron] Pushing event updated for resources: {'Port': ['ID=4f91de31-17d4-4f43-92db-5e2d8ed14fdf,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:50:31.727009 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-67f53433-4008-4211-a478-ad472367cfc8 req-ae14e5e1-f70b-439a-8797-113a2bd5ebb8 service neutron] Attempting to bind port 4f91de31-17d4-4f43-92db-5e2d8ed14fdf on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:50:31.727333 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-67f53433-4008-4211-a478-ad472367cfc8 req-ae14e5e1-f70b-439a-8797-113a2bd5ebb8 service neutron] Attempting to bind port 4f91de31-17d4-4f43-92db-5e2d8ed14fdf by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b867535c-fde7-4e88-bd2b-69b1d28db88b'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:50:31.727653 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f53433-4008-4211-a478-ad472367cfc8 req-ae14e5e1-f70b-439a-8797-113a2bd5ebb8 service neutron] Attempting to bind port 4f91de31-17d4-4f43-92db-5e2d8ed14fdf on network b867535c-fde7-4e88-bd2b-69b1d28db88b {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:50:31.732235 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f53433-4008-4211-a478-ad472367cfc8 req-ae14e5e1-f70b-439a-8797-113a2bd5ebb8 service neutron] Port 4f91de31-17d4-4f43-92db-5e2d8ed14fdf on network b867535c-fde7-4e88-bd2b-69b1d28db88b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:50:31.732558 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f53433-4008-4211-a478-ad472367cfc8 req-ae14e5e1-f70b-439a-8797-113a2bd5ebb8 service neutron] Attempting to bind port 4f91de31-17d4-4f43-92db-5e2d8ed14fdf on network b867535c-fde7-4e88-bd2b-69b1d28db88b {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:50:31.738160 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f53433-4008-4211-a478-ad472367cfc8 req-ae14e5e1-f70b-439a-8797-113a2bd5ebb8 service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:50:31.738489 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f53433-4008-4211-a478-ad472367cfc8 req-ae14e5e1-f70b-439a-8797-113a2bd5ebb8 service neutron] Checking segment: {'id': '4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b867535c-fde7-4e88-bd2b-69b1d28db88b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:50:31.738866 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f53433-4008-4211-a478-ad472367cfc8 req-ae14e5e1-f70b-439a-8797-113a2bd5ebb8 service neutron] Bound using segment: {'id': '4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b867535c-fde7-4e88-bd2b-69b1d28db88b'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:50:31.739281 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-67f53433-4008-4211-a478-ad472367cfc8 req-ae14e5e1-f70b-439a-8797-113a2bd5ebb8 service neutron] Bound port: 4f91de31-17d4-4f43-92db-5e2d8ed14fdf, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b867535c-fde7-4e88-bd2b-69b1d28db88b'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:50:31.739618 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-67f53433-4008-4211-a478-ad472367cfc8 req-ae14e5e1-f70b-439a-8797-113a2bd5ebb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:31.829264 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-67f53433-4008-4211-a478-ad472367cfc8 req-ae14e5e1-f70b-439a-8797-113a2bd5ebb8 service neutron] For port 4f91de31-17d4-4f43-92db-5e2d8ed14fdf, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:50:31.832126 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-67f53433-4008-4211-a478-ad472367cfc8 req-ae14e5e1-f70b-439a-8797-113a2bd5ebb8 service neutron] For port 4f91de31-17d4-4f43-92db-5e2d8ed14fdf, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4f91de31-17d4-4f43-92db-5e2d8ed14fdf,segment=NetworkSegment(4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced),segment_id=4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:50:31.898819 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-67f53433-4008-4211-a478-ad472367cfc8 req-ae14e5e1-f70b-439a-8797-113a2bd5ebb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:31.954094 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f53433-4008-4211-a478-ad472367cfc8 req-ae14e5e1-f70b-439a-8797-113a2bd5ebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:31.954696 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-67f53433-4008-4211-a478-ad472367cfc8 req-ae14e5e1-f70b-439a-8797-113a2bd5ebb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:31.956068 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-67f53433-4008-4211-a478-ad472367cfc8 req-ae14e5e1-f70b-439a-8797-113a2bd5ebb8 service neutron] 10.222.0.41 "PUT /v2.0/ports/4f91de31-17d4-4f43-92db-5e2d8ed14fdf HTTP/1.1" status: 200 len: 1093 time: 1.1466253 Mar 31 15:50:31.956457 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c29ddc-e966-4401-a29a-ca6ac5a327ca', 'tag': '4f91de31-17d4-4f43-92db-5e2d8ed14fdf'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:50:31.982229 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14e5e1-f70b-439a-8797-113a2bd5ebb8 service neutron] Pushing event updated for resources: {'Port': ['ID=4f91de31-17d4-4f43-92db-5e2d8ed14fdf,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:50:32.010049 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c29ddc-e966-4401-a29a-ca6ac5a327ca', 'tag': '4f91de31-17d4-4f43-92db-5e2d8ed14fdf', 'status': 'completed', 'code': 200} Mar 31 15:50:32.106636 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b638d-b581-4034-86e7-970b9fcffc87 req-174c5d0c-5613-4ef3-8d38-628dac4ec960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:32.108302 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-540b638d-b581-4034-86e7-970b9fcffc87 req-174c5d0c-5613-4ef3-8d38-628dac4ec960 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ddf85486a01441881b232521194ce96&device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 1096 time: 0.0769711 Mar 31 15:50:32.250545 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b638d-b581-4034-86e7-970b9fcffc87 req-a7f13241-02eb-4899-b515-bd3c5aa28383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:32.370809 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-540b638d-b581-4034-86e7-970b9fcffc87 req-a7f13241-02eb-4899-b515-bd3c5aa28383 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9ddf85486a01441881b232521194ce96&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1384747 Mar 31 15:50:32.409046 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b638d-b581-4034-86e7-970b9fcffc87 req-b186a757-b9f1-4563-9f6e-dd1c1a775385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:32.410517 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-540b638d-b581-4034-86e7-970b9fcffc87 req-b186a757-b9f1-4563-9f6e-dd1c1a775385 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1499097 Mar 31 15:50:32.715745 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b1d0b-9577-4775-bb9e-3ddb1dd5e5b7 req-06858598-09f1-47f3-90a4-fb27474df103 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:32.718446 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e74b1d0b-9577-4775-bb9e-3ddb1dd5e5b7 req-06858598-09f1-47f3-90a4-fb27474df103 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 943 time: 0.2894137 Mar 31 15:50:32.724072 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f53433-4008-4211-a478-ad472367cfc8 req-fcea2185-6d29-45c7-aecf-b569116fd343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:32.725564 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-67f53433-4008-4211-a478-ad472367cfc8 req-fcea2185-6d29-45c7-aecf-b569116fd343 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ddf85486a01441881b232521194ce96&device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 1096 time: 0.2623100 Mar 31 15:50:32.825952 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-67f53433-4008-4211-a478-ad472367cfc8 req-2f044fba-174c-4f91-b4cc-f3049a174744 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f91de31-17d4-4f43-92db-5e2d8ed14fdf HTTP/1.1" status: 200 len: 217 time: 0.0848048 Mar 31 15:50:32.898496 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e74b1d0b-9577-4775-bb9e-3ddb1dd5e5b7 req-330a18a4-f976-4697-b249-39686c8d258d tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718760 Mar 31 15:50:32.914721 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f53433-4008-4211-a478-ad472367cfc8 req-ab9b7cbe-fc17-4fd2-9f72-ad403aa38806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:32.916227 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-67f53433-4008-4211-a478-ad472367cfc8 req-ab9b7cbe-fc17-4fd2-9f72-ad403aa38806 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fafecc8e-6301-459b-891a-881a8ae0319c HTTP/1.1" status: 200 len: 854 time: 0.0815411 Mar 31 15:50:32.965215 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-67f53433-4008-4211-a478-ad472367cfc8 req-58c3a3e7-5a7f-4ce6-8f0d-209eeb78ef3e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b867535c-fde7-4e88-bd2b-69b1d28db88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426998 Mar 31 15:50:33.110063 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f903b87b-c567-44ad-abe2-8790313ce46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:33.138971 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-67f53433-4008-4211-a478-ad472367cfc8 req-dc6fe719-ad18-4384-bee2-dd9fa3891af2 service neutron] 10.222.0.41 "GET /v2.0/networks/b867535c-fde7-4e88-bd2b-69b1d28db88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675005 Mar 31 15:50:33.304622 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-67f53433-4008-4211-a478-ad472367cfc8 req-46340e10-c95f-40c8-b0af-5e6f3e8f28d3 service neutron] 10.222.0.41 "GET /v2.0/networks/b867535c-fde7-4e88-bd2b-69b1d28db88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595516 Mar 31 15:50:34.101315 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0132f-f0a1-4210-88e2-16b52d365aba req-8dab07c1-afbe-478f-a486-953b7c5f2af9 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:34.102822 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c9b0132f-f0a1-4210-88e2-16b52d365aba req-8dab07c1-afbe-478f-a486-953b7c5f2af9 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 943 time: 0.0892270 Mar 31 15:50:34.147777 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-c9b0132f-f0a1-4210-88e2-16b52d365aba req-724ade74-78ab-4296-a6ca-58ab3f770958 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Synchronizing usage tracker for tenant:9ddf85486a01441881b232521194ce96 on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:50:34.218981 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-c9b0132f-f0a1-4210-88e2-16b52d365aba req-724ade74-78ab-4296-a6ca-58ab3f770958 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Unset dirty status for tenant:9ddf85486a01441881b232521194ce96 on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:50:34.220135 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c9b0132f-f0a1-4210-88e2-16b52d365aba req-724ade74-78ab-4296-a6ca-58ab3f770958 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110644 Mar 31 15:50:35.132474 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-230301d0-cf1e-432f-9cb7-e95b08547fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:35.413664 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64fcca-6707-4692-8031-b8ed46f00122 req-8167f80e-4d1e-4c0e-bd9f-e0e9604f5f44 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:35.415036 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2e64fcca-6707-4692-8031-b8ed46f00122 req-8167f80e-4d1e-4c0e-bd9f-e0e9604f5f44 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 943 time: 0.0837228 Mar 31 15:50:35.460541 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2e64fcca-6707-4692-8031-b8ed46f00122 req-a0dbef3c-b3b0-4368-be53-bc87f42b4cb8 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396941 Mar 31 15:50:35.925124 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 4f91de31-17d4-4f43-92db-5e2d8ed14fdf details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:50:36.090454 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 4f91de31-17d4-4f43-92db-5e2d8ed14fdf, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4f91de31-17d4-4f43-92db-5e2d8ed14fdf,segment=NetworkSegment(4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced),segment_id=4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:50:36.103362 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': '4f91de31-17d4-4f43-92db-5e2d8ed14fdf', 'network_id': 'b867535c-fde7-4e88-bd2b-69b1d28db88b', 'port_id': '4f91de31-17d4-4f43-92db-5e2d8ed14fdf', 'mac_address': 'fa:16:3e:9e:7c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafecc8e-6301-459b-891a-881a8ae0319c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:50:36.160231 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:36.177480 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f91de31-17d4-4f43-92db-5e2d8ed14fdf {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:50:36.193344 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 4f91de31-17d4-4f43-92db-5e2d8ed14fdf, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4f91de31-17d4-4f43-92db-5e2d8ed14fdf,segment=NetworkSegment(4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced),segment_id=4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:50:36.264078 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:36.331272 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=4f91de31-17d4-4f43-92db-5e2d8ed14fdf,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:50:36.446816 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:36.463592 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['4f91de31-17d4-4f43-92db-5e2d8ed14fdf'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:50:36.496603 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:36.661123 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf57d4-3150-4ba5-826d-229f0a148ce3 req-a09e3ded-7dbd-4bf5-a14b-aec854190af5 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:36.662616 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1cbf57d4-3150-4ba5-826d-229f0a148ce3 req-a09e3ded-7dbd-4bf5-a14b-aec854190af5 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 944 time: 0.0831523 Mar 31 15:50:36.712223 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1cbf57d4-3150-4ba5-826d-229f0a148ce3 req-5c2af3ae-2e39-4d3a-a637-5c4517c6d04b tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436583 Mar 31 15:50:37.900942 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c416d79-8f0a-4499-8733-dfe952023329 req-4dde6e45-3d6c-4935-9c4c-13fa30915f3c tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:37.902468 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c416d79-8f0a-4499-8733-dfe952023329 req-4dde6e45-3d6c-4935-9c4c-13fa30915f3c tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 944 time: 0.0803645 Mar 31 15:50:37.935931 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 4f91de31-17d4-4f43-92db-5e2d8ed14fdf up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:50:37.955459 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c416d79-8f0a-4499-8733-dfe952023329 req-80b373da-c8c7-4ec6-a349-f1c272c2acf0 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448501 Mar 31 15:50:37.966275 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:38.098236 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port 4f91de31-17d4-4f43-92db-5e2d8ed14fdf completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:50:38.103218 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port 4f91de31-17d4-4f43-92db-5e2d8ed14fdf triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:50:38.103581 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:38.218015 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:38.246787 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c29ddc-e966-4401-a29a-ca6ac5a327ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f91de31-17d4-4f43-92db-5e2d8ed14fdf'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:50:38.261517 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 4f91de31-17d4-4f43-92db-5e2d8ed14fdf, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4f91de31-17d4-4f43-92db-5e2d8ed14fdf,segment=NetworkSegment(4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced),segment_id=4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:50:38.298143 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c29ddc-e966-4401-a29a-ca6ac5a327ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f91de31-17d4-4f43-92db-5e2d8ed14fdf', 'code': 200} Mar 31 15:50:38.344853 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:38.414026 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=4f91de31-17d4-4f43-92db-5e2d8ed14fdf,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:50:38.701869 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ff40b-50f2-40bf-a9be-ff838f1c8c28 req-1127d16a-ca17-4cd1-b881-8e0474f1437d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:38.703293 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-681ff40b-50f2-40bf-a9be-ff838f1c8c28 req-1127d16a-ca17-4cd1-b881-8e0474f1437d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 1098 time: 0.0777259 Mar 31 15:50:38.745883 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-681ff40b-50f2-40bf-a9be-ff838f1c8c28 req-28ebb515-9321-4385-b6ca-aec77b38fc01 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361977 Mar 31 15:50:39.147274 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f645e7-8e15-41b7-8bb5-c6fad77d6963 req-2ec3c4ec-e171-4f16-9fe5-1f87aa73ea1e tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:39.148867 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a4f645e7-8e15-41b7-8bb5-c6fad77d6963 req-2ec3c4ec-e171-4f16-9fe5-1f87aa73ea1e tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 945 time: 0.0824361 Mar 31 15:50:39.192547 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a4f645e7-8e15-41b7-8bb5-c6fad77d6963 req-87597f26-34ff-40ad-b504-066600b96dff tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381663 Mar 31 15:50:40.379835 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff648a-ad1e-4c35-9b6e-a98a826fa43b req-6448e209-f5cd-4318-a714-e299dde751ff tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:40.381309 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-2bff648a-ad1e-4c35-9b6e-a98a826fa43b req-6448e209-f5cd-4318-a714-e299dde751ff tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 945 time: 0.0796793 Mar 31 15:50:40.426068 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-2bff648a-ad1e-4c35-9b6e-a98a826fa43b req-79db0082-725e-4246-aff2-9646bcf6216b tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388637 Mar 31 15:50:40.618999 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6c2e7-2a34-47fc-84ce-919447d27c83 req-e52dec60-aa7a-43c6-8cb7-fcef07412194 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:40.620465 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a9d6c2e7-2a34-47fc-84ce-919447d27c83 req-e52dec60-aa7a-43c6-8cb7-fcef07412194 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 945 time: 0.0884881 Mar 31 15:50:40.664748 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a9d6c2e7-2a34-47fc-84ce-919447d27c83 req-ecd0a050-07c8-421d-904a-c1eaf683dd29 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376313 Mar 31 15:50:41.100442 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542c304-80e4-4b71-937b-7ef104ba006a req-2e490b95-6252-49c4-b0ec-7e05f9c08f66 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:41.101910 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1542c304-80e4-4b71-937b-7ef104ba006a req-2e490b95-6252-49c4-b0ec-7e05f9c08f66 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 945 time: 0.0837870 Mar 31 15:50:41.148305 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1542c304-80e4-4b71-937b-7ef104ba006a req-98934562-1670-44c5-99b0-ec27977f8147 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405772 Mar 31 15:50:41.456197 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157ec01-c0f2-405a-b408-1c6ea12ac78e req-b13f03a4-ce49-4681-8223-e3fded00a300 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:41.457600 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5157ec01-c0f2-405a-b408-1c6ea12ac78e req-b13f03a4-ce49-4681-8223-e3fded00a300 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 945 time: 0.1916986 Mar 31 15:50:41.504406 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5157ec01-c0f2-405a-b408-1c6ea12ac78e req-a52cc8ad-57f0-482c-a330-33619eb0ee84 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405517 Mar 31 15:50:42.062961 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e1ee7-dc8e-473e-abc1-aa26a095ba6d req-153b83da-b7a6-4a21-a382-2d537d00311f tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:42.064455 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-af6e1ee7-dc8e-473e-abc1-aa26a095ba6d req-153b83da-b7a6-4a21-a382-2d537d00311f tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 945 time: 0.0829630 Mar 31 15:50:42.152268 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-af6e1ee7-dc8e-473e-abc1-aa26a095ba6d req-7036229d-0d2e-4ab2-8ece-c7f789dc0956 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534754 Mar 31 15:50:42.179784 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-2e25d0ad-82f5-4450-b056-2a9e6a9728e0 req-3ff2268d-5c85-4c28-bf9f-77494ea6dafe service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1141784 Mar 31 15:50:43.374761 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58adeb3f-4573-4b9d-a3a0-a747efd4ec01 req-5c887adc-936b-4b0a-87e3-b321ced73e77 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:43.376417 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-58adeb3f-4573-4b9d-a3a0-a747efd4ec01 req-5c887adc-936b-4b0a-87e3-b321ced73e77 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 945 time: 0.0843549 Mar 31 15:50:43.426174 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-58adeb3f-4573-4b9d-a3a0-a747efd4ec01 req-09919f56-6c64-4d78-a234-28f5d1b06006 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438075 Mar 31 15:50:43.867428 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:50:44.419612 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25d0ad-82f5-4450-b056-2a9e6a9728e0 req-60668357-159e-4a75-a95a-c527509da389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:44.422443 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2e25d0ad-82f5-4450-b056-2a9e6a9728e0 req-60668357-159e-4a75-a95a-c527509da389 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ddf85486a01441881b232521194ce96&device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 1098 time: 0.0730467 Mar 31 15:50:44.556956 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25d0ad-82f5-4450-b056-2a9e6a9728e0 req-b6880ac0-be05-4848-bed6-61902949a915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:44.558705 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2e25d0ad-82f5-4450-b056-2a9e6a9728e0 req-b6880ac0-be05-4848-bed6-61902949a915 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b867535c-fde7-4e88-bd2b-69b1d28db88b HTTP/1.1" status: 200 len: 915 time: 0.1314821 Mar 31 15:50:44.636518 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e5e87-1651-46a8-aa7e-0b673a491410 req-e738ada2-5154-4762-b87b-0c6e3b4ecc00 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:44.638386 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-fd2e5e87-1651-46a8-aa7e-0b673a491410 req-e738ada2-5154-4762-b87b-0c6e3b4ecc00 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 945 time: 0.0837421 Mar 31 15:50:44.655833 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2e25d0ad-82f5-4450-b056-2a9e6a9728e0 req-fcabfde7-2b69-4aaa-94a9-b5082c19d198 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f91de31-17d4-4f43-92db-5e2d8ed14fdf HTTP/1.1" status: 200 len: 217 time: 0.0675454 Mar 31 15:50:44.688555 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-fd2e5e87-1651-46a8-aa7e-0b673a491410 req-7b80ca0b-b05e-48c2-95e0-2fbc93aee0df tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437276 Mar 31 15:50:44.724351 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25d0ad-82f5-4450-b056-2a9e6a9728e0 req-81d70fdc-37d4-4301-bb89-ef1a4815390b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:44.725907 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2e25d0ad-82f5-4450-b056-2a9e6a9728e0 req-81d70fdc-37d4-4301-bb89-ef1a4815390b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fafecc8e-6301-459b-891a-881a8ae0319c HTTP/1.1" status: 200 len: 854 time: 0.0627046 Mar 31 15:50:44.775011 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2e25d0ad-82f5-4450-b056-2a9e6a9728e0 req-d89e962f-78c5-4233-baf1-ba0962f0ac35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b867535c-fde7-4e88-bd2b-69b1d28db88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413494 Mar 31 15:50:44.909692 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2e25d0ad-82f5-4450-b056-2a9e6a9728e0 req-179df13e-c24c-45c9-8537-d10c52f27ed1 service neutron] 10.222.0.41 "GET /v2.0/networks/b867535c-fde7-4e88-bd2b-69b1d28db88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260121 Mar 31 15:50:45.047626 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2e25d0ad-82f5-4450-b056-2a9e6a9728e0 req-db2dc1aa-8517-4381-a5a5-5a2b6cb4de78 service neutron] 10.222.0.41 "GET /v2.0/networks/b867535c-fde7-4e88-bd2b-69b1d28db88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316020 Mar 31 15:50:45.880401 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5e0ab-38be-4955-89b5-a8ee0645d546 req-4ea437d1-40ab-46d9-a08a-6760f736cead tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:45.881872 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5de5e0ab-38be-4955-89b5-a8ee0645d546 req-4ea437d1-40ab-46d9-a08a-6760f736cead tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 945 time: 0.0850172 Mar 31 15:50:45.926463 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5de5e0ab-38be-4955-89b5-a8ee0645d546 req-a30f2ce8-8ab5-42ee-ba06-d35dd0012dd6 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386767 Mar 31 15:50:47.113880 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce70387-1e0d-458f-801e-b2fd538d09c7 req-b8861c53-628e-4ee8-980b-69e85e1a760b tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:47.115393 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7ce70387-1e0d-458f-801e-b2fd538d09c7 req-b8861c53-628e-4ee8-980b-69e85e1a760b tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 945 time: 0.0827851 Mar 31 15:50:47.161097 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7ce70387-1e0d-458f-801e-b2fd538d09c7 req-22a8b08c-e77e-4d0b-8c04-17a91435dc66 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400715 Mar 31 15:50:48.352188 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f47a6e-53ef-4712-a71e-2303a76f4379 req-0f8d4737-c8fb-4c2c-b49e-d8ff600935f8 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:48.353689 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-58f47a6e-53ef-4712-a71e-2303a76f4379 req-0f8d4737-c8fb-4c2c-b49e-d8ff600935f8 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 945 time: 0.0783761 Mar 31 15:50:48.404468 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-58f47a6e-53ef-4712-a71e-2303a76f4379 req-10abe423-3f86-4801-80ff-99d9ada93b1d tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434473 Mar 31 15:50:49.602053 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd902ac2-eea5-4715-ba17-f885d7f37004 req-a714a5d2-de9c-4b90-b51d-a309ed227a8f tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:49.603553 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-fd902ac2-eea5-4715-ba17-f885d7f37004 req-a714a5d2-de9c-4b90-b51d-a309ed227a8f tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 945 time: 0.0905910 Mar 31 15:50:49.650442 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-fd902ac2-eea5-4715-ba17-f885d7f37004 req-ea7e47a9-24a2-4f24-b5bc-1130eddbec26 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401993 Mar 31 15:50:49.655662 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c384ef-d574-4cea-b3e6-cf436c077ed3 req-44e8ad76-9c68-4e3c-b497-f187c5d74878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:49.657854 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-06c384ef-d574-4cea-b3e6-cf436c077ed3 req-44e8ad76-9c68-4e3c-b497-f187c5d74878 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ddf85486a01441881b232521194ce96&device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 1098 time: 0.0770802 Mar 31 15:50:49.904624 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c384ef-d574-4cea-b3e6-cf436c077ed3 req-2749e575-a577-49af-93ce-5b7de064f503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:49.906598 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-06c384ef-d574-4cea-b3e6-cf436c077ed3 req-2749e575-a577-49af-93ce-5b7de064f503 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b867535c-fde7-4e88-bd2b-69b1d28db88b HTTP/1.1" status: 200 len: 915 time: 0.2289762 Mar 31 15:50:49.984998 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-06c384ef-d574-4cea-b3e6-cf436c077ed3 req-3a675c04-7c28-446e-b463-8cf1d5483eaf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f91de31-17d4-4f43-92db-5e2d8ed14fdf HTTP/1.1" status: 200 len: 217 time: 0.0631394 Mar 31 15:50:50.049268 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c384ef-d574-4cea-b3e6-cf436c077ed3 req-cfd4c826-1d1a-4176-90dd-b3d93ea1d927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:50.050704 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-06c384ef-d574-4cea-b3e6-cf436c077ed3 req-cfd4c826-1d1a-4176-90dd-b3d93ea1d927 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fafecc8e-6301-459b-891a-881a8ae0319c HTTP/1.1" status: 200 len: 854 time: 0.0606883 Mar 31 15:50:50.102015 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-06c384ef-d574-4cea-b3e6-cf436c077ed3 req-220f496d-54aa-4fff-971a-bebb400b9fa3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b867535c-fde7-4e88-bd2b-69b1d28db88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446348 Mar 31 15:50:50.241595 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-06c384ef-d574-4cea-b3e6-cf436c077ed3 req-6d4d1ce9-6297-46da-930a-dd7dcdca6985 service neutron] 10.222.0.41 "GET /v2.0/networks/b867535c-fde7-4e88-bd2b-69b1d28db88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337454 Mar 31 15:50:50.373096 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-06c384ef-d574-4cea-b3e6-cf436c077ed3 req-200c0931-dd52-4ccd-a192-a4d4c17e0b6e service neutron] 10.222.0.41 "GET /v2.0/networks/b867535c-fde7-4e88-bd2b-69b1d28db88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254551 Mar 31 15:50:50.842611 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065dc87d-4ca0-4e2f-97f1-c2a627be0b13 req-9f0fdff2-42ad-49bb-82a0-89f7b235cd41 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:50.844822 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-065dc87d-4ca0-4e2f-97f1-c2a627be0b13 req-9f0fdff2-42ad-49bb-82a0-89f7b235cd41 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 945 time: 0.0801241 Mar 31 15:50:50.889253 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-065dc87d-4ca0-4e2f-97f1-c2a627be0b13 req-7540adba-b73d-4097-b308-b29702090601 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386136 Mar 31 15:50:52.077336 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4564755-6a39-4a44-861e-ecf41b1b930f req-72317e05-956a-4eda-adeb-fae9a488060a tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:52.079032 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a4564755-6a39-4a44-861e-ecf41b1b930f req-72317e05-956a-4eda-adeb-fae9a488060a tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 945 time: 0.0806067 Mar 31 15:50:52.123261 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a4564755-6a39-4a44-861e-ecf41b1b930f req-e4b6ef71-e81e-4f6a-9836-a80af4463522 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385051 Mar 31 15:50:53.317035 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd7961-f04f-4aa6-960f-0f61f1d43f19 req-265bbb35-037b-4f40-ac15-4e525db08f15 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:53.318515 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fdbd7961-f04f-4aa6-960f-0f61f1d43f19 req-265bbb35-037b-4f40-ac15-4e525db08f15 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 945 time: 0.0853076 Mar 31 15:50:53.365181 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fdbd7961-f04f-4aa6-960f-0f61f1d43f19 req-9c02969f-e0cb-4161-b116-cab054a69ee9 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403647 Mar 31 15:50:54.569822 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9559f-fe07-4021-94cf-fba0df9236e9 req-be96e2c7-a108-48ef-ba98-bdb4a8efdc81 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:54.571319 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d9d9559f-fe07-4021-94cf-fba0df9236e9 req-be96e2c7-a108-48ef-ba98-bdb4a8efdc81 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 945 time: 0.0944357 Mar 31 15:50:54.618080 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d9d9559f-fe07-4021-94cf-fba0df9236e9 req-a53e1e74-f3d6-4df2-8df6-12529a9b2457 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399001 Mar 31 15:50:55.246300 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:50:55.805567 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f5cb80-7ccf-4697-b494-f9bfbd8cd11a req-515811df-6642-41ee-a7f1-081d4ab9e7bc tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:55.807049 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-67f5cb80-7ccf-4697-b494-f9bfbd8cd11a req-515811df-6642-41ee-a7f1-081d4ab9e7bc tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 945 time: 0.0833836 Mar 31 15:50:55.851138 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-67f5cb80-7ccf-4697-b494-f9bfbd8cd11a req-8cd86f04-ff86-4f30-8088-f0899b1146a3 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383668 Mar 31 15:50:57.038740 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c5ea1-6660-4e98-99af-d8f0940004c1 req-7fcf677b-19e5-4474-a6c2-c246f65e220a tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:57.040196 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-fe2c5ea1-6660-4e98-99af-d8f0940004c1 req-7fcf677b-19e5-4474-a6c2-c246f65e220a tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 945 time: 0.0807655 Mar 31 15:50:57.087376 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-fe2c5ea1-6660-4e98-99af-d8f0940004c1 req-a6c3e713-7767-48cd-a645-cd385b5e8fec tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413892 Mar 31 15:50:58.278739 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8d0df-e05d-485a-a84f-e5ab1db86acd req-12d6429c-132e-41c3-874d-eccc2d5041fc tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:58.280207 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2ba8d0df-e05d-485a-a84f-e5ab1db86acd req-12d6429c-132e-41c3-874d-eccc2d5041fc tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 945 time: 0.0830452 Mar 31 15:50:58.325511 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2ba8d0df-e05d-485a-a84f-e5ab1db86acd req-3e03ca99-5b57-4da5-9e66-1de05e10fcfd tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388145 Mar 31 15:50:59.519207 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1f9c9-f68c-4060-9727-547f3b40113e req-4a29bfb4-56e8-4ecb-9f6f-c0b953ed41a4 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:50:59.521243 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-38f1f9c9-f68c-4060-9727-547f3b40113e req-4a29bfb4-56e8-4ecb-9f6f-c0b953ed41a4 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 945 time: 0.0829201 Mar 31 15:50:59.568161 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-38f1f9c9-f68c-4060-9727-547f3b40113e req-c2890711-7ded-4a00-a211-a35d467e5df4 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410435 Mar 31 15:51:00.768530 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e498c-9bf3-4dc7-881d-98203cb4f239 req-dc483558-f35f-4756-95d2-1c1eef248c9f tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:00.771192 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-778e498c-9bf3-4dc7-881d-98203cb4f239 req-dc483558-f35f-4756-95d2-1c1eef248c9f tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 945 time: 0.0901418 Mar 31 15:51:00.818273 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-778e498c-9bf3-4dc7-881d-98203cb4f239 req-10d82edb-f13c-425c-b018-348972b3cb13 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411344 Mar 31 15:51:02.007902 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad996c3-8877-4e00-b618-a34c5dcb1795 req-f2e6b342-43a4-4c08-b8a7-6e2cad08a098 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:02.009415 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-6ad996c3-8877-4e00-b618-a34c5dcb1795 req-f2e6b342-43a4-4c08-b8a7-6e2cad08a098 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 945 time: 0.0846913 Mar 31 15:51:02.054996 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-6ad996c3-8877-4e00-b618-a34c5dcb1795 req-50e2094a-7b00-4779-881b-5384af893ed6 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399005 Mar 31 15:51:02.097325 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2e25d0ad-82f5-4450-b056-2a9e6a9728e0 req-edd7ed4c-7b30-45e3-9292-04ae5235c8a2 service neutron] 10.222.0.41 "GET /v2.0/ports/4f91de31-17d4-4f43-92db-5e2d8ed14fdf/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0749624 Mar 31 15:51:02.767554 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25d0ad-82f5-4450-b056-2a9e6a9728e0 req-e2dbace9-23f4-47e8-bcc5-a3cd7e574760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:02.768998 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2e25d0ad-82f5-4450-b056-2a9e6a9728e0 req-e2dbace9-23f4-47e8-bcc5-a3cd7e574760 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca&tenant_id=9ddf85486a01441881b232521194ce96 HTTP/1.1" status: 200 len: 1098 time: 0.0773447 Mar 31 15:51:02.860416 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25d0ad-82f5-4450-b056-2a9e6a9728e0 req-5acf929b-6ad9-431e-84c8-79d77c3a1425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:02.861963 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2e25d0ad-82f5-4450-b056-2a9e6a9728e0 req-5acf929b-6ad9-431e-84c8-79d77c3a1425 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ddf85486a01441881b232521194ce96&device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 1098 time: 0.0698760 Mar 31 15:51:02.992761 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25d0ad-82f5-4450-b056-2a9e6a9728e0 req-3ed70808-45d1-4d68-891d-e57b2b248783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:02.994160 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2e25d0ad-82f5-4450-b056-2a9e6a9728e0 req-3ed70808-45d1-4d68-891d-e57b2b248783 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b867535c-fde7-4e88-bd2b-69b1d28db88b HTTP/1.1" status: 200 len: 915 time: 0.1256821 Mar 31 15:51:03.064513 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2e25d0ad-82f5-4450-b056-2a9e6a9728e0 req-752b7f37-c783-479f-a220-d56d9b7af1cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f91de31-17d4-4f43-92db-5e2d8ed14fdf HTTP/1.1" status: 200 len: 217 time: 0.0637984 Mar 31 15:51:03.080498 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-df81390e-4c8c-4b2a-b236-c2897d3f0f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:03.126943 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25d0ad-82f5-4450-b056-2a9e6a9728e0 req-3cfdd0ec-b080-4efe-835f-3eff33da5f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:03.128377 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2e25d0ad-82f5-4450-b056-2a9e6a9728e0 req-3cfdd0ec-b080-4efe-835f-3eff33da5f4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fafecc8e-6301-459b-891a-881a8ae0319c HTTP/1.1" status: 200 len: 854 time: 0.0584679 Mar 31 15:51:03.302516 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2e25d0ad-82f5-4450-b056-2a9e6a9728e0 req-25b15569-97fb-4e6b-8058-afa3ab56423d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b867535c-fde7-4e88-bd2b-69b1d28db88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1673660 Mar 31 15:51:03.461545 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1e3f8-6112-4855-892e-5ef71b26b87b req-3f910984-850f-497d-bec8-9917360a3e6b tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:03.463082 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5cd1e3f8-6112-4855-892e-5ef71b26b87b req-3f910984-850f-497d-bec8-9917360a3e6b tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 945 time: 0.2939641 Mar 31 15:51:03.468154 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2e25d0ad-82f5-4450-b056-2a9e6a9728e0 req-6f3e3581-57b6-40ae-9ee3-e455f642b509 service neutron] 10.222.0.41 "GET /v2.0/networks/b867535c-fde7-4e88-bd2b-69b1d28db88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591649 Mar 31 15:51:03.595206 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5cd1e3f8-6112-4855-892e-5ef71b26b87b req-c0d3c0b6-9bca-4570-b97d-8282bb1b9040 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260364 Mar 31 15:51:03.627148 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2e25d0ad-82f5-4450-b056-2a9e6a9728e0 req-19bee809-ac10-4bcf-b537-df7f40bb46f8 service neutron] 10.222.0.41 "GET /v2.0/networks/b867535c-fde7-4e88-bd2b-69b1d28db88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453257 Mar 31 15:51:04.785151 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c02d66-3a22-4145-87d8-139abb900ef5 req-ff2e1349-435c-4d03-beff-f0ee3abab5cb tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:04.786815 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-26c02d66-3a22-4145-87d8-139abb900ef5 req-ff2e1349-435c-4d03-beff-f0ee3abab5cb tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 945 time: 0.0831051 Mar 31 15:51:04.832337 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-26c02d66-3a22-4145-87d8-139abb900ef5 req-ad2c8957-fd12-4421-8542-731291276646 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399783 Mar 31 15:51:05.160395 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-09b91dc7-5b59-4d13-8757-72e3af71e83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:06.024107 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c14856-678d-433e-a581-ef8844122a75 req-d24d0e48-5e0b-4d90-939c-6a138f3fb89c tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:06.025540 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-61c14856-678d-433e-a581-ef8844122a75 req-d24d0e48-5e0b-4d90-939c-6a138f3fb89c tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 945 time: 0.0842214 Mar 31 15:51:06.069762 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-61c14856-678d-433e-a581-ef8844122a75 req-fa003951-c93f-48e6-93e3-9140a9aba055 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382280 Mar 31 15:51:06.129357 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 4f91de31-17d4-4f43-92db-5e2d8ed14fdf details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:51:06.132153 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 4f91de31-17d4-4f43-92db-5e2d8ed14fdf no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:51:06.347870 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:06.378900 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 4f91de31-17d4-4f43-92db-5e2d8ed14fdf, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4f91de31-17d4-4f43-92db-5e2d8ed14fdf,segment=NetworkSegment(4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced),segment_id=4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:51:06.405064 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c29ddc-e966-4401-a29a-ca6ac5a327ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f91de31-17d4-4f43-92db-5e2d8ed14fdf'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:51:06.413471 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': '4f91de31-17d4-4f43-92db-5e2d8ed14fdf', 'network_id': 'b867535c-fde7-4e88-bd2b-69b1d28db88b', 'port_id': '4f91de31-17d4-4f43-92db-5e2d8ed14fdf', 'mac_address': 'fa:16:3e:9e:7c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafecc8e-6301-459b-891a-881a8ae0319c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:51:06.426571 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 4f91de31-17d4-4f43-92db-5e2d8ed14fdf, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4f91de31-17d4-4f43-92db-5e2d8ed14fdf,segment=NetworkSegment(4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced),segment_id=4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:51:06.474587 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c29ddc-e966-4401-a29a-ca6ac5a327ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f91de31-17d4-4f43-92db-5e2d8ed14fdf', 'code': 200} Mar 31 15:51:06.496817 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:06.515073 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f91de31-17d4-4f43-92db-5e2d8ed14fdf {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:51:06.521624 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:06.538318 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bb89f-8be2-4f82-bbd7-fcb7ebd3adfb req-a87ac2c7-3b3c-4ab3-a1b4-b5be66e1618d tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:06.539891 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c35bb89f-8be2-4f82-bbd7-fcb7ebd3adfb req-a87ac2c7-3b3c-4ab3-a1b4-b5be66e1618d tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 945 time: 0.0885773 Mar 31 15:51:06.610278 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:06.612807 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:06.649535 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:51:06.649884 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:51:06.653545 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=4f91de31-17d4-4f43-92db-5e2d8ed14fdf,revision_number=6']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:51:06.653738 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c35bb89f-8be2-4f82-bbd7-fcb7ebd3adfb req-97ff9a44-cd19-4464-b396-c8f41563731c tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994110 Mar 31 15:51:06.661286 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:51:06.661696 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:51:06.662102 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:51:06.662534 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:51:06.662877 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:51:06.663208 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:51:06.663538 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:51:06.663866 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:51:06.664272 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:51:06.664506 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:51:06.665720 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:51:06.665720 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:51:06.688865 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e787f7f-6339-492f-86b4-bcae2fb7c601 req-012c4f72-41ac-446d-8936-1adf0ae04c34 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:06.690323 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3e787f7f-6339-492f-86b4-bcae2fb7c601 req-012c4f72-41ac-446d-8936-1adf0ae04c34 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca&tenant_id=9ddf85486a01441881b232521194ce96&binding%3Ahost_id=hv-neutron-8333 HTTP/1.1" status: 200 len: 943 time: 0.1214597 Mar 31 15:51:06.832852 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e787f7f-6339-492f-86b4-bcae2fb7c601 req-5bec9d79-9824-483a-86c0-06d8e7a8bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:06.834923 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3e787f7f-6339-492f-86b4-bcae2fb7c601 req-5bec9d79-9824-483a-86c0-06d8e7a8bafb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ddf85486a01441881b232521194ce96&device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 1096 time: 0.0714147 Mar 31 15:51:06.970845 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e787f7f-6339-492f-86b4-bcae2fb7c601 req-d087d54e-527a-47d0-9649-03e409d9466a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:06.972070 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3e787f7f-6339-492f-86b4-bcae2fb7c601 req-d087d54e-527a-47d0-9649-03e409d9466a service neutron] 10.222.0.41 "GET /v2.0/networks?id=b867535c-fde7-4e88-bd2b-69b1d28db88b HTTP/1.1" status: 200 len: 915 time: 0.1303074 Mar 31 15:51:07.043144 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3e787f7f-6339-492f-86b4-bcae2fb7c601 req-d528e44f-2f91-413d-90fc-73e7668da568 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f91de31-17d4-4f43-92db-5e2d8ed14fdf HTTP/1.1" status: 200 len: 217 time: 0.0654302 Mar 31 15:51:07.105515 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e787f7f-6339-492f-86b4-bcae2fb7c601 req-119b55e3-13fa-4c4a-a792-b9ade0868372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:07.106941 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3e787f7f-6339-492f-86b4-bcae2fb7c601 req-119b55e3-13fa-4c4a-a792-b9ade0868372 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fafecc8e-6301-459b-891a-881a8ae0319c HTTP/1.1" status: 200 len: 854 time: 0.0585046 Mar 31 15:51:07.157779 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3e787f7f-6339-492f-86b4-bcae2fb7c601 req-b21dd58e-f82a-49d9-b5d5-783dd4171848 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b867535c-fde7-4e88-bd2b-69b1d28db88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440700 Mar 31 15:51:07.204693 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:07.222289 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f91de31-17d4-4f43-92db-5e2d8ed14fdf {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:51:07.238862 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 4f91de31-17d4-4f43-92db-5e2d8ed14fdf, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4f91de31-17d4-4f43-92db-5e2d8ed14fdf,segment=NetworkSegment(4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced),segment_id=4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:51:07.291802 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3e787f7f-6339-492f-86b4-bcae2fb7c601 req-40f71545-66ec-41eb-9c33-476da12c399d service neutron] 10.222.0.41 "GET /v2.0/networks/b867535c-fde7-4e88-bd2b-69b1d28db88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282709 Mar 31 15:51:07.337032 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:07.387528 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['4f91de31-17d4-4f43-92db-5e2d8ed14fdf'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:51:07.428848 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3e787f7f-6339-492f-86b4-bcae2fb7c601 req-2643548e-b877-4a91-ab54-09b80d821e47 service neutron] 10.222.0.41 "GET /v2.0/networks/b867535c-fde7-4e88-bd2b-69b1d28db88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313977 Mar 31 15:51:07.442026 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=4f91de31-17d4-4f43-92db-5e2d8ed14fdf,revision_number=7']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:51:07.859271 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d391ad-82e1-406c-84a1-cc2a891368e7 req-f7e20dc0-ee4d-444c-90c4-e01cc8451e34 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:07.860738 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-38d391ad-82e1-406c-84a1-cc2a891368e7 req-f7e20dc0-ee4d-444c-90c4-e01cc8451e34 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 944 time: 0.0920982 Mar 31 15:51:07.915625 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-38d391ad-82e1-406c-84a1-cc2a891368e7 req-1132f534-4809-4231-85ed-3b0319639cfe tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477555 Mar 31 15:51:07.949363 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:08.148345 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 4f91de31-17d4-4f43-92db-5e2d8ed14fdf up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:51:08.219359 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port 4f91de31-17d4-4f43-92db-5e2d8ed14fdf triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:51:08.219730 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:08.374770 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:08.407250 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 4f91de31-17d4-4f43-92db-5e2d8ed14fdf, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4f91de31-17d4-4f43-92db-5e2d8ed14fdf,segment=NetworkSegment(4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced),segment_id=4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:51:08.475967 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c29ddc-e966-4401-a29a-ca6ac5a327ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f91de31-17d4-4f43-92db-5e2d8ed14fdf'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:51:08.522111 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c29ddc-e966-4401-a29a-ca6ac5a327ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f91de31-17d4-4f43-92db-5e2d8ed14fdf', 'code': 200} Mar 31 15:51:08.543466 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:08.614866 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=4f91de31-17d4-4f43-92db-5e2d8ed14fdf,revision_number=8']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:51:09.112793 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34a95b-e628-4ec8-8671-0d5754b25a31 req-75dce474-7acd-44cf-9d74-1b1175d61286 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:09.114463 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8a34a95b-e628-4ec8-8671-0d5754b25a31 req-75dce474-7acd-44cf-9d74-1b1175d61286 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 945 time: 0.0885277 Mar 31 15:51:09.163401 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8a34a95b-e628-4ec8-8671-0d5754b25a31 req-c10c3bfd-e7c7-4055-8b9b-58e0f27fec64 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395525 Mar 31 15:51:09.355276 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3abf98-7030-458b-a906-5151a619ebac req-729780b0-3550-4d8e-b349-266305c5646f tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:09.356794 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ee3abf98-7030-458b-a906-5151a619ebac req-729780b0-3550-4d8e-b349-266305c5646f tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 945 time: 0.0827839 Mar 31 15:51:09.400898 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ee3abf98-7030-458b-a906-5151a619ebac req-3c1ec42c-93d0-4b78-8af9-aa3e9dbb2269 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382831 Mar 31 15:51:09.589033 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40737e-9f1c-4512-ab5f-0b68e44401b9 req-ab60561d-bf16-4aef-8398-a9bf2a6c8143 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:09.590539 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-6b40737e-9f1c-4512-ab5f-0b68e44401b9 req-ab60561d-bf16-4aef-8398-a9bf2a6c8143 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 945 time: 0.0823464 Mar 31 15:51:09.636231 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-6b40737e-9f1c-4512-ab5f-0b68e44401b9 req-af79556a-1531-477c-8a86-548e73cecbe7 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398827 Mar 31 15:51:10.346595 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-8ac627f7-2bd2-411b-bc8f-f8d249d5d39a tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:10.347268 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-8ac627f7-2bd2-411b-bc8f-f8d249d5d39a tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Synchronizing usage tracker for tenant:9ddf85486a01441881b232521194ce96 on resource:network {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:51:10.429125 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-8ac627f7-2bd2-411b-bc8f-f8d249d5d39a tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Unset dirty status for tenant:9ddf85486a01441881b232521194ce96 on resource:network {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:51:10.430481 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-8ac627f7-2bd2-411b-bc8f-f8d249d5d39a tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/networks?id=b867535c-fde7-4e88-bd2b-69b1d28db88b HTTP/1.1" status: 200 len: 814 time: 0.2303653 Mar 31 15:51:10.446596 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-2fe8473d-481e-4681-ab14-81062e530af2 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/quotas/9ddf85486a01441881b232521194ce96 HTTP/1.1" status: 200 len: 375 time: 0.0102780 Mar 31 15:51:10.533133 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-b5929fae-3dfb-4651-9f8a-69767b59e49f tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9ddf85486a01441881b232521194ce96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0809460 Mar 31 15:51:10.586558 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-7fbd8aba-02a7-4b93-a086-b1d707d4e6a9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:51:10.587656 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-7fbd8aba-02a7-4b93-a086-b1d707d4e6a9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476084 Mar 31 15:51:10.719385 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-3bf9ea2a-ee63-4709-85af-a22e823ca028 service neutron] 10.222.0.31 "GET /v2.0/networks/b867535c-fde7-4e88-bd2b-69b1d28db88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255498 Mar 31 15:51:10.854488 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-71cb874e-df7a-49e6-b318-a4b8d98ae703 service neutron] 10.222.0.31 "GET /v2.0/networks/b867535c-fde7-4e88-bd2b-69b1d28db88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290529 Mar 31 15:51:11.144814 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-793aa11b-8ee2-44b8-bb33-6892343b4089 req-48137b30-bc8a-4e25-935b-3449083888bc tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 210 time: 0.0515611 Mar 31 15:51:12.017657 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f43cc-acf6-4aa3-b504-836cc4008335 req-dc6f5dec-2095-4103-84aa-828dd400f095 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:12.019076 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4b7f43cc-acf6-4aa3-b504-836cc4008335 req-dc6f5dec-2095-4103-84aa-828dd400f095 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4c29ddc-e966-4401-a29a-ca6ac5a327ca HTTP/1.1" status: 200 len: 945 time: 0.0829744 Mar 31 15:51:12.201020 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-4b7f43cc-acf6-4aa3-b504-836cc4008335 req-9ed34316-4982-464b-8efc-ebbc3b341027 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Deleting port 4f91de31-17d4-4f43-92db-5e2d8ed14fdf {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:51:12.202565 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4b7f43cc-acf6-4aa3-b504-836cc4008335 req-9ed34316-4982-464b-8efc-ebbc3b341027 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:12.312806 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1b464aa7-9f11-421f-8f65-d3b51aaa3ce6 req-a87a1ae4-dc7c-4374-97d9-c33b333486e7 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 210 time: 0.0446568 Mar 31 15:51:12.471927 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-4b7f43cc-acf6-4aa3-b504-836cc4008335 req-9ed34316-4982-464b-8efc-ebbc3b341027 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] For port 4f91de31-17d4-4f43-92db-5e2d8ed14fdf, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4f91de31-17d4-4f43-92db-5e2d8ed14fdf,segment=NetworkSegment(4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced),segment_id=4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:51:12.472285 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4b7f43cc-acf6-4aa3-b504-836cc4008335 req-9ed34316-4982-464b-8efc-ebbc3b341027 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:12.602863 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-4b7f43cc-acf6-4aa3-b504-836cc4008335 req-9ed34316-4982-464b-8efc-ebbc3b341027 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Calling delete_port for 4f91de31-17d4-4f43-92db-5e2d8ed14fdf owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:51:12.800523 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4b7f43cc-acf6-4aa3-b504-836cc4008335 req-9ed34316-4982-464b-8efc-ebbc3b341027 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:12.812220 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['4f91de31-17d4-4f43-92db-5e2d8ed14fdf'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:51:12.855529 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed34316-4982-464b-8efc-ebbc3b341027 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Pushing event deleted for resources: {'Port': ['ID=4f91de31-17d4-4f43-92db-5e2d8ed14fdf,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:51:12.931445 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7f43cc-acf6-4aa3-b504-836cc4008335 req-9ed34316-4982-464b-8efc-ebbc3b341027 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] No DVR routers for this DVR port 4f91de31-17d4-4f43-92db-5e2d8ed14fdf on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:51:12.934055 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4b7f43cc-acf6-4aa3-b504-836cc4008335 req-9ed34316-4982-464b-8efc-ebbc3b341027 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:12.936610 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c29ddc-e966-4401-a29a-ca6ac5a327ca', 'name': 'network-vif-deleted', 'tag': '4f91de31-17d4-4f43-92db-5e2d8ed14fdf'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:51:12.983284 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c29ddc-e966-4401-a29a-ca6ac5a327ca', 'name': 'network-vif-deleted', 'tag': '4f91de31-17d4-4f43-92db-5e2d8ed14fdf', 'status': 'completed', 'code': 200} Mar 31 15:51:13.047072 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4b7f43cc-acf6-4aa3-b504-836cc4008335 req-9ed34316-4982-464b-8efc-ebbc3b341027 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.41 "DELETE /v2.0/ports/4f91de31-17d4-4f43-92db-5e2d8ed14fdf HTTP/1.1" status: 204 len: 173 time: 1.0170784 Mar 31 15:51:13.362446 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-086f9524-5880-412b-acaf-f43849c75507 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:13.366656 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-086f9524-5880-412b-acaf-f43849c75507 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.41 "GET /v2.0/networks?id=b867535c-fde7-4e88-bd2b-69b1d28db88b HTTP/1.1" status: 200 len: 814 time: 0.1680036 Mar 31 15:51:13.378385 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-b8649c97-32b9-40c6-8ac6-5f63485179a8 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Request body: {'port': {'device_id': 'e63b8725-8815-4716-85d3-aff32905a806', 'network_id': 'b867535c-fde7-4e88-bd2b-69b1d28db88b', 'admin_state_up': True, 'tenant_id': '9ddf85486a01441881b232521194ce96'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:51:13.497956 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-51130c3f-6f46-4d07-88e7-c81b0f70b921 req-8be95217-e30c-45f2-85ea-994770a967ef tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 210 time: 0.0518513 Mar 31 15:51:13.526817 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-b8649c97-32b9-40c6-8ac6-5f63485179a8 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:51:13.531290 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-b8649c97-32b9-40c6-8ac6-5f63485179a8 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Usage tracker for resource:port and tenant:9ddf85486a01441881b232521194ce96 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:51:13.534159 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-b8649c97-32b9-40c6-8ac6-5f63485179a8 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:51:13.540914 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-b8649c97-32b9-40c6-8ac6-5f63485179a8 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:51:13.617633 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-b8649c97-32b9-40c6-8ac6-5f63485179a8 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Made reservation on behalf of 9ddf85486a01441881b232521194ce96 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:51:13.621382 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-b8649c97-32b9-40c6-8ac6-5f63485179a8 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:13.794152 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-b8649c97-32b9-40c6-8ac6-5f63485179a8 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Allocated IP 172.20.0.7 (b867535c-fde7-4e88-bd2b-69b1d28db88b/fafecc8e-6301-459b-891a-881a8ae0319c/4a708784-a915-4206-b928-a6620792306e) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:51:13.999275 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-b8649c97-32b9-40c6-8ac6-5f63485179a8 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:14.109516 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-b8649c97-32b9-40c6-8ac6-5f63485179a8 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:14.120927 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['4f91de31-17d4-4f43-92db-5e2d8ed14fdf'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:51:14.177093 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-b8649c97-32b9-40c6-8ac6-5f63485179a8 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Network b867535c-fde7-4e88-bd2b-69b1d28db88b is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:51:14.180432 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-b8649c97-32b9-40c6-8ac6-5f63485179a8 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:51:14.182813 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-b8649c97-32b9-40c6-8ac6-5f63485179a8 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:51:14.238118 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8649c97-32b9-40c6-8ac6-5f63485179a8 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Pushing event updated for resources: {'Port': ['ID=4a708784-a915-4206-b928-a6620792306e,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:51:14.261150 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-b8649c97-32b9-40c6-8ac6-5f63485179a8 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:14.261784 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-b8649c97-32b9-40c6-8ac6-5f63485179a8 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:14.346466 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-b8649c97-32b9-40c6-8ac6-5f63485179a8 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9724998 Mar 31 15:51:14.357894 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-0fad4b32-69d8-4b51-bbe1-c86f9dc86034 service neutron] Request body: {'port': {'device_id': 'e63b8725-8815-4716-85d3-aff32905a806', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:51:14.581534 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-0fad4b32-69d8-4b51-bbe1-c86f9dc86034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:14.797753 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121fecd-3901-4b25-bbd8-37e62b657111 req-67f21c98-90b2-4306-bafa-9b7ab333d8b6 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:14.798341 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-3121fecd-3901-4b25-bbd8-37e62b657111 req-67f21c98-90b2-4306-bafa-9b7ab333d8b6 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Synchronizing usage tracker for tenant:9ddf85486a01441881b232521194ce96 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:51:14.939714 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-3121fecd-3901-4b25-bbd8-37e62b657111 req-67f21c98-90b2-4306-bafa-9b7ab333d8b6 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Unset dirty status for tenant:9ddf85486a01441881b232521194ce96 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:51:14.941112 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3121fecd-3901-4b25-bbd8-37e62b657111 req-67f21c98-90b2-4306-bafa-9b7ab333d8b6 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 931 time: 0.3194289 Mar 31 15:51:15.050946 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3121fecd-3901-4b25-bbd8-37e62b657111 req-3d85c1ef-467f-42fe-85cf-2ec74fd1acbd tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020231 Mar 31 15:51:15.055039 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-0fad4b32-69d8-4b51-bbe1-c86f9dc86034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a708784-a915-4206-b928-a6620792306e {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:51:15.062567 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-0fad4b32-69d8-4b51-bbe1-c86f9dc86034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:15.078156 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-0fad4b32-69d8-4b51-bbe1-c86f9dc86034 service neutron] Transition to ACTIVE for port object 4a708784-a915-4206-b928-a6620792306e will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:51:15.154569 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-0fad4b32-69d8-4b51-bbe1-c86f9dc86034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:15.308288 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad4b32-69d8-4b51-bbe1-c86f9dc86034 service neutron] Pushing event updated for resources: {'Port': ['ID=4a708784-a915-4206-b928-a6620792306e,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:51:15.389459 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-0fad4b32-69d8-4b51-bbe1-c86f9dc86034 service neutron] Attempting to bind port 4a708784-a915-4206-b928-a6620792306e on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:51:15.389790 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-0fad4b32-69d8-4b51-bbe1-c86f9dc86034 service neutron] Attempting to bind port 4a708784-a915-4206-b928-a6620792306e by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b867535c-fde7-4e88-bd2b-69b1d28db88b'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:51:15.390109 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-0fad4b32-69d8-4b51-bbe1-c86f9dc86034 service neutron] Attempting to bind port 4a708784-a915-4206-b928-a6620792306e on network b867535c-fde7-4e88-bd2b-69b1d28db88b {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:51:15.394735 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-0fad4b32-69d8-4b51-bbe1-c86f9dc86034 service neutron] Port 4a708784-a915-4206-b928-a6620792306e on network b867535c-fde7-4e88-bd2b-69b1d28db88b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:51:15.395049 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-0fad4b32-69d8-4b51-bbe1-c86f9dc86034 service neutron] Attempting to bind port 4a708784-a915-4206-b928-a6620792306e on network b867535c-fde7-4e88-bd2b-69b1d28db88b {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:51:15.400490 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-0fad4b32-69d8-4b51-bbe1-c86f9dc86034 service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:51:15.400828 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-0fad4b32-69d8-4b51-bbe1-c86f9dc86034 service neutron] Checking segment: {'id': '4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b867535c-fde7-4e88-bd2b-69b1d28db88b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:51:15.401237 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-0fad4b32-69d8-4b51-bbe1-c86f9dc86034 service neutron] Bound using segment: {'id': '4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b867535c-fde7-4e88-bd2b-69b1d28db88b'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:51:15.401659 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-0fad4b32-69d8-4b51-bbe1-c86f9dc86034 service neutron] Bound port: 4a708784-a915-4206-b928-a6620792306e, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b867535c-fde7-4e88-bd2b-69b1d28db88b'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:51:15.402001 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-0fad4b32-69d8-4b51-bbe1-c86f9dc86034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:15.491644 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-0fad4b32-69d8-4b51-bbe1-c86f9dc86034 service neutron] For port 4a708784-a915-4206-b928-a6620792306e, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:51:15.494560 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-0fad4b32-69d8-4b51-bbe1-c86f9dc86034 service neutron] For port 4a708784-a915-4206-b928-a6620792306e, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4a708784-a915-4206-b928-a6620792306e,segment=NetworkSegment(4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced),segment_id=4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:51:15.566648 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-0fad4b32-69d8-4b51-bbe1-c86f9dc86034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:15.626355 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-0fad4b32-69d8-4b51-bbe1-c86f9dc86034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:15.633400 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-0fad4b32-69d8-4b51-bbe1-c86f9dc86034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:15.633400 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-0fad4b32-69d8-4b51-bbe1-c86f9dc86034 service neutron] 10.222.0.41 "PUT /v2.0/ports/4a708784-a915-4206-b928-a6620792306e HTTP/1.1" status: 200 len: 1093 time: 1.2746818 Mar 31 15:51:15.633400 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63b8725-8815-4716-85d3-aff32905a806', 'tag': '4a708784-a915-4206-b928-a6620792306e'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:51:15.653457 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad4b32-69d8-4b51-bbe1-c86f9dc86034 service neutron] Pushing event updated for resources: {'Port': ['ID=4a708784-a915-4206-b928-a6620792306e,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:51:15.680223 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63b8725-8815-4716-85d3-aff32905a806', 'tag': '4a708784-a915-4206-b928-a6620792306e', 'status': 'completed', 'code': 200} Mar 31 15:51:15.777101 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5400f4-9c73-47d1-8e89-081bacfe7247 req-be7804da-f50a-42d2-b8fb-50fa651dcd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:15.778689 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fd5400f4-9c73-47d1-8e89-081bacfe7247 req-be7804da-f50a-42d2-b8fb-50fa651dcd7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ddf85486a01441881b232521194ce96&device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 1096 time: 0.0793576 Mar 31 15:51:15.926790 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5400f4-9c73-47d1-8e89-081bacfe7247 req-3dc95ff5-7f5f-493b-ade1-d1ddad87c2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:15.928745 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fd5400f4-9c73-47d1-8e89-081bacfe7247 req-3dc95ff5-7f5f-493b-ade1-d1ddad87c2d4 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9ddf85486a01441881b232521194ce96&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1426470 Mar 31 15:51:16.069752 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5400f4-9c73-47d1-8e89-081bacfe7247 req-9b4f1616-b291-4077-ad22-4b4eb7f2e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:16.071210 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fd5400f4-9c73-47d1-8e89-081bacfe7247 req-9b4f1616-b291-4077-ad22-4b4eb7f2e35b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1371636 Mar 31 15:51:16.189613 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 4f91de31-17d4-4f43-92db-5e2d8ed14fdf no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:51:16.223165 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: 4f91de31-17d4-4f43-92db-5e2d8ed14fdf {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:51:16.223511 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 4f91de31-17d4-4f43-92db-5e2d8ed14fdf not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:51:16.231203 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-cd0cf08d-0866-4b84-85ff-34f121ef6fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:16.232660 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-cd0cf08d-0866-4b84-85ff-34f121ef6fc6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ddf85486a01441881b232521194ce96&device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 1096 time: 0.1231911 Mar 31 15:51:16.306589 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-c5f2a768-19c0-4be3-80dc-882af69dc5c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a708784-a915-4206-b928-a6620792306e HTTP/1.1" status: 200 len: 217 time: 0.0656481 Mar 31 15:51:16.366906 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6a7ba-5b71-43de-93c7-494ed61cdc48 req-9b542bc0-8294-4faa-93b6-cbb9f6012538 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:16.368350 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-cdc6a7ba-5b71-43de-93c7-494ed61cdc48 req-9b542bc0-8294-4faa-93b6-cbb9f6012538 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 943 time: 0.1954229 Mar 31 15:51:16.401586 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-148de3fe-03bc-44f5-915f-8a61fee061c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:16.402982 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-148de3fe-03bc-44f5-915f-8a61fee061c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fafecc8e-6301-459b-891a-881a8ae0319c HTTP/1.1" status: 200 len: 854 time: 0.0900540 Mar 31 15:51:16.559620 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-dbcc3370-4bdf-4c67-a493-f68229278c13 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b867535c-fde7-4e88-bd2b-69b1d28db88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1495304 Mar 31 15:51:16.564136 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-cdc6a7ba-5b71-43de-93c7-494ed61cdc48 req-444429f6-e161-4e3e-a152-b7676427222d tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889672 Mar 31 15:51:16.693041 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-c529abdd-4309-4b7c-987f-32db84275636 service neutron] 10.222.0.41 "GET /v2.0/networks/b867535c-fde7-4e88-bd2b-69b1d28db88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267450 Mar 31 15:51:16.837076 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3e31fa79-8a6c-4d29-b372-0ba5d876a7a2 req-2760e7ac-dfb1-4dfb-ad0e-d12edeab5918 service neutron] 10.222.0.41 "GET /v2.0/networks/b867535c-fde7-4e88-bd2b-69b1d28db88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374028 Mar 31 15:51:17.757603 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d8411-0fe8-4d01-ba8a-d3f001f5e7dd req-4d19712b-c702-4458-a547-93024eb1738c tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:17.759103 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-278d8411-0fe8-4d01-ba8a-d3f001f5e7dd req-4d19712b-c702-4458-a547-93024eb1738c tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 943 time: 0.0825853 Mar 31 15:51:17.804483 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-278d8411-0fe8-4d01-ba8a-d3f001f5e7dd req-581aeb0a-78d8-4f9e-8704-89d7e8d77fcb tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394542 Mar 31 15:51:18.998322 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28f1ae-597b-4a31-b691-ee00e24256b2 req-3f760fbc-3c3a-46b7-90a5-4c03aaace543 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:18.999799 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-cb28f1ae-597b-4a31-b691-ee00e24256b2 req-3f760fbc-3c3a-46b7-90a5-4c03aaace543 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 943 time: 0.0902147 Mar 31 15:51:19.050681 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-cb28f1ae-597b-4a31-b691-ee00e24256b2 req-ef112c57-f03c-4d46-bb2b-bc23aa2bac8c tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451174 Mar 31 15:51:20.214162 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 4a708784-a915-4206-b928-a6620792306e details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:51:20.350784 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da59e4-5f9f-449a-8006-6107b7c6ff94 req-2023ebeb-a81a-4310-9d99-27c39a485a2b tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:20.352179 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-65da59e4-5f9f-449a-8006-6107b7c6ff94 req-2023ebeb-a81a-4310-9d99-27c39a485a2b tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 943 time: 0.1920474 Mar 31 15:51:20.354497 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 4a708784-a915-4206-b928-a6620792306e, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4a708784-a915-4206-b928-a6620792306e,segment=NetworkSegment(4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced),segment_id=4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:51:20.373349 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': '4a708784-a915-4206-b928-a6620792306e', 'network_id': 'b867535c-fde7-4e88-bd2b-69b1d28db88b', 'port_id': '4a708784-a915-4206-b928-a6620792306e', 'mac_address': 'fa:16:3e:b1:ec:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafecc8e-6301-459b-891a-881a8ae0319c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:51:20.399433 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-65da59e4-5f9f-449a-8006-6107b7c6ff94 req-c04ae105-c230-49f6-baf6-9a262eab5010 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409169 Mar 31 15:51:20.431458 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:20.448499 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a708784-a915-4206-b928-a6620792306e {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:51:20.464747 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 4a708784-a915-4206-b928-a6620792306e, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4a708784-a915-4206-b928-a6620792306e,segment=NetworkSegment(4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced),segment_id=4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:51:20.525756 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:20.596061 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=4a708784-a915-4206-b928-a6620792306e,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:51:20.756975 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['4a708784-a915-4206-b928-a6620792306e'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:51:20.866800 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:51:21.582409 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adcf77-ea5a-4df4-886c-0f64cfa7795c req-bec5511e-2a69-46e6-99a4-df6d0070cf8a tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:21.583910 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-81adcf77-ea5a-4df4-886c-0f64cfa7795c req-bec5511e-2a69-46e6-99a4-df6d0070cf8a tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 944 time: 0.0794547 Mar 31 15:51:21.628667 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-81adcf77-ea5a-4df4-886c-0f64cfa7795c req-9e067749-7c35-490c-b899-7a5a6ad47a11 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383503 Mar 31 15:51:22.220642 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 4a708784-a915-4206-b928-a6620792306e up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:51:22.337130 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port 4a708784-a915-4206-b928-a6620792306e completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:51:22.341978 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port 4a708784-a915-4206-b928-a6620792306e triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:51:22.348646 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:22.459041 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:22.489230 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63b8725-8815-4716-85d3-aff32905a806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a708784-a915-4206-b928-a6620792306e'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:51:22.499729 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 4a708784-a915-4206-b928-a6620792306e, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4a708784-a915-4206-b928-a6620792306e,segment=NetworkSegment(4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced),segment_id=4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:51:22.554716 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:22.599612 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63b8725-8815-4716-85d3-aff32905a806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a708784-a915-4206-b928-a6620792306e', 'code': 200} Mar 31 15:51:22.631315 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=4a708784-a915-4206-b928-a6620792306e,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:51:22.829384 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a72f6-9b5b-4300-840e-404f7a75a833 req-c04ff297-48f4-471d-9316-b7c4455ee9e6 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:22.830374 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f42a72f6-9b5b-4300-840e-404f7a75a833 req-c04ff297-48f4-471d-9316-b7c4455ee9e6 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0915310 Mar 31 15:51:22.879514 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f42a72f6-9b5b-4300-840e-404f7a75a833 req-fbf8455a-0cc3-4f93-af5b-e69d81a49918 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403535 Mar 31 15:51:22.994267 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1e901-207e-4678-ae36-e6c94344dde5 req-8b5db2af-ec08-49ee-8d65-dcee5be1d86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:22.995722 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-dca1e901-207e-4678-ae36-e6c94344dde5 req-8b5db2af-ec08-49ee-8d65-dcee5be1d86d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 1098 time: 0.0706735 Mar 31 15:51:23.036906 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-dca1e901-207e-4678-ae36-e6c94344dde5 req-d7a6896a-78e3-4e5f-ab39-0fdd3997e182 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339360 Mar 31 15:51:24.073420 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40c441-0fdd-4a6d-be1b-a54630811b16 req-f087288e-afeb-42e9-9565-b11449bc477a tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:24.075557 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-aa40c441-0fdd-4a6d-be1b-a54630811b16 req-f087288e-afeb-42e9-9565-b11449bc477a tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0820420 Mar 31 15:51:24.130213 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-aa40c441-0fdd-4a6d-be1b-a54630811b16 req-fa63dc87-8cf6-497a-84a5-9c8a4657fa57 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483553 Mar 31 15:51:25.275293 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:25.319820 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7555bea-0edd-4a9c-9586-c2e501065bee req-6751134f-f461-4ed3-b9c1-6dc67872173e tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:25.321286 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b7555bea-0edd-4a9c-9586-c2e501065bee req-6751134f-f461-4ed3-b9c1-6dc67872173e tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0834053 Mar 31 15:51:25.364998 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b7555bea-0edd-4a9c-9586-c2e501065bee req-16f77297-00d8-4f5e-8180-97189a057614 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378778 Mar 31 15:51:25.548463 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78458c96-38c8-40b1-b7da-6250e02ad74e req-11f04080-0f82-4f1b-93a0-a921948cf3fe tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:25.549938 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-78458c96-38c8-40b1-b7da-6250e02ad74e req-11f04080-0f82-4f1b-93a0-a921948cf3fe tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0796041 Mar 31 15:51:25.594036 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-78458c96-38c8-40b1-b7da-6250e02ad74e req-72446d4a-f2ef-4f1c-b6ce-df5a01f7e120 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382743 Mar 31 15:51:26.168970 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ad2a9-1294-4372-bb08-57ff0d635b52 req-b4441cc1-7e67-4af2-a0b7-025917de2a01 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:26.170433 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-584ad2a9-1294-4372-bb08-57ff0d635b52 req-b4441cc1-7e67-4af2-a0b7-025917de2a01 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.1359527 Mar 31 15:51:26.177720 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-310ce039-4906-4c2b-9121-80a2a7a7b501 req-6eadc3d1-284e-42ab-926d-593fe75de507 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0997827 Mar 31 15:51:26.217978 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-584ad2a9-1294-4372-bb08-57ff0d635b52 req-b95db6e3-247e-44b4-a9c6-c89d34c57c19 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392673 Mar 31 15:51:27.409452 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3ab70-df07-4fce-802b-1c0017b2791a req-9fe6cd31-7da9-42ab-a624-43b725510ee8 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:27.410904 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bec3ab70-df07-4fce-802b-1c0017b2791a req-9fe6cd31-7da9-42ab-a624-43b725510ee8 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0815556 Mar 31 15:51:27.458243 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bec3ab70-df07-4fce-802b-1c0017b2791a req-174882b3-3e6c-45f4-aaa0-5f47b917e32a tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407107 Mar 31 15:51:28.212240 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ce039-4906-4c2b-9121-80a2a7a7b501 req-6d3054d5-f343-4fd2-8c85-b65a5c5a2bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:28.213709 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-310ce039-4906-4c2b-9121-80a2a7a7b501 req-6d3054d5-f343-4fd2-8c85-b65a5c5a2bc9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ddf85486a01441881b232521194ce96&device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 1098 time: 0.0717931 Mar 31 15:51:28.344440 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ce039-4906-4c2b-9121-80a2a7a7b501 req-81f1b6a6-98c4-4c73-8c24-04534dabdd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:28.345890 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-310ce039-4906-4c2b-9121-80a2a7a7b501 req-81f1b6a6-98c4-4c73-8c24-04534dabdd63 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b867535c-fde7-4e88-bd2b-69b1d28db88b HTTP/1.1" status: 200 len: 915 time: 0.1245570 Mar 31 15:51:28.417219 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-310ce039-4906-4c2b-9121-80a2a7a7b501 req-b0d8f518-e393-445a-b951-122c0db6b2ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a708784-a915-4206-b928-a6620792306e HTTP/1.1" status: 200 len: 217 time: 0.0643008 Mar 31 15:51:28.481943 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ce039-4906-4c2b-9121-80a2a7a7b501 req-7f989e67-25ed-4e97-9269-9a91947c50cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:28.483260 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-310ce039-4906-4c2b-9121-80a2a7a7b501 req-7f989e67-25ed-4e97-9269-9a91947c50cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fafecc8e-6301-459b-891a-881a8ae0319c HTTP/1.1" status: 200 len: 854 time: 0.0574989 Mar 31 15:51:28.530693 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-310ce039-4906-4c2b-9121-80a2a7a7b501 req-a90fb180-0202-465d-9d83-2ab57d405aa7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b867535c-fde7-4e88-bd2b-69b1d28db88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411134 Mar 31 15:51:28.657744 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e9ad4-ffb0-4776-9990-e9e1e3440604 req-e2aaef60-e0e1-4dcf-ad22-ab335b17be89 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:28.659305 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d84e9ad4-ffb0-4776-9990-e9e1e3440604 req-e2aaef60-e0e1-4dcf-ad22-ab335b17be89 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0876334 Mar 31 15:51:28.664580 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-310ce039-4906-4c2b-9121-80a2a7a7b501 req-1b017638-9975-45f2-991b-56f204b4ca7f service neutron] 10.222.0.41 "GET /v2.0/networks/b867535c-fde7-4e88-bd2b-69b1d28db88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269765 Mar 31 15:51:28.704047 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d84e9ad4-ffb0-4776-9990-e9e1e3440604 req-729df21a-afe4-4943-aa6a-4d37f9413a40 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380349 Mar 31 15:51:28.801627 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-310ce039-4906-4c2b-9121-80a2a7a7b501 req-b65dad46-59a0-4aab-a3e8-0b2611899754 service neutron] 10.222.0.41 "GET /v2.0/networks/b867535c-fde7-4e88-bd2b-69b1d28db88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301804 Mar 31 15:51:29.992685 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b57609-b0db-4a25-b6f7-d92b9440e15e req-e2db5f7b-4aca-4499-b5cc-8edb06121277 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:29.994070 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-81b57609-b0db-4a25-b6f7-d92b9440e15e req-e2db5f7b-4aca-4499-b5cc-8edb06121277 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.1787832 Mar 31 15:51:30.037141 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-81b57609-b0db-4a25-b6f7-d92b9440e15e req-e1017362-9305-41fb-984a-34f83ff87a25 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372891 Mar 31 15:51:31.223469 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226d10b-a1a4-46fb-9b8f-1358f7d5497c req-b6022cce-c185-4ab3-94fc-f09a36b16485 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:31.224932 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e226d10b-a1a4-46fb-9b8f-1358f7d5497c req-b6022cce-c185-4ab3-94fc-f09a36b16485 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0783474 Mar 31 15:51:31.272511 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e226d10b-a1a4-46fb-9b8f-1358f7d5497c req-05a58fdd-36cc-45dd-bc34-93abf323985b tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410812 Mar 31 15:51:32.462839 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1764de-c3ed-4fc5-82d1-3e0e9431d4be req-d3f984ab-f8d3-45e6-b131-48b88e58f999 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:32.464296 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3d1764de-c3ed-4fc5-82d1-3e0e9431d4be req-d3f984ab-f8d3-45e6-b131-48b88e58f999 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0830343 Mar 31 15:51:32.508488 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3d1764de-c3ed-4fc5-82d1-3e0e9431d4be req-14135878-ac2d-4a3a-9d89-e72303ecc717 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384657 Mar 31 15:51:33.068478 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2652de32-74c9-41d2-bcf6-56cd92a92c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:33.721616 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5a2e0-0822-4c23-9f90-dfcee4dd0752 req-7309ba9c-23dd-40ec-beda-c363c4846606 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:33.723073 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-30c5a2e0-0822-4c23-9f90-dfcee4dd0752 req-7309ba9c-23dd-40ec-beda-c363c4846606 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0973728 Mar 31 15:51:33.778795 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-30c5a2e0-0822-4c23-9f90-dfcee4dd0752 req-0d238cbd-6a35-4830-afe0-2d268aa46a3d tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488219 Mar 31 15:51:34.965028 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba2045-4d8b-4242-be19-11221b57f187 req-69981531-4d7b-411e-bb6f-2d0e9b6c3c11 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:34.966505 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-65ba2045-4d8b-4242-be19-11221b57f187 req-69981531-4d7b-411e-bb6f-2d0e9b6c3c11 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0787776 Mar 31 15:51:35.011169 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-65ba2045-4d8b-4242-be19-11221b57f187 req-aec2b6f1-679a-430f-9225-dad38b9cbd60 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387990 Mar 31 15:51:35.166360 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bfb4a6a2-f0eb-411d-97ba-694a047fd6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:36.205118 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5170907-0895-4a69-8664-40945bea20ed req-ababceb7-c984-49c6-9109-de597ee47bf8 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:36.206623 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b5170907-0895-4a69-8664-40945bea20ed req-ababceb7-c984-49c6-9109-de597ee47bf8 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0854847 Mar 31 15:51:36.251932 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b5170907-0895-4a69-8664-40945bea20ed req-d28531ed-2d1c-42a3-b886-21089c267d06 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387573 Mar 31 15:51:36.502226 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:36.526049 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:37.442251 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70634636-f12f-4da6-a077-fd9e23033698 req-e1caa5c5-072d-4466-baa4-275dac37b858 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:37.443871 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-70634636-f12f-4da6-a077-fd9e23033698 req-e1caa5c5-072d-4466-baa4-275dac37b858 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0825176 Mar 31 15:51:37.488940 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-70634636-f12f-4da6-a077-fd9e23033698 req-1160c815-0a8d-40e7-82d1-e6f40fec6b06 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391235 Mar 31 15:51:38.045476 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:38.676638 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ddbd2-af08-4c24-9b89-455d57acb6ca req-ece503c5-df7f-4532-8daf-e2573f85fe40 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:38.678145 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-938ddbd2-af08-4c24-9b89-455d57acb6ca req-ece503c5-df7f-4532-8daf-e2573f85fe40 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0810544 Mar 31 15:51:38.723640 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-938ddbd2-af08-4c24-9b89-455d57acb6ca req-fae322c0-4f15-411c-8181-adfff6035402 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396910 Mar 31 15:51:39.914164 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517aaf5-1b10-4fdd-8b05-32bc8caf32b0 req-1ff84349-5102-4ddd-ab61-f0f9eae2f67f tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:39.915582 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3517aaf5-1b10-4fdd-8b05-32bc8caf32b0 req-1ff84349-5102-4ddd-ab61-f0f9eae2f67f tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0819774 Mar 31 15:51:39.958987 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3517aaf5-1b10-4fdd-8b05-32bc8caf32b0 req-62dbfc15-7f98-4a3d-b66d-390b573232b8 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372605 Mar 31 15:51:41.145758 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc7805-9b92-4adc-89d6-271c4427c9ab req-17abbb42-7b02-496c-9522-fd8e1a198a59 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:41.147198 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-81dc7805-9b92-4adc-89d6-271c4427c9ab req-17abbb42-7b02-496c-9522-fd8e1a198a59 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0821993 Mar 31 15:51:41.191200 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-81dc7805-9b92-4adc-89d6-271c4427c9ab req-ab3f9f7d-4d2c-41b4-8e12-2d5be52a4fe6 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380743 Mar 31 15:51:42.380987 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933d506-fe80-4a3c-9753-b4ddd3baab5d req-df120f33-3002-4045-9f8b-35038fb45ed4 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:42.382473 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7933d506-fe80-4a3c-9753-b4ddd3baab5d req-df120f33-3002-4045-9f8b-35038fb45ed4 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0820856 Mar 31 15:51:42.426603 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7933d506-fe80-4a3c-9753-b4ddd3baab5d req-c5e4dc2a-9c2f-4ecc-b296-b7f538f04c58 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374477 Mar 31 15:51:43.616007 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4880ef5-72f9-4e45-a7ea-e7b2922f9527 req-200f4d70-630f-4682-8571-b0d8d7db03bf tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:43.617525 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a4880ef5-72f9-4e45-a7ea-e7b2922f9527 req-200f4d70-630f-4682-8571-b0d8d7db03bf tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0807660 Mar 31 15:51:43.661879 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a4880ef5-72f9-4e45-a7ea-e7b2922f9527 req-b83cb36b-01c6-4e1f-9a97-27a6f97fcec4 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383327 Mar 31 15:51:44.849848 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d6c59-d8f9-4cf2-9dd7-6eed3666d983 req-1b7fd0b3-0cd9-4e87-863b-e788d05e9fd3 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:44.851294 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-327d6c59-d8f9-4cf2-9dd7-6eed3666d983 req-1b7fd0b3-0cd9-4e87-863b-e788d05e9fd3 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0836074 Mar 31 15:51:44.903195 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-327d6c59-d8f9-4cf2-9dd7-6eed3666d983 req-dda0e88f-374d-4e6f-b571-e41f851bc007 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453112 Mar 31 15:51:46.092859 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc41fb0-45d8-4a1b-b9eb-e2cfe39bde6b req-958734ab-9c6b-4f48-a850-5f84b039be79 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:46.094339 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4dc41fb0-45d8-4a1b-b9eb-e2cfe39bde6b req-958734ab-9c6b-4f48-a850-5f84b039be79 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0821633 Mar 31 15:51:46.139036 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4dc41fb0-45d8-4a1b-b9eb-e2cfe39bde6b req-58157f8c-1dfc-4d02-b6a9-6ea6cc76d539 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390134 Mar 31 15:51:47.326977 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39702b42-e145-4dfc-9927-06c0c9ff2491 req-14efe896-9c42-4e77-adec-28ba90e88871 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:47.328425 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-39702b42-e145-4dfc-9927-06c0c9ff2491 req-14efe896-9c42-4e77-adec-28ba90e88871 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0811434 Mar 31 15:51:47.375316 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-39702b42-e145-4dfc-9927-06c0c9ff2491 req-9f890697-bdd0-4733-9510-05a38a23ebad tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410171 Mar 31 15:51:48.565837 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f53aed-5cb0-452c-a5f8-bd72e3ae9f1e req-15b4dbe2-de5b-4d43-8458-132810bab6c8 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:48.567268 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-57f53aed-5cb0-452c-a5f8-bd72e3ae9f1e req-15b4dbe2-de5b-4d43-8458-132810bab6c8 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0851593 Mar 31 15:51:48.612576 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-57f53aed-5cb0-452c-a5f8-bd72e3ae9f1e req-19844cf7-b110-4491-8263-27eb06e28481 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393190 Mar 31 15:51:49.798277 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfda751-7da9-4f38-a950-66fc2ea53bb8 req-cafe81b8-c5f1-4e0e-a63b-7a0e57fc8336 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:49.799750 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-adfda751-7da9-4f38-a950-66fc2ea53bb8 req-cafe81b8-c5f1-4e0e-a63b-7a0e57fc8336 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0792115 Mar 31 15:51:49.845153 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-adfda751-7da9-4f38-a950-66fc2ea53bb8 req-7060faff-9056-4185-958b-2a5f17579e60 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396163 Mar 31 15:51:50.434426 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626bb5c-fc63-422c-82ff-e12a1b23377f req-c4953b6b-7ea0-489e-9524-2e7c46c02b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:50.435935 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6626bb5c-fc63-422c-82ff-e12a1b23377f req-c4953b6b-7ea0-489e-9524-2e7c46c02b69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ddf85486a01441881b232521194ce96&device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 1098 time: 0.0770271 Mar 31 15:51:50.582753 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626bb5c-fc63-422c-82ff-e12a1b23377f req-7f1ffef0-eb07-4c4e-b104-0ecf032316c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:50.584164 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6626bb5c-fc63-422c-82ff-e12a1b23377f req-7f1ffef0-eb07-4c4e-b104-0ecf032316c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b867535c-fde7-4e88-bd2b-69b1d28db88b HTTP/1.1" status: 200 len: 915 time: 0.1278400 Mar 31 15:51:50.654574 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6626bb5c-fc63-422c-82ff-e12a1b23377f req-d3a9c670-4461-4e70-b492-f4154a9eba44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a708784-a915-4206-b928-a6620792306e HTTP/1.1" status: 200 len: 217 time: 0.0636315 Mar 31 15:51:50.725080 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626bb5c-fc63-422c-82ff-e12a1b23377f req-d8dc93a6-ab1d-442d-91c5-107adbb9af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:50.726461 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6626bb5c-fc63-422c-82ff-e12a1b23377f req-d8dc93a6-ab1d-442d-91c5-107adbb9af5f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fafecc8e-6301-459b-891a-881a8ae0319c HTTP/1.1" status: 200 len: 854 time: 0.0641797 Mar 31 15:51:50.774471 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6626bb5c-fc63-422c-82ff-e12a1b23377f req-3a3e73df-2e0e-4bd6-8c46-b54603605d1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b867535c-fde7-4e88-bd2b-69b1d28db88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400896 Mar 31 15:51:50.910523 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6626bb5c-fc63-422c-82ff-e12a1b23377f req-478d3446-92e7-4a84-adaf-7b2568a804fc service neutron] 10.222.0.41 "GET /v2.0/networks/b867535c-fde7-4e88-bd2b-69b1d28db88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262667 Mar 31 15:51:51.036096 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad5423-4dcf-43ea-9b34-4958f0de80e9 req-3632b264-2c48-4b00-a4de-fafe41e7b4a4 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:51.037844 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c2ad5423-4dcf-43ea-9b34-4958f0de80e9 req-3632b264-2c48-4b00-a4de-fafe41e7b4a4 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0828562 Mar 31 15:51:51.049098 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6626bb5c-fc63-422c-82ff-e12a1b23377f req-2505ac97-b94a-42ed-8608-3ffef01f301b service neutron] 10.222.0.41 "GET /v2.0/networks/b867535c-fde7-4e88-bd2b-69b1d28db88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320925 Mar 31 15:51:51.083486 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c2ad5423-4dcf-43ea-9b34-4958f0de80e9 req-b01fa218-2a73-45c3-9a0a-1c0eab07e928 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390816 Mar 31 15:51:52.279754 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d90c1-1425-4c1a-b2ac-fd4ceb824d2e req-8e516583-bd05-44fc-8f22-39762956601c tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:52.281249 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e77d90c1-1425-4c1a-b2ac-fd4ceb824d2e req-8e516583-bd05-44fc-8f22-39762956601c tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0862298 Mar 31 15:51:52.418369 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e77d90c1-1425-4c1a-b2ac-fd4ceb824d2e req-64e6fe9a-c360-4981-a658-f7c2ba5a7854 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312442 Mar 31 15:51:53.614661 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ea85d-25d7-4dcc-a785-9a1e9200028f req-8577aa4c-e07e-4b70-bd95-516b0be579d2 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:53.616142 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-607ea85d-25d7-4dcc-a785-9a1e9200028f req-8577aa4c-e07e-4b70-bd95-516b0be579d2 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0870538 Mar 31 15:51:53.662267 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-607ea85d-25d7-4dcc-a785-9a1e9200028f req-1901babb-6c51-4d29-8e06-fdefb6f1930f tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401819 Mar 31 15:51:54.851192 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581bdbc-b806-42c7-8eef-16d8f7ee1841 req-02f91b52-2814-4e14-b572-80ce0c869503 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:54.852612 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0581bdbc-b806-42c7-8eef-16d8f7ee1841 req-02f91b52-2814-4e14-b572-80ce0c869503 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0794451 Mar 31 15:51:54.896850 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0581bdbc-b806-42c7-8eef-16d8f7ee1841 req-03050122-6749-4fc5-a56d-272e81c0fec0 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380540 Mar 31 15:51:55.273089 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:51:56.000204 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-310ce039-4906-4c2b-9121-80a2a7a7b501 req-79e9d56f-7dc1-4fbf-a177-0a9a8b2199df service neutron] 10.222.0.41 "GET /v2.0/ports/4a708784-a915-4206-b928-a6620792306e/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0795267 Mar 31 15:51:56.091349 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b4cb4-153f-4cb4-809a-694717c54d4a req-20a39b0e-ea88-46fc-8062-d28824e2b0f6 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:56.092836 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-2b3b4cb4-153f-4cb4-809a-694717c54d4a req-20a39b0e-ea88-46fc-8062-d28824e2b0f6 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0854518 Mar 31 15:51:56.139990 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-2b3b4cb4-153f-4cb4-809a-694717c54d4a req-19917eed-023f-4cd1-bd8e-4ec4dd063eac tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412138 Mar 31 15:51:56.538124 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ce039-4906-4c2b-9121-80a2a7a7b501 req-82c97258-8d79-4122-b557-50f8c5eb8fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:56.539594 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-310ce039-4906-4c2b-9121-80a2a7a7b501 req-82c97258-8d79-4122-b557-50f8c5eb8fc5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806&tenant_id=9ddf85486a01441881b232521194ce96 HTTP/1.1" status: 200 len: 1098 time: 0.0704696 Mar 31 15:51:56.635032 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ce039-4906-4c2b-9121-80a2a7a7b501 req-825df132-1fb2-420f-80b6-d83807b0c216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:56.637175 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-310ce039-4906-4c2b-9121-80a2a7a7b501 req-825df132-1fb2-420f-80b6-d83807b0c216 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ddf85486a01441881b232521194ce96&device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 1098 time: 0.0747023 Mar 31 15:51:56.771967 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ce039-4906-4c2b-9121-80a2a7a7b501 req-414e1cbb-f7a9-4677-82e9-013cf3d57c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:56.780061 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-310ce039-4906-4c2b-9121-80a2a7a7b501 req-414e1cbb-f7a9-4677-82e9-013cf3d57c82 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b867535c-fde7-4e88-bd2b-69b1d28db88b HTTP/1.1" status: 200 len: 915 time: 0.1299579 Mar 31 15:51:56.845713 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-310ce039-4906-4c2b-9121-80a2a7a7b501 req-a6388177-3e2c-4742-b5c8-c017af5b4693 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a708784-a915-4206-b928-a6620792306e HTTP/1.1" status: 200 len: 217 time: 0.0647237 Mar 31 15:51:56.909529 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ce039-4906-4c2b-9121-80a2a7a7b501 req-d8426b76-df8d-4687-8f03-bfe3f90e642a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:56.910976 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-310ce039-4906-4c2b-9121-80a2a7a7b501 req-d8426b76-df8d-4687-8f03-bfe3f90e642a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fafecc8e-6301-459b-891a-881a8ae0319c HTTP/1.1" status: 200 len: 854 time: 0.0595453 Mar 31 15:51:56.960284 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-310ce039-4906-4c2b-9121-80a2a7a7b501 req-2a3c12d8-0609-40ba-8b64-e0e28358e19a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b867535c-fde7-4e88-bd2b-69b1d28db88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421605 Mar 31 15:51:57.097492 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-310ce039-4906-4c2b-9121-80a2a7a7b501 req-69d559e8-dc2e-4d70-bf21-38bfa83d9e65 service neutron] 10.222.0.41 "GET /v2.0/networks/b867535c-fde7-4e88-bd2b-69b1d28db88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294227 Mar 31 15:51:57.234164 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-310ce039-4906-4c2b-9121-80a2a7a7b501 req-033e5e91-7211-4cc0-a119-51c7b7e63e6d service neutron] 10.222.0.41 "GET /v2.0/networks/b867535c-fde7-4e88-bd2b-69b1d28db88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307964 Mar 31 15:51:57.346665 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f143f8b-92ce-460d-94a5-4152951bf96e req-2a6d7042-3d3e-4127-913f-f4f360066413 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:57.348164 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4f143f8b-92ce-460d-94a5-4152951bf96e req-2a6d7042-3d3e-4127-913f-f4f360066413 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0905507 Mar 31 15:51:57.392132 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4f143f8b-92ce-460d-94a5-4152951bf96e req-881000c2-22bc-4454-9b6b-a34c4152a91d tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383356 Mar 31 15:51:57.865528 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:51:58.586553 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c094c1-cbe8-48d1-be84-1760ce386086 req-76d0717e-7235-4025-9574-4896973fe959 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:58.588061 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-63c094c1-cbe8-48d1-be84-1760ce386086 req-76d0717e-7235-4025-9574-4896973fe959 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0847988 Mar 31 15:51:58.633838 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-63c094c1-cbe8-48d1-be84-1760ce386086 req-f8ccc538-4ad5-41b5-8151-5c35a4e1c255 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390835 Mar 31 15:51:59.823471 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ef1d1-9409-48d8-a2a4-b238be22aab4 req-cc62216e-5981-4392-98ec-6f093c740f7d tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:51:59.824945 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d85ef1d1-9409-48d8-a2a4-b238be22aab4 req-cc62216e-5981-4392-98ec-6f093c740f7d tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0834582 Mar 31 15:51:59.876144 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d85ef1d1-9409-48d8-a2a4-b238be22aab4 req-23592b44-639e-4adb-928b-29192d1ce344 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438051 Mar 31 15:52:00.375498 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56677a-7647-4a70-adc0-07621e421b98 req-feea3e01-90fe-4ecd-8fd2-abe58999c45d tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:00.376947 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ae56677a-7647-4a70-adc0-07621e421b98 req-feea3e01-90fe-4ecd-8fd2-abe58999c45d tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.1278386 Mar 31 15:52:00.438666 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ae56677a-7647-4a70-adc0-07621e421b98 req-8e1ddbfc-871a-429e-b891-2d520ca53f8e tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551116 Mar 31 15:52:00.446032 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae492403-c8e0-4ade-87ac-87532a3dfa6f req-6f37722b-6a0c-463d-a227-e1726d204d36 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:00.447453 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ae492403-c8e0-4ade-87ac-87532a3dfa6f req-6f37722b-6a0c-463d-a227-e1726d204d36 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.41 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806&tenant_id=9ddf85486a01441881b232521194ce96&binding%3Ahost_id=hv-neutron-8333 HTTP/1.1" status: 200 len: 945 time: 0.1406693 Mar 31 15:52:00.458707 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 4a708784-a915-4206-b928-a6620792306e details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:52:00.462323 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 4a708784-a915-4206-b928-a6620792306e no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:52:00.594364 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae492403-c8e0-4ade-87ac-87532a3dfa6f req-767147c0-cb65-475a-9ad7-46b72b5695c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:00.595825 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ae492403-c8e0-4ade-87ac-87532a3dfa6f req-767147c0-cb65-475a-9ad7-46b72b5695c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ddf85486a01441881b232521194ce96&device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 1098 time: 0.0742576 Mar 31 15:52:00.684231 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:00.715335 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 4a708784-a915-4206-b928-a6620792306e, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4a708784-a915-4206-b928-a6620792306e,segment=NetworkSegment(4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced),segment_id=4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:52:00.733867 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae492403-c8e0-4ade-87ac-87532a3dfa6f req-aa695c7c-b9e3-4b47-9dee-a4ebdb2277ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:00.735312 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ae492403-c8e0-4ade-87ac-87532a3dfa6f req-aa695c7c-b9e3-4b47-9dee-a4ebdb2277ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=b867535c-fde7-4e88-bd2b-69b1d28db88b HTTP/1.1" status: 200 len: 915 time: 0.1325488 Mar 31 15:52:00.738401 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63b8725-8815-4716-85d3-aff32905a806', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a708784-a915-4206-b928-a6620792306e'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:52:00.744732 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': '4a708784-a915-4206-b928-a6620792306e', 'network_id': 'b867535c-fde7-4e88-bd2b-69b1d28db88b', 'port_id': '4a708784-a915-4206-b928-a6620792306e', 'mac_address': 'fa:16:3e:b1:ec:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafecc8e-6301-459b-891a-881a8ae0319c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:52:00.751198 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 4a708784-a915-4206-b928-a6620792306e, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4a708784-a915-4206-b928-a6620792306e,segment=NetworkSegment(4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced),segment_id=4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:52:00.801169 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63b8725-8815-4716-85d3-aff32905a806', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a708784-a915-4206-b928-a6620792306e', 'code': 200} Mar 31 15:52:00.814695 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:00.893475 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:00.910380 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ae492403-c8e0-4ade-87ac-87532a3dfa6f req-14ce3fd8-634a-42f4-b8f2-b5c633f6e9b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a708784-a915-4206-b928-a6620792306e HTTP/1.1" status: 200 len: 217 time: 0.1688685 Mar 31 15:52:00.924097 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a708784-a915-4206-b928-a6620792306e {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:52:00.975670 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae492403-c8e0-4ade-87ac-87532a3dfa6f req-a23da0f1-a3e7-4ffc-aea3-40368d1a022e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:00.977042 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ae492403-c8e0-4ade-87ac-87532a3dfa6f req-a23da0f1-a3e7-4ffc-aea3-40368d1a022e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fafecc8e-6301-459b-891a-881a8ae0319c HTTP/1.1" status: 200 len: 854 time: 0.0603590 Mar 31 15:52:00.980098 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=4a708784-a915-4206-b928-a6620792306e,revision_number=6']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:52:01.006570 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:52:01.007169 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:52:01.028633 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ae492403-c8e0-4ade-87ac-87532a3dfa6f req-c09c2092-1e20-4efd-89be-0ac493c168e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b867535c-fde7-4e88-bd2b-69b1d28db88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445399 Mar 31 15:52:01.161573 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ae492403-c8e0-4ade-87ac-87532a3dfa6f req-4b020cc7-ac39-43ef-bbf2-65d1e97cf6b9 service neutron] 10.222.0.41 "GET /v2.0/networks/b867535c-fde7-4e88-bd2b-69b1d28db88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263351 Mar 31 15:52:01.298015 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ae492403-c8e0-4ade-87ac-87532a3dfa6f req-e850d8e0-a0a2-4249-93d8-a1d697f95fef service neutron] 10.222.0.41 "GET /v2.0/networks/b867535c-fde7-4e88-bd2b-69b1d28db88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295545 Mar 31 15:52:01.568669 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:01.590718 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a708784-a915-4206-b928-a6620792306e {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:52:01.607731 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 4a708784-a915-4206-b928-a6620792306e, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4a708784-a915-4206-b928-a6620792306e,segment=NetworkSegment(4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced),segment_id=4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:52:01.633408 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c96c1-541c-43e5-affc-c0f40f9c205b req-9b122699-159b-4141-a2a4-552dd21c3dd5 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:01.634903 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1f7c96c1-541c-43e5-affc-c0f40f9c205b req-9b122699-159b-4141-a2a4-552dd21c3dd5 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 943 time: 0.0846789 Mar 31 15:52:01.681038 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1f7c96c1-541c-43e5-affc-c0f40f9c205b req-df0f2b70-ae69-471a-8ccc-e323124668e2 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401652 Mar 31 15:52:01.695884 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:01.768240 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=4a708784-a915-4206-b928-a6620792306e,revision_number=7']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:52:01.772468 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['4a708784-a915-4206-b928-a6620792306e'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:52:02.469279 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 4a708784-a915-4206-b928-a6620792306e up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:52:02.545031 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port 4a708784-a915-4206-b928-a6620792306e triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:52:02.545485 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:02.661784 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:02.697400 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 4a708784-a915-4206-b928-a6620792306e, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4a708784-a915-4206-b928-a6620792306e,segment=NetworkSegment(4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced),segment_id=4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:52:02.764551 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:02.801855 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63b8725-8815-4716-85d3-aff32905a806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a708784-a915-4206-b928-a6620792306e'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:52:02.838823 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=4a708784-a915-4206-b928-a6620792306e,revision_number=8']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:52:02.846882 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63b8725-8815-4716-85d3-aff32905a806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a708784-a915-4206-b928-a6620792306e', 'code': 200} Mar 31 15:52:02.879861 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a16231-d37c-4c23-b027-6018506ce375 req-0dd3fb61-5cbf-4b4b-b321-36f702143637 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:02.881336 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-24a16231-d37c-4c23-b027-6018506ce375 req-0dd3fb61-5cbf-4b4b-b321-36f702143637 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0889192 Mar 31 15:52:02.926219 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-24a16231-d37c-4c23-b027-6018506ce375 req-e27b6b02-a478-4032-93a4-e58173ed0a19 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382416 Mar 31 15:52:03.101734 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f5b47002-1f99-464d-8979-c584e406bffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:03.119343 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0c91b-a288-4d1c-83a6-e8ce1a553ede req-43494cc1-8b06-40a8-9d74-91fe6d59f035 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:03.121617 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-69d0c91b-a288-4d1c-83a6-e8ce1a553ede req-43494cc1-8b06-40a8-9d74-91fe6d59f035 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0851746 Mar 31 15:52:03.165391 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-69d0c91b-a288-4d1c-83a6-e8ce1a553ede req-53c6c0dc-bbae-4279-99d6-e828a2122caa tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381165 Mar 31 15:52:03.354099 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd58f8-5b01-4231-b096-0e6514add640 req-ef52e0fd-0df2-406c-97ce-9d05a22e28ff tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:03.356296 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-45dd58f8-5b01-4231-b096-0e6514add640 req-ef52e0fd-0df2-406c-97ce-9d05a22e28ff tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0816462 Mar 31 15:52:03.404555 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-45dd58f8-5b01-4231-b096-0e6514add640 req-6ca7ad57-3a39-4d53-a1c8-8d3fa33dc1a6 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422652 Mar 31 15:52:04.216636 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce692b6e-ed1d-41f4-af70-02be3052e465 req-c6dc09ce-fd4b-4fe9-a557-03e9b710f2e5 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:04.218055 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ce692b6e-ed1d-41f4-af70-02be3052e465 req-c6dc09ce-fd4b-4fe9-a557-03e9b710f2e5 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0788248 Mar 31 15:52:04.265686 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ce692b6e-ed1d-41f4-af70-02be3052e465 req-35c55d3c-af79-4ea7-a742-2ed9ced8b1e1 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417869 Mar 31 15:52:05.153309 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-444ddb9d-b0d5-4b36-965f-f4ffd8993e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:05.456507 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbc2a4-f052-47d8-a328-8f6af01020bf req-62b9b7ed-9951-4fa9-9329-88119a122a3b tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:05.457946 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-32cbc2a4-f052-47d8-a328-8f6af01020bf req-62b9b7ed-9951-4fa9-9329-88119a122a3b tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0831268 Mar 31 15:52:05.504464 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-32cbc2a4-f052-47d8-a328-8f6af01020bf req-1b0eb952-a583-41de-aac2-e69a568db547 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/security-groups?id=0057f184-5b15-491a-89f5-56a9823cb31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396874 Mar 31 15:52:05.778753 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd65d71-693d-4b4c-9586-557288dd4fba req-f293ebd3-b8ea-403c-b03f-39ee35a90427 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:05.780293 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9cd65d71-693d-4b4c-9586-557288dd4fba req-f293ebd3-b8ea-403c-b03f-39ee35a90427 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.41 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 945 time: 0.0815182 Mar 31 15:52:05.850828 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-9cd65d71-693d-4b4c-9586-557288dd4fba req-1fe2bcf3-dd34-4186-9963-4a321bef9b23 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Deleting port 4a708784-a915-4206-b928-a6620792306e {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:52:05.851188 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-9cd65d71-693d-4b4c-9586-557288dd4fba req-1fe2bcf3-dd34-4186-9963-4a321bef9b23 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:06.095413 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-9cd65d71-693d-4b4c-9586-557288dd4fba req-1fe2bcf3-dd34-4186-9963-4a321bef9b23 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] For port 4a708784-a915-4206-b928-a6620792306e, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4a708784-a915-4206-b928-a6620792306e,segment=NetworkSegment(4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced),segment_id=4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:52:06.095681 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-9cd65d71-693d-4b4c-9586-557288dd4fba req-1fe2bcf3-dd34-4186-9963-4a321bef9b23 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:06.222951 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-9cd65d71-693d-4b4c-9586-557288dd4fba req-1fe2bcf3-dd34-4186-9963-4a321bef9b23 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Calling delete_port for 4a708784-a915-4206-b928-a6620792306e owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:52:06.444758 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-9cd65d71-693d-4b4c-9586-557288dd4fba req-1fe2bcf3-dd34-4186-9963-4a321bef9b23 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:06.456436 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['4a708784-a915-4206-b928-a6620792306e'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:52:06.495900 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:06.518807 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:06.535912 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2bcf3-dd34-4186-9963-4a321bef9b23 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Pushing event deleted for resources: {'Port': ['ID=4a708784-a915-4206-b928-a6620792306e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:52:06.578125 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2bcf3-dd34-4186-9963-4a321bef9b23 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:06.578522 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2bcf3-dd34-4186-9963-4a321bef9b23 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:06.578808 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2bcf3-dd34-4186-9963-4a321bef9b23 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:06.579150 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2bcf3-dd34-4186-9963-4a321bef9b23 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:06.579486 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2bcf3-dd34-4186-9963-4a321bef9b23 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:06.579819 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2bcf3-dd34-4186-9963-4a321bef9b23 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:06.580154 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2bcf3-dd34-4186-9963-4a321bef9b23 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:06.580564 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2bcf3-dd34-4186-9963-4a321bef9b23 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:06.580902 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2bcf3-dd34-4186-9963-4a321bef9b23 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:06.581251 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2bcf3-dd34-4186-9963-4a321bef9b23 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:06.581584 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2bcf3-dd34-4186-9963-4a321bef9b23 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:06.581902 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2bcf3-dd34-4186-9963-4a321bef9b23 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:06.592106 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd65d71-693d-4b4c-9586-557288dd4fba req-1fe2bcf3-dd34-4186-9963-4a321bef9b23 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] No DVR routers for this DVR port 4a708784-a915-4206-b928-a6620792306e on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:52:06.594683 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-9cd65d71-693d-4b4c-9586-557288dd4fba req-1fe2bcf3-dd34-4186-9963-4a321bef9b23 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:06.598967 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63b8725-8815-4716-85d3-aff32905a806', 'name': 'network-vif-deleted', 'tag': '4a708784-a915-4206-b928-a6620792306e'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:52:06.655457 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63b8725-8815-4716-85d3-aff32905a806', 'name': 'network-vif-deleted', 'tag': '4a708784-a915-4206-b928-a6620792306e', 'status': 'completed', 'code': 200} Mar 31 15:52:06.667275 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-53d70331-198a-4952-9d8a-71cef4228fb7 req-c28b6396-4df1-44f0-898c-7de5114167c4 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Synchronizing usage tracker for tenant:9ddf85486a01441881b232521194ce96 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:52:06.672989 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9cd65d71-693d-4b4c-9586-557288dd4fba req-1fe2bcf3-dd34-4186-9963-4a321bef9b23 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.41 "DELETE /v2.0/ports/4a708784-a915-4206-b928-a6620792306e HTTP/1.1" status: 204 len: 173 time: 0.8877635 Mar 31 15:52:06.753302 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-53d70331-198a-4952-9d8a-71cef4228fb7 req-c28b6396-4df1-44f0-898c-7de5114167c4 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] Unset dirty status for tenant:9ddf85486a01441881b232521194ce96 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:52:06.756961 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-53d70331-198a-4952-9d8a-71cef4228fb7 req-c28b6396-4df1-44f0-898c-7de5114167c4 tempest-ServerDiskConfigTestJSON-1258563491 tempest-ServerDiskConfigTestJSON-1258563491-project] 10.222.0.31 "GET /v2.0/ports?device_id=e63b8725-8815-4716-85d3-aff32905a806 HTTP/1.1" status: 200 len: 210 time: 0.1380668 Mar 31 15:52:07.964751 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:07.998732 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 52626) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:52:08.057385 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20f06f4-042a-40ef-a4f1-57b38cc2ec69 admin admin] Deleting subnet fafecc8e-6301-459b-891a-881a8ae0319c {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:52:08.060718 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b20f06f4-042a-40ef-a4f1-57b38cc2ec69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:08.215244 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b20f06f4-042a-40ef-a4f1-57b38cc2ec69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:08.273706 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b20f06f4-042a-40ef-a4f1-57b38cc2ec69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:08.421980 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b20f06f4-042a-40ef-a4f1-57b38cc2ec69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:08.466117 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f06f4-042a-40ef-a4f1-57b38cc2ec69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fafecc8e-6301-459b-891a-881a8ae0319c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:52:08.471271 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b20f06f4-042a-40ef-a4f1-57b38cc2ec69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:08.480240 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f06f4-042a-40ef-a4f1-57b38cc2ec69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:08.480589 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f06f4-042a-40ef-a4f1-57b38cc2ec69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:08.480918 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f06f4-042a-40ef-a4f1-57b38cc2ec69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:08.481775 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f06f4-042a-40ef-a4f1-57b38cc2ec69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:08.482116 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f06f4-042a-40ef-a4f1-57b38cc2ec69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:08.482446 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f06f4-042a-40ef-a4f1-57b38cc2ec69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:08.482771 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f06f4-042a-40ef-a4f1-57b38cc2ec69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:08.483094 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f06f4-042a-40ef-a4f1-57b38cc2ec69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:08.483415 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f06f4-042a-40ef-a4f1-57b38cc2ec69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:08.483847 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f06f4-042a-40ef-a4f1-57b38cc2ec69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:08.484049 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f06f4-042a-40ef-a4f1-57b38cc2ec69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:08.484360 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f06f4-042a-40ef-a4f1-57b38cc2ec69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:08.488940 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b20f06f4-042a-40ef-a4f1-57b38cc2ec69 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fafecc8e-6301-459b-891a-881a8ae0319c HTTP/1.1" status: 204 len: 168 time: 0.4891615 Mar 31 15:52:08.491440 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 52630) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:52:08.598331 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c885d0c-641b-42c0-a175-3fc399ac42de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:08.719925 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c885d0c-641b-42c0-a175-3fc399ac42de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:08.744195 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-6c885d0c-641b-42c0-a175-3fc399ac42de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b867535c-fde7-4e88-bd2b-69b1d28db88b']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:52:08.756485 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-6c885d0c-641b-42c0-a175-3fc399ac42de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:52:08.756856 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-6c885d0c-641b-42c0-a175-3fc399ac42de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ccf6dd0-e0d1-4d41-83cd-d3ef59bddced') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:52:08.769169 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c885d0c-641b-42c0-a175-3fc399ac42de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:08.784632 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c885d0c-641b-42c0-a175-3fc399ac42de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:08.790520 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c885d0c-641b-42c0-a175-3fc399ac42de admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:52:08.790912 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c885d0c-641b-42c0-a175-3fc399ac42de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:08.804054 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:52:08.804054 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:52:08.804054 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:52:08.804054 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:52:08.804054 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:52:08.804054 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:52:08.804054 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:52:08.804054 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:52:08.804054 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:52:08.804054 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:52:08.804054 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:52:08.804054 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:52:08.804054 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:52:08.804054 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:52:08.804054 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:52:08.804054 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:52:08.804054 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:52:08.804054 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:52:08.804054 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:52:08.804054 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:52:08.804054 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:52:08.804054 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:52:08.804054 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:52:08.804054 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:52:08.804054 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:52:08.804054 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:52:08.804054 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:52:08.804054 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:52:08.804054 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:52:08.804054 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:52:08.804054 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:52:08.804054 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:52:08.929900 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c885d0c-641b-42c0-a175-3fc399ac42de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:08.946622 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c885d0c-641b-42c0-a175-3fc399ac42de admin admin] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:08.957651 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c885d0c-641b-42c0-a175-3fc399ac42de admin admin] Pushing event deleted for resources: {'Network': ['ID=b867535c-fde7-4e88-bd2b-69b1d28db88b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:52:09.022726 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6c885d0c-641b-42c0-a175-3fc399ac42de admin admin] 10.222.0.31 "DELETE /v2.0/networks/b867535c-fde7-4e88-bd2b-69b1d28db88b HTTP/1.1" status: 204 len: 168 time: 0.5302758 Mar 31 15:52:09.291616 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 52636) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:52:09.341369 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ea438ea0-b77f-4a4b-a48d-76210753e603 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9ddf85486a01441881b232521194ce96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478466 Mar 31 15:52:09.343695 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 52640) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:52:09.400330 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f8f83819-e399-4982-b526-14bdad5a6df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:09.425723 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f8f83819-e399-4982-b526-14bdad5a6df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:09.547497 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f8f83819-e399-4982-b526-14bdad5a6df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:09.568817 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f83819-e399-4982-b526-14bdad5a6df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0057f184-5b15-491a-89f5-56a9823cb31f,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:52:09.631595 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f8f83819-e399-4982-b526-14bdad5a6df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:09.632704 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f8f83819-e399-4982-b526-14bdad5a6df4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0057f184-5b15-491a-89f5-56a9823cb31f HTTP/1.1" status: 204 len: 168 time: 0.2880950 Mar 31 15:52:10.500229 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 4a708784-a915-4206-b928-a6620792306e no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:52:10.534259 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: 4a708784-a915-4206-b928-a6620792306e {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:52:10.534604 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 4a708784-a915-4206-b928-a6620792306e not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:52:10.677083 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 52664) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:52:10.782539 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-1e4d1edf-1ed7-48be-89fb-bdff81e8f4b4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1933495475-network', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:52:10.787456 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-1e4d1edf-1ed7-48be-89fb-bdff81e8f4b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:52:10.791346 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-1e4d1edf-1ed7-48be-89fb-bdff81e8f4b4 admin admin] Usage tracker for resource:network and tenant:b0ac8c0737ec48db825fd4217e3c3af6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:52:10.794851 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-1e4d1edf-1ed7-48be-89fb-bdff81e8f4b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:52:10.800593 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-1e4d1edf-1ed7-48be-89fb-bdff81e8f4b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:52:10.907165 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4d1edf-1ed7-48be-89fb-bdff81e8f4b4 admin admin] Made reservation on behalf of b0ac8c0737ec48db825fd4217e3c3af6 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:52:10.909686 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1e4d1edf-1ed7-48be-89fb-bdff81e8f4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:10.922529 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1e4d1edf-1ed7-48be-89fb-bdff81e8f4b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:10.937540 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-1e4d1edf-1ed7-48be-89fb-bdff81e8f4b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:52:10.941450 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-1e4d1edf-1ed7-48be-89fb-bdff81e8f4b4 admin admin] Usage tracker for resource:security_group_rule and tenant:b0ac8c0737ec48db825fd4217e3c3af6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:52:10.944241 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-1e4d1edf-1ed7-48be-89fb-bdff81e8f4b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:52:10.949855 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-1e4d1edf-1ed7-48be-89fb-bdff81e8f4b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:52:11.043508 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1e4d1edf-1ed7-48be-89fb-bdff81e8f4b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:11.107895 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1e4d1edf-1ed7-48be-89fb-bdff81e8f4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:11.137447 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e4d1edf-1ed7-48be-89fb-bdff81e8f4b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:52:11.145936 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d1edf-1ed7-48be-89fb-bdff81e8f4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bac8122-fd51-40e7-8da1-9bc25aa5884b,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:52:11.151284 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1e4d1edf-1ed7-48be-89fb-bdff81e8f4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:11.151674 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-1e4d1edf-1ed7-48be-89fb-bdff81e8f4b4 admin admin] Added segment fabfe38b-ee9d-4293-83a1-9d7a861f316c of type vlan for network ce61b5be-9fe0-4994-915d-3438abf54c1e Mar 31 15:52:11.181926 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1e4d1edf-1ed7-48be-89fb-bdff81e8f4b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:11.261531 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1e4d1edf-1ed7-48be-89fb-bdff81e8f4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:11.262501 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4d1edf-1ed7-48be-89fb-bdff81e8f4b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:11.263085 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1e4d1edf-1ed7-48be-89fb-bdff81e8f4b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:11.463392 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d1edf-1ed7-48be-89fb-bdff81e8f4b4 admin admin] Pushing event updated for resources: {'Network': ['ID=ce61b5be-9fe0-4994-915d-3438abf54c1e,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:52:11.473677 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network ce61b5be-9fe0-4994-915d-3438abf54c1e details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:52:11.519883 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-1e4d1edf-1ed7-48be-89fb-bdff81e8f4b4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8414130 Mar 31 15:52:11.523015 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 52670) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:52:11.528659 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-2c9df08d-e2c0-40c7-9b54-b9eefd3cd64e admin admin] Request body: {'subnet': {'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1933495475-subnet', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:52:11.534354 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2c9df08d-e2c0-40c7-9b54-b9eefd3cd64e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:52:11.538697 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2c9df08d-e2c0-40c7-9b54-b9eefd3cd64e admin admin] Usage tracker for resource:subnet and tenant:b0ac8c0737ec48db825fd4217e3c3af6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:52:11.541748 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2c9df08d-e2c0-40c7-9b54-b9eefd3cd64e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:52:11.547830 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2c9df08d-e2c0-40c7-9b54-b9eefd3cd64e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:52:11.621681 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9df08d-e2c0-40c7-9b54-b9eefd3cd64e admin admin] Made reservation on behalf of b0ac8c0737ec48db825fd4217e3c3af6 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:52:11.624092 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c9df08d-e2c0-40c7-9b54-b9eefd3cd64e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:11.867384 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c9df08d-e2c0-40c7-9b54-b9eefd3cd64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:11.940380 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9df08d-e2c0-40c7-9b54-b9eefd3cd64e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ac56404-00b0-4370-83a0-01bb5953c29e,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:52:11.949692 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9df08d-e2c0-40c7-9b54-b9eefd3cd64e admin admin] Checking segment: {'id': 'fabfe38b-ee9d-4293-83a1-9d7a861f316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:52:11.950043 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9df08d-e2c0-40c7-9b54-b9eefd3cd64e admin admin] Network hostable DHCP agents. Network: ce61b5be-9fe0-4994-915d-3438abf54c1e, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:52:12.021594 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9df08d-e2c0-40c7-9b54-b9eefd3cd64e admin admin] Network ce61b5be-9fe0-4994-915d-3438abf54c1e is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:52:12.090146 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-2c9df08d-e2c0-40c7-9b54-b9eefd3cd64e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, ce61b5be-9fe0-4994-915d-3438abf54c1e) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:52:12.094552 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9df08d-e2c0-40c7-9b54-b9eefd3cd64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:12.095667 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c9df08d-e2c0-40c7-9b54-b9eefd3cd64e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:12.098800 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a3bd1b-422c-4eca-bc21-cf254167cd5c None None] Network ce61b5be-9fe0-4994-915d-3438abf54c1e requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:52:12.159680 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2c9df08d-e2c0-40c7-9b54-b9eefd3cd64e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6353414 Mar 31 15:52:12.162462 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 52674) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:52:12.168294 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e34482d8-0d0b-4bfa-ab85-70c86822c9ca admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:52:12.174367 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e34482d8-0d0b-4bfa-ab85-70c86822c9ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:52:12.178806 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e34482d8-0d0b-4bfa-ab85-70c86822c9ca admin admin] Usage tracker for resource:router and tenant:b0ac8c0737ec48db825fd4217e3c3af6 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:52:12.181990 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e34482d8-0d0b-4bfa-ab85-70c86822c9ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:52:12.188489 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e34482d8-0d0b-4bfa-ab85-70c86822c9ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:52:12.256028 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e34482d8-0d0b-4bfa-ab85-70c86822c9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:12.257119 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e34482d8-0d0b-4bfa-ab85-70c86822c9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:12.272058 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e34482d8-0d0b-4bfa-ab85-70c86822c9ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:12.315014 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-ce61b5be-9fe0-4994-915d-3438abf54c1e', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:52:12.315849 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:12.474918 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Allocated IP 172.20.0.2 (ce61b5be-9fe0-4994-915d-3438abf54c1e/4ac56404-00b0-4370-83a0-01bb5953c29e/ccaa1ad0-9d9d-4924-8c1f-447542560407) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:52:12.612256 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e34482d8-0d0b-4bfa-ab85-70c86822c9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:12.685376 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:12.695684 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Transition to ACTIVE for port object ccaa1ad0-9d9d-4924-8c1f-447542560407 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:52:12.714650 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Transition to ACTIVE for port object ccaa1ad0-9d9d-4924-8c1f-447542560407 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:52:12.776056 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:12.837099 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Network ce61b5be-9fe0-4994-915d-3438abf54c1e is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:52:12.839834 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:52:12.847909 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:52:12.857904 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Pushing event updated for resources: {'Port': ['ID=ccaa1ad0-9d9d-4924-8c1f-447542560407,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:52:12.899256 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:12.899606 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:12.899987 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:12.900334 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:12.900664 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:12.900994 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:12.901350 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:12.901678 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:12.902007 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:12.902330 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:12.902651 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:12.902976 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:12.975926 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e34482d8-0d0b-4bfa-ab85-70c86822c9ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:12.989983 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Attempting to bind port ccaa1ad0-9d9d-4924-8c1f-447542560407 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:52:12.990353 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Attempting to bind port ccaa1ad0-9d9d-4924-8c1f-447542560407 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'fabfe38b-ee9d-4293-83a1-9d7a861f316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:52:12.990716 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Attempting to bind port ccaa1ad0-9d9d-4924-8c1f-447542560407 on network ce61b5be-9fe0-4994-915d-3438abf54c1e {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:52:12.995878 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:52:12.996250 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Checking segment: {'id': 'fabfe38b-ee9d-4293-83a1-9d7a861f316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:52:12.996654 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:12.997045 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Bound using segment: {'id': 'fabfe38b-ee9d-4293-83a1-9d7a861f316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:52:12.997533 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Bound port: ccaa1ad0-9d9d-4924-8c1f-447542560407, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fabfe38b-ee9d-4293-83a1-9d7a861f316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:52:12.997972 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:13.007871 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e34482d8-0d0b-4bfa-ab85-70c86822c9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:13.087445 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] For port ccaa1ad0-9d9d-4924-8c1f-447542560407, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:52:13.090520 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] For port ccaa1ad0-9d9d-4924-8c1f-447542560407, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=ccaa1ad0-9d9d-4924-8c1f-447542560407,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:52:13.188919 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:13.262440 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-e34482d8-0d0b-4bfa-ab85-70c86822c9ca admin admin] Allocated IP 172.26.5.216 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/fc88ef47-a2dd-44d9-874e-d2fd49f5bcee) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:52:13.280200 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60329b85-de6f-40aa-bb7d-05dadc7ad907 None None] Pushing event updated for resources: {'Port': ['ID=ccaa1ad0-9d9d-4924-8c1f-447542560407,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:52:13.419715 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e34482d8-0d0b-4bfa-ab85-70c86822c9ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:13.536199 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e34482d8-0d0b-4bfa-ab85-70c86822c9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:13.576385 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device ccaa1ad0-9d9d-4924-8c1f-447542560407 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:52:13.601879 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34482d8-0d0b-4bfa-ab85-70c86822c9ca admin admin] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:52:13.604791 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-e34482d8-0d0b-4bfa-ab85-70c86822c9ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:52:13.607385 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34482d8-0d0b-4bfa-ab85-70c86822c9ca admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:52:13.660852 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34482d8-0d0b-4bfa-ab85-70c86822c9ca admin admin] Pushing event updated for resources: {'Port': ['ID=fc88ef47-a2dd-44d9-874e-d2fd49f5bcee,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:52:13.724546 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port ccaa1ad0-9d9d-4924-8c1f-447542560407 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:52:14.115895 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e34482d8-0d0b-4bfa-ab85-70c86822c9ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:14.237481 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4555964-1a53-4b9a-b5b4-0b4e44ff8507 None None] Network ce61b5be-9fe0-4994-915d-3438abf54c1e requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:52:14.410921 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b2879621-7f24-4edf-a651-801ae254e9cd None None] Provisioning for port ccaa1ad0-9d9d-4924-8c1f-447542560407 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:52:14.419781 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b2879621-7f24-4edf-a651-801ae254e9cd None None] Provisioning complete for port ccaa1ad0-9d9d-4924-8c1f-447542560407 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:52:14.420139 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b2879621-7f24-4edf-a651-801ae254e9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:14.454097 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e34482d8-0d0b-4bfa-ab85-70c86822c9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:14.590569 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b2879621-7f24-4edf-a651-801ae254e9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:14.624440 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-b2879621-7f24-4edf-a651-801ae254e9cd None None] For port ccaa1ad0-9d9d-4924-8c1f-447542560407, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=ccaa1ad0-9d9d-4924-8c1f-447542560407,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:52:14.690191 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b2879621-7f24-4edf-a651-801ae254e9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:14.758584 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34482d8-0d0b-4bfa-ab85-70c86822c9ca admin admin] Router f629c0d1-1362-4930-b6e3-c644f935c015 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:52:14.758867 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2879621-7f24-4edf-a651-801ae254e9cd None None] Pushing event updated for resources: {'Port': ['ID=ccaa1ad0-9d9d-4924-8c1f-447542560407,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:52:14.810059 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c6f20259-914b-4e1e-9080-6c84637bbff1 None None] Provisioning complete for port ccaa1ad0-9d9d-4924-8c1f-447542560407 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:52:14.810427 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c6f20259-914b-4e1e-9080-6c84637bbff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:15.065722 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34482d8-0d0b-4bfa-ab85-70c86822c9ca admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:52:15.077042 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc813d27-b9f5-4089-8dc3-4ab3cd240205 None None] Sync routers for ids ['f629c0d1-1362-4930-b6e3-c644f935c015'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:52:15.086980 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc813d27-b9f5-4089-8dc3-4ab3cd240205 None None] Routers {'f629c0d1-1362-4930-b6e3-c644f935c015'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:52:15.087605 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cc813d27-b9f5-4089-8dc3-4ab3cd240205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:52:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['f629c0d1-1362-4930-b6e3-c644f935c015'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:52:15.152791 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e34482d8-0d0b-4bfa-ab85-70c86822c9ca admin admin] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:15.154711 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e34482d8-0d0b-4bfa-ab85-70c86822c9ca admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9906099 Mar 31 15:52:15.156705 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 52678) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:52:15.267475 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-cc813d27-b9f5-4089-8dc3-4ab3cd240205 None None] Set router f629c0d1-1362-4930-b6e3-c644f935c015 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:52:15.535645 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device ccaa1ad0-9d9d-4924-8c1f-447542560407 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:52:15.636284 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port ccaa1ad0-9d9d-4924-8c1f-447542560407 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:52:15.636656 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:15.689571 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cc813d27-b9f5-4089-8dc3-4ab3cd240205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:52:13Z', 'revision_number': 3, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port': {'id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:13Z', 'updated_at': '2022-03-31T15:52:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:52:15.697700 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc813d27-b9f5-4089-8dc3-4ab3cd240205 None None] Checking router: f629c0d1-1362-4930-b6e3-c644f935c015 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:52:15.698046 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc813d27-b9f5-4089-8dc3-4ab3cd240205 None None] Updating router f629c0d1-1362-4930-b6e3-c644f935c015 port fc88ef47-a2dd-44d9-874e-d2fd49f5bcee binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:52:15.821135 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cc813d27-b9f5-4089-8dc3-4ab3cd240205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:15.843509 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ec062a6-65f6-44f5-b6f1-8b3796521028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:16.050667 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-0ec062a6-65f6-44f5-b6f1-8b3796521028 admin admin] Allocated IP 172.20.0.1 (ce61b5be-9fe0-4994-915d-3438abf54c1e/4ac56404-00b0-4370-83a0-01bb5953c29e/147e3c84-4cd9-4b8b-a97a-63a380e9e054) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:52:16.171239 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cc813d27-b9f5-4089-8dc3-4ab3cd240205 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:16.182965 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cc813d27-b9f5-4089-8dc3-4ab3cd240205 None None] Transition to ACTIVE for port object fc88ef47-a2dd-44d9-874e-d2fd49f5bcee will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:52:16.204595 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ec062a6-65f6-44f5-b6f1-8b3796521028 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:16.220630 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-0ec062a6-65f6-44f5-b6f1-8b3796521028 admin admin] Transition to ACTIVE for port object 147e3c84-4cd9-4b8b-a97a-63a380e9e054 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:52:16.267122 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cc813d27-b9f5-4089-8dc3-4ab3cd240205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:16.318731 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ec062a6-65f6-44f5-b6f1-8b3796521028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:16.349848 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-cc813d27-b9f5-4089-8dc3-4ab3cd240205 None None] Attempting to bind port fc88ef47-a2dd-44d9-874e-d2fd49f5bcee on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:52:16.350468 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-cc813d27-b9f5-4089-8dc3-4ab3cd240205 None None] Attempting to bind port fc88ef47-a2dd-44d9-874e-d2fd49f5bcee by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:52:16.350578 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc813d27-b9f5-4089-8dc3-4ab3cd240205 None None] Attempting to bind port fc88ef47-a2dd-44d9-874e-d2fd49f5bcee on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:52:16.352682 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0097b-2cd1-4464-bdeb-d6af91498e1d None None] Pushing event updated for resources: {'Port': ['ID=fc88ef47-a2dd-44d9-874e-d2fd49f5bcee,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:52:16.360001 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc813d27-b9f5-4089-8dc3-4ab3cd240205 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:52:16.360001 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc813d27-b9f5-4089-8dc3-4ab3cd240205 None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:52:16.360001 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cc813d27-b9f5-4089-8dc3-4ab3cd240205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:16.360001 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc813d27-b9f5-4089-8dc3-4ab3cd240205 None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:52:16.360710 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-cc813d27-b9f5-4089-8dc3-4ab3cd240205 None None] Bound port: fc88ef47-a2dd-44d9-874e-d2fd49f5bcee, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:52:16.360710 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cc813d27-b9f5-4089-8dc3-4ab3cd240205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:16.380114 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec062a6-65f6-44f5-b6f1-8b3796521028 admin admin] Network ce61b5be-9fe0-4994-915d-3438abf54c1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:52:16.382886 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-0ec062a6-65f6-44f5-b6f1-8b3796521028 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:52:16.391611 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec062a6-65f6-44f5-b6f1-8b3796521028 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:52:16.426759 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec062a6-65f6-44f5-b6f1-8b3796521028 admin admin] Pushing event updated for resources: {'Port': ['ID=147e3c84-4cd9-4b8b-a97a-63a380e9e054,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:52:16.436117 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-cc813d27-b9f5-4089-8dc3-4ab3cd240205 None None] For port fc88ef47-a2dd-44d9-874e-d2fd49f5bcee, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:52:16.440715 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-cc813d27-b9f5-4089-8dc3-4ab3cd240205 None None] For port fc88ef47-a2dd-44d9-874e-d2fd49f5bcee, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=fc88ef47-a2dd-44d9-874e-d2fd49f5bcee,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:52:16.450418 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ec062a6-65f6-44f5-b6f1-8b3796521028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:16.525301 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cc813d27-b9f5-4089-8dc3-4ab3cd240205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:16.618247 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc813d27-b9f5-4089-8dc3-4ab3cd240205 None None] Routers {'f629c0d1-1362-4930-b6e3-c644f935c015'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:52:16.619048 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cc813d27-b9f5-4089-8dc3-4ab3cd240205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:52:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['f629c0d1-1362-4930-b6e3-c644f935c015'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:52:16.699148 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0097b-2cd1-4464-bdeb-d6af91498e1d None None] Pushing event updated for resources: {'Port': ['ID=fc88ef47-a2dd-44d9-874e-d2fd49f5bcee,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:52:16.776564 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a641aad7-4745-4428-ba6b-f8644109c2ff None None] Provisioning for port 147e3c84-4cd9-4b8b-a97a-63a380e9e054 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:52:16.790462 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a641aad7-4745-4428-ba6b-f8644109c2ff None None] Provisioning complete for port 147e3c84-4cd9-4b8b-a97a-63a380e9e054 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:52:16.790844 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a641aad7-4745-4428-ba6b-f8644109c2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:16.869311 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-cc813d27-b9f5-4089-8dc3-4ab3cd240205 None None] Set router f629c0d1-1362-4930-b6e3-c644f935c015 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:52:16.920231 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ec062a6-65f6-44f5-b6f1-8b3796521028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:16.976376 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a641aad7-4745-4428-ba6b-f8644109c2ff None None] Port 147e3c84-4cd9-4b8b-a97a-63a380e9e054 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:52:17.145713 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ec062a6-65f6-44f5-b6f1-8b3796521028 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:17.172946 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cc813d27-b9f5-4089-8dc3-4ab3cd240205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:52:13Z', 'revision_number': 3, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port': {'id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:13Z', 'updated_at': '2022-03-31T15:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:52:17.175868 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc813d27-b9f5-4089-8dc3-4ab3cd240205 None None] The sync data for ids ['f629c0d1-1362-4930-b6e3-c644f935c015'] in dv-neutron-833379-2-hyperv is: [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:52:13Z', 'revision_number': 3, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port': {'id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:13Z', 'updated_at': '2022-03-31T15:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:52:17.196427 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ec062a6-65f6-44f5-b6f1-8b3796521028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:17.314420 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ec062a6-65f6-44f5-b6f1-8b3796521028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:17.318117 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec062a6-65f6-44f5-b6f1-8b3796521028 admin admin] Pushing event updated for resources: {'Port': ['ID=147e3c84-4cd9-4b8b-a97a-63a380e9e054,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:52:17.469564 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec062a6-65f6-44f5-b6f1-8b3796521028 admin admin] Network ce61b5be-9fe0-4994-915d-3438abf54c1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:52:17.470813 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-0ec062a6-65f6-44f5-b6f1-8b3796521028 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:52:17.607404 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device fc88ef47-a2dd-44d9-874e-d2fd49f5bcee up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:52:17.722660 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec062a6-65f6-44f5-b6f1-8b3796521028 admin admin] Router f629c0d1-1362-4930-b6e3-c644f935c015 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:52:17.781588 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port fc88ef47-a2dd-44d9-874e-d2fd49f5bcee completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:52:17.787508 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port fc88ef47-a2dd-44d9-874e-d2fd49f5bcee triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:52:17.787891 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:17.856566 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-8cdb4db9-45ec-402c-aa3a-0d776f9cf1e1 None None] Provisioning complete for port 147e3c84-4cd9-4b8b-a97a-63a380e9e054 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:52:17.857020 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8cdb4db9-45ec-402c-aa3a-0d776f9cf1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:17.933161 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec062a6-65f6-44f5-b6f1-8b3796521028 admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:52:17.955270 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0ec062a6-65f6-44f5-b6f1-8b3796521028 admin admin] 10.222.0.31 "PUT /v2.0/routers/f629c0d1-1362-4930-b6e3-c644f935c015/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7974160 Mar 31 15:52:17.977050 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:18.001492 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port fc88ef47-a2dd-44d9-874e-d2fd49f5bcee, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=fc88ef47-a2dd-44d9-874e-d2fd49f5bcee,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:52:18.001492 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-8cdb4db9-45ec-402c-aa3a-0d776f9cf1e1 None None] Port 147e3c84-4cd9-4b8b-a97a-63a380e9e054 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:52:18.074789 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:18.157516 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=fc88ef47-a2dd-44d9-874e-d2fd49f5bcee,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:52:18.567632 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 52688) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:52:18.573457 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d37abe6c-4817-41bc-9bc4-edaf288e0bb9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1621883366', 'description': 'tempest-description--1002264598'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:52:18.580223 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d37abe6c-4817-41bc-9bc4-edaf288e0bb9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:52:18.584438 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d37abe6c-4817-41bc-9bc4-edaf288e0bb9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Usage tracker for resource:security_group and tenant:b0ac8c0737ec48db825fd4217e3c3af6 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:52:18.590370 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d37abe6c-4817-41bc-9bc4-edaf288e0bb9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:52:18.601539 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d37abe6c-4817-41bc-9bc4-edaf288e0bb9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:52:18.678642 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d37abe6c-4817-41bc-9bc4-edaf288e0bb9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:18.698354 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d37abe6c-4817-41bc-9bc4-edaf288e0bb9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:52:18.702278 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d37abe6c-4817-41bc-9bc4-edaf288e0bb9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Usage tracker for resource:security_group_rule and tenant:b0ac8c0737ec48db825fd4217e3c3af6 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:52:18.705463 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-d37abe6c-4817-41bc-9bc4-edaf288e0bb9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:52:18.712167 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-d37abe6c-4817-41bc-9bc4-edaf288e0bb9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:52:18.735551 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea92ed-aac8-44df-9372-80e063e5830d None None] Sync routers for ids ['f629c0d1-1362-4930-b6e3-c644f935c015'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:52:18.745070 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ea92ed-aac8-44df-9372-80e063e5830d None None] Routers {'f629c0d1-1362-4930-b6e3-c644f935c015'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:52:18.745801 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-85ea92ed-aac8-44df-9372-80e063e5830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:52:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['f629c0d1-1362-4930-b6e3-c644f935c015'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:52:18.785027 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d37abe6c-4817-41bc-9bc4-edaf288e0bb9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:18.866839 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d37abe6c-4817-41bc-9bc4-edaf288e0bb9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:18.912498 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37abe6c-4817-41bc-9bc4-edaf288e0bb9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=958df846-4fb7-4035-9fbe-81f7de3458b0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:52:18.931374 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-85ea92ed-aac8-44df-9372-80e063e5830d None None] Set router f629c0d1-1362-4930-b6e3-c644f935c015 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:52:18.992668 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d37abe6c-4817-41bc-9bc4-edaf288e0bb9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:18.996382 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d37abe6c-4817-41bc-9bc4-edaf288e0bb9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4250531 Mar 31 15:52:18.996637 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 52692) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:52:19.002449 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9540f6b6-6885-4bfc-aac0-bb4866b40f2e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Request body: {'security_group_rule': {'security_group_id': '958df846-4fb7-4035-9fbe-81f7de3458b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:52:19.008398 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9540f6b6-6885-4bfc-aac0-bb4866b40f2e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:52:19.012207 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9540f6b6-6885-4bfc-aac0-bb4866b40f2e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Usage tracker for resource:security_group_rule and tenant:b0ac8c0737ec48db825fd4217e3c3af6 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:52:19.015257 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9540f6b6-6885-4bfc-aac0-bb4866b40f2e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:52:19.023611 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9540f6b6-6885-4bfc-aac0-bb4866b40f2e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:52:19.091966 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9540f6b6-6885-4bfc-aac0-bb4866b40f2e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:19.153788 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9540f6b6-6885-4bfc-aac0-bb4866b40f2e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:19.215491 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9540f6b6-6885-4bfc-aac0-bb4866b40f2e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:19.239177 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540f6b6-6885-4bfc-aac0-bb4866b40f2e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe831f3-94a0-4a6c-aa38-181e2db70bb4,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:52:19.247782 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-85ea92ed-aac8-44df-9372-80e063e5830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:52:16Z', 'revision_number': 4, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port': {'id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:13Z', 'updated_at': '2022-03-31T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '147e3c84-4cd9-4b8b-a97a-63a380e9e054', 'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'mac_address': 'fa:16:3e:02:c8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:15Z', 'updated_at': '2022-03-31T15:52:16Z', 'revision_number': 2, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'subnets': [{'id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:52:19.252561 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea92ed-aac8-44df-9372-80e063e5830d None None] Checking router: f629c0d1-1362-4930-b6e3-c644f935c015 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:52:19.252910 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea92ed-aac8-44df-9372-80e063e5830d None None] Updating router f629c0d1-1362-4930-b6e3-c644f935c015 port 147e3c84-4cd9-4b8b-a97a-63a380e9e054 binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:52:19.308146 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-85ea92ed-aac8-44df-9372-80e063e5830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:19.324224 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9540f6b6-6885-4bfc-aac0-bb4866b40f2e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:19.328070 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9540f6b6-6885-4bfc-aac0-bb4866b40f2e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3278069 Mar 31 15:52:19.328801 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 52696) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:52:19.334736 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-06e6ab9f-1372-4aaf-8b11-8d37a0a1a32a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Request body: {'security_group_rule': {'security_group_id': '958df846-4fb7-4035-9fbe-81f7de3458b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:52:19.340662 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-06e6ab9f-1372-4aaf-8b11-8d37a0a1a32a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:52:19.344612 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-06e6ab9f-1372-4aaf-8b11-8d37a0a1a32a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Usage tracker for resource:security_group_rule and tenant:b0ac8c0737ec48db825fd4217e3c3af6 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:52:19.347502 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-06e6ab9f-1372-4aaf-8b11-8d37a0a1a32a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:52:19.353305 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-06e6ab9f-1372-4aaf-8b11-8d37a0a1a32a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:52:19.458501 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06e6ab9f-1372-4aaf-8b11-8d37a0a1a32a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:19.529795 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device fc88ef47-a2dd-44d9-874e-d2fd49f5bcee up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:52:19.535671 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06e6ab9f-1372-4aaf-8b11-8d37a0a1a32a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:19.642267 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port fc88ef47-a2dd-44d9-874e-d2fd49f5bcee triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:52:19.642728 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:19.654482 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-85ea92ed-aac8-44df-9372-80e063e5830d None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:19.661487 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06e6ab9f-1372-4aaf-8b11-8d37a0a1a32a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:19.666884 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-85ea92ed-aac8-44df-9372-80e063e5830d None None] Transition to ACTIVE for port object 147e3c84-4cd9-4b8b-a97a-63a380e9e054 will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:52:19.685496 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6ab9f-1372-4aaf-8b11-8d37a0a1a32a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44e346c-c93a-47ec-8181-9ce7cdfa9a67,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:52:19.729727 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-85ea92ed-aac8-44df-9372-80e063e5830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:19.759820 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06e6ab9f-1372-4aaf-8b11-8d37a0a1a32a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:19.764060 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-06e6ab9f-1372-4aaf-8b11-8d37a0a1a32a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4315658 Mar 31 15:52:19.765167 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 52700) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:52:19.770449 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ccf361fb-c6b0-4727-bf4c-46dd4de0bcbe tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:52:19.776366 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ccf361fb-c6b0-4727-bf4c-46dd4de0bcbe tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:52:19.780747 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ccf361fb-c6b0-4727-bf4c-46dd4de0bcbe tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Usage tracker for resource:floatingip and tenant:b0ac8c0737ec48db825fd4217e3c3af6 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:52:19.783669 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ccf361fb-c6b0-4727-bf4c-46dd4de0bcbe tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:52:19.789602 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ccf361fb-c6b0-4727-bf4c-46dd4de0bcbe tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:52:19.872908 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ccf361fb-c6b0-4727-bf4c-46dd4de0bcbe tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:19.930920 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c1eb7-f1ed-40f1-8e65-ac73ae697e95 None None] Pushing event updated for resources: {'Port': ['ID=147e3c84-4cd9-4b8b-a97a-63a380e9e054,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:52:19.979103 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9c1eb7-f1ed-40f1-8e65-ac73ae697e95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:19.979688 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9c1eb7-f1ed-40f1-8e65-ac73ae697e95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:19.979867 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9c1eb7-f1ed-40f1-8e65-ac73ae697e95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:19.980105 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9c1eb7-f1ed-40f1-8e65-ac73ae697e95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:19.980432 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9c1eb7-f1ed-40f1-8e65-ac73ae697e95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:19.980762 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9c1eb7-f1ed-40f1-8e65-ac73ae697e95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:19.981089 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9c1eb7-f1ed-40f1-8e65-ac73ae697e95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:19.981543 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9c1eb7-f1ed-40f1-8e65-ac73ae697e95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:19.981877 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9c1eb7-f1ed-40f1-8e65-ac73ae697e95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:19.982198 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9c1eb7-f1ed-40f1-8e65-ac73ae697e95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:19.982524 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9c1eb7-f1ed-40f1-8e65-ac73ae697e95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:19.982841 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9c1eb7-f1ed-40f1-8e65-ac73ae697e95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:52:19.995775 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-85ea92ed-aac8-44df-9372-80e063e5830d None None] Attempting to bind port 147e3c84-4cd9-4b8b-a97a-63a380e9e054 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:52:19.996145 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-85ea92ed-aac8-44df-9372-80e063e5830d None None] Attempting to bind port 147e3c84-4cd9-4b8b-a97a-63a380e9e054 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'fabfe38b-ee9d-4293-83a1-9d7a861f316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:52:19.996509 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ea92ed-aac8-44df-9372-80e063e5830d None None] Attempting to bind port 147e3c84-4cd9-4b8b-a97a-63a380e9e054 on network ce61b5be-9fe0-4994-915d-3438abf54c1e {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:52:20.002355 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ea92ed-aac8-44df-9372-80e063e5830d None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:52:20.002725 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ea92ed-aac8-44df-9372-80e063e5830d None None] Checking segment: {'id': 'fabfe38b-ee9d-4293-83a1-9d7a861f316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:52:20.003126 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-85ea92ed-aac8-44df-9372-80e063e5830d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:20.003519 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ea92ed-aac8-44df-9372-80e063e5830d None None] Bound using segment: {'id': 'fabfe38b-ee9d-4293-83a1-9d7a861f316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:52:20.003979 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-85ea92ed-aac8-44df-9372-80e063e5830d None None] Bound port: 147e3c84-4cd9-4b8b-a97a-63a380e9e054, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fabfe38b-ee9d-4293-83a1-9d7a861f316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:52:20.004351 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-85ea92ed-aac8-44df-9372-80e063e5830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:20.020612 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ccf361fb-c6b0-4727-bf4c-46dd4de0bcbe tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:20.096768 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-85ea92ed-aac8-44df-9372-80e063e5830d None None] For port 147e3c84-4cd9-4b8b-a97a-63a380e9e054, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:52:20.099760 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-85ea92ed-aac8-44df-9372-80e063e5830d None None] For port 147e3c84-4cd9-4b8b-a97a-63a380e9e054, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=147e3c84-4cd9-4b8b-a97a-63a380e9e054,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:52:20.159944 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-ccf361fb-c6b0-4727-bf4c-46dd4de0bcbe tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Allocated IP 172.26.5.83 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/ac5a20b5-b338-4270-afcc-39468ddf4799) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:52:20.170651 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-85ea92ed-aac8-44df-9372-80e063e5830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:20.253570 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ea92ed-aac8-44df-9372-80e063e5830d None None] Routers {'f629c0d1-1362-4930-b6e3-c644f935c015'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:52:20.254290 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-85ea92ed-aac8-44df-9372-80e063e5830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:52:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['f629c0d1-1362-4930-b6e3-c644f935c015'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:52:20.324307 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c1eb7-f1ed-40f1-8e65-ac73ae697e95 None None] Pushing event updated for resources: {'Port': ['ID=147e3c84-4cd9-4b8b-a97a-63a380e9e054,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:52:20.433064 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ccf361fb-c6b0-4727-bf4c-46dd4de0bcbe tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:20.449578 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-85ea92ed-aac8-44df-9372-80e063e5830d None None] Set router f629c0d1-1362-4930-b6e3-c644f935c015 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:52:20.524461 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ccf361fb-c6b0-4727-bf4c-46dd4de0bcbe tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:20.585351 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf361fb-c6b0-4727-bf4c-46dd4de0bcbe tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:52:20.588159 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-ccf361fb-c6b0-4727-bf4c-46dd4de0bcbe tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:52:20.597180 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf361fb-c6b0-4727-bf4c-46dd4de0bcbe tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:52:20.636218 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf361fb-c6b0-4727-bf4c-46dd4de0bcbe tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Pushing event updated for resources: {'Port': ['ID=ac5a20b5-b338-4270-afcc-39468ddf4799,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:52:20.685954 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ccf361fb-c6b0-4727-bf4c-46dd4de0bcbe tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:20.764986 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-85ea92ed-aac8-44df-9372-80e063e5830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:52:16Z', 'revision_number': 4, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port': {'id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:13Z', 'updated_at': '2022-03-31T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '147e3c84-4cd9-4b8b-a97a-63a380e9e054', 'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'mac_address': 'fa:16:3e:02:c8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:15Z', 'updated_at': '2022-03-31T15:52:20Z', 'revision_number': 4, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'subnets': [{'id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:52:20.769546 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea92ed-aac8-44df-9372-80e063e5830d None None] The sync data for ids ['f629c0d1-1362-4930-b6e3-c644f935c015'] in dv-neutron-833379-2-hyperv is: [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:52:16Z', 'revision_number': 4, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port': {'id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:13Z', 'updated_at': '2022-03-31T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '147e3c84-4cd9-4b8b-a97a-63a380e9e054', 'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'mac_address': 'fa:16:3e:02:c8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:15Z', 'updated_at': '2022-03-31T15:52:20Z', 'revision_number': 4, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'subnets': [{'id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:52:20.823981 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ccf361fb-c6b0-4727-bf4c-46dd4de0bcbe tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:21.060970 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ccf361fb-c6b0-4727-bf4c-46dd4de0bcbe tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:21.118247 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ccf361fb-c6b0-4727-bf4c-46dd4de0bcbe tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:21.236287 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf361fb-c6b0-4727-bf4c-46dd4de0bcbe tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Pushing event updated for resources: {'Port': ['ID=ac5a20b5-b338-4270-afcc-39468ddf4799,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:52:21.247612 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ccf361fb-c6b0-4727-bf4c-46dd4de0bcbe tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:21.336237 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ccf361fb-c6b0-4727-bf4c-46dd4de0bcbe tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:21.337534 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ccf361fb-c6b0-4727-bf4c-46dd4de0bcbe tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5714087 Mar 31 15:52:21.517470 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-6e6cefe7-ff15-4225-b751-feef575140ff tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Synchronizing usage tracker for tenant:b0ac8c0737ec48db825fd4217e3c3af6 on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:52:21.550879 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 147e3c84-4cd9-4b8b-a97a-63a380e9e054 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:52:21.605000 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-6e6cefe7-ff15-4225-b751-feef575140ff tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Unset dirty status for tenant:b0ac8c0737ec48db825fd4217e3c3af6 on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:52:21.606228 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-6e6cefe7-ff15-4225-b751-feef575140ff tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1621883366&fields=id&tenant_id=b0ac8c0737ec48db825fd4217e3c3af6 HTTP/1.1" status: 200 len: 267 time: 0.1392817 Mar 31 15:52:21.701259 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 147e3c84-4cd9-4b8b-a97a-63a380e9e054 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:52:21.711336 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 147e3c84-4cd9-4b8b-a97a-63a380e9e054 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:52:21.716126 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:21.770343 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-d670b86c-b626-4dd8-a855-62245c86d13a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:21.772149 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-d670b86c-b626-4dd8-a855-62245c86d13a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/networks?id=ce61b5be-9fe0-4994-915d-3438abf54c1e HTTP/1.1" status: 200 len: 812 time: 0.1549108 Mar 31 15:52:21.787640 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-aad1b17c-4e31-47d1-b8dd-5ba37836730a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/quotas/b0ac8c0737ec48db825fd4217e3c3af6 HTTP/1.1" status: 200 len: 375 time: 0.0098584 Mar 31 15:52:21.841334 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:21.877316 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 147e3c84-4cd9-4b8b-a97a-63a380e9e054, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=147e3c84-4cd9-4b8b-a97a-63a380e9e054,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:52:21.878848 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-4b67eece-8841-4e66-9a6d-fa268d72ae3b tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Synchronizing usage tracker for tenant:b0ac8c0737ec48db825fd4217e3c3af6 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:52:21.958439 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:21.969922 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-4b67eece-8841-4e66-9a6d-fa268d72ae3b tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Unset dirty status for tenant:b0ac8c0737ec48db825fd4217e3c3af6 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:52:21.971255 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-4b67eece-8841-4e66-9a6d-fa268d72ae3b tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1773074 Mar 31 15:52:22.029843 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=147e3c84-4cd9-4b8b-a97a-63a380e9e054,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:52:22.113046 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-80de301c-dddc-4c71-9efa-e4a47caa4a89 service neutron] 10.222.0.31 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287873 Mar 31 15:52:22.243998 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-c2a4ac54-378c-4468-9cfb-9ba516b8ea8d service neutron] 10.222.0.31 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250756 Mar 31 15:52:22.492081 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-63019023-76f2-4335-b340-320dc6f8fda5 req-cd7fde38-cd5b-4d43-9e03-c9fdd860e082 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 210 time: 0.0477519 Mar 31 15:52:23.529992 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 147e3c84-4cd9-4b8b-a97a-63a380e9e054 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:52:23.611702 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 147e3c84-4cd9-4b8b-a97a-63a380e9e054 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:52:23.612068 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:23.658376 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e4bd0c78-70b9-46a4-9c8d-872bf180e142 req-57e85e55-e26b-4920-80f8-d6e0f8880830 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 210 time: 0.0479176 Mar 31 15:52:24.707775 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-0bf136c9-d441-426d-b78a-184150ac591f tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:24.715188 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-0bf136c9-d441-426d-b78a-184150ac591f tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Synchronizing usage tracker for tenant:b0ac8c0737ec48db825fd4217e3c3af6 on resource:network {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:52:24.812946 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-0bf136c9-d441-426d-b78a-184150ac591f tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Unset dirty status for tenant:b0ac8c0737ec48db825fd4217e3c3af6 on resource:network {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:52:24.814126 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-0bf136c9-d441-426d-b78a-184150ac591f tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.41 "GET /v2.0/networks?id=ce61b5be-9fe0-4994-915d-3438abf54c1e HTTP/1.1" status: 200 len: 812 time: 0.2516360 Mar 31 15:52:24.820689 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-64f4ed17-bba9-46a8-99d1-ba304ab86f7a req-e9d7c728-4fac-4c5d-a752-fee19ceb07bb tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 210 time: 0.0458930 Mar 31 15:52:24.863319 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-8245f821-cd55-40ba-b5c3-a3f9aec6711f tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Synchronizing usage tracker for tenant:b0ac8c0737ec48db825fd4217e3c3af6 on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:52:24.874841 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-8245f821-cd55-40ba-b5c3-a3f9aec6711f tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Unset dirty status for tenant:b0ac8c0737ec48db825fd4217e3c3af6 on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:52:24.875855 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-8245f821-cd55-40ba-b5c3-a3f9aec6711f tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0ac8c0737ec48db825fd4217e3c3af6 HTTP/1.1" status: 200 len: 380 time: 0.0535917 Mar 31 15:52:24.884715 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-1d93a0c0-15a2-4e7e-a5da-5d5d3678bef4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Request body: {'port': {'device_id': '464abda3-7e04-4e82-b620-b71b45b8761d', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'admin_state_up': True, 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'security_groups': ['958df846-4fb7-4035-9fbe-81f7de3458b0']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:52:25.022205 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-1d93a0c0-15a2-4e7e-a5da-5d5d3678bef4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:52:25.032425 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-1d93a0c0-15a2-4e7e-a5da-5d5d3678bef4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:52:25.146667 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-1d93a0c0-15a2-4e7e-a5da-5d5d3678bef4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Made reservation on behalf of b0ac8c0737ec48db825fd4217e3c3af6 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:52:25.150248 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-1d93a0c0-15a2-4e7e-a5da-5d5d3678bef4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:25.272388 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:25.324690 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-1d93a0c0-15a2-4e7e-a5da-5d5d3678bef4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Allocated IP 172.20.0.5 (ce61b5be-9fe0-4994-915d-3438abf54c1e/4ac56404-00b0-4370-83a0-01bb5953c29e/425a0c4a-1863-43e0-acff-6fed33885121) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:52:25.511401 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-1d93a0c0-15a2-4e7e-a5da-5d5d3678bef4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:25.526997 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-1d93a0c0-15a2-4e7e-a5da-5d5d3678bef4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Transition to ACTIVE for port object 425a0c4a-1863-43e0-acff-6fed33885121 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:52:25.604566 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-1d93a0c0-15a2-4e7e-a5da-5d5d3678bef4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:25.674502 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-1d93a0c0-15a2-4e7e-a5da-5d5d3678bef4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Network ce61b5be-9fe0-4994-915d-3438abf54c1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:52:25.681604 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-1d93a0c0-15a2-4e7e-a5da-5d5d3678bef4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:52:25.685876 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-1d93a0c0-15a2-4e7e-a5da-5d5d3678bef4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:52:25.718819 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93a0c0-15a2-4e7e-a5da-5d5d3678bef4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Pushing event updated for resources: {'Port': ['ID=425a0c4a-1863-43e0-acff-6fed33885121,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:52:25.758453 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-1d93a0c0-15a2-4e7e-a5da-5d5d3678bef4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:25.759108 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-1d93a0c0-15a2-4e7e-a5da-5d5d3678bef4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:25.833750 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-1d93a0c0-15a2-4e7e-a5da-5d5d3678bef4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9528124 Mar 31 15:52:25.847348 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-7b67670f-5a01-472d-95d1-e42a5f597cae service neutron] Request body: {'port': {'device_id': '464abda3-7e04-4e82-b620-b71b45b8761d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:52:25.977548 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-7b67670f-5a01-472d-95d1-e42a5f597cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:26.070852 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19549d1d-3d9e-4b40-89f6-db37c0001bed req-b8bb1453-f601-45d1-984b-7631d6cf6233 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:26.072381 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-19549d1d-3d9e-4b40-89f6-db37c0001bed req-b8bb1453-f601-45d1-984b-7631d6cf6233 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 931 time: 0.1391940 Mar 31 15:52:26.084146 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0fb67d4f-fb57-4f41-8baa-06b83725d5d1 None None] Provisioning for port 425a0c4a-1863-43e0-acff-6fed33885121 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:52:26.089612 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0fb67d4f-fb57-4f41-8baa-06b83725d5d1 None None] Provisioning complete for port 425a0c4a-1863-43e0-acff-6fed33885121 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:52:26.090071 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0fb67d4f-fb57-4f41-8baa-06b83725d5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:26.119028 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-19549d1d-3d9e-4b40-89f6-db37c0001bed req-97a93f0c-b47d-4171-a74d-1daba23da19f tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404189 Mar 31 15:52:26.159109 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-0fb67d4f-fb57-4f41-8baa-06b83725d5d1 None None] Port 425a0c4a-1863-43e0-acff-6fed33885121 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:52:26.424180 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-7b67670f-5a01-472d-95d1-e42a5f597cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 425a0c4a-1863-43e0-acff-6fed33885121 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:52:26.431480 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-7b67670f-5a01-472d-95d1-e42a5f597cae service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:26.446007 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-7b67670f-5a01-472d-95d1-e42a5f597cae service neutron] Transition to ACTIVE for port object 425a0c4a-1863-43e0-acff-6fed33885121 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:52:26.506916 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-7b67670f-5a01-472d-95d1-e42a5f597cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:26.665893 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67670f-5a01-472d-95d1-e42a5f597cae service neutron] Pushing event updated for resources: {'Port': ['ID=425a0c4a-1863-43e0-acff-6fed33885121,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:52:26.748686 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-7b67670f-5a01-472d-95d1-e42a5f597cae service neutron] Attempting to bind port 425a0c4a-1863-43e0-acff-6fed33885121 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:52:26.749524 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-7b67670f-5a01-472d-95d1-e42a5f597cae service neutron] Attempting to bind port 425a0c4a-1863-43e0-acff-6fed33885121 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fabfe38b-ee9d-4293-83a1-9d7a861f316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:52:26.749524 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-7b67670f-5a01-472d-95d1-e42a5f597cae service neutron] Attempting to bind port 425a0c4a-1863-43e0-acff-6fed33885121 on network ce61b5be-9fe0-4994-915d-3438abf54c1e {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:52:26.753973 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-7b67670f-5a01-472d-95d1-e42a5f597cae service neutron] Port 425a0c4a-1863-43e0-acff-6fed33885121 on network ce61b5be-9fe0-4994-915d-3438abf54c1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:52:26.754284 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-7b67670f-5a01-472d-95d1-e42a5f597cae service neutron] Attempting to bind port 425a0c4a-1863-43e0-acff-6fed33885121 on network ce61b5be-9fe0-4994-915d-3438abf54c1e {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:52:26.759264 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-7b67670f-5a01-472d-95d1-e42a5f597cae service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:52:26.759590 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-7b67670f-5a01-472d-95d1-e42a5f597cae service neutron] Checking segment: {'id': 'fabfe38b-ee9d-4293-83a1-9d7a861f316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:52:26.759965 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-7b67670f-5a01-472d-95d1-e42a5f597cae service neutron] Bound using segment: {'id': 'fabfe38b-ee9d-4293-83a1-9d7a861f316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:52:26.760396 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-7b67670f-5a01-472d-95d1-e42a5f597cae service neutron] Bound port: 425a0c4a-1863-43e0-acff-6fed33885121, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fabfe38b-ee9d-4293-83a1-9d7a861f316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:52:26.760715 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-7b67670f-5a01-472d-95d1-e42a5f597cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:26.855132 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-7b67670f-5a01-472d-95d1-e42a5f597cae service neutron] For port 425a0c4a-1863-43e0-acff-6fed33885121, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:52:26.857925 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-7b67670f-5a01-472d-95d1-e42a5f597cae service neutron] For port 425a0c4a-1863-43e0-acff-6fed33885121, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=425a0c4a-1863-43e0-acff-6fed33885121,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:52:26.947146 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-7b67670f-5a01-472d-95d1-e42a5f597cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:27.003580 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-7b67670f-5a01-472d-95d1-e42a5f597cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:27.004251 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-7b67670f-5a01-472d-95d1-e42a5f597cae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:27.005623 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-7b67670f-5a01-472d-95d1-e42a5f597cae service neutron] 10.222.0.41 "PUT /v2.0/ports/425a0c4a-1863-43e0-acff-6fed33885121 HTTP/1.1" status: 200 len: 1093 time: 1.1642148 Mar 31 15:52:27.006051 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464abda3-7e04-4e82-b620-b71b45b8761d', 'tag': '425a0c4a-1863-43e0-acff-6fed33885121'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:52:27.030747 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67670f-5a01-472d-95d1-e42a5f597cae service neutron] Pushing event updated for resources: {'Port': ['ID=425a0c4a-1863-43e0-acff-6fed33885121,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:52:27.064894 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464abda3-7e04-4e82-b620-b71b45b8761d', 'tag': '425a0c4a-1863-43e0-acff-6fed33885121', 'status': 'completed', 'code': 200} Mar 31 15:52:27.161165 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf69b19-d1e3-4ecf-b87b-e65528934fcc req-604e16dc-e684-4352-9327-57353f9cfdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:27.162697 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fbf69b19-d1e3-4ecf-b87b-e65528934fcc req-604e16dc-e684-4352-9327-57353f9cfdf0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 1096 time: 0.0766368 Mar 31 15:52:27.315529 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf69b19-d1e3-4ecf-b87b-e65528934fcc req-92add16f-28fb-4cc2-99f5-f15019fbd782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:27.316895 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fbf69b19-d1e3-4ecf-b87b-e65528934fcc req-92add16f-28fb-4cc2-99f5-f15019fbd782 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1472752 Mar 31 15:52:27.325532 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c83fc-9706-4bd4-9da4-4f3c3ea227f0 req-ba0ed845-705f-4a37-a730-2cf5b05622b5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:27.327562 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4f3c83fc-9706-4bd4-9da4-4f3c3ea227f0 req-ba0ed845-705f-4a37-a730-2cf5b05622b5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 943 time: 0.0873508 Mar 31 15:52:27.373397 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4f3c83fc-9706-4bd4-9da4-4f3c3ea227f0 req-b76303c2-6d61-4504-84e0-5481e2eb9ab7 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394170 Mar 31 15:52:27.454063 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf69b19-d1e3-4ecf-b87b-e65528934fcc req-1d1c5b9d-fccd-463f-82ca-b0c7068dedcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:27.455475 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fbf69b19-d1e3-4ecf-b87b-e65528934fcc req-1d1c5b9d-fccd-463f-82ca-b0c7068dedcd service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1324217 Mar 31 15:52:27.563063 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-93fd0dad-ed08-4529-a3c3-d26ea6a88efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:27.564519 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-93fd0dad-ed08-4529-a3c3-d26ea6a88efb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 1096 time: 0.0734541 Mar 31 15:52:27.636708 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-ca0e3377-101c-4adf-aed4-0699d8a9f676 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=425a0c4a-1863-43e0-acff-6fed33885121 HTTP/1.1" status: 200 len: 217 time: 0.0654628 Mar 31 15:52:27.697215 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-d80b5be1-ec91-4284-ab2b-57635f01e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:27.698609 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-d80b5be1-ec91-4284-ab2b-57635f01e3aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ac56404-00b0-4370-83a0-01bb5953c29e HTTP/1.1" status: 200 len: 851 time: 0.0560522 Mar 31 15:52:27.778029 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-7219baf8-2d35-44f9-be40-a27b20d5c887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:27.779485 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-7219baf8-2d35-44f9-be40-a27b20d5c887 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce61b5be-9fe0-4994-915d-3438abf54c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695126 Mar 31 15:52:27.914003 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-ddd2df26-0c58-41dc-8724-2ab55fabf59e service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237209 Mar 31 15:52:28.052007 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1ccd579a-0ee9-453c-86e4-1cd469f247cf req-5539f650-fd93-46ca-ba28-33a19a752e6c service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269670 Mar 31 15:52:28.713938 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79075439-cfed-45f4-83f8-9d96900b12ae req-127df0c4-a112-4c90-9d1e-03f968f097fe tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:28.714614 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-79075439-cfed-45f4-83f8-9d96900b12ae req-127df0c4-a112-4c90-9d1e-03f968f097fe tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Synchronizing usage tracker for tenant:b0ac8c0737ec48db825fd4217e3c3af6 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:52:28.792436 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-79075439-cfed-45f4-83f8-9d96900b12ae req-127df0c4-a112-4c90-9d1e-03f968f097fe tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Unset dirty status for tenant:b0ac8c0737ec48db825fd4217e3c3af6 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:52:28.793614 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-79075439-cfed-45f4-83f8-9d96900b12ae req-127df0c4-a112-4c90-9d1e-03f968f097fe tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 943 time: 0.1612372 Mar 31 15:52:28.838339 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-79075439-cfed-45f4-83f8-9d96900b12ae req-413f7abc-0de0-4b6c-89aa-691b44685e7c tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387559 Mar 31 15:52:30.172161 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0dcb9-175e-4e6b-9ab6-9b65e625f5c6 req-e4767c3a-35fa-4ccf-9ca8-db9606e53069 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:30.173611 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-92b0dcb9-175e-4e6b-9ab6-9b65e625f5c6 req-e4767c3a-35fa-4ccf-9ca8-db9606e53069 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 943 time: 0.0786469 Mar 31 15:52:30.327111 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-92b0dcb9-175e-4e6b-9ab6-9b65e625f5c6 req-71b01dcb-01db-45dc-af39-236a84a5d71f tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471703 Mar 31 15:52:30.624975 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 425a0c4a-1863-43e0-acff-6fed33885121 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:52:30.757175 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 425a0c4a-1863-43e0-acff-6fed33885121, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=425a0c4a-1863-43e0-acff-6fed33885121,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:52:30.770138 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': '425a0c4a-1863-43e0-acff-6fed33885121', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'port_id': '425a0c4a-1863-43e0-acff-6fed33885121', 'mac_address': 'fa:16:3e:fa:28:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:52:30.825307 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:30.841605 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425a0c4a-1863-43e0-acff-6fed33885121 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:52:30.856850 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 425a0c4a-1863-43e0-acff-6fed33885121, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=425a0c4a-1863-43e0-acff-6fed33885121,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:52:30.946759 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:31.017581 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=425a0c4a-1863-43e0-acff-6fed33885121,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:52:31.163417 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['425a0c4a-1863-43e0-acff-6fed33885121'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:52:31.563459 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab769a-d3d9-4db5-a75c-f365f7e7c402 req-c7f4148d-4e7b-4e04-95d4-8ae4e05a0afb tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:31.565545 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d9ab769a-d3d9-4db5-a75c-f365f7e7c402 req-c7f4148d-4e7b-4e04-95d4-8ae4e05a0afb tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 944 time: 0.1302814 Mar 31 15:52:31.615058 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d9ab769a-d3d9-4db5-a75c-f365f7e7c402 req-8006fac6-ece2-4d96-aee0-55ac8f73faa0 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419056 Mar 31 15:52:32.624301 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 425a0c4a-1863-43e0-acff-6fed33885121 up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:52:32.769699 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port 425a0c4a-1863-43e0-acff-6fed33885121 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:52:32.774819 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port 425a0c4a-1863-43e0-acff-6fed33885121 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:52:32.775312 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:32.798487 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2f71d-e761-4d46-92d5-87e8ee303821 req-149ad2d7-3b7d-4e32-9898-a0390b74c480 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:32.800777 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7cc2f71d-e761-4d46-92d5-87e8ee303821 req-149ad2d7-3b7d-4e32-9898-a0390b74c480 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 944 time: 0.0820675 Mar 31 15:52:32.844968 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7cc2f71d-e761-4d46-92d5-87e8ee303821 req-f6e6480a-8856-40b3-a3cd-b7e1fc083629 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379272 Mar 31 15:52:32.894214 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:32.920435 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464abda3-7e04-4e82-b620-b71b45b8761d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425a0c4a-1863-43e0-acff-6fed33885121'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:52:32.930686 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 425a0c4a-1863-43e0-acff-6fed33885121, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=425a0c4a-1863-43e0-acff-6fed33885121,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:52:32.966946 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464abda3-7e04-4e82-b620-b71b45b8761d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425a0c4a-1863-43e0-acff-6fed33885121', 'code': 200} Mar 31 15:52:32.998146 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:33.074823 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=425a0c4a-1863-43e0-acff-6fed33885121,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:52:33.112423 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cd834ce0-dfcb-4316-8318-284dc1e1fc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:33.305155 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daff3d2-b1c4-47ee-b082-f78fd490888d req-9f001281-0cee-4c88-9047-b4a26449efee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:33.306651 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3daff3d2-b1c4-47ee-b082-f78fd490888d req-9f001281-0cee-4c88-9047-b4a26449efee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 1098 time: 0.0702100 Mar 31 15:52:33.349154 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3daff3d2-b1c4-47ee-b082-f78fd490888d req-7920ee23-1aca-4998-9ac9-86b3ef520c38 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363970 Mar 31 15:52:34.033535 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87304517-c5d0-4cb5-a26c-699b27862634 req-473305d1-0d7f-40bc-bfd3-47847b976776 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:34.035293 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-87304517-c5d0-4cb5-a26c-699b27862634 req-473305d1-0d7f-40bc-bfd3-47847b976776 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.0823193 Mar 31 15:52:34.079222 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-87304517-c5d0-4cb5-a26c-699b27862634 req-99123322-ca81-407e-a5c0-c80ea2e945c2 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384247 Mar 31 15:52:34.888178 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:52:35.141156 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0fc6cf5e-b30c-4f8a-8c92-3c2a62d037d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:35.274434 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7da6b-b1c5-402d-9549-2e0cae5304ae req-0f07b614-482d-42bb-801d-6e0f46081d68 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:35.275923 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-37e7da6b-b1c5-402d-9549-2e0cae5304ae req-0f07b614-482d-42bb-801d-6e0f46081d68 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.0880620 Mar 31 15:52:35.320659 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-37e7da6b-b1c5-402d-9549-2e0cae5304ae req-2e31dd74-91b1-4584-af6f-dea522274077 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390589 Mar 31 15:52:35.523617 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691068e-e7df-4ff6-99cb-8015c7742c14 req-1b70d325-db8a-4609-aa1f-207cd2c3bd83 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:35.525126 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-2691068e-e7df-4ff6-99cb-8015c7742c14 req-1b70d325-db8a-4609-aa1f-207cd2c3bd83 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.0903158 Mar 31 15:52:35.533792 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 52760) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:52:35.539761 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8a6a51ea-0de2-42b8-b35e-f0e30a252247 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Request body: {'floatingip': {'port_id': '425a0c4a-1863-43e0-acff-6fed33885121'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:52:35.621128 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a6a51ea-0de2-42b8-b35e-f0e30a252247 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:36.266641 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a6a51ea-0de2-42b8-b35e-f0e30a252247 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:36.329805 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a6a51ea-0de2-42b8-b35e-f0e30a252247 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:36.454726 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:36.483659 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:36.512539 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-8a6a51ea-0de2-42b8-b35e-f0e30a252247 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Floating IP bf477b0a-4ffe-4a9a-a106-7599da646ad6 associated. External IP: 172.26.5.83, port: 425a0c4a-1863-43e0-acff-6fed33885121. Mar 31 15:52:36.974187 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6a51ea-0de2-42b8-b35e-f0e30a252247 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Router f629c0d1-1362-4930-b6e3-c644f935c015 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:52:37.154223 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6a51ea-0de2-42b8-b35e-f0e30a252247 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:52:37.159038 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a6a51ea-0de2-42b8-b35e-f0e30a252247 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:37.164637 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4998da1a-212f-4700-b14d-d873816055ba None None] Sync routers for ids ['f629c0d1-1362-4930-b6e3-c644f935c015'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:52:37.173831 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4998da1a-212f-4700-b14d-d873816055ba None None] Routers {'f629c0d1-1362-4930-b6e3-c644f935c015'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:52:37.174449 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4998da1a-212f-4700-b14d-d873816055ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:52:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['f629c0d1-1362-4930-b6e3-c644f935c015'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:52:37.215064 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8a6a51ea-0de2-42b8-b35e-f0e30a252247 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "PUT /v2.0/floatingips/bf477b0a-4ffe-4a9a-a106-7599da646ad6 HTTP/1.1" status: 200 len: 990 time: 1.6801896 Mar 31 15:52:37.215645 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464abda3-7e04-4e82-b620-b71b45b8761d', 'tag': '425a0c4a-1863-43e0-acff-6fed33885121'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:52:37.327399 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464abda3-7e04-4e82-b620-b71b45b8761d', 'tag': '425a0c4a-1863-43e0-acff-6fed33885121', 'status': 'completed', 'code': 200} Mar 31 15:52:37.399420 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-4998da1a-212f-4700-b14d-d873816055ba None None] Set router f629c0d1-1362-4930-b6e3-c644f935c015 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:52:37.551298 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184159fd-fae9-4cd7-bc93-dbb533d16c02 req-1bab904f-1721-4d5b-b550-5db56a801996 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:37.553416 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-184159fd-fae9-4cd7-bc93-dbb533d16c02 req-1bab904f-1721-4d5b-b550-5db56a801996 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.2493293 Mar 31 15:52:37.559050 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceda416-cf36-41fa-8032-f3536c27a173 req-0aa8ca67-1d5f-49d0-ba04-3c50604b5308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:37.560461 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8ceda416-cf36-41fa-8032-f3536c27a173 req-0aa8ca67-1d5f-49d0-ba04-3c50604b5308 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 1098 time: 0.2064893 Mar 31 15:52:37.689781 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-184159fd-fae9-4cd7-bc93-dbb533d16c02 req-685d7fb4-9ff8-42cd-a058-1a21b214fd65 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283658 Mar 31 15:52:37.733452 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceda416-cf36-41fa-8032-f3536c27a173 req-dd379dab-6830-4edd-bc3c-c8ababe75918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:37.735017 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8ceda416-cf36-41fa-8032-f3536c27a173 req-dd379dab-6830-4edd-bc3c-c8ababe75918 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce61b5be-9fe0-4994-915d-3438abf54c1e HTTP/1.1" status: 200 len: 913 time: 0.1590283 Mar 31 15:52:37.761974 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4998da1a-212f-4700-b14d-d873816055ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:52:16Z', 'revision_number': 4, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port': {'id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:13Z', 'updated_at': '2022-03-31T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'bf477b0a-4ffe-4a9a-a106-7599da646ad6', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'floating_ip_address': '172.26.5.83', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'port_id': '425a0c4a-1863-43e0-acff-6fed33885121', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'mac_address': 'fa:16:3e:fa:28:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464abda3-7e04-4e82-b620-b71b45b8761d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:52:20Z', 'updated_at': '2022-03-31T15:52:36Z', 'revision_number': 1, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147e3c84-4cd9-4b8b-a97a-63a380e9e054', 'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'mac_address': 'fa:16:3e:02:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:15Z', 'updated_at': '2022-03-31T15:52:21Z', 'revision_number': 5, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'subnets': [{'id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:52:37.766009 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4998da1a-212f-4700-b14d-d873816055ba None None] Checking router: f629c0d1-1362-4930-b6e3-c644f935c015 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:52:37.774855 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4998da1a-212f-4700-b14d-d873816055ba None None] Routers {'f629c0d1-1362-4930-b6e3-c644f935c015'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:52:37.775470 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4998da1a-212f-4700-b14d-d873816055ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:52:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['f629c0d1-1362-4930-b6e3-c644f935c015'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:52:37.842153 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8ceda416-cf36-41fa-8032-f3536c27a173 req-0e09c582-9a60-4aad-bdb1-599abff25044 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=425a0c4a-1863-43e0-acff-6fed33885121 HTTP/1.1" status: 200 len: 998 time: 0.1007040 Mar 31 15:52:37.893805 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392249eb-ed5b-4aa6-a845-5ba042b3490e req-1aff43f3-e14c-4b51-9a2a-ad8b6a3f434a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:37.895290 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-392249eb-ed5b-4aa6-a845-5ba042b3490e req-1aff43f3-e14c-4b51-9a2a-ad8b6a3f434a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.0940030 Mar 31 15:52:37.906920 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceda416-cf36-41fa-8032-f3536c27a173 req-d2eaea57-8564-4b61-b2d0-c87fe7e7d719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:37.908711 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8ceda416-cf36-41fa-8032-f3536c27a173 req-d2eaea57-8564-4b61-b2d0-c87fe7e7d719 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ac56404-00b0-4370-83a0-01bb5953c29e HTTP/1.1" status: 200 len: 851 time: 0.0603008 Mar 31 15:52:37.943948 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-392249eb-ed5b-4aa6-a845-5ba042b3490e req-dad57013-e067-4c2e-a09e-f32cd084ee8a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426352 Mar 31 15:52:37.977995 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-4998da1a-212f-4700-b14d-d873816055ba None None] Set router f629c0d1-1362-4930-b6e3-c644f935c015 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:52:37.990907 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceda416-cf36-41fa-8032-f3536c27a173 req-23ca5cd1-6549-4665-bfaf-de2da11110a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:37.992289 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8ceda416-cf36-41fa-8032-f3536c27a173 req-23ca5cd1-6549-4665-bfaf-de2da11110a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce61b5be-9fe0-4994-915d-3438abf54c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776765 Mar 31 15:52:38.033730 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:38.128900 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8ceda416-cf36-41fa-8032-f3536c27a173 req-35533d8a-2203-4467-a5cf-9439f88f4718 service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282547 Mar 31 15:52:38.264060 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8ceda416-cf36-41fa-8032-f3536c27a173 req-2aa5acc3-2c69-4fa7-832f-c1d1a810ae6c service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290503 Mar 31 15:52:38.333884 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4998da1a-212f-4700-b14d-d873816055ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:52:16Z', 'revision_number': 4, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port': {'id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:13Z', 'updated_at': '2022-03-31T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'bf477b0a-4ffe-4a9a-a106-7599da646ad6', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'floating_ip_address': '172.26.5.83', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'port_id': '425a0c4a-1863-43e0-acff-6fed33885121', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'mac_address': 'fa:16:3e:fa:28:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464abda3-7e04-4e82-b620-b71b45b8761d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:52:20Z', 'updated_at': '2022-03-31T15:52:36Z', 'revision_number': 1, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147e3c84-4cd9-4b8b-a97a-63a380e9e054', 'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'mac_address': 'fa:16:3e:02:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:15Z', 'updated_at': '2022-03-31T15:52:21Z', 'revision_number': 5, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'subnets': [{'id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:52:38.338402 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4998da1a-212f-4700-b14d-d873816055ba None None] The sync data for ids ['f629c0d1-1362-4930-b6e3-c644f935c015'] in dv-neutron-833379-2-hyperv is: [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:52:16Z', 'revision_number': 4, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port': {'id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:13Z', 'updated_at': '2022-03-31T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'bf477b0a-4ffe-4a9a-a106-7599da646ad6', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'floating_ip_address': '172.26.5.83', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'port_id': '425a0c4a-1863-43e0-acff-6fed33885121', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'mac_address': 'fa:16:3e:fa:28:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464abda3-7e04-4e82-b620-b71b45b8761d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:52:20Z', 'updated_at': '2022-03-31T15:52:36Z', 'revision_number': 1, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147e3c84-4cd9-4b8b-a97a-63a380e9e054', 'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'mac_address': 'fa:16:3e:02:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:15Z', 'updated_at': '2022-03-31T15:52:21Z', 'revision_number': 5, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'subnets': [{'id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:52:38.542845 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bfa06d-bb4e-4da9-82f6-c9af9cb15533 None None] New status for floating IP bf477b0a-4ffe-4a9a-a106-7599da646ad6: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:52:39.132446 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a1f8b-5290-4d23-8f84-bdb4f40537cf req-33e6f73a-d23c-447d-80af-da755f3f70f7 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:39.133824 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7a6a1f8b-5290-4d23-8f84-bdb4f40537cf req-33e6f73a-d23c-447d-80af-da755f3f70f7 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.0792303 Mar 31 15:52:39.183258 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7a6a1f8b-5290-4d23-8f84-bdb4f40537cf req-48fa14d7-a588-4ccd-95fd-0aafa0773e11 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437233 Mar 31 15:52:39.368035 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11358c-9b07-4cf6-a4fc-619a8bff3149 req-92d3c3fb-98a5-4353-9904-471c72c47797 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:39.369553 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-2f11358c-9b07-4cf6-a4fc-619a8bff3149 req-92d3c3fb-98a5-4353-9904-471c72c47797 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.0809176 Mar 31 15:52:39.416509 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-2f11358c-9b07-4cf6-a4fc-619a8bff3149 req-349f81d3-d032-4932-9610-b7c49a1f13a7 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411956 Mar 31 15:52:39.967736 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04784784-8b88-4f10-97a9-e8de08ba8ae3 req-facda815-3680-47f9-9830-817beda71b2f tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:39.969207 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-04784784-8b88-4f10-97a9-e8de08ba8ae3 req-facda815-3680-47f9-9830-817beda71b2f tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.0807965 Mar 31 15:52:40.060746 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-04784784-8b88-4f10-97a9-e8de08ba8ae3 req-d3bbdd22-fd46-4298-a766-628d2578e01e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544529 Mar 31 15:52:40.082334 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-24a29f5a-214f-4deb-b5fe-11a326561e45 req-a8ba8c31-3329-4e94-9130-7003fe1da052 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1062062 Mar 31 15:52:41.256981 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37f883-c362-41f1-9817-1522ad917b2f req-1f0c7a7e-35b9-46b3-b124-244966e93dc8 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:41.258581 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4e37f883-c362-41f1-9817-1522ad917b2f req-1f0c7a7e-35b9-46b3-b124-244966e93dc8 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.0870245 Mar 31 15:52:41.303710 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4e37f883-c362-41f1-9817-1522ad917b2f req-c60d6939-381d-453c-a91f-0010dedc325b tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392220 Mar 31 15:52:42.204727 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a29f5a-214f-4deb-b5fe-11a326561e45 req-2adb98b7-d218-4993-9454-5967f6d34bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:42.206210 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-24a29f5a-214f-4deb-b5fe-11a326561e45 req-2adb98b7-d218-4993-9454-5967f6d34bff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 1098 time: 0.0727358 Mar 31 15:52:42.337372 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a29f5a-214f-4deb-b5fe-11a326561e45 req-ec7a8a2b-18a8-4303-8bf7-095f7dda78e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:42.338834 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-24a29f5a-214f-4deb-b5fe-11a326561e45 req-ec7a8a2b-18a8-4303-8bf7-095f7dda78e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce61b5be-9fe0-4994-915d-3438abf54c1e HTTP/1.1" status: 200 len: 913 time: 0.1267478 Mar 31 15:52:42.444310 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-24a29f5a-214f-4deb-b5fe-11a326561e45 req-38618fdb-ff91-49d1-9ebe-6319ec11f010 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=425a0c4a-1863-43e0-acff-6fed33885121 HTTP/1.1" status: 200 len: 1000 time: 0.0996249 Mar 31 15:52:42.491384 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535044a-d4e0-438c-ad86-e053b72301ad req-9c0ad248-b226-4403-8436-4fe40e98da41 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:42.492784 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f535044a-d4e0-438c-ad86-e053b72301ad req-9c0ad248-b226-4403-8436-4fe40e98da41 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.0831094 Mar 31 15:52:42.508079 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a29f5a-214f-4deb-b5fe-11a326561e45 req-2916a4a5-e8d4-4262-a573-ff61aea4627c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:42.509530 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-24a29f5a-214f-4deb-b5fe-11a326561e45 req-2916a4a5-e8d4-4262-a573-ff61aea4627c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ac56404-00b0-4370-83a0-01bb5953c29e HTTP/1.1" status: 200 len: 851 time: 0.0589964 Mar 31 15:52:42.537451 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f535044a-d4e0-438c-ad86-e053b72301ad req-c2f3687b-d54b-44d4-90f5-3d6d0226ea86 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383840 Mar 31 15:52:42.589413 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a29f5a-214f-4deb-b5fe-11a326561e45 req-0d27ceff-c8c7-4926-8054-ba4be8cb44c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:42.590875 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-24a29f5a-214f-4deb-b5fe-11a326561e45 req-0d27ceff-c8c7-4926-8054-ba4be8cb44c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce61b5be-9fe0-4994-915d-3438abf54c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742779 Mar 31 15:52:42.723078 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-24a29f5a-214f-4deb-b5fe-11a326561e45 req-c6798a34-9b40-4bef-9bf9-54c18140eb23 service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260257 Mar 31 15:52:42.952116 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-24a29f5a-214f-4deb-b5fe-11a326561e45 req-20ee0132-f794-48b0-b7f6-7d02e9a5816e service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235887 Mar 31 15:52:43.730053 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cbe02-498a-4e37-a3c2-307b1b8f02bd req-f1c4418f-0866-4d79-9c6e-506f3ae2baed tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:43.731409 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-879cbe02-498a-4e37-a3c2-307b1b8f02bd req-f1c4418f-0866-4d79-9c6e-506f3ae2baed tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.0822210 Mar 31 15:52:43.775571 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-879cbe02-498a-4e37-a3c2-307b1b8f02bd req-410a14b3-dc36-4183-996c-d1a2b9a18454 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385566 Mar 31 15:52:44.965707 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f9249-a8d9-4dd9-8430-644743ef7e4d req-6046137c-2fd3-42e7-af31-ef44c4bbe0b6 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:44.967068 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-803f9249-a8d9-4dd9-8430-644743ef7e4d req-6046137c-2fd3-42e7-af31-ef44c4bbe0b6 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.0844288 Mar 31 15:52:45.011984 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-803f9249-a8d9-4dd9-8430-644743ef7e4d req-ffa63355-cc0d-40f7-a819-a956a6a1ccfd tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391927 Mar 31 15:52:46.201910 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493f78f-f52c-4bd7-adbb-f5e9bc06d040 req-6e10c75d-2381-4326-a592-f5dc6693092f tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:46.203365 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e493f78f-f52c-4bd7-adbb-f5e9bc06d040 req-6e10c75d-2381-4326-a592-f5dc6693092f tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.0812659 Mar 31 15:52:46.249776 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e493f78f-f52c-4bd7-adbb-f5e9bc06d040 req-10177d02-bf31-48b1-b85e-0dad029c90e7 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398290 Mar 31 15:52:47.440033 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f13425-ead5-4007-84c0-2961ae3f7a6f req-12d790e9-9f8e-491d-988c-290afc453da8 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:47.441508 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-36f13425-ead5-4007-84c0-2961ae3f7a6f req-12d790e9-9f8e-491d-988c-290afc453da8 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.0801520 Mar 31 15:52:47.487360 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-36f13425-ead5-4007-84c0-2961ae3f7a6f req-69f69e6a-6bde-423e-970d-74b005505bbd tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384822 Mar 31 15:52:48.675118 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9848d36-a0dc-4248-bfa1-0b04be2291c6 req-cd78731a-effc-4727-b165-837ff243bfb0 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:48.676561 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d9848d36-a0dc-4248-bfa1-0b04be2291c6 req-cd78731a-effc-4727-b165-837ff243bfb0 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.0803463 Mar 31 15:52:48.724377 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d9848d36-a0dc-4248-bfa1-0b04be2291c6 req-73b6577a-3b18-4f3a-81fc-50a393f212d6 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414498 Mar 31 15:52:49.915689 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c013d2-4cfa-41f2-9260-dae7008372b3 req-962960a0-d911-4cd9-b1ea-7e904180caaa tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:49.917158 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-39c013d2-4cfa-41f2-9260-dae7008372b3 req-962960a0-d911-4cd9-b1ea-7e904180caaa tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.0841882 Mar 31 15:52:49.962826 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-39c013d2-4cfa-41f2-9260-dae7008372b3 req-009ac167-c1cb-47fc-9baa-ffef0ea1d573 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397954 Mar 31 15:52:50.636469 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acdd46-8b8a-4117-b3ed-d8b4d43e7d27 req-af131629-42ce-4850-b631-1cff509478fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:50.637989 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-06acdd46-8b8a-4117-b3ed-d8b4d43e7d27 req-af131629-42ce-4850-b631-1cff509478fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 1098 time: 0.0798352 Mar 31 15:52:50.783634 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acdd46-8b8a-4117-b3ed-d8b4d43e7d27 req-8910d9e0-6da5-4490-b864-288018992b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:50.785069 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-06acdd46-8b8a-4117-b3ed-d8b4d43e7d27 req-8910d9e0-6da5-4490-b864-288018992b1e service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce61b5be-9fe0-4994-915d-3438abf54c1e HTTP/1.1" status: 200 len: 913 time: 0.1274829 Mar 31 15:52:50.889930 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-06acdd46-8b8a-4117-b3ed-d8b4d43e7d27 req-4882dac2-c082-48c9-a547-d248bbe6361b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=425a0c4a-1863-43e0-acff-6fed33885121 HTTP/1.1" status: 200 len: 1000 time: 0.0981605 Mar 31 15:52:50.952313 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acdd46-8b8a-4117-b3ed-d8b4d43e7d27 req-290174e4-0d8b-40f2-842f-60a8e156d3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:50.953743 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-06acdd46-8b8a-4117-b3ed-d8b4d43e7d27 req-290174e4-0d8b-40f2-842f-60a8e156d3fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ac56404-00b0-4370-83a0-01bb5953c29e HTTP/1.1" status: 200 len: 851 time: 0.0561821 Mar 31 15:52:51.033843 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acdd46-8b8a-4117-b3ed-d8b4d43e7d27 req-f47f8bf8-0a74-4129-890e-c9806b6cf0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:51.035307 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-06acdd46-8b8a-4117-b3ed-d8b4d43e7d27 req-f47f8bf8-0a74-4129-890e-c9806b6cf0c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce61b5be-9fe0-4994-915d-3438abf54c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750608 Mar 31 15:52:51.214588 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-06acdd46-8b8a-4117-b3ed-d8b4d43e7d27 req-d1ad42a2-0eee-479a-ba08-7df8a765a627 service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715550 Mar 31 15:52:51.270562 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cabe27-17ab-4607-9bf7-9a51e9a15ae3 req-dd5218c0-b7e6-488c-bbfc-98479ac77862 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:51.272611 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c5cabe27-17ab-4607-9bf7-9a51e9a15ae3 req-dd5218c0-b7e6-488c-bbfc-98479ac77862 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.1999960 Mar 31 15:52:51.389334 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c5cabe27-17ab-4607-9bf7-9a51e9a15ae3 req-336e81da-1222-4c4e-97f0-83051f92302c tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715702 Mar 31 15:52:51.397579 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-06acdd46-8b8a-4117-b3ed-d8b4d43e7d27 req-95faf829-36e8-43ad-a7b0-89d6ebc8d23f service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754165 Mar 31 15:52:52.587012 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401e7de-6814-4def-8eba-edb83ea9e9ae req-db27b536-a3d3-4397-8631-984997953813 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:52.588498 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4401e7de-6814-4def-8eba-edb83ea9e9ae req-db27b536-a3d3-4397-8631-984997953813 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.0863717 Mar 31 15:52:52.637625 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4401e7de-6814-4def-8eba-edb83ea9e9ae req-9aae2179-a2dd-44cd-a826-fb56208b75b8 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433269 Mar 31 15:52:53.828682 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2707da1-9b45-4839-94c3-1746403deaf4 req-6ac910f9-53b3-431d-ae9f-d7362b2303e5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:53.830117 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c2707da1-9b45-4839-94c3-1746403deaf4 req-6ac910f9-53b3-431d-ae9f-d7362b2303e5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.0822296 Mar 31 15:52:53.874809 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c2707da1-9b45-4839-94c3-1746403deaf4 req-1a2bd946-0ea9-48a9-9ca1-1bd6335bca91 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385785 Mar 31 15:52:55.071354 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3348870-9be1-4112-93f1-efa2bd28d522 req-71138100-7abf-4319-9e11-9640e7122cab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:55.072845 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f3348870-9be1-4112-93f1-efa2bd28d522 req-71138100-7abf-4319-9e11-9640e7122cab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.0830257 Mar 31 15:52:55.121352 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f3348870-9be1-4112-93f1-efa2bd28d522 req-13c57394-364c-4f79-86e2-ff8932b7ee07 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423081 Mar 31 15:52:55.277345 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:52:56.309719 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6df9d-389c-4af3-b9d6-3684019e4784 req-27cf8172-1a15-4b5a-9faf-82de395a0f22 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:56.311141 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9bf6df9d-389c-4af3-b9d6-3684019e4784 req-27cf8172-1a15-4b5a-9faf-82de395a0f22 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.0839198 Mar 31 15:52:56.356711 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9bf6df9d-389c-4af3-b9d6-3684019e4784 req-e328b218-4870-4b32-8ea8-36b6856750dc tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398231 Mar 31 15:52:57.554238 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e1d5a-15a2-4dd6-9d84-be23929137c9 req-bd7e2f4f-a382-47c7-83a9-15c0dfae9114 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:57.556319 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-755e1d5a-15a2-4dd6-9d84-be23929137c9 req-bd7e2f4f-a382-47c7-83a9-15c0dfae9114 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.0855083 Mar 31 15:52:57.602996 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-755e1d5a-15a2-4dd6-9d84-be23929137c9 req-3704fc56-126a-4588-ab2c-ad058eebcec3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408161 Mar 31 15:52:58.790662 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70f8f2-5be5-4572-89b7-acdb63df948a req-3cbd0b6e-86b8-48ff-84c4-c0d445828ec5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:52:58.792139 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ae70f8f2-5be5-4572-89b7-acdb63df948a req-3cbd0b6e-86b8-48ff-84c4-c0d445828ec5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.0818753 Mar 31 15:52:58.837521 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ae70f8f2-5be5-4572-89b7-acdb63df948a req-71c3147e-745e-4fac-8bcc-629bec82b723 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395684 Mar 31 15:53:00.020752 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106c286-2b4a-4c40-8bd9-902e8f2dd864 req-8f74c715-a0e6-40ff-b725-a2a592250d77 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:00.022239 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9106c286-2b4a-4c40-8bd9-902e8f2dd864 req-8f74c715-a0e6-40ff-b725-a2a592250d77 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.0786409 Mar 31 15:53:00.066684 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9106c286-2b4a-4c40-8bd9-902e8f2dd864 req-593c913e-1ca5-4df4-9495-a3a9b4dad106 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379322 Mar 31 15:53:01.263500 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40275e66-9bb3-46e0-88af-e535f8853295 req-74df8a26-0078-45e5-8fc2-140a2734752c tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:01.264959 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-40275e66-9bb3-46e0-88af-e535f8853295 req-74df8a26-0078-45e5-8fc2-140a2734752c tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.0873013 Mar 31 15:53:01.313624 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-40275e66-9bb3-46e0-88af-e535f8853295 req-9f867f52-e0a0-44af-b15b-929833c3683b tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428398 Mar 31 15:53:02.509177 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6907d2-07fe-4cd0-b249-d6d84cfe8ef6 req-38de9c68-6222-46b2-ac93-21aa14170b02 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:02.510690 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3d6907d2-07fe-4cd0-b249-d6d84cfe8ef6 req-38de9c68-6222-46b2-ac93-21aa14170b02 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.0843248 Mar 31 15:53:02.554365 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3d6907d2-07fe-4cd0-b249-d6d84cfe8ef6 req-44d291b8-9f55-4f41-854b-a559c6090c62 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379257 Mar 31 15:53:03.111398 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5625f189-c42b-48d7-a368-aa35ba6de102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:03.746653 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29dabb-0283-460a-aae5-e07c0bd9207e req-ca0b5d0f-9422-475a-8315-844ad0552d8b tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:03.748017 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4c29dabb-0283-460a-aae5-e07c0bd9207e req-ca0b5d0f-9422-475a-8315-844ad0552d8b tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.0807555 Mar 31 15:53:03.795029 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4c29dabb-0283-460a-aae5-e07c0bd9207e req-933cff96-0642-4037-bb3a-c5df22322c1e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412979 Mar 31 15:53:04.987496 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796085a6-5e37-4d78-aa8e-d23324474bab req-3867d06f-4d39-46b8-903d-c0014a20ace2 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:04.988967 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-796085a6-5e37-4d78-aa8e-d23324474bab req-3867d06f-4d39-46b8-903d-c0014a20ace2 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.0859325 Mar 31 15:53:05.140044 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-86ee4f61-09fa-4481-8f0f-1e92511fc125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:05.154718 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-796085a6-5e37-4d78-aa8e-d23324474bab req-81e5bcda-2a72-4da3-b307-b6c0fd3478bf tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590390 Mar 31 15:53:05.189982 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-24a29f5a-214f-4deb-b5fe-11a326561e45 req-7563d659-b45f-4b10-9a65-8d2d33b3d3da service neutron] 10.222.0.41 "GET /v2.0/ports/425a0c4a-1863-43e0-acff-6fed33885121/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.2297876 Mar 31 15:53:05.795848 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a29f5a-214f-4deb-b5fe-11a326561e45 req-d8be3b83-69d4-47d7-9084-5d98d4df4436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:05.797327 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-24a29f5a-214f-4deb-b5fe-11a326561e45 req-d8be3b83-69d4-47d7-9084-5d98d4df4436 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d&tenant_id=b0ac8c0737ec48db825fd4217e3c3af6 HTTP/1.1" status: 200 len: 1098 time: 0.0741439 Mar 31 15:53:05.892210 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a29f5a-214f-4deb-b5fe-11a326561e45 req-252e327a-11bb-4ff0-b14c-f51543b62ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:05.893687 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-24a29f5a-214f-4deb-b5fe-11a326561e45 req-252e327a-11bb-4ff0-b14c-f51543b62ee2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 1098 time: 0.0701215 Mar 31 15:53:06.020693 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a29f5a-214f-4deb-b5fe-11a326561e45 req-3a7ef652-0bce-4d58-b12a-aff82b866fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:06.022145 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-24a29f5a-214f-4deb-b5fe-11a326561e45 req-3a7ef652-0bce-4d58-b12a-aff82b866fec service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce61b5be-9fe0-4994-915d-3438abf54c1e HTTP/1.1" status: 200 len: 913 time: 0.1226759 Mar 31 15:53:06.125930 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-24a29f5a-214f-4deb-b5fe-11a326561e45 req-bc85ee88-7040-4eb8-a0ee-216e0b1fae6e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=425a0c4a-1863-43e0-acff-6fed33885121 HTTP/1.1" status: 200 len: 1000 time: 0.0964739 Mar 31 15:53:06.186822 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a29f5a-214f-4deb-b5fe-11a326561e45 req-07b3efa9-09e8-46a6-bf1e-3f30c435f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:06.188251 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-24a29f5a-214f-4deb-b5fe-11a326561e45 req-07b3efa9-09e8-46a6-bf1e-3f30c435f1df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ac56404-00b0-4370-83a0-01bb5953c29e HTTP/1.1" status: 200 len: 851 time: 0.0563147 Mar 31 15:53:06.266455 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a29f5a-214f-4deb-b5fe-11a326561e45 req-58873436-3af4-4d06-bce0-a400e2f891d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:06.267902 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-24a29f5a-214f-4deb-b5fe-11a326561e45 req-58873436-3af4-4d06-bce0-a400e2f891d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce61b5be-9fe0-4994-915d-3438abf54c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732374 Mar 31 15:53:06.448212 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-24a29f5a-214f-4deb-b5fe-11a326561e45 req-a4ebb6b6-c3a8-4c91-99e9-ff7bf8a0501c service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494730 Mar 31 15:53:06.455550 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed7555-c85e-447c-9acb-9f2cdde233fc req-238eb3b4-6e74-40c8-a573-e5b42c573998 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:06.456873 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9bed7555-c85e-447c-9acb-9f2cdde233fc req-238eb3b4-6e74-40c8-a573-e5b42c573998 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.1881232 Mar 31 15:53:06.494403 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:06.516963 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:06.585955 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9bed7555-c85e-447c-9acb-9f2cdde233fc req-3cb1b941-d74b-47af-ac1e-295447fe3a92 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100481 Mar 31 15:53:06.620187 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-24a29f5a-214f-4deb-b5fe-11a326561e45 req-18e2347d-5641-435b-9132-a60fb0cbe578 service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623702 Mar 31 15:53:07.780899 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42d4d8-88d6-462c-93a6-2c0a69522e16 req-ddc95160-cc1d-4875-aac9-dcba6ae3e480 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:07.782470 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-fb42d4d8-88d6-462c-93a6-2c0a69522e16 req-ddc95160-cc1d-4875-aac9-dcba6ae3e480 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.0875425 Mar 31 15:53:07.829461 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-fb42d4d8-88d6-462c-93a6-2c0a69522e16 req-c3f9d0b7-3b1d-4843-b5e1-2ce06c6e8190 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394652 Mar 31 15:53:07.957016 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:08.748843 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 425a0c4a-1863-43e0-acff-6fed33885121 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:53:08.867360 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:08.894864 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464abda3-7e04-4e82-b620-b71b45b8761d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '425a0c4a-1863-43e0-acff-6fed33885121'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:53:08.905774 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 425a0c4a-1863-43e0-acff-6fed33885121, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=425a0c4a-1863-43e0-acff-6fed33885121,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:53:08.946303 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:08.981349 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464abda3-7e04-4e82-b620-b71b45b8761d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '425a0c4a-1863-43e0-acff-6fed33885121', 'code': 200} Mar 31 15:53:09.021309 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=425a0c4a-1863-43e0-acff-6fed33885121,revision_number=6']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:09.028322 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d1bd9-d19f-42e2-bb36-4335473bee0e req-67eef91e-4aa0-4b87-89d7-b9da3e6b2c0d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:09.030214 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bb1d1bd9-d19f-42e2-bb36-4335473bee0e req-67eef91e-4aa0-4b87-89d7-b9da3e6b2c0d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 943 time: 0.0868063 Mar 31 15:53:09.074579 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bb1d1bd9-d19f-42e2-bb36-4335473bee0e req-3020f64d-5dae-4b28-bb2a-dbc9c76780db tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390410 Mar 31 15:53:09.532956 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722118a8-e4b2-46dc-b63c-2676d789534d req-2137d0f1-c8ef-48fe-beb6-e9a135e48232 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:09.534514 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-722118a8-e4b2-46dc-b63c-2676d789534d req-2137d0f1-c8ef-48fe-beb6-e9a135e48232 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 943 time: 0.1332805 Mar 31 15:53:09.587041 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214cc30-e3e0-4936-a200-5328e2b1f5fe req-34e9b258-99b3-4d38-b552-7e6886aba8c7 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:09.588377 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4214cc30-e3e0-4936-a200-5328e2b1f5fe req-34e9b258-99b3-4d38-b552-7e6886aba8c7 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.41 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d&tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&binding%3Ahost_id=hv-neutron-8333 HTTP/1.1" status: 200 len: 943 time: 0.1420989 Mar 31 15:53:09.603935 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-722118a8-e4b2-46dc-b63c-2676d789534d req-2441eab3-9c4a-47a2-821d-94d2cbeb08dc tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570076 Mar 31 15:53:09.743380 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214cc30-e3e0-4936-a200-5328e2b1f5fe req-7ec5e64f-94ad-49e0-9090-c002a8cd1829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:09.744823 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4214cc30-e3e0-4936-a200-5328e2b1f5fe req-7ec5e64f-94ad-49e0-9090-c002a8cd1829 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 1096 time: 0.0740020 Mar 31 15:53:09.876970 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214cc30-e3e0-4936-a200-5328e2b1f5fe req-d7c6e968-8b66-4e81-9a3d-459d3c3ae612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:09.878345 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4214cc30-e3e0-4936-a200-5328e2b1f5fe req-d7c6e968-8b66-4e81-9a3d-459d3c3ae612 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce61b5be-9fe0-4994-915d-3438abf54c1e HTTP/1.1" status: 200 len: 913 time: 0.1263101 Mar 31 15:53:09.982163 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4214cc30-e3e0-4936-a200-5328e2b1f5fe req-678aaff0-9234-4c3a-a200-c7fc290c0248 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=425a0c4a-1863-43e0-acff-6fed33885121 HTTP/1.1" status: 200 len: 998 time: 0.0955915 Mar 31 15:53:10.149471 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214cc30-e3e0-4936-a200-5328e2b1f5fe req-5a4c22e7-7eea-4944-a175-851caf09a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:10.150807 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4214cc30-e3e0-4936-a200-5328e2b1f5fe req-5a4c22e7-7eea-4944-a175-851caf09a538 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ac56404-00b0-4370-83a0-01bb5953c29e HTTP/1.1" status: 200 len: 851 time: 0.1621885 Mar 31 15:53:10.225972 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214cc30-e3e0-4936-a200-5328e2b1f5fe req-14712ab5-511f-40a0-a3e2-bb4c54dfbd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:10.227946 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4214cc30-e3e0-4936-a200-5328e2b1f5fe req-14712ab5-511f-40a0-a3e2-bb4c54dfbd66 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce61b5be-9fe0-4994-915d-3438abf54c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703039 Mar 31 15:53:10.361460 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4214cc30-e3e0-4936-a200-5328e2b1f5fe req-3815d4c2-7cc1-4182-b7fa-a2a65df9f41c service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259165 Mar 31 15:53:10.494645 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4214cc30-e3e0-4936-a200-5328e2b1f5fe req-7068b02c-2981-40ad-aa40-c3fc3ae61d65 service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264389 Mar 31 15:53:10.766900 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 425a0c4a-1863-43e0-acff-6fed33885121 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:53:10.804490 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a469e9-5cc6-41b9-a29d-c749b24d1bf0 req-289afe5c-5dec-441e-aadb-8fb316f6bbf0 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:10.806690 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e8a469e9-5cc6-41b9-a29d-c749b24d1bf0 req-289afe5c-5dec-441e-aadb-8fb316f6bbf0 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 943 time: 0.0889685 Mar 31 15:53:10.854619 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e8a469e9-5cc6-41b9-a29d-c749b24d1bf0 req-cc626fd0-5d6a-4a11-b221-b832f7b1568f tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416584 Mar 31 15:53:10.907924 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 425a0c4a-1863-43e0-acff-6fed33885121, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=425a0c4a-1863-43e0-acff-6fed33885121,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:53:10.921140 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': '425a0c4a-1863-43e0-acff-6fed33885121', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'port_id': '425a0c4a-1863-43e0-acff-6fed33885121', 'mac_address': 'fa:16:3e:fa:28:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:53:10.978765 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:10.997118 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425a0c4a-1863-43e0-acff-6fed33885121 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:53:11.015055 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 425a0c4a-1863-43e0-acff-6fed33885121, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=425a0c4a-1863-43e0-acff-6fed33885121,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:53:11.094258 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:11.215935 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=425a0c4a-1863-43e0-acff-6fed33885121,revision_number=7']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:11.220181 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['425a0c4a-1863-43e0-acff-6fed33885121'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:53:11.868303 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:53:12.068397 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315c88c-d8d7-4389-8461-eb0de7c7142b req-7b90b255-490e-426d-95d3-50ec4d05ad50 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:12.070056 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a315c88c-d8d7-4389-8461-eb0de7c7142b req-7b90b255-490e-426d-95d3-50ec4d05ad50 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 944 time: 0.0902295 Mar 31 15:53:12.128397 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a315c88c-d8d7-4389-8461-eb0de7c7142b req-c5b44e77-1858-493e-ad29-b0bf03a8f04b tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515404 Mar 31 15:53:12.330331 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635b9a9-7972-4394-bac4-e363fc3069d7 req-5168d20e-61dc-4ca4-bb33-7a69d859ec81 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:12.331793 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d635b9a9-7972-4394-bac4-e363fc3069d7 req-5168d20e-61dc-4ca4-bb33-7a69d859ec81 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 944 time: 0.0907235 Mar 31 15:53:12.379484 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d635b9a9-7972-4394-bac4-e363fc3069d7 req-d74c21ab-b2bc-4e9e-ae75-f2d23f386492 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404136 Mar 31 15:53:12.577987 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a8a6a-24e7-4603-8e7c-2faba332a8fc req-beb38510-cfca-4bf3-abf1-be2dc24d853e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:12.579495 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bf2a8a6a-24e7-4603-8e7c-2faba332a8fc req-beb38510-cfca-4bf3-abf1-be2dc24d853e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 944 time: 0.0856340 Mar 31 15:53:12.629269 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bf2a8a6a-24e7-4603-8e7c-2faba332a8fc req-3fb5e6f2-7b35-4f72-a81d-da10934ee13f tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430205 Mar 31 15:53:12.771709 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 425a0c4a-1863-43e0-acff-6fed33885121 up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:53:12.840786 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port 425a0c4a-1863-43e0-acff-6fed33885121 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:53:12.841150 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:12.968017 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:12.997805 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464abda3-7e04-4e82-b620-b71b45b8761d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425a0c4a-1863-43e0-acff-6fed33885121'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:53:13.008322 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 425a0c4a-1863-43e0-acff-6fed33885121, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=425a0c4a-1863-43e0-acff-6fed33885121,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:53:13.046952 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464abda3-7e04-4e82-b620-b71b45b8761d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425a0c4a-1863-43e0-acff-6fed33885121', 'code': 200} Mar 31 15:53:13.162984 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:13.238693 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=425a0c4a-1863-43e0-acff-6fed33885121,revision_number=8']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:13.247204 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:13.247549 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:13.247882 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:13.248209 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:13.248529 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:13.248851 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:13.249171 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:13.249512 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:13.249856 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:13.250172 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:13.250485 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:13.250816 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:13.362303 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a36bdb-ac33-4cb1-9a28-34eb9bb5a99b req-308a424c-4f7e-48c5-9261-a18b2248c7ca tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:13.363780 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-59a36bdb-ac33-4cb1-9a28-34eb9bb5a99b req-308a424c-4f7e-48c5-9261-a18b2248c7ca tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.0817974 Mar 31 15:53:13.407924 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-59a36bdb-ac33-4cb1-9a28-34eb9bb5a99b req-d0e21077-e365-4f4a-9fa0-a65d3d3fcec7 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383384 Mar 31 15:53:14.597869 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15c891-630b-4aaf-b06e-31dbaffae744 req-bac446a2-f337-4e84-8a63-33cc0eeb5aa7 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:14.599697 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3e15c891-630b-4aaf-b06e-31dbaffae744 req-bac446a2-f337-4e84-8a63-33cc0eeb5aa7 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.0824721 Mar 31 15:53:14.644895 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3e15c891-630b-4aaf-b06e-31dbaffae744 req-02a51e04-5b69-4e4a-8380-b58d27e3a856 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387983 Mar 31 15:53:15.272455 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ccf60-06fa-4cfe-8438-844488846c9c req-3820169e-b9a4-4908-98da-386431eb3b24 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:15.273901 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-435ccf60-06fa-4cfe-8438-844488846c9c req-3820169e-b9a4-4908-98da-386431eb3b24 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.41 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.0846822 Mar 31 15:53:15.346034 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-435ccf60-06fa-4cfe-8438-844488846c9c req-bb5b369d-92f9-45a0-b60f-4745782b8ba5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Deleting port 425a0c4a-1863-43e0-acff-6fed33885121 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:53:15.346382 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-435ccf60-06fa-4cfe-8438-844488846c9c req-bb5b369d-92f9-45a0-b60f-4745782b8ba5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:15.599339 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-435ccf60-06fa-4cfe-8438-844488846c9c req-bb5b369d-92f9-45a0-b60f-4745782b8ba5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] For port 425a0c4a-1863-43e0-acff-6fed33885121, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=425a0c4a-1863-43e0-acff-6fed33885121,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:53:15.599599 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-435ccf60-06fa-4cfe-8438-844488846c9c req-bb5b369d-92f9-45a0-b60f-4745782b8ba5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:15.953603 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-435ccf60-06fa-4cfe-8438-844488846c9c req-bb5b369d-92f9-45a0-b60f-4745782b8ba5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:15.953896 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-435ccf60-06fa-4cfe-8438-844488846c9c req-bb5b369d-92f9-45a0-b60f-4745782b8ba5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:15.954207 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [req-435ccf60-06fa-4cfe-8438-844488846c9c req-bb5b369d-92f9-45a0-b60f-4745782b8ba5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Floating IP bf477b0a-4ffe-4a9a-a106-7599da646ad6 disassociated. External IP: 172.26.5.83, port: 425a0c4a-1863-43e0-acff-6fed33885121. Mar 31 15:53:15.954545 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-435ccf60-06fa-4cfe-8438-844488846c9c req-bb5b369d-92f9-45a0-b60f-4745782b8ba5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Calling delete_port for 425a0c4a-1863-43e0-acff-6fed33885121 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:53:15.989584 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4a5b2-503c-46f8-95b4-3b64e6b4dc71 req-a8d33ad0-292f-4bfc-882c-4e9d5b772db7 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:15.991029 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-cda4a5b2-503c-46f8-95b4-3b64e6b4dc71 req-a8d33ad0-292f-4bfc-882c-4e9d5b772db7 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 945 time: 0.2278333 Mar 31 15:53:16.170157 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-cda4a5b2-503c-46f8-95b4-3b64e6b4dc71 req-e09f3d91-1a7a-4229-b673-234137e56263 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721714 Mar 31 15:53:16.305410 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-435ccf60-06fa-4cfe-8438-844488846c9c req-bb5b369d-92f9-45a0-b60f-4745782b8ba5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:16.357662 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b369d-92f9-45a0-b60f-4745782b8ba5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Pushing event deleted for resources: {'Port': ['ID=425a0c4a-1863-43e0-acff-6fed33885121,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:16.368827 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b369d-92f9-45a0-b60f-4745782b8ba5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:16.369204 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b369d-92f9-45a0-b60f-4745782b8ba5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:16.369542 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b369d-92f9-45a0-b60f-4745782b8ba5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:16.369887 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b369d-92f9-45a0-b60f-4745782b8ba5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:16.370209 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b369d-92f9-45a0-b60f-4745782b8ba5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:16.371273 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b369d-92f9-45a0-b60f-4745782b8ba5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:16.371815 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b369d-92f9-45a0-b60f-4745782b8ba5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:16.371960 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b369d-92f9-45a0-b60f-4745782b8ba5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:16.372279 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b369d-92f9-45a0-b60f-4745782b8ba5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:16.372637 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b369d-92f9-45a0-b60f-4745782b8ba5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:16.373059 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b369d-92f9-45a0-b60f-4745782b8ba5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:16.373384 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b369d-92f9-45a0-b60f-4745782b8ba5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:16.562044 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-435ccf60-06fa-4cfe-8438-844488846c9c req-bb5b369d-92f9-45a0-b60f-4745782b8ba5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Router f629c0d1-1362-4930-b6e3-c644f935c015 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:53:16.741536 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-435ccf60-06fa-4cfe-8438-844488846c9c req-bb5b369d-92f9-45a0-b60f-4745782b8ba5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:53:16.751311 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a99e94-e85b-481d-9ddd-ee261256f51d None None] Sync routers for ids ['f629c0d1-1362-4930-b6e3-c644f935c015'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:53:16.761694 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a99e94-e85b-481d-9ddd-ee261256f51d None None] Routers {'f629c0d1-1362-4930-b6e3-c644f935c015'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:53:16.762468 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f9a99e94-e85b-481d-9ddd-ee261256f51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:53:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['f629c0d1-1362-4930-b6e3-c644f935c015'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:16.821234 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-435ccf60-06fa-4cfe-8438-844488846c9c req-bb5b369d-92f9-45a0-b60f-4745782b8ba5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] No DVR routers for this DVR port 425a0c4a-1863-43e0-acff-6fed33885121 on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:53:16.824391 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-435ccf60-06fa-4cfe-8438-844488846c9c req-bb5b369d-92f9-45a0-b60f-4745782b8ba5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:16.827340 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464abda3-7e04-4e82-b620-b71b45b8761d', 'name': 'network-vif-deleted', 'tag': '425a0c4a-1863-43e0-acff-6fed33885121'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:53:16.878184 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464abda3-7e04-4e82-b620-b71b45b8761d', 'name': 'network-vif-deleted', 'tag': '425a0c4a-1863-43e0-acff-6fed33885121', 'status': 'completed', 'code': 200} Mar 31 15:53:16.911896 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-435ccf60-06fa-4cfe-8438-844488846c9c req-bb5b369d-92f9-45a0-b60f-4745782b8ba5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.41 "DELETE /v2.0/ports/425a0c4a-1863-43e0-acff-6fed33885121 HTTP/1.1" status: 204 len: 173 time: 1.6319113 Mar 31 15:53:16.944181 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-f9a99e94-e85b-481d-9ddd-ee261256f51d None None] Set router f629c0d1-1362-4930-b6e3-c644f935c015 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:53:17.269043 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f9a99e94-e85b-481d-9ddd-ee261256f51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:52:16Z', 'revision_number': 4, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port': {'id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:13Z', 'updated_at': '2022-03-31T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '147e3c84-4cd9-4b8b-a97a-63a380e9e054', 'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'mac_address': 'fa:16:3e:02:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:15Z', 'updated_at': '2022-03-31T15:52:21Z', 'revision_number': 5, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'subnets': [{'id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:17.272974 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a99e94-e85b-481d-9ddd-ee261256f51d None None] Checking router: f629c0d1-1362-4930-b6e3-c644f935c015 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:53:17.281547 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a99e94-e85b-481d-9ddd-ee261256f51d None None] Routers {'f629c0d1-1362-4930-b6e3-c644f935c015'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:53:17.282161 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f9a99e94-e85b-481d-9ddd-ee261256f51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:53:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['f629c0d1-1362-4930-b6e3-c644f935c015'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:17.339864 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-d57782f9-ee0d-4a2f-8140-728fce9b09ab req-c1c509dc-d2d5-4583-b156-90b3b2facacb tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Synchronizing usage tracker for tenant:b0ac8c0737ec48db825fd4217e3c3af6 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:53:17.390836 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-d57782f9-ee0d-4a2f-8140-728fce9b09ab req-c1c509dc-d2d5-4583-b156-90b3b2facacb tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Unset dirty status for tenant:b0ac8c0737ec48db825fd4217e3c3af6 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:53:17.392032 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d57782f9-ee0d-4a2f-8140-728fce9b09ab req-c1c509dc-d2d5-4583-b156-90b3b2facacb tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=464abda3-7e04-4e82-b620-b71b45b8761d HTTP/1.1" status: 200 len: 210 time: 0.0965188 Mar 31 15:53:17.465258 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-f9a99e94-e85b-481d-9ddd-ee261256f51d None None] Set router f629c0d1-1362-4930-b6e3-c644f935c015 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:53:17.819646 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f9a99e94-e85b-481d-9ddd-ee261256f51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:52:16Z', 'revision_number': 4, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port': {'id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:13Z', 'updated_at': '2022-03-31T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '147e3c84-4cd9-4b8b-a97a-63a380e9e054', 'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'mac_address': 'fa:16:3e:02:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:15Z', 'updated_at': '2022-03-31T15:52:21Z', 'revision_number': 5, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'subnets': [{'id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:17.825376 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a99e94-e85b-481d-9ddd-ee261256f51d None None] The sync data for ids ['f629c0d1-1362-4930-b6e3-c644f935c015'] in dv-neutron-833379-2-hyperv is: [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:52:16Z', 'revision_number': 4, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port': {'id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:13Z', 'updated_at': '2022-03-31T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '147e3c84-4cd9-4b8b-a97a-63a380e9e054', 'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'mac_address': 'fa:16:3e:02:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:15Z', 'updated_at': '2022-03-31T15:52:21Z', 'revision_number': 5, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'subnets': [{'id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:53:18.048951 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573058df-cd79-4aaa-9f6e-9a7e80a27c72 None None] New status for floating IP bf477b0a-4ffe-4a9a-a106-7599da646ad6: DOWN {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:53:18.738515 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-5aa16294-259d-4dd5-814c-75672ec6de6c tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1621883366&fields=id&tenant_id=b0ac8c0737ec48db825fd4217e3c3af6 HTTP/1.1" status: 200 len: 267 time: 0.0430124 Mar 31 15:53:18.825781 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 425a0c4a-1863-43e0-acff-6fed33885121 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:53:18.864398 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: 425a0c4a-1863-43e0-acff-6fed33885121 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:53:18.865218 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 425a0c4a-1863-43e0-acff-6fed33885121 not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:53:18.892451 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-3eced7bc-0420-4540-92a8-c9777aec9e6b tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:18.893845 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-3eced7bc-0420-4540-92a8-c9777aec9e6b tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/networks?id=ce61b5be-9fe0-4994-915d-3438abf54c1e HTTP/1.1" status: 200 len: 812 time: 0.1475537 Mar 31 15:53:18.909596 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-1413ca69-645b-4505-a478-5e4e1b0e2a95 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/quotas/b0ac8c0737ec48db825fd4217e3c3af6 HTTP/1.1" status: 200 len: 375 time: 0.0100925 Mar 31 15:53:18.999742 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-fee19b2f-78ed-4be3-992d-d84695ab058d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0846367 Mar 31 15:53:19.139418 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-957852a8-4b37-47ea-8c7d-7116b8b36fdf service neutron] 10.222.0.31 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272855 Mar 31 15:53:19.276407 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-eb9374d2-cd1b-4d3a-a69d-c0f7c704ac39 service neutron] 10.222.0.31 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309981 Mar 31 15:53:19.558630 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-365c6737-93fe-435b-b699-77103deb6b1f req-9d93b2e5-cd85-4bbc-b849-c1d12cb00af4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 210 time: 0.0445833 Mar 31 15:53:20.716483 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-55f5e84a-5c5a-4842-a64e-5b3f745a7e78 req-08374bae-3988-4191-a8fe-96726c27e06e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 210 time: 0.0471318 Mar 31 15:53:21.469061 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-5863ba99-c84d-4024-b25f-511c98e39ebc tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:21.470828 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-5863ba99-c84d-4024-b25f-511c98e39ebc tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.41 "GET /v2.0/networks?id=ce61b5be-9fe0-4994-915d-3438abf54c1e HTTP/1.1" status: 200 len: 812 time: 0.1507487 Mar 31 15:53:21.520855 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-87076c6a-ad5d-4d6a-a939-f77f83a79cf6 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0ac8c0737ec48db825fd4217e3c3af6 HTTP/1.1" status: 200 len: 380 time: 0.0414495 Mar 31 15:53:21.530486 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-4f6f3ed2-b427-4a47-860c-4566c404a5be tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Request body: {'port': {'device_id': '0301fdd4-df55-4baf-8b1c-c4d791721215', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'admin_state_up': True, 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'security_groups': ['958df846-4fb7-4035-9fbe-81f7de3458b0']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:21.675399 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-4f6f3ed2-b427-4a47-860c-4566c404a5be tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:53:21.685541 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-4f6f3ed2-b427-4a47-860c-4566c404a5be tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:53:21.750999 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-4f6f3ed2-b427-4a47-860c-4566c404a5be tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Made reservation on behalf of b0ac8c0737ec48db825fd4217e3c3af6 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:53:21.754550 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-4f6f3ed2-b427-4a47-860c-4566c404a5be tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:21.890859 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-44bdc85e-d691-4630-9729-37bd33afecc3 req-bc6df2a2-1dbf-4f98-a576-523e2e2be490 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 210 time: 0.0529091 Mar 31 15:53:21.970622 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-4f6f3ed2-b427-4a47-860c-4566c404a5be tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Allocated IP 172.20.0.10 (ce61b5be-9fe0-4994-915d-3438abf54c1e/4ac56404-00b0-4370-83a0-01bb5953c29e/d997d255-fcd8-4833-a765-2869bf4fb6de) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:53:22.163948 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-4f6f3ed2-b427-4a47-860c-4566c404a5be tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:22.179984 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-4f6f3ed2-b427-4a47-860c-4566c404a5be tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Transition to ACTIVE for port object d997d255-fcd8-4833-a765-2869bf4fb6de will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:53:22.276876 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-4f6f3ed2-b427-4a47-860c-4566c404a5be tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:22.343464 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-4f6f3ed2-b427-4a47-860c-4566c404a5be tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Network ce61b5be-9fe0-4994-915d-3438abf54c1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:53:22.351058 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-4f6f3ed2-b427-4a47-860c-4566c404a5be tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:22.353765 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-4f6f3ed2-b427-4a47-860c-4566c404a5be tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:53:22.509614 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f3ed2-b427-4a47-860c-4566c404a5be tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Pushing event updated for resources: {'Port': ['ID=d997d255-fcd8-4833-a765-2869bf4fb6de,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:22.535761 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-4f6f3ed2-b427-4a47-860c-4566c404a5be tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:22.536376 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-4f6f3ed2-b427-4a47-860c-4566c404a5be tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:22.630123 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-4f6f3ed2-b427-4a47-860c-4566c404a5be tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0989323 Mar 31 15:53:22.638259 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-107c7504-8216-4fed-b8c8-55f9043f646f service neutron] Request body: {'port': {'device_id': '0301fdd4-df55-4baf-8b1c-c4d791721215', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:22.710739 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d166f8e4-a9e5-4771-b36b-b69c01888f77 None None] Provisioning for port d997d255-fcd8-4833-a765-2869bf4fb6de completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:53:22.716014 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d166f8e4-a9e5-4771-b36b-b69c01888f77 None None] Provisioning complete for port d997d255-fcd8-4833-a765-2869bf4fb6de triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:53:22.716638 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d166f8e4-a9e5-4771-b36b-b69c01888f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:22.764163 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-107c7504-8216-4fed-b8c8-55f9043f646f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:22.771713 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-d166f8e4-a9e5-4771-b36b-b69c01888f77 None None] Port d997d255-fcd8-4833-a765-2869bf4fb6de cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:53:23.082248 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee29ae-7a63-47dd-8e7f-b0223e5124c2 req-cdf1bce5-e176-43b8-95f0-4404ae09fc9f tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:23.083997 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-6cee29ae-7a63-47dd-8e7f-b0223e5124c2 req-cdf1bce5-e176-43b8-95f0-4404ae09fc9f tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 932 time: 0.0843983 Mar 31 15:53:23.112795 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-107c7504-8216-4fed-b8c8-55f9043f646f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d997d255-fcd8-4833-a765-2869bf4fb6de {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:53:23.120154 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-107c7504-8216-4fed-b8c8-55f9043f646f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:23.130906 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-6cee29ae-7a63-47dd-8e7f-b0223e5124c2 req-46c442db-39d6-4e47-a432-088327c8a062 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404704 Mar 31 15:53:23.134762 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-107c7504-8216-4fed-b8c8-55f9043f646f service neutron] Transition to ACTIVE for port object d997d255-fcd8-4833-a765-2869bf4fb6de will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:53:23.190983 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-107c7504-8216-4fed-b8c8-55f9043f646f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:23.323530 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c7504-8216-4fed-b8c8-55f9043f646f service neutron] Pushing event updated for resources: {'Port': ['ID=d997d255-fcd8-4833-a765-2869bf4fb6de,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:23.434672 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-107c7504-8216-4fed-b8c8-55f9043f646f service neutron] Attempting to bind port d997d255-fcd8-4833-a765-2869bf4fb6de on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:53:23.434966 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-107c7504-8216-4fed-b8c8-55f9043f646f service neutron] Attempting to bind port d997d255-fcd8-4833-a765-2869bf4fb6de by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fabfe38b-ee9d-4293-83a1-9d7a861f316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:53:23.435303 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-107c7504-8216-4fed-b8c8-55f9043f646f service neutron] Attempting to bind port d997d255-fcd8-4833-a765-2869bf4fb6de on network ce61b5be-9fe0-4994-915d-3438abf54c1e {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:53:23.440111 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-107c7504-8216-4fed-b8c8-55f9043f646f service neutron] Port d997d255-fcd8-4833-a765-2869bf4fb6de on network ce61b5be-9fe0-4994-915d-3438abf54c1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:53:23.440474 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-107c7504-8216-4fed-b8c8-55f9043f646f service neutron] Attempting to bind port d997d255-fcd8-4833-a765-2869bf4fb6de on network ce61b5be-9fe0-4994-915d-3438abf54c1e {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:53:23.445720 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-107c7504-8216-4fed-b8c8-55f9043f646f service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:53:23.446057 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-107c7504-8216-4fed-b8c8-55f9043f646f service neutron] Checking segment: {'id': 'fabfe38b-ee9d-4293-83a1-9d7a861f316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:53:23.446441 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-107c7504-8216-4fed-b8c8-55f9043f646f service neutron] Bound using segment: {'id': 'fabfe38b-ee9d-4293-83a1-9d7a861f316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:53:23.446867 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-107c7504-8216-4fed-b8c8-55f9043f646f service neutron] Bound port: d997d255-fcd8-4833-a765-2869bf4fb6de, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fabfe38b-ee9d-4293-83a1-9d7a861f316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:53:23.447213 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-107c7504-8216-4fed-b8c8-55f9043f646f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:23.538956 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-107c7504-8216-4fed-b8c8-55f9043f646f service neutron] For port d997d255-fcd8-4833-a765-2869bf4fb6de, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:53:23.541821 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-107c7504-8216-4fed-b8c8-55f9043f646f service neutron] For port d997d255-fcd8-4833-a765-2869bf4fb6de, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d997d255-fcd8-4833-a765-2869bf4fb6de,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:53:23.625873 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-107c7504-8216-4fed-b8c8-55f9043f646f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:23.686939 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-107c7504-8216-4fed-b8c8-55f9043f646f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:23.687546 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-107c7504-8216-4fed-b8c8-55f9043f646f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:23.688908 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-107c7504-8216-4fed-b8c8-55f9043f646f service neutron] 10.222.0.41 "PUT /v2.0/ports/d997d255-fcd8-4833-a765-2869bf4fb6de HTTP/1.1" status: 200 len: 1094 time: 1.0549009 Mar 31 15:53:23.689486 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0301fdd4-df55-4baf-8b1c-c4d791721215', 'tag': 'd997d255-fcd8-4833-a765-2869bf4fb6de'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:53:23.719370 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c7504-8216-4fed-b8c8-55f9043f646f service neutron] Pushing event updated for resources: {'Port': ['ID=d997d255-fcd8-4833-a765-2869bf4fb6de,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:23.740859 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0301fdd4-df55-4baf-8b1c-c4d791721215', 'tag': 'd997d255-fcd8-4833-a765-2869bf4fb6de', 'status': 'completed', 'code': 200} Mar 31 15:53:23.844207 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50b19b-28f4-468d-9b50-6c4f9253b51e req-ee977ed8-2f9c-43a6-88ed-7a4d34e5e3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:23.845781 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3a50b19b-28f4-468d-9b50-6c4f9253b51e req-ee977ed8-2f9c-43a6-88ed-7a4d34e5e3a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 1097 time: 0.0816975 Mar 31 15:53:23.988095 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50b19b-28f4-468d-9b50-6c4f9253b51e req-b0125c94-9999-4a3e-9d0c-dc074fbb2275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:23.989509 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3a50b19b-28f4-468d-9b50-6c4f9253b51e req-b0125c94-9999-4a3e-9d0c-dc074fbb2275 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1369152 Mar 31 15:53:24.130431 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50b19b-28f4-468d-9b50-6c4f9253b51e req-da65913c-5724-4877-8506-c3963cf83ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:24.131794 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3a50b19b-28f4-468d-9b50-6c4f9253b51e req-da65913c-5724-4877-8506-c3963cf83ccf service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1331470 Mar 31 15:53:24.244396 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-5fb3e072-efa7-4268-b4aa-7ad5b1feddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:24.246522 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-5fb3e072-efa7-4268-b4aa-7ad5b1feddcf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 1097 time: 0.0762575 Mar 31 15:53:24.316258 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-666c8db4-0b1b-4936-9046-0900b5bb9780 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d997d255-fcd8-4833-a765-2869bf4fb6de HTTP/1.1" status: 200 len: 217 time: 0.0621700 Mar 31 15:53:24.326625 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9648e89-9d7e-4cc4-9638-afb437d49735 req-357c2ab6-25a4-448f-b0a6-f8bc13d3ece1 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:24.328106 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d9648e89-9d7e-4cc4-9638-afb437d49735 req-357c2ab6-25a4-448f-b0a6-f8bc13d3ece1 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 944 time: 0.0849936 Mar 31 15:53:24.374363 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d9648e89-9d7e-4cc4-9638-afb437d49735 req-032cada1-e1cb-4cda-9602-af4187885291 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400379 Mar 31 15:53:24.383953 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-c13bc511-73aa-449b-8278-c23a16524ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:24.385345 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-c13bc511-73aa-449b-8278-c23a16524ac2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ac56404-00b0-4370-83a0-01bb5953c29e HTTP/1.1" status: 200 len: 851 time: 0.0628111 Mar 31 15:53:24.466366 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-57d67006-9145-490f-880f-cb03b4608c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:24.467903 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-57d67006-9145-490f-880f-cb03b4608c0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce61b5be-9fe0-4994-915d-3438abf54c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762155 Mar 31 15:53:24.606363 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-6972d17e-d38f-4dc9-867e-37460a838c29 service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315935 Mar 31 15:53:24.847408 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1a336208-fe18-4f9a-bea0-bea2a9317876 req-894eff65-ad5a-4879-8a61-7cd8958fde47 service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342854 Mar 31 15:53:25.265671 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:25.565024 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd131a-af71-48c9-9f36-2fccb0df03ec req-6bda2bb9-ed59-4d23-bd0e-4fd666d63c82 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:25.565649 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-74bd131a-af71-48c9-9f36-2fccb0df03ec req-6bda2bb9-ed59-4d23-bd0e-4fd666d63c82 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Synchronizing usage tracker for tenant:b0ac8c0737ec48db825fd4217e3c3af6 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:53:25.637526 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-74bd131a-af71-48c9-9f36-2fccb0df03ec req-6bda2bb9-ed59-4d23-bd0e-4fd666d63c82 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Unset dirty status for tenant:b0ac8c0737ec48db825fd4217e3c3af6 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:53:25.639141 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-74bd131a-af71-48c9-9f36-2fccb0df03ec req-6bda2bb9-ed59-4d23-bd0e-4fd666d63c82 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 944 time: 0.1549904 Mar 31 15:53:25.684675 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-74bd131a-af71-48c9-9f36-2fccb0df03ec req-ebb02544-99d7-412b-9bc9-e9da3f281cc8 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393422 Mar 31 15:53:26.872350 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc52a0-440b-475a-91ab-889ea438013c req-6b019653-bbfc-4e9d-b004-ce5c22a233b5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:26.873756 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-09bc52a0-440b-475a-91ab-889ea438013c req-6b019653-bbfc-4e9d-b004-ce5c22a233b5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 944 time: 0.0814319 Mar 31 15:53:26.919746 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-09bc52a0-440b-475a-91ab-889ea438013c req-fab98699-d80f-4d91-b42f-2354c863d008 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401504 Mar 31 15:53:28.113366 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939a0eb-60a1-4408-be39-8205bfa3923d req-064039cb-2e2d-47fb-9933-ed3de1f51159 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:28.114806 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1939a0eb-60a1-4408-be39-8205bfa3923d req-064039cb-2e2d-47fb-9933-ed3de1f51159 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 944 time: 0.0806632 Mar 31 15:53:28.158789 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1939a0eb-60a1-4408-be39-8205bfa3923d req-2b012b47-ac97-4752-b158-458335893edf tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380914 Mar 31 15:53:28.918816 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device d997d255-fcd8-4833-a765-2869bf4fb6de details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:53:29.063569 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port d997d255-fcd8-4833-a765-2869bf4fb6de, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d997d255-fcd8-4833-a765-2869bf4fb6de,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:53:29.077696 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': 'd997d255-fcd8-4833-a765-2869bf4fb6de', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'port_id': 'd997d255-fcd8-4833-a765-2869bf4fb6de', 'mac_address': 'fa:16:3e:80:5c:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:53:29.135784 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:29.155535 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d997d255-fcd8-4833-a765-2869bf4fb6de {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:53:29.171941 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port d997d255-fcd8-4833-a765-2869bf4fb6de, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d997d255-fcd8-4833-a765-2869bf4fb6de,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:53:29.272129 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:29.346287 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=d997d255-fcd8-4833-a765-2869bf4fb6de,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:29.353985 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2aeb1-4d02-45e5-959a-31f1ce3dd9a6 req-b8f3be8f-01ce-47cd-8e90-5474f5386ca4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:29.355590 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a2f2aeb1-4d02-45e5-959a-31f1ce3dd9a6 req-b8f3be8f-01ce-47cd-8e90-5474f5386ca4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 945 time: 0.0862362 Mar 31 15:53:29.400576 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a2f2aeb1-4d02-45e5-959a-31f1ce3dd9a6 req-a15d9253-3acf-4db4-aa9f-737668e640c5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381451 Mar 31 15:53:29.484117 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['d997d255-fcd8-4833-a765-2869bf4fb6de'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:53:30.595584 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb83be6-3166-4798-8b26-1f0d85b61a43 req-e7786bde-c72f-411e-b907-5ead493eff8e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:30.597088 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ebb83be6-3166-4798-8b26-1f0d85b61a43 req-e7786bde-c72f-411e-b907-5ead493eff8e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 945 time: 0.0858965 Mar 31 15:53:30.643859 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ebb83be6-3166-4798-8b26-1f0d85b61a43 req-85ccd6e7-e006-4e8e-b746-50882e797ea5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409820 Mar 31 15:53:30.922931 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device d997d255-fcd8-4833-a765-2869bf4fb6de up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:53:31.053751 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port d997d255-fcd8-4833-a765-2869bf4fb6de completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:53:31.058903 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port d997d255-fcd8-4833-a765-2869bf4fb6de triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:53:31.059309 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:31.181178 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:31.213114 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0301fdd4-df55-4baf-8b1c-c4d791721215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd997d255-fcd8-4833-a765-2869bf4fb6de'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:53:31.220354 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port d997d255-fcd8-4833-a765-2869bf4fb6de, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d997d255-fcd8-4833-a765-2869bf4fb6de,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:53:31.256853 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0301fdd4-df55-4baf-8b1c-c4d791721215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd997d255-fcd8-4833-a765-2869bf4fb6de', 'code': 200} Mar 31 15:53:31.316662 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:31.390029 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=d997d255-fcd8-4833-a765-2869bf4fb6de,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:31.651683 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48119e00-9e12-4d12-b75f-95d5cd87387f req-c4105c54-0931-4251-9f6c-427e4216e14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:31.653292 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-48119e00-9e12-4d12-b75f-95d5cd87387f req-c4105c54-0931-4251-9f6c-427e4216e14e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 1099 time: 0.0696099 Mar 31 15:53:31.698304 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-48119e00-9e12-4d12-b75f-95d5cd87387f req-8e6b1bff-e932-40c9-99f5-e25b7a3bb51d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388157 Mar 31 15:53:31.834060 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0d775-6f47-4b8a-964a-76ac987681a7 req-fe8e427d-f869-4100-8e60-d165efbfb9c9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:31.835555 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7fc0d775-6f47-4b8a-964a-76ac987681a7 req-fe8e427d-f869-4100-8e60-d165efbfb9c9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0840495 Mar 31 15:53:31.880680 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7fc0d775-6f47-4b8a-964a-76ac987681a7 req-29a3ea25-0e72-4330-9480-3da96ec7b9ae tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394983 Mar 31 15:53:33.075165 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904874f-00eb-43ea-a3fd-e607f2aa836c req-78331a54-c756-4143-8864-66321f9faf5e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:33.076709 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4904874f-00eb-43ea-a3fd-e607f2aa836c req-78331a54-c756-4143-8864-66321f9faf5e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0850704 Mar 31 15:53:33.082115 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a9abd82e-d1a9-4668-afab-8ab2c49845d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:33.124787 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4904874f-00eb-43ea-a3fd-e607f2aa836c req-ce13a363-d6bd-4923-a3f3-d727994bd4e3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422549 Mar 31 15:53:34.314925 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d6e9f-5528-4622-8df9-174a170a09ec req-7923ec5f-c471-400f-b00f-24c82ef04e6e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:34.316351 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-782d6e9f-5528-4622-8df9-174a170a09ec req-7923ec5f-c471-400f-b00f-24c82ef04e6e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0815372 Mar 31 15:53:34.361555 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-782d6e9f-5528-4622-8df9-174a170a09ec req-e40bc7f3-7b17-4ddd-80b4-f3dacda5e7b8 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394232 Mar 31 15:53:34.538256 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d6195-f7bb-4e58-aa9f-38b046a93870 req-f60341ee-fe27-4f9f-a788-8ccbc06b3b1c tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:34.539696 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9f9d6195-f7bb-4e58-aa9f-38b046a93870 req-f60341ee-fe27-4f9f-a788-8ccbc06b3b1c tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0790873 Mar 31 15:53:34.548862 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 52950) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:53:34.553868 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-5ebc562a-a754-4554-b7fc-752c4151c090 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Request body: {'floatingip': {'port_id': 'd997d255-fcd8-4833-a765-2869bf4fb6de'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:34.727003 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ebc562a-a754-4554-b7fc-752c4151c090 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:35.122925 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d9a5c0a9-6f2f-4e98-a7cf-12b28fe72fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:35.336950 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ebc562a-a754-4554-b7fc-752c4151c090 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:35.390879 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ebc562a-a754-4554-b7fc-752c4151c090 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:35.586620 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-5ebc562a-a754-4554-b7fc-752c4151c090 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Floating IP bf477b0a-4ffe-4a9a-a106-7599da646ad6 associated. External IP: 172.26.5.83, port: d997d255-fcd8-4833-a765-2869bf4fb6de. Mar 31 15:53:36.000480 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ebc562a-a754-4554-b7fc-752c4151c090 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Router f629c0d1-1362-4930-b6e3-c644f935c015 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:53:36.305552 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebc562a-a754-4554-b7fc-752c4151c090 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:53:36.314514 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ebc562a-a754-4554-b7fc-752c4151c090 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:36.321018 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51bb936-c8d8-4efb-bb71-35283ccae131 None None] Sync routers for ids ['f629c0d1-1362-4930-b6e3-c644f935c015'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:53:36.330926 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51bb936-c8d8-4efb-bb71-35283ccae131 None None] Routers {'f629c0d1-1362-4930-b6e3-c644f935c015'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:53:36.331557 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b51bb936-c8d8-4efb-bb71-35283ccae131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:53:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['f629c0d1-1362-4930-b6e3-c644f935c015'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:36.369656 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5ebc562a-a754-4554-b7fc-752c4151c090 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "PUT /v2.0/floatingips/bf477b0a-4ffe-4a9a-a106-7599da646ad6 HTTP/1.1" status: 200 len: 991 time: 1.8196590 Mar 31 15:53:36.370237 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0301fdd4-df55-4baf-8b1c-c4d791721215', 'tag': 'd997d255-fcd8-4833-a765-2869bf4fb6de'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:53:36.415772 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0301fdd4-df55-4baf-8b1c-c4d791721215', 'tag': 'd997d255-fcd8-4833-a765-2869bf4fb6de', 'status': 'completed', 'code': 200} Mar 31 15:53:36.516796 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4e578-8e68-4347-9786-36733b1d726d req-8b471bd1-e1d3-4245-bdbe-5566e700e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:36.518364 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8fe4e578-8e68-4347-9786-36733b1d726d req-8b471bd1-e1d3-4245-bdbe-5566e700e9cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 1099 time: 0.0735698 Mar 31 15:53:36.537763 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-b51bb936-c8d8-4efb-bb71-35283ccae131 None None] Set router f629c0d1-1362-4930-b6e3-c644f935c015 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:53:36.606495 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:36.607840 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:36.665905 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4e578-8e68-4347-9786-36733b1d726d req-c137c5c3-eeb3-4007-92e8-c964f9d94bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:36.667347 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8fe4e578-8e68-4347-9786-36733b1d726d req-c137c5c3-eeb3-4007-92e8-c964f9d94bfb service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce61b5be-9fe0-4994-915d-3438abf54c1e HTTP/1.1" status: 200 len: 913 time: 0.1423202 Mar 31 15:53:36.796936 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8fe4e578-8e68-4347-9786-36733b1d726d req-0bc4a9bf-4c6b-4499-8af7-4bba0765ad44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d997d255-fcd8-4833-a765-2869bf4fb6de HTTP/1.1" status: 200 len: 999 time: 0.1147335 Mar 31 15:53:36.864980 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15c21e-6de2-414b-b0e7-2424e3682efe req-bb56ada2-c42a-4d40-990e-995d4b8470f3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:36.866489 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-ef15c21e-6de2-414b-b0e7-2424e3682efe req-bb56ada2-c42a-4d40-990e-995d4b8470f3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0918746 Mar 31 15:53:36.895387 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4e578-8e68-4347-9786-36733b1d726d req-5dd08acf-e729-4957-8ad5-1449435ed0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:36.896895 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8fe4e578-8e68-4347-9786-36733b1d726d req-5dd08acf-e729-4957-8ad5-1449435ed0c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ac56404-00b0-4370-83a0-01bb5953c29e HTTP/1.1" status: 200 len: 851 time: 0.0779784 Mar 31 15:53:36.916718 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-ef15c21e-6de2-414b-b0e7-2424e3682efe req-a3f9cfaf-4701-4721-b958-bd1996bc89d5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432103 Mar 31 15:53:36.978665 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4e578-8e68-4347-9786-36733b1d726d req-d9a0325e-04e2-47a4-a06b-100d7e7c5aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:36.980161 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8fe4e578-8e68-4347-9786-36733b1d726d req-d9a0325e-04e2-47a4-a06b-100d7e7c5aa3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce61b5be-9fe0-4994-915d-3438abf54c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764413 Mar 31 15:53:37.028415 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b51bb936-c8d8-4efb-bb71-35283ccae131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:52:16Z', 'revision_number': 4, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port': {'id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:13Z', 'updated_at': '2022-03-31T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'bf477b0a-4ffe-4a9a-a106-7599da646ad6', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'floating_ip_address': '172.26.5.83', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'port_id': 'd997d255-fcd8-4833-a765-2869bf4fb6de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'mac_address': 'fa:16:3e:80:5c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301fdd4-df55-4baf-8b1c-c4d791721215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:52:20Z', 'updated_at': '2022-03-31T15:53:35Z', 'revision_number': 5, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147e3c84-4cd9-4b8b-a97a-63a380e9e054', 'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'mac_address': 'fa:16:3e:02:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:15Z', 'updated_at': '2022-03-31T15:52:21Z', 'revision_number': 5, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'subnets': [{'id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:37.033370 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51bb936-c8d8-4efb-bb71-35283ccae131 None None] Checking router: f629c0d1-1362-4930-b6e3-c644f935c015 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:53:37.041734 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51bb936-c8d8-4efb-bb71-35283ccae131 None None] Routers {'f629c0d1-1362-4930-b6e3-c644f935c015'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:53:37.042349 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b51bb936-c8d8-4efb-bb71-35283ccae131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:53:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['f629c0d1-1362-4930-b6e3-c644f935c015'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:37.124073 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8fe4e578-8e68-4347-9786-36733b1d726d req-941ed348-25b3-4f89-a71d-51586d09c76d service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367102 Mar 31 15:53:37.227883 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-b51bb936-c8d8-4efb-bb71-35283ccae131 None None] Set router f629c0d1-1362-4930-b6e3-c644f935c015 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:53:37.273220 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8fe4e578-8e68-4347-9786-36733b1d726d req-887b10ab-fe0a-4aca-afff-8dc5224db801 service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432865 Mar 31 15:53:37.596090 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b51bb936-c8d8-4efb-bb71-35283ccae131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:52:16Z', 'revision_number': 4, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port': {'id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:13Z', 'updated_at': '2022-03-31T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'bf477b0a-4ffe-4a9a-a106-7599da646ad6', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'floating_ip_address': '172.26.5.83', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'port_id': 'd997d255-fcd8-4833-a765-2869bf4fb6de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'mac_address': 'fa:16:3e:80:5c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301fdd4-df55-4baf-8b1c-c4d791721215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:52:20Z', 'updated_at': '2022-03-31T15:53:35Z', 'revision_number': 5, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147e3c84-4cd9-4b8b-a97a-63a380e9e054', 'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'mac_address': 'fa:16:3e:02:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:15Z', 'updated_at': '2022-03-31T15:52:21Z', 'revision_number': 5, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'subnets': [{'id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:37.600336 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51bb936-c8d8-4efb-bb71-35283ccae131 None None] The sync data for ids ['f629c0d1-1362-4930-b6e3-c644f935c015'] in dv-neutron-833379-2-hyperv is: [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:52:16Z', 'revision_number': 4, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port': {'id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:13Z', 'updated_at': '2022-03-31T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'bf477b0a-4ffe-4a9a-a106-7599da646ad6', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'floating_ip_address': '172.26.5.83', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'port_id': 'd997d255-fcd8-4833-a765-2869bf4fb6de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'mac_address': 'fa:16:3e:80:5c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301fdd4-df55-4baf-8b1c-c4d791721215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:52:20Z', 'updated_at': '2022-03-31T15:53:35Z', 'revision_number': 5, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147e3c84-4cd9-4b8b-a97a-63a380e9e054', 'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'mac_address': 'fa:16:3e:02:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:15Z', 'updated_at': '2022-03-31T15:52:21Z', 'revision_number': 5, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'subnets': [{'id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:53:37.798108 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afd2a63-869a-42ab-aed7-812f73d19cf3 None None] New status for floating IP bf477b0a-4ffe-4a9a-a106-7599da646ad6: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:53:38.063615 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:38.122140 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d701879-ced5-4c70-afc2-4683130ceda9 req-b625d2d3-6e5b-4094-ae91-11b18507b815 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:38.124592 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9d701879-ced5-4c70-afc2-4683130ceda9 req-b625d2d3-6e5b-4094-ae91-11b18507b815 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0866158 Mar 31 15:53:38.176234 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9d701879-ced5-4c70-afc2-4683130ceda9 req-4022d13e-1885-4744-8053-07723a0e4b19 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457902 Mar 31 15:53:39.372368 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e9492-05c8-4e03-aaf1-eb6679d1867d req-536630a7-00b9-4d51-b524-9f39360ce9fb tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:39.373978 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8b6e9492-05c8-4e03-aaf1-eb6679d1867d req-536630a7-00b9-4d51-b524-9f39360ce9fb tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0825002 Mar 31 15:53:39.426863 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8b6e9492-05c8-4e03-aaf1-eb6679d1867d req-c12fffa6-8ab9-47f9-8713-2cba0bdca40e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466640 Mar 31 15:53:40.619948 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076cada-9641-4043-b859-93a0de02b5d4 req-5089a627-c2a7-451f-849b-1081acc6eb93 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:40.621525 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3076cada-9641-4043-b859-93a0de02b5d4 req-5089a627-c2a7-451f-849b-1081acc6eb93 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0856359 Mar 31 15:53:40.667973 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3076cada-9641-4043-b859-93a0de02b5d4 req-65eaf953-4f4d-4a4c-b04f-6b2fd949bdc2 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406423 Mar 31 15:53:41.860571 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc225d6-7856-4a92-8dae-b517d7bc2208 req-4d63a993-e255-43b3-8c30-b4a1514c0b34 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:41.862104 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-fdc225d6-7856-4a92-8dae-b517d7bc2208 req-4d63a993-e255-43b3-8c30-b4a1514c0b34 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0864155 Mar 31 15:53:41.911606 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-fdc225d6-7856-4a92-8dae-b517d7bc2208 req-7d74da91-b68f-41d1-ad3a-93381b076de2 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407577 Mar 31 15:53:43.224967 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb1850-6ac3-43b7-9fab-8832127064f6 req-14914c8e-ae86-4ded-aada-021f89ae450d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:43.226424 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4feb1850-6ac3-43b7-9fab-8832127064f6 req-14914c8e-ae86-4ded-aada-021f89ae450d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.2037404 Mar 31 15:53:43.273622 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4feb1850-6ac3-43b7-9fab-8832127064f6 req-58288ddf-12a8-4158-9257-efa728006867 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411034 Mar 31 15:53:44.458831 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63775dae-e96b-452c-b104-bcaee8407fb4 req-932901d0-1777-4e47-aa92-15a73057c583 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:44.460262 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-63775dae-e96b-452c-b104-bcaee8407fb4 req-932901d0-1777-4e47-aa92-15a73057c583 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0786090 Mar 31 15:53:44.506597 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-63775dae-e96b-452c-b104-bcaee8407fb4 req-8187d2e5-d2ce-4fc4-a295-b674f5faf81f tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406640 Mar 31 15:53:45.688871 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e10d96-086a-4443-b0f9-440a68098ad3 req-5260204a-fd02-46c6-bb64-47ab12cf7cbc tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:45.690312 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b8e10d96-086a-4443-b0f9-440a68098ad3 req-5260204a-fd02-46c6-bb64-47ab12cf7cbc tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0783637 Mar 31 15:53:45.736320 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b8e10d96-086a-4443-b0f9-440a68098ad3 req-be7bcd15-8434-41e1-98f6-d8a81f7812ad tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402722 Mar 31 15:53:46.925527 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef33a8-8fbc-4456-b40a-6340f3b94157 req-08f83a1d-1a73-4abd-b39d-24a2944d00c6 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:46.926889 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-72ef33a8-8fbc-4456-b40a-6340f3b94157 req-08f83a1d-1a73-4abd-b39d-24a2944d00c6 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0801065 Mar 31 15:53:46.971610 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-72ef33a8-8fbc-4456-b40a-6340f3b94157 req-966fb2fd-a70e-4903-9b88-663673ff75ed tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390134 Mar 31 15:53:48.159665 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03caa7-380a-4ad2-8b11-53b3396a4b6c req-fea912a1-86e8-445c-b938-6b762b757fe7 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:48.161103 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-db03caa7-380a-4ad2-8b11-53b3396a4b6c req-fea912a1-86e8-445c-b938-6b762b757fe7 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0791776 Mar 31 15:53:48.206606 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-db03caa7-380a-4ad2-8b11-53b3396a4b6c req-8b3a6394-a831-4dfd-8303-95e540829731 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396495 Mar 31 15:53:48.867883 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:53:49.397375 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7a253-3c29-4e0f-b5f9-8da6b7cb7d39 req-bc01041f-ba3d-4474-99a4-10cf7c58ab89 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:49.398805 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d1d7a253-3c29-4e0f-b5f9-8da6b7cb7d39 req-bc01041f-ba3d-4474-99a4-10cf7c58ab89 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0832155 Mar 31 15:53:49.444767 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d1d7a253-3c29-4e0f-b5f9-8da6b7cb7d39 req-180d540c-b0db-4286-bbfd-df10bb17674c tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402334 Mar 31 15:53:50.638758 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1685d-334b-4ba7-91ef-c9414947bacb req-3882c59b-7f4a-4f3c-bad5-24b3e62088ea tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:50.640683 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b8a1685d-334b-4ba7-91ef-c9414947bacb req-3882c59b-7f4a-4f3c-bad5-24b3e62088ea tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0848854 Mar 31 15:53:50.685050 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b8a1685d-334b-4ba7-91ef-c9414947bacb req-8dbcbb0a-7fd9-4d7d-b031-9b43070d21a1 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388830 Mar 31 15:53:51.875972 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510d814-e4a4-4a89-a386-07c6c3b906b2 req-79e6ad30-575c-451c-b26f-f68a336a351e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:51.877481 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-6510d814-e4a4-4a89-a386-07c6c3b906b2 req-79e6ad30-575c-451c-b26f-f68a336a351e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0814161 Mar 31 15:53:51.926314 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-6510d814-e4a4-4a89-a386-07c6c3b906b2 req-03785d04-48cb-449e-9682-db6b5417fea3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431237 Mar 31 15:53:53.110167 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93236e-bf04-4a80-b388-8adaa3a79ed6 req-1905e125-8f4a-4fed-8df1-dda40320a89e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:53.111605 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-aa93236e-bf04-4a80-b388-8adaa3a79ed6 req-1905e125-8f4a-4fed-8df1-dda40320a89e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0790706 Mar 31 15:53:53.155191 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-aa93236e-bf04-4a80-b388-8adaa3a79ed6 req-cd9fba5e-a429-4d9a-9c74-89e7fbd93276 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378952 Mar 31 15:53:53.353394 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c2e2d-1f78-4295-a91b-a1234976ce8b req-d3ee3c48-fee8-4713-8b3a-598735b22a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:53.354828 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c85c2e2d-1f78-4295-a91b-a1234976ce8b req-d3ee3c48-fee8-4713-8b3a-598735b22a25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 1099 time: 0.0727792 Mar 31 15:53:53.502360 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c2e2d-1f78-4295-a91b-a1234976ce8b req-265a0476-9c65-4f16-9fe2-6f5168baf29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:53.503771 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c85c2e2d-1f78-4295-a91b-a1234976ce8b req-265a0476-9c65-4f16-9fe2-6f5168baf29b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce61b5be-9fe0-4994-915d-3438abf54c1e HTTP/1.1" status: 200 len: 913 time: 0.1260741 Mar 31 15:53:53.609635 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c85c2e2d-1f78-4295-a91b-a1234976ce8b req-2b554586-027a-4f1a-8ceb-3bb15458205c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d997d255-fcd8-4833-a765-2869bf4fb6de HTTP/1.1" status: 200 len: 1001 time: 0.0959764 Mar 31 15:53:53.674304 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c2e2d-1f78-4295-a91b-a1234976ce8b req-77824877-9904-48a1-b952-809399a3258a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:53.675752 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c85c2e2d-1f78-4295-a91b-a1234976ce8b req-77824877-9904-48a1-b952-809399a3258a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ac56404-00b0-4370-83a0-01bb5953c29e HTTP/1.1" status: 200 len: 851 time: 0.0596952 Mar 31 15:53:53.758488 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c2e2d-1f78-4295-a91b-a1234976ce8b req-7186aca4-5da6-47e2-ae1a-d39708815439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:53.759997 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c85c2e2d-1f78-4295-a91b-a1234976ce8b req-7186aca4-5da6-47e2-ae1a-d39708815439 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce61b5be-9fe0-4994-915d-3438abf54c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778725 Mar 31 15:53:53.903302 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c85c2e2d-1f78-4295-a91b-a1234976ce8b req-49fe266a-6238-4340-b65c-be6ba08c5f15 service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355894 Mar 31 15:53:54.040344 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c85c2e2d-1f78-4295-a91b-a1234976ce8b req-01585432-3740-4666-9530-798e205e901c service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290741 Mar 31 15:53:54.353428 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbecae-b6ea-4066-92d9-f963d25bcad5 req-984b3c7d-2142-4906-af2c-bf8f51a1d336 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:54.354997 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b6cbecae-b6ea-4066-92d9-f963d25bcad5 req-984b3c7d-2142-4906-af2c-bf8f51a1d336 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0898929 Mar 31 15:53:54.408143 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b6cbecae-b6ea-4066-92d9-f963d25bcad5 req-508b937d-09f0-4323-b30d-ec01306625a3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465941 Mar 31 15:53:55.293922 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:53:55.609964 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37bdff4-8510-416a-97ea-1f4b1bead0ef req-cd48044d-5872-48a3-aa38-d3ec6b5c386a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:55.611499 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d37bdff4-8510-416a-97ea-1f4b1bead0ef req-cd48044d-5872-48a3-aa38-d3ec6b5c386a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0893252 Mar 31 15:53:55.657992 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d37bdff4-8510-416a-97ea-1f4b1bead0ef req-8fdeeed9-61e5-47e9-afa8-7d1d58baa8ab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403891 Mar 31 15:53:56.844889 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a38af6-b348-46bd-bf51-b8ca552fe4e9 req-b552e6cd-b94c-4056-b752-2760e2e7df45 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:56.846372 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-37a38af6-b348-46bd-bf51-b8ca552fe4e9 req-b552e6cd-b94c-4056-b752-2760e2e7df45 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0840669 Mar 31 15:53:56.890321 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-37a38af6-b348-46bd-bf51-b8ca552fe4e9 req-3e4bdde6-eb1f-4d7e-9956-1049ec5623ff tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380929 Mar 31 15:53:58.077894 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022fb9d1-5d10-4d1f-9ad8-267b49f53451 req-a36c0d6f-ace7-4578-ab5f-7cd5485eb7a4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:58.079312 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-022fb9d1-5d10-4d1f-9ad8-267b49f53451 req-a36c0d6f-ace7-4578-ab5f-7cd5485eb7a4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0810800 Mar 31 15:53:58.124004 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-022fb9d1-5d10-4d1f-9ad8-267b49f53451 req-ecfba832-26bf-41b1-a634-c4fbaae9b5e2 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387619 Mar 31 15:53:59.307847 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167bb7a-d900-403e-8fba-9210137a897c req-047643f2-534f-4aa7-8296-b4fb4d257ab0 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:59.309302 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e167bb7a-d900-403e-8fba-9210137a897c req-047643f2-534f-4aa7-8296-b4fb4d257ab0 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0796514 Mar 31 15:53:59.354364 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e167bb7a-d900-403e-8fba-9210137a897c req-f6022441-575f-4491-a4ed-bfa5e6848b0c tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391014 Mar 31 15:54:00.539170 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac685ea9-ea78-4a7c-ad7f-6fb53be086f7 req-e2dee897-2d94-4d84-86fc-933f1268e317 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:00.540598 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ac685ea9-ea78-4a7c-ad7f-6fb53be086f7 req-e2dee897-2d94-4d84-86fc-933f1268e317 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0803080 Mar 31 15:54:00.584655 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ac685ea9-ea78-4a7c-ad7f-6fb53be086f7 req-4f647136-40cb-47a2-865c-d2d52638592a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381927 Mar 31 15:54:01.775832 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b18c1-4ba6-44b2-ad6d-d5a999b4acd9 req-ee8e44b7-87f1-4417-b8c1-0bc928b976ab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:01.777176 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-2c3b18c1-4ba6-44b2-ad6d-d5a999b4acd9 req-ee8e44b7-87f1-4417-b8c1-0bc928b976ab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0837419 Mar 31 15:54:01.822193 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-2c3b18c1-4ba6-44b2-ad6d-d5a999b4acd9 req-2830559f-5562-4fce-8baf-27ab1a94bd2d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380015 Mar 31 15:54:03.009686 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8819474-c1f3-4fd6-a744-d7427a140118 req-ea6f2bf3-0967-4e45-a407-c62241475d1d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:03.011162 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c8819474-c1f3-4fd6-a744-d7427a140118 req-ea6f2bf3-0967-4e45-a407-c62241475d1d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0834033 Mar 31 15:54:03.056533 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c8819474-c1f3-4fd6-a744-d7427a140118 req-981678b9-68d4-4690-ab8f-d2104880d894 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384386 Mar 31 15:54:03.070276 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e1f91822-9ee5-457a-b1bc-0c51d735863f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:03.558296 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22024b-36ac-485e-8a24-397755b8dad6 req-10e73d34-702f-4cdc-ba4c-20377de37b4c tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:03.559929 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-aa22024b-36ac-485e-8a24-397755b8dad6 req-10e73d34-702f-4cdc-ba4c-20377de37b4c tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0818284 Mar 31 15:54:03.597730 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-48157bfb-a1de-492d-9489-008e9de31b72 req-57285139-d654-4c82-a8b9-448b2ce7beea service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0769193 Mar 31 15:54:03.610792 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-aa22024b-36ac-485e-8a24-397755b8dad6 req-f67d089a-1a48-47ef-b5d8-7eefca381a11 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440245 Mar 31 15:54:04.809166 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83e2ac-3183-4114-8989-f23d59c75b95 req-4aa8aa94-6920-4695-91e1-dc6348518c67 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:04.810632 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4a83e2ac-3183-4114-8989-f23d59c75b95 req-4aa8aa94-6920-4695-91e1-dc6348518c67 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0832214 Mar 31 15:54:04.855942 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4a83e2ac-3183-4114-8989-f23d59c75b95 req-d2c64392-f24a-4967-acb1-2beef21d4b98 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393474 Mar 31 15:54:05.156309 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-39e6b54b-2507-41e8-98f8-bebd307de2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:05.413966 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48157bfb-a1de-492d-9489-008e9de31b72 req-cfe590ec-921e-466b-9eb8-2ceba4c7655d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:05.415360 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-48157bfb-a1de-492d-9489-008e9de31b72 req-cfe590ec-921e-466b-9eb8-2ceba4c7655d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 1099 time: 0.1636913 Mar 31 15:54:05.547967 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48157bfb-a1de-492d-9489-008e9de31b72 req-a58a355e-0b2f-458c-aec2-5927ecd1e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:05.549427 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-48157bfb-a1de-492d-9489-008e9de31b72 req-a58a355e-0b2f-458c-aec2-5927ecd1e5d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce61b5be-9fe0-4994-915d-3438abf54c1e HTTP/1.1" status: 200 len: 913 time: 0.1273801 Mar 31 15:54:05.668665 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-48157bfb-a1de-492d-9489-008e9de31b72 req-ead8926c-c56c-4ebe-bf41-08e3cb056961 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d997d255-fcd8-4833-a765-2869bf4fb6de HTTP/1.1" status: 200 len: 1001 time: 0.1132145 Mar 31 15:54:05.731736 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48157bfb-a1de-492d-9489-008e9de31b72 req-09d036b2-6589-460c-970c-8f04eac1b35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:05.733158 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-48157bfb-a1de-492d-9489-008e9de31b72 req-09d036b2-6589-460c-970c-8f04eac1b35c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ac56404-00b0-4370-83a0-01bb5953c29e HTTP/1.1" status: 200 len: 851 time: 0.0593836 Mar 31 15:54:05.807358 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48157bfb-a1de-492d-9489-008e9de31b72 req-aaf72a45-796f-4654-ab22-841d7644875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:05.808835 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-48157bfb-a1de-492d-9489-008e9de31b72 req-aaf72a45-796f-4654-ab22-841d7644875c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce61b5be-9fe0-4994-915d-3438abf54c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698817 Mar 31 15:54:05.947051 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-48157bfb-a1de-492d-9489-008e9de31b72 req-e123e9fc-c194-4aac-8246-837169d4f3ea service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302557 Mar 31 15:54:06.139744 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-48157bfb-a1de-492d-9489-008e9de31b72 req-bb60ea27-17eb-4fae-bc3b-cb703afb8d73 service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858740 Mar 31 15:54:06.151806 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91dc999-c2c4-4b18-81f7-e4155e8018b8 req-1222bf5f-97aa-4083-90d6-9456085c7f15 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:06.153244 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e91dc999-c2c4-4b18-81f7-e4155e8018b8 req-1222bf5f-97aa-4083-90d6-9456085c7f15 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.1810300 Mar 31 15:54:06.198736 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e91dc999-c2c4-4b18-81f7-e4155e8018b8 req-87bb432d-4d34-45e0-bf6a-47057d7381eb tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386033 Mar 31 15:54:06.503795 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:06.526256 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:07.394239 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a5181-1951-4819-b6f6-069f2d526e74 req-f370047b-e2e3-439b-a771-91976a8bb703 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:07.395716 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4a8a5181-1951-4819-b6f6-069f2d526e74 req-f370047b-e2e3-439b-a771-91976a8bb703 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0885842 Mar 31 15:54:07.444646 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4a8a5181-1951-4819-b6f6-069f2d526e74 req-0eb81aef-ca39-419c-9dfb-d4a421f33b52 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430193 Mar 31 15:54:07.966990 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:08.127751 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-48157bfb-a1de-492d-9489-008e9de31b72 req-9dc89141-2cad-4a1c-8405-1176a7681d64 service neutron] 10.222.0.41 "GET /v2.0/ports/d997d255-fcd8-4833-a765-2869bf4fb6de/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0772696 Mar 31 15:54:08.682069 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48157bfb-a1de-492d-9489-008e9de31b72 req-d061a6c3-6bf2-45d0-ba76-8fc7b71d1a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:08.683488 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-48157bfb-a1de-492d-9489-008e9de31b72 req-d061a6c3-6bf2-45d0-ba76-8fc7b71d1a11 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215&tenant_id=b0ac8c0737ec48db825fd4217e3c3af6 HTTP/1.1" status: 200 len: 1099 time: 0.0935750 Mar 31 15:54:08.702970 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87102d-43e6-48d5-bd13-beca1bc49dcf req-4bcf1227-d953-40a6-b1c4-7fd6f01bf049 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:08.704310 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bc87102d-43e6-48d5-bd13-beca1bc49dcf req-4bcf1227-d953-40a6-b1c4-7fd6f01bf049 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.1462741 Mar 31 15:54:08.789799 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bc87102d-43e6-48d5-bd13-beca1bc49dcf req-ee386262-5e74-4f0d-a449-f9a4c39bfbd5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535421 Mar 31 15:54:08.811394 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48157bfb-a1de-492d-9489-008e9de31b72 req-b3e2ac7c-66b9-49ef-83ab-5a20134edce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:08.813151 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-48157bfb-a1de-492d-9489-008e9de31b72 req-b3e2ac7c-66b9-49ef-83ab-5a20134edce5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 1099 time: 0.1073515 Mar 31 15:54:08.943569 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48157bfb-a1de-492d-9489-008e9de31b72 req-91c2f38f-aa55-46c7-b1e4-73c038e5a839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:08.944986 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-48157bfb-a1de-492d-9489-008e9de31b72 req-91c2f38f-aa55-46c7-b1e4-73c038e5a839 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce61b5be-9fe0-4994-915d-3438abf54c1e HTTP/1.1" status: 200 len: 913 time: 0.1261079 Mar 31 15:54:09.045913 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-48157bfb-a1de-492d-9489-008e9de31b72 req-6de7a378-97a7-496c-9162-21e8054295c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d997d255-fcd8-4833-a765-2869bf4fb6de HTTP/1.1" status: 200 len: 1001 time: 0.0940170 Mar 31 15:54:09.112072 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48157bfb-a1de-492d-9489-008e9de31b72 req-8fdf367a-9767-4ed3-9a33-05c9a6014f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:09.113524 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-48157bfb-a1de-492d-9489-008e9de31b72 req-8fdf367a-9767-4ed3-9a33-05c9a6014f3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ac56404-00b0-4370-83a0-01bb5953c29e HTTP/1.1" status: 200 len: 851 time: 0.0619757 Mar 31 15:54:09.188934 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48157bfb-a1de-492d-9489-008e9de31b72 req-e93bc0fe-2eed-46c7-844b-8abe6cfcdf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:09.190447 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-48157bfb-a1de-492d-9489-008e9de31b72 req-e93bc0fe-2eed-46c7-844b-8abe6cfcdf22 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce61b5be-9fe0-4994-915d-3438abf54c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697784 Mar 31 15:54:09.417716 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-48157bfb-a1de-492d-9489-008e9de31b72 req-346e7979-7413-445d-b6d4-d968a6d77625 service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204802 Mar 31 15:54:09.580858 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-48157bfb-a1de-492d-9489-008e9de31b72 req-1b2f5e45-cb48-4da9-8217-0be7a69937a9 service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560860 Mar 31 15:54:09.987230 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec135324-5ca8-4f3e-aa64-982c5a6ecd5c req-fd83c8a7-5eb0-4860-b8c8-20d49a077f69 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:09.990190 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-ec135324-5ca8-4f3e-aa64-982c5a6ecd5c req-fd83c8a7-5eb0-4860-b8c8-20d49a077f69 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0908365 Mar 31 15:54:10.033442 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-ec135324-5ca8-4f3e-aa64-982c5a6ecd5c req-8ba440bd-e47b-4838-8dfe-c8f14cde0fe3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387299 Mar 31 15:54:11.228222 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42876c39-c486-4f6c-9392-338177e11fa2 req-0490cf9c-f65a-41e1-9840-8c70c7f6c1f5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:11.229728 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-42876c39-c486-4f6c-9392-338177e11fa2 req-0490cf9c-f65a-41e1-9840-8c70c7f6c1f5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0840869 Mar 31 15:54:11.280057 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-42876c39-c486-4f6c-9392-338177e11fa2 req-dac9a95e-bcd1-4e61-a2f2-320a6dd0088a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431449 Mar 31 15:54:12.475920 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d8461-113f-47e5-af06-1b9aeefb9042 req-362a39e6-49cc-41df-b9f7-3ce12c8ea777 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:12.477389 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-6e2d8461-113f-47e5-af06-1b9aeefb9042 req-362a39e6-49cc-41df-b9f7-3ce12c8ea777 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0847631 Mar 31 15:54:12.522273 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-6e2d8461-113f-47e5-af06-1b9aeefb9042 req-d45c3b43-3f87-4872-b08d-0a2155fe39cc tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391412 Mar 31 15:54:12.954717 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbc437-cd66-4bb8-99a3-cbe8da80a2ec req-cb6dc552-f65b-49e8-b5aa-e89b93acaf86 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:12.956092 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-95bbc437-cd66-4bb8-99a3-cbe8da80a2ec req-cb6dc552-f65b-49e8-b5aa-e89b93acaf86 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0832784 Mar 31 15:54:12.994720 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1583f0-e756-4e45-9fbc-bd95a4114d5f req-4e927692-d153-431a-ad43-7e04998865ed tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:12.996156 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1e1583f0-e756-4e45-9fbc-bd95a4114d5f req-4e927692-d153-431a-ad43-7e04998865ed tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.41 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215&tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&binding%3Ahost_id=hv-neutron-8333 HTTP/1.1" status: 200 len: 946 time: 0.0842237 Mar 31 15:54:13.002085 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-95bbc437-cd66-4bb8-99a3-cbe8da80a2ec req-c229bc1a-8841-42c5-9f44-a9df04c16241 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397699 Mar 31 15:54:13.138335 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1583f0-e756-4e45-9fbc-bd95a4114d5f req-c9e8dbc9-6844-4a1d-9684-bbc52a43df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:13.139781 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1e1583f0-e756-4e45-9fbc-bd95a4114d5f req-c9e8dbc9-6844-4a1d-9684-bbc52a43df2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 1099 time: 0.0747061 Mar 31 15:54:13.201325 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device d997d255-fcd8-4833-a765-2869bf4fb6de details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:54:13.204807 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device d997d255-fcd8-4833-a765-2869bf4fb6de no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:54:13.276576 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1583f0-e756-4e45-9fbc-bd95a4114d5f req-bcb422bc-e076-451f-a47f-270e99840d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:13.278074 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1e1583f0-e756-4e45-9fbc-bd95a4114d5f req-bcb422bc-e076-451f-a47f-270e99840d69 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce61b5be-9fe0-4994-915d-3438abf54c1e HTTP/1.1" status: 200 len: 913 time: 0.1324489 Mar 31 15:54:13.385140 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1e1583f0-e756-4e45-9fbc-bd95a4114d5f req-ac1e867b-54b8-459b-9aa8-93c4c71a9326 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d997d255-fcd8-4833-a765-2869bf4fb6de HTTP/1.1" status: 200 len: 1001 time: 0.1011226 Mar 31 15:54:13.437844 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:13.448602 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1583f0-e756-4e45-9fbc-bd95a4114d5f req-6409c40b-a116-484d-9c72-cf04e155d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:13.450055 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1e1583f0-e756-4e45-9fbc-bd95a4114d5f req-6409c40b-a116-484d-9c72-cf04e155d015 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ac56404-00b0-4370-83a0-01bb5953c29e HTTP/1.1" status: 200 len: 851 time: 0.0585716 Mar 31 15:54:13.458786 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port d997d255-fcd8-4833-a765-2869bf4fb6de, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d997d255-fcd8-4833-a765-2869bf4fb6de,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:54:13.479441 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': 'd997d255-fcd8-4833-a765-2869bf4fb6de', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'port_id': 'd997d255-fcd8-4833-a765-2869bf4fb6de', 'mac_address': 'fa:16:3e:80:5c:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:54:13.485376 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0301fdd4-df55-4baf-8b1c-c4d791721215', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd997d255-fcd8-4833-a765-2869bf4fb6de'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:54:13.526342 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port d997d255-fcd8-4833-a765-2869bf4fb6de, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d997d255-fcd8-4833-a765-2869bf4fb6de,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:54:13.548957 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1583f0-e756-4e45-9fbc-bd95a4114d5f req-9c5a2c48-9fd0-455f-90cb-61ccadc33751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:13.549885 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1e1583f0-e756-4e45-9fbc-bd95a4114d5f req-9c5a2c48-9fd0-455f-90cb-61ccadc33751 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce61b5be-9fe0-4994-915d-3438abf54c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0936086 Mar 31 15:54:13.559690 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0301fdd4-df55-4baf-8b1c-c4d791721215', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd997d255-fcd8-4833-a765-2869bf4fb6de', 'code': 200} Mar 31 15:54:13.563910 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:13.589365 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:13.626331 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d997d255-fcd8-4833-a765-2869bf4fb6de {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:54:13.697938 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1e1583f0-e756-4e45-9fbc-bd95a4114d5f req-74b14a09-b3d1-46b1-be71-0132e804ed00 service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391368 Mar 31 15:54:13.716714 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=d997d255-fcd8-4833-a765-2869bf4fb6de,revision_number=6']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:13.724416 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:54:13.724769 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:54:13.726089 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:13.726434 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:13.726767 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:13.727098 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:13.727427 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:13.727803 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:13.728077 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:13.728397 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:13.728722 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:13.729040 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:13.729395 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:13.729708 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:13.829433 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1e1583f0-e756-4e45-9fbc-bd95a4114d5f req-8a7e81b5-eaac-4d2f-a384-d9355d09045b service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253073 Mar 31 15:54:14.197183 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9e0c6-396d-4ea2-8de1-f70879a484e5 req-074c950a-4663-4184-8942-719d85ffdbf1 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:14.198679 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8ae9e0c6-396d-4ea2-8de1-f70879a484e5 req-074c950a-4663-4184-8942-719d85ffdbf1 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 944 time: 0.0830772 Mar 31 15:54:14.245457 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8ae9e0c6-396d-4ea2-8de1-f70879a484e5 req-548a9587-c09f-4889-876d-0ff2ee2c78ab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404062 Mar 31 15:54:14.280238 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:14.298132 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d997d255-fcd8-4833-a765-2869bf4fb6de {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:54:14.313919 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port d997d255-fcd8-4833-a765-2869bf4fb6de, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d997d255-fcd8-4833-a765-2869bf4fb6de,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:54:14.372365 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:14.445548 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['d997d255-fcd8-4833-a765-2869bf4fb6de'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:54:14.531566 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=d997d255-fcd8-4833-a765-2869bf4fb6de,revision_number=7']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:15.198297 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device d997d255-fcd8-4833-a765-2869bf4fb6de up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:54:15.266659 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port d997d255-fcd8-4833-a765-2869bf4fb6de triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:54:15.267020 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:15.388112 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:15.422662 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port d997d255-fcd8-4833-a765-2869bf4fb6de, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d997d255-fcd8-4833-a765-2869bf4fb6de,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:54:15.443440 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97d586-a233-4b0d-ace0-9e901204005c req-15369092-c5fc-4214-81f1-9f4e88226455 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:15.444913 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1a97d586-a233-4b0d-ace0-9e901204005c req-15369092-c5fc-4214-81f1-9f4e88226455 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 945 time: 0.0887251 Mar 31 15:54:15.490488 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1a97d586-a233-4b0d-ace0-9e901204005c req-ceae40d8-bee2-48ae-ae2f-3d3aab1672da tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395980 Mar 31 15:54:15.515213 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:15.559855 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0301fdd4-df55-4baf-8b1c-c4d791721215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd997d255-fcd8-4833-a765-2869bf4fb6de'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:54:15.597362 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=d997d255-fcd8-4833-a765-2869bf4fb6de,revision_number=8']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:15.613791 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0301fdd4-df55-4baf-8b1c-c4d791721215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd997d255-fcd8-4833-a765-2869bf4fb6de', 'code': 200} Mar 31 15:54:15.697698 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9e489-c927-4683-8333-529b1ae45698 req-0221f4ba-8666-425f-af68-f9eaabd81133 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:15.699457 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-87d9e489-c927-4683-8333-529b1ae45698 req-0221f4ba-8666-425f-af68-f9eaabd81133 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0801175 Mar 31 15:54:15.747686 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-87d9e489-c927-4683-8333-529b1ae45698 req-920d2158-5169-4e61-9b74-75ff5d57347a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412586 Mar 31 15:54:16.220540 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eaad95-5350-4fa1-bde0-26a529895e0e req-8bda0d5c-5d91-4c57-ad48-90cda2a2c316 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:16.222017 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-45eaad95-5350-4fa1-bde0-26a529895e0e req-8bda0d5c-5d91-4c57-ad48-90cda2a2c316 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0933268 Mar 31 15:54:16.267590 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-45eaad95-5350-4fa1-bde0-26a529895e0e req-f0c1176a-56fd-4762-adc7-347daccc632a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397463 Mar 31 15:54:16.294192 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da4328-11ca-4dc0-bcfd-19bab0137411 req-3e61fd55-9346-46cc-a4ad-34aa16e60e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:16.295618 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-11da4328-11ca-4dc0-bcfd-19bab0137411 req-3e61fd55-9346-46cc-a4ad-34aa16e60e15 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 1099 time: 0.0758576 Mar 31 15:54:16.427541 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da4328-11ca-4dc0-bcfd-19bab0137411 req-0a4897d0-a35a-4f2b-b579-36a12c606ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:16.429028 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-11da4328-11ca-4dc0-bcfd-19bab0137411 req-0a4897d0-a35a-4f2b-b579-36a12c606ada service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce61b5be-9fe0-4994-915d-3438abf54c1e HTTP/1.1" status: 200 len: 913 time: 0.1274731 Mar 31 15:54:16.646316 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-11da4328-11ca-4dc0-bcfd-19bab0137411 req-4fc078f3-c107-423d-87ec-4bc633c8748e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d997d255-fcd8-4833-a765-2869bf4fb6de HTTP/1.1" status: 200 len: 1001 time: 0.2106328 Mar 31 15:54:16.710120 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da4328-11ca-4dc0-bcfd-19bab0137411 req-6b0a9767-ae3d-4289-bd59-36c3562c7a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:16.711545 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-11da4328-11ca-4dc0-bcfd-19bab0137411 req-6b0a9767-ae3d-4289-bd59-36c3562c7a73 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ac56404-00b0-4370-83a0-01bb5953c29e HTTP/1.1" status: 200 len: 851 time: 0.0580637 Mar 31 15:54:16.788405 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da4328-11ca-4dc0-bcfd-19bab0137411 req-67af81fd-ae67-45b1-a96c-892a4b9d103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:16.789929 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-11da4328-11ca-4dc0-bcfd-19bab0137411 req-67af81fd-ae67-45b1-a96c-892a4b9d103e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce61b5be-9fe0-4994-915d-3438abf54c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715384 Mar 31 15:54:16.922356 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-11da4328-11ca-4dc0-bcfd-19bab0137411 req-ccb3c29c-7bf8-4ee5-aa55-7593af14ba43 service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262634 Mar 31 15:54:17.054006 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-11da4328-11ca-4dc0-bcfd-19bab0137411 req-4ca86947-3aaa-47e3-8674-0ee2afa6584d service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261296 Mar 31 15:54:17.472196 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f34ec4-ec4e-4e51-b373-5b9b6309207d req-af5aa84c-62e6-4540-ae3e-f3afd7507e25 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:17.473709 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b4f34ec4-ec4e-4e51-b373-5b9b6309207d req-af5aa84c-62e6-4540-ae3e-f3afd7507e25 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0933609 Mar 31 15:54:17.520930 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b4f34ec4-ec4e-4e51-b373-5b9b6309207d req-20603b37-4f07-43cd-b393-8e4ce8496e7f tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406826 Mar 31 15:54:18.712464 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd5153-cecb-468b-b258-074b715abe45 req-2562abec-6fa7-4cd5-9ff5-75c636ac4ad0 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:18.713962 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0ccd5153-cecb-468b-b258-074b715abe45 req-2562abec-6fa7-4cd5-9ff5-75c636ac4ad0 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0836837 Mar 31 15:54:18.864388 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0ccd5153-cecb-468b-b258-074b715abe45 req-fa08be2d-027a-4f70-9e90-0c3b6e3d88da tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442361 Mar 31 15:54:19.485338 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0ee22-7557-4bef-b1f8-89525ef5d6c1 req-8dc92da1-5c21-4eeb-8fa9-c538962e2f91 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:19.486867 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-edd0ee22-7557-4bef-b1f8-89525ef5d6c1 req-8dc92da1-5c21-4eeb-8fa9-c538962e2f91 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0813656 Mar 31 15:54:19.532316 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-edd0ee22-7557-4bef-b1f8-89525ef5d6c1 req-a9af3acd-e068-4e3c-9ba1-759a72c55c5c tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387414 Mar 31 15:54:20.717454 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824c5ea-95da-424b-afc5-de7b4d1554ff req-4be7c73b-cf83-4ca7-8e2d-234a6a08c246 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:20.718899 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e824c5ea-95da-424b-afc5-de7b4d1554ff req-4be7c73b-cf83-4ca7-8e2d-234a6a08c246 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0792642 Mar 31 15:54:20.767535 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e824c5ea-95da-424b-afc5-de7b4d1554ff req-7f939eba-4e8c-47c0-b24f-95c35c4643aa tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413909 Mar 31 15:54:21.213940 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fb594-f265-4bcd-b3a0-5a6d5eb59a60 req-3e41280d-64f5-4f86-a794-e096d053262f tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:21.215407 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ea4fb594-f265-4bcd-b3a0-5a6d5eb59a60 req-3e41280d-64f5-4f86-a794-e096d053262f tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.41 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0788302 Mar 31 15:54:21.285067 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-ea4fb594-f265-4bcd-b3a0-5a6d5eb59a60 req-a3e3ffa8-2282-41c0-8735-f6f2462d5027 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Deleting port d997d255-fcd8-4833-a765-2869bf4fb6de {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:54:21.285417 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ea4fb594-f265-4bcd-b3a0-5a6d5eb59a60 req-a3e3ffa8-2282-41c0-8735-f6f2462d5027 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:21.531084 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-ea4fb594-f265-4bcd-b3a0-5a6d5eb59a60 req-a3e3ffa8-2282-41c0-8735-f6f2462d5027 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] For port d997d255-fcd8-4833-a765-2869bf4fb6de, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d997d255-fcd8-4833-a765-2869bf4fb6de,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:54:21.531444 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ea4fb594-f265-4bcd-b3a0-5a6d5eb59a60 req-a3e3ffa8-2282-41c0-8735-f6f2462d5027 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:21.841676 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ea4fb594-f265-4bcd-b3a0-5a6d5eb59a60 req-a3e3ffa8-2282-41c0-8735-f6f2462d5027 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:21.842388 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ea4fb594-f265-4bcd-b3a0-5a6d5eb59a60 req-a3e3ffa8-2282-41c0-8735-f6f2462d5027 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:21.842388 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [req-ea4fb594-f265-4bcd-b3a0-5a6d5eb59a60 req-a3e3ffa8-2282-41c0-8735-f6f2462d5027 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Floating IP bf477b0a-4ffe-4a9a-a106-7599da646ad6 disassociated. External IP: 172.26.5.83, port: d997d255-fcd8-4833-a765-2869bf4fb6de. Mar 31 15:54:21.842686 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-ea4fb594-f265-4bcd-b3a0-5a6d5eb59a60 req-a3e3ffa8-2282-41c0-8735-f6f2462d5027 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Calling delete_port for d997d255-fcd8-4833-a765-2869bf4fb6de owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:54:21.958640 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3402d-52cd-47fe-a91e-0425a3c8bf49 req-5bd6ea74-26cc-414e-aaac-c146a7b6bf47 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:21.960266 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-58b3402d-52cd-47fe-a91e-0425a3c8bf49 req-5bd6ea74-26cc-414e-aaac-c146a7b6bf47 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 946 time: 0.0852952 Mar 31 15:54:22.006811 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-58b3402d-52cd-47fe-a91e-0425a3c8bf49 req-4b646eaf-4e79-4dd6-be5a-3f55dcd9b163 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406346 Mar 31 15:54:22.058191 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ea4fb594-f265-4bcd-b3a0-5a6d5eb59a60 req-a3e3ffa8-2282-41c0-8735-f6f2462d5027 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:22.109703 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3ffa8-2282-41c0-8735-f6f2462d5027 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Pushing event deleted for resources: {'Port': ['ID=d997d255-fcd8-4833-a765-2869bf4fb6de,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:22.120461 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3ffa8-2282-41c0-8735-f6f2462d5027 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:22.120806 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3ffa8-2282-41c0-8735-f6f2462d5027 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:22.121139 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3ffa8-2282-41c0-8735-f6f2462d5027 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:22.121499 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3ffa8-2282-41c0-8735-f6f2462d5027 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:22.121826 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3ffa8-2282-41c0-8735-f6f2462d5027 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:22.122154 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3ffa8-2282-41c0-8735-f6f2462d5027 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:22.122473 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3ffa8-2282-41c0-8735-f6f2462d5027 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:22.122793 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3ffa8-2282-41c0-8735-f6f2462d5027 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:22.123123 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3ffa8-2282-41c0-8735-f6f2462d5027 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:22.123447 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3ffa8-2282-41c0-8735-f6f2462d5027 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:22.123760 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3ffa8-2282-41c0-8735-f6f2462d5027 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:22.124072 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3ffa8-2282-41c0-8735-f6f2462d5027 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:22.410448 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea4fb594-f265-4bcd-b3a0-5a6d5eb59a60 req-a3e3ffa8-2282-41c0-8735-f6f2462d5027 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Router f629c0d1-1362-4930-b6e3-c644f935c015 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:54:22.590811 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea4fb594-f265-4bcd-b3a0-5a6d5eb59a60 req-a3e3ffa8-2282-41c0-8735-f6f2462d5027 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:54:22.602324 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c09e212-37fa-4a8f-88bb-f37752071563 None None] Sync routers for ids ['f629c0d1-1362-4930-b6e3-c644f935c015'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:54:22.612340 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c09e212-37fa-4a8f-88bb-f37752071563 None None] Routers {'f629c0d1-1362-4930-b6e3-c644f935c015'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:54:22.612837 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9c09e212-37fa-4a8f-88bb-f37752071563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:54:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['f629c0d1-1362-4930-b6e3-c644f935c015'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:22.667081 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4fb594-f265-4bcd-b3a0-5a6d5eb59a60 req-a3e3ffa8-2282-41c0-8735-f6f2462d5027 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] No DVR routers for this DVR port d997d255-fcd8-4833-a765-2869bf4fb6de on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:54:22.669469 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ea4fb594-f265-4bcd-b3a0-5a6d5eb59a60 req-a3e3ffa8-2282-41c0-8735-f6f2462d5027 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:22.671982 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0301fdd4-df55-4baf-8b1c-c4d791721215', 'name': 'network-vif-deleted', 'tag': 'd997d255-fcd8-4833-a765-2869bf4fb6de'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:54:22.717175 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0301fdd4-df55-4baf-8b1c-c4d791721215', 'name': 'network-vif-deleted', 'tag': 'd997d255-fcd8-4833-a765-2869bf4fb6de', 'status': 'completed', 'code': 200} Mar 31 15:54:22.761851 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ea4fb594-f265-4bcd-b3a0-5a6d5eb59a60 req-a3e3ffa8-2282-41c0-8735-f6f2462d5027 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.41 "DELETE /v2.0/ports/d997d255-fcd8-4833-a765-2869bf4fb6de HTTP/1.1" status: 204 len: 173 time: 1.5416727 Mar 31 15:54:22.796832 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-9c09e212-37fa-4a8f-88bb-f37752071563 None None] Set router f629c0d1-1362-4930-b6e3-c644f935c015 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:54:23.137607 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9c09e212-37fa-4a8f-88bb-f37752071563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:52:16Z', 'revision_number': 4, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port': {'id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:13Z', 'updated_at': '2022-03-31T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '147e3c84-4cd9-4b8b-a97a-63a380e9e054', 'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'mac_address': 'fa:16:3e:02:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:15Z', 'updated_at': '2022-03-31T15:52:21Z', 'revision_number': 5, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'subnets': [{'id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:23.143734 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c09e212-37fa-4a8f-88bb-f37752071563 None None] Checking router: f629c0d1-1362-4930-b6e3-c644f935c015 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:54:23.151131 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c09e212-37fa-4a8f-88bb-f37752071563 None None] Routers {'f629c0d1-1362-4930-b6e3-c644f935c015'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:54:23.151743 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9c09e212-37fa-4a8f-88bb-f37752071563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:54:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['f629c0d1-1362-4930-b6e3-c644f935c015'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:23.171248 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f19abc06-822b-4e99-bd96-3012079f63bd req-226367bf-23bc-4403-9997-e9a3d4232bc2 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=0301fdd4-df55-4baf-8b1c-c4d791721215 HTTP/1.1" status: 200 len: 210 time: 0.0429645 Mar 31 15:54:23.343355 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-9c09e212-37fa-4a8f-88bb-f37752071563 None None] Set router f629c0d1-1362-4930-b6e3-c644f935c015 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:54:23.705980 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9c09e212-37fa-4a8f-88bb-f37752071563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:52:16Z', 'revision_number': 4, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port': {'id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:13Z', 'updated_at': '2022-03-31T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '147e3c84-4cd9-4b8b-a97a-63a380e9e054', 'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'mac_address': 'fa:16:3e:02:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:15Z', 'updated_at': '2022-03-31T15:52:21Z', 'revision_number': 5, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'subnets': [{'id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:23.710575 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c09e212-37fa-4a8f-88bb-f37752071563 None None] The sync data for ids ['f629c0d1-1362-4930-b6e3-c644f935c015'] in dv-neutron-833379-2-hyperv is: [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:52:16Z', 'revision_number': 4, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port': {'id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:13Z', 'updated_at': '2022-03-31T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '147e3c84-4cd9-4b8b-a97a-63a380e9e054', 'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'mac_address': 'fa:16:3e:02:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:15Z', 'updated_at': '2022-03-31T15:52:21Z', 'revision_number': 5, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'subnets': [{'id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:54:23.939375 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca81bb3f-42fe-42a6-9d17-3daf23572301 None None] New status for floating IP bf477b0a-4ffe-4a9a-a106-7599da646ad6: DOWN {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:54:24.513924 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-554c6e93-29eb-45da-8605-db574951e720 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1621883366&fields=id&tenant_id=b0ac8c0737ec48db825fd4217e3c3af6 HTTP/1.1" status: 200 len: 267 time: 0.0391381 Mar 31 15:54:24.666778 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-bce4b855-ccdf-4bb0-8ad0-c42799b376e6 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:24.668232 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-bce4b855-ccdf-4bb0-8ad0-c42799b376e6 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/networks?id=ce61b5be-9fe0-4994-915d-3438abf54c1e HTTP/1.1" status: 200 len: 812 time: 0.1473956 Mar 31 15:54:24.683407 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-cc3faed6-4d8b-43fc-b19c-da4d9dee42ae tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/quotas/b0ac8c0737ec48db825fd4217e3c3af6 HTTP/1.1" status: 200 len: 375 time: 0.0092344 Mar 31 15:54:24.772228 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-194ffb3c-2993-4ee3-b8c0-0a347a9b964f tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Synchronizing usage tracker for tenant:b0ac8c0737ec48db825fd4217e3c3af6 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:54:24.840923 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-194ffb3c-2993-4ee3-b8c0-0a347a9b964f tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Unset dirty status for tenant:b0ac8c0737ec48db825fd4217e3c3af6 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:54:24.842320 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-194ffb3c-2993-4ee3-b8c0-0a347a9b964f tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1538336 Mar 31 15:54:25.034913 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-91ebfb42-818d-49ec-8b41-97240e41ac29 service neutron] 10.222.0.31 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795452 Mar 31 15:54:25.167472 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-1b064bf1-449b-4857-bb54-5edf6494b847 service neutron] 10.222.0.31 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263123 Mar 31 15:54:25.282554 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device d997d255-fcd8-4833-a765-2869bf4fb6de no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:54:25.311485 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:25.317410 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: d997d255-fcd8-4833-a765-2869bf4fb6de {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:54:25.317754 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device d997d255-fcd8-4833-a765-2869bf4fb6de not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:54:25.420821 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c7951cbc-a616-4a07-b64b-b62b1c0c8b40 req-fa8848fb-1106-458c-9592-a77f7675348a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0464423 Mar 31 15:54:25.866631 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:54:26.573348 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-cca5924f-5026-4512-ae2c-209b74535dfe req-c8f3d1ef-86ee-4961-8c60-0ac76c3557ed tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0424855 Mar 31 15:54:27.564330 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-b03e9479-69cc-4519-9044-0c08ddd41290 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:27.565797 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-b03e9479-69cc-4519-9044-0c08ddd41290 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.41 "GET /v2.0/networks?id=ce61b5be-9fe0-4994-915d-3438abf54c1e HTTP/1.1" status: 200 len: 812 time: 0.1448939 Mar 31 15:54:27.620122 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-c1696c3f-f8fc-4737-835b-8cc222d9f122 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0ac8c0737ec48db825fd4217e3c3af6 HTTP/1.1" status: 200 len: 380 time: 0.0460052 Mar 31 15:54:27.629440 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-47817748-1eb8-4333-9110-96eae72c161d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Request body: {'port': {'device_id': '54b9826c-c1cf-4067-90b8-dcc0e643d2f3', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'admin_state_up': True, 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'security_groups': ['958df846-4fb7-4035-9fbe-81f7de3458b0']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:54:27.732827 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-72eb7df3-0e46-41a3-b48b-ace6e7cfbc74 req-ecbcc90f-dce7-4a78-9990-c2be69f733d2 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0429754 Mar 31 15:54:27.776337 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-47817748-1eb8-4333-9110-96eae72c161d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:54:27.785885 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-47817748-1eb8-4333-9110-96eae72c161d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:54:27.863761 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-47817748-1eb8-4333-9110-96eae72c161d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Made reservation on behalf of b0ac8c0737ec48db825fd4217e3c3af6 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:54:27.867949 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-47817748-1eb8-4333-9110-96eae72c161d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:28.034502 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-47817748-1eb8-4333-9110-96eae72c161d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Allocated IP 172.20.0.13 (ce61b5be-9fe0-4994-915d-3438abf54c1e/4ac56404-00b0-4370-83a0-01bb5953c29e/618674d4-c7d0-4c69-9476-3b8558c0f5fb) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:54:28.326038 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-47817748-1eb8-4333-9110-96eae72c161d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:28.341385 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-47817748-1eb8-4333-9110-96eae72c161d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Transition to ACTIVE for port object 618674d4-c7d0-4c69-9476-3b8558c0f5fb will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:54:28.446910 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-47817748-1eb8-4333-9110-96eae72c161d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:28.516178 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-47817748-1eb8-4333-9110-96eae72c161d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Network ce61b5be-9fe0-4994-915d-3438abf54c1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:54:28.519125 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-47817748-1eb8-4333-9110-96eae72c161d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:54:28.521669 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-47817748-1eb8-4333-9110-96eae72c161d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:54:28.573039 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47817748-1eb8-4333-9110-96eae72c161d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Pushing event updated for resources: {'Port': ['ID=618674d4-c7d0-4c69-9476-3b8558c0f5fb,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:28.600362 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-47817748-1eb8-4333-9110-96eae72c161d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:28.601036 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-47817748-1eb8-4333-9110-96eae72c161d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:28.704230 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-47817748-1eb8-4333-9110-96eae72c161d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0788422 Mar 31 15:54:28.715813 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-8e589d49-ee0b-490b-9776-51587b06634b service neutron] Request body: {'port': {'device_id': '54b9826c-c1cf-4067-90b8-dcc0e643d2f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:54:28.817781 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-59c33868-48a1-4aba-bd45-d8ed8ab1aa69 None None] Provisioning for port 618674d4-c7d0-4c69-9476-3b8558c0f5fb completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:54:28.824041 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-59c33868-48a1-4aba-bd45-d8ed8ab1aa69 None None] Provisioning complete for port 618674d4-c7d0-4c69-9476-3b8558c0f5fb triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:54:28.824486 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-59c33868-48a1-4aba-bd45-d8ed8ab1aa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:28.832070 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-8e589d49-ee0b-490b-9776-51587b06634b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:28.883631 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-59c33868-48a1-4aba-bd45-d8ed8ab1aa69 None None] Port 618674d4-c7d0-4c69-9476-3b8558c0f5fb cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:54:29.073902 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79275a-ae00-4ac5-bb5f-cf43d9dd14c8 req-50e8b840-256b-4ae8-a982-e02b74c5e100 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:29.074601 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-8c79275a-ae00-4ac5-bb5f-cf43d9dd14c8 req-50e8b840-256b-4ae8-a982-e02b74c5e100 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Synchronizing usage tracker for tenant:b0ac8c0737ec48db825fd4217e3c3af6 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:54:29.228090 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-8c79275a-ae00-4ac5-bb5f-cf43d9dd14c8 req-50e8b840-256b-4ae8-a982-e02b74c5e100 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Unset dirty status for tenant:b0ac8c0737ec48db825fd4217e3c3af6 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:54:29.229069 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8c79275a-ae00-4ac5-bb5f-cf43d9dd14c8 req-50e8b840-256b-4ae8-a982-e02b74c5e100 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 932 time: 0.3799164 Mar 31 15:54:29.278856 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-8e589d49-ee0b-490b-9776-51587b06634b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 618674d4-c7d0-4c69-9476-3b8558c0f5fb {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:54:29.290164 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-8e589d49-ee0b-490b-9776-51587b06634b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:29.297766 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8c79275a-ae00-4ac5-bb5f-cf43d9dd14c8 req-62ff290f-067d-4f55-8d53-c9fe417ddbad tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622160 Mar 31 15:54:29.309719 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-8e589d49-ee0b-490b-9776-51587b06634b service neutron] Transition to ACTIVE for port object 618674d4-c7d0-4c69-9476-3b8558c0f5fb will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:54:29.423278 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-8e589d49-ee0b-490b-9776-51587b06634b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:29.584853 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e589d49-ee0b-490b-9776-51587b06634b service neutron] Pushing event updated for resources: {'Port': ['ID=618674d4-c7d0-4c69-9476-3b8558c0f5fb,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:29.673029 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-8e589d49-ee0b-490b-9776-51587b06634b service neutron] Attempting to bind port 618674d4-c7d0-4c69-9476-3b8558c0f5fb on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:54:29.673323 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-8e589d49-ee0b-490b-9776-51587b06634b service neutron] Attempting to bind port 618674d4-c7d0-4c69-9476-3b8558c0f5fb by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fabfe38b-ee9d-4293-83a1-9d7a861f316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:54:29.673636 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-8e589d49-ee0b-490b-9776-51587b06634b service neutron] Attempting to bind port 618674d4-c7d0-4c69-9476-3b8558c0f5fb on network ce61b5be-9fe0-4994-915d-3438abf54c1e {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:54:29.679921 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-8e589d49-ee0b-490b-9776-51587b06634b service neutron] Port 618674d4-c7d0-4c69-9476-3b8558c0f5fb on network ce61b5be-9fe0-4994-915d-3438abf54c1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:54:29.680238 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-8e589d49-ee0b-490b-9776-51587b06634b service neutron] Attempting to bind port 618674d4-c7d0-4c69-9476-3b8558c0f5fb on network ce61b5be-9fe0-4994-915d-3438abf54c1e {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:54:29.685428 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-8e589d49-ee0b-490b-9776-51587b06634b service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:54:29.685751 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-8e589d49-ee0b-490b-9776-51587b06634b service neutron] Checking segment: {'id': 'fabfe38b-ee9d-4293-83a1-9d7a861f316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:54:29.686126 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-8e589d49-ee0b-490b-9776-51587b06634b service neutron] Bound using segment: {'id': 'fabfe38b-ee9d-4293-83a1-9d7a861f316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:54:29.686541 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-8e589d49-ee0b-490b-9776-51587b06634b service neutron] Bound port: 618674d4-c7d0-4c69-9476-3b8558c0f5fb, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fabfe38b-ee9d-4293-83a1-9d7a861f316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:54:29.686884 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-8e589d49-ee0b-490b-9776-51587b06634b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:29.782819 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-8e589d49-ee0b-490b-9776-51587b06634b service neutron] For port 618674d4-c7d0-4c69-9476-3b8558c0f5fb, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:54:29.785475 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-8e589d49-ee0b-490b-9776-51587b06634b service neutron] For port 618674d4-c7d0-4c69-9476-3b8558c0f5fb, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=618674d4-c7d0-4c69-9476-3b8558c0f5fb,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:54:29.869964 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-8e589d49-ee0b-490b-9776-51587b06634b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:29.927736 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-8e589d49-ee0b-490b-9776-51587b06634b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:29.928345 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-8e589d49-ee0b-490b-9776-51587b06634b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:29.929756 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-8e589d49-ee0b-490b-9776-51587b06634b service neutron] 10.222.0.41 "PUT /v2.0/ports/618674d4-c7d0-4c69-9476-3b8558c0f5fb HTTP/1.1" status: 200 len: 1094 time: 1.2181315 Mar 31 15:54:29.930190 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b9826c-c1cf-4067-90b8-dcc0e643d2f3', 'tag': '618674d4-c7d0-4c69-9476-3b8558c0f5fb'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:54:29.960469 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e589d49-ee0b-490b-9776-51587b06634b service neutron] Pushing event updated for resources: {'Port': ['ID=618674d4-c7d0-4c69-9476-3b8558c0f5fb,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:29.988620 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b9826c-c1cf-4067-90b8-dcc0e643d2f3', 'tag': '618674d4-c7d0-4c69-9476-3b8558c0f5fb', 'status': 'completed', 'code': 200} Mar 31 15:54:30.090790 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81750dc-8314-4e17-85f5-7bb41b9f148e req-f37ab3b8-8a8a-4906-a6a9-ca4cc0b521df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:30.092395 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e81750dc-8314-4e17-85f5-7bb41b9f148e req-f37ab3b8-8a8a-4906-a6a9-ca4cc0b521df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 1097 time: 0.0821309 Mar 31 15:54:30.237572 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81750dc-8314-4e17-85f5-7bb41b9f148e req-3436a231-cf6c-4456-b376-d5f73b71de2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:30.238836 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e81750dc-8314-4e17-85f5-7bb41b9f148e req-3436a231-cf6c-4456-b376-d5f73b71de2e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1401153 Mar 31 15:54:30.521933 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81750dc-8314-4e17-85f5-7bb41b9f148e req-87d29fa6-4d55-4e8c-9c6b-4c2170f03ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:30.523885 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e81750dc-8314-4e17-85f5-7bb41b9f148e req-87d29fa6-4d55-4e8c-9c6b-4c2170f03ccb service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2774127 Mar 31 15:54:30.605674 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82804623-b79b-4c36-a1f2-729b715c2f9b req-7f042fcb-7b28-47ec-b02d-bf1cdb954f54 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:30.607049 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-82804623-b79b-4c36-a1f2-729b715c2f9b req-7f042fcb-7b28-47ec-b02d-bf1cdb954f54 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 944 time: 0.1224151 Mar 31 15:54:30.665526 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-82804623-b79b-4c36-a1f2-729b715c2f9b req-e7f432d2-88b7-4210-998c-ef20703745fa tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503991 Mar 31 15:54:30.683462 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-d5b7ff70-0d52-4323-a82b-bacf5db79838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:30.684907 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-d5b7ff70-0d52-4323-a82b-bacf5db79838 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 1097 time: 0.1225314 Mar 31 15:54:30.755343 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-109415e8-5609-40e4-9f6b-2cf7d6acb6e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=618674d4-c7d0-4c69-9476-3b8558c0f5fb HTTP/1.1" status: 200 len: 217 time: 0.0624609 Mar 31 15:54:30.823202 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-80078b1c-6bd4-47f8-8c06-f73329c4a7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:30.824641 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-80078b1c-6bd4-47f8-8c06-f73329c4a7c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ac56404-00b0-4370-83a0-01bb5953c29e HTTP/1.1" status: 200 len: 851 time: 0.0629039 Mar 31 15:54:30.902567 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-41e911fb-83a2-4476-af83-3cf17bebfba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:30.903923 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-41e911fb-83a2-4476-af83-3cf17bebfba1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce61b5be-9fe0-4994-915d-3438abf54c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714722 Mar 31 15:54:31.035508 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-7fb84e9b-2394-457d-9647-fd12eadfd8b1 service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250305 Mar 31 15:54:31.169367 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-96ae28aa-6695-4f2c-9128-a39acbca8098 req-1f364bd6-533f-465f-94e6-1e1b8050239d service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267567 Mar 31 15:54:31.857732 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db39949-8ce3-41ce-955a-3cda033b3ff0 req-d3719fcd-f9ee-444c-a1a5-a4d947b534f9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:31.859088 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9db39949-8ce3-41ce-955a-3cda033b3ff0 req-d3719fcd-f9ee-444c-a1a5-a4d947b534f9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 944 time: 0.0837734 Mar 31 15:54:31.903334 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9db39949-8ce3-41ce-955a-3cda033b3ff0 req-f20247b4-33a0-4a67-9353-a7399fb3447a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385041 Mar 31 15:54:33.086526 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-366b6b38-e66b-4588-a05c-d496f9e737f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:33.097295 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d06c7b-dfd2-4d7f-b5ad-b6dc14027e8a req-173f13a2-a729-4e2e-ab2d-f99681a84ec9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:33.098751 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-63d06c7b-dfd2-4d7f-b5ad-b6dc14027e8a req-173f13a2-a729-4e2e-ab2d-f99681a84ec9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 944 time: 0.0883002 Mar 31 15:54:33.144567 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-63d06c7b-dfd2-4d7f-b5ad-b6dc14027e8a req-209db8ac-e8af-49db-b160-9b99ad5d9763 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386407 Mar 31 15:54:34.333409 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3e94d-fd18-4f28-84ed-cadb7c3a5323 req-a6a5769e-0a3e-4ab3-b9bc-54d452b578b6 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:34.335711 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-eef3e94d-fd18-4f28-84ed-cadb7c3a5323 req-a6a5769e-0a3e-4ab3-b9bc-54d452b578b6 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 944 time: 0.0809522 Mar 31 15:54:34.380000 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-eef3e94d-fd18-4f28-84ed-cadb7c3a5323 req-bc837ed4-42ab-4ede-9f62-3afb03d7b9e7 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388901 Mar 31 15:54:35.149046 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ab118067-6e09-4aa0-aa59-0ccb5a8fe03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:35.343092 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 618674d4-c7d0-4c69-9476-3b8558c0f5fb details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:54:35.479582 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 618674d4-c7d0-4c69-9476-3b8558c0f5fb, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=618674d4-c7d0-4c69-9476-3b8558c0f5fb,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:54:35.493633 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': '618674d4-c7d0-4c69-9476-3b8558c0f5fb', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'port_id': '618674d4-c7d0-4c69-9476-3b8558c0f5fb', 'mac_address': 'fa:16:3e:d6:4a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:54:35.551412 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:35.568542 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 618674d4-c7d0-4c69-9476-3b8558c0f5fb {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:54:35.577343 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e63b74-410d-47ac-bdac-bfb64a7e57d0 req-9eef8e2c-c693-4775-b055-360ec237f26f tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:35.579083 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-00e63b74-410d-47ac-bdac-bfb64a7e57d0 req-9eef8e2c-c693-4775-b055-360ec237f26f tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 944 time: 0.0901506 Mar 31 15:54:35.586227 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 618674d4-c7d0-4c69-9476-3b8558c0f5fb, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=618674d4-c7d0-4c69-9476-3b8558c0f5fb,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:54:35.627714 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-00e63b74-410d-47ac-bdac-bfb64a7e57d0 req-f7766146-3f14-4548-8a69-f780040d9649 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388262 Mar 31 15:54:35.663388 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:35.735083 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=618674d4-c7d0-4c69-9476-3b8558c0f5fb,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:35.884923 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['618674d4-c7d0-4c69-9476-3b8558c0f5fb'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:54:36.520838 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:36.531865 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:36.836804 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569780d7-3750-43ef-b7e8-b98038e1f181 req-41537605-5e99-4695-b47a-629f79813819 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:36.838151 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-569780d7-3750-43ef-b7e8-b98038e1f181 req-41537605-5e99-4695-b47a-629f79813819 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 945 time: 0.0957179 Mar 31 15:54:36.886196 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-569780d7-3750-43ef-b7e8-b98038e1f181 req-6d9c0f99-d643-4dfc-8343-e9e64e4ef726 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422025 Mar 31 15:54:37.369503 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 618674d4-c7d0-4c69-9476-3b8558c0f5fb up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:54:37.492000 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port 618674d4-c7d0-4c69-9476-3b8558c0f5fb completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:54:37.497017 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port 618674d4-c7d0-4c69-9476-3b8558c0f5fb triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:54:37.497417 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:37.617255 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:37.643620 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b9826c-c1cf-4067-90b8-dcc0e643d2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618674d4-c7d0-4c69-9476-3b8558c0f5fb'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:54:37.654250 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 618674d4-c7d0-4c69-9476-3b8558c0f5fb, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=618674d4-c7d0-4c69-9476-3b8558c0f5fb,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:54:37.690467 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b9826c-c1cf-4067-90b8-dcc0e643d2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618674d4-c7d0-4c69-9476-3b8558c0f5fb', 'code': 200} Mar 31 15:54:37.720719 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:37.791731 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=618674d4-c7d0-4c69-9476-3b8558c0f5fb,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:38.006268 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:38.079546 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a8893-622f-42ee-9436-1bb6f5be6fb4 req-7d748556-4fe2-483c-a9b6-91f04a2d2bf1 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:38.081010 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7f5a8893-622f-42ee-9436-1bb6f5be6fb4 req-7d748556-4fe2-483c-a9b6-91f04a2d2bf1 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0854912 Mar 31 15:54:38.081964 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03613b9f-88b0-4fa1-bcea-60f41f1c92be req-cb1978c2-3333-4c9a-a506-ea992c5bd999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:38.083418 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-03613b9f-88b0-4fa1-bcea-60f41f1c92be req-cb1978c2-3333-4c9a-a506-ea992c5bd999 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 1099 time: 0.0727489 Mar 31 15:54:38.126139 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-03613b9f-88b0-4fa1-bcea-60f41f1c92be req-d3c59e33-92c4-4017-81df-46d63d2ebf57 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359840 Mar 31 15:54:38.129578 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7f5a8893-622f-42ee-9436-1bb6f5be6fb4 req-1b912b43-beef-4f5d-bb73-5ca9c6d66ba2 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417614 Mar 31 15:54:39.328238 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bfdb4-3de7-4627-9e3c-c873d1dc31df req-a38394b9-21af-4d57-aecf-5c3088fe1783 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:39.329725 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7e2bfdb4-3de7-4627-9e3c-c873d1dc31df req-a38394b9-21af-4d57-aecf-5c3088fe1783 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0846164 Mar 31 15:54:39.375440 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7e2bfdb4-3de7-4627-9e3c-c873d1dc31df req-0fde81b8-fe16-4d8f-abc4-e4bd03371bf2 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397844 Mar 31 15:54:40.574350 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaebb40-c705-44b9-b4a1-cecded5de9fc req-f91e00fe-6b98-42fd-8532-8604a734f860 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:40.575814 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-dcaebb40-c705-44b9-b4a1-cecded5de9fc req-f91e00fe-6b98-42fd-8532-8604a734f860 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0794401 Mar 31 15:54:40.621295 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-dcaebb40-c705-44b9-b4a1-cecded5de9fc req-383e0204-4a50-4aee-8e92-207f6b391f30 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394487 Mar 31 15:54:40.801500 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc359fa-0ead-4e96-9eef-22e7bf499f2a req-77907fdb-9d2e-451b-90c2-28a0e30569fe tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:40.802961 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bbc359fa-0ead-4e96-9eef-22e7bf499f2a req-77907fdb-9d2e-451b-90c2-28a0e30569fe tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0826809 Mar 31 15:54:40.812520 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 53142) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:54:40.817720 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-8a0d4aa3-b31e-49ee-b687-a9fc3243ae44 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Request body: {'floatingip': {'port_id': '618674d4-c7d0-4c69-9476-3b8558c0f5fb'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:54:40.896468 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a0d4aa3-b31e-49ee-b687-a9fc3243ae44 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for floatingip, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:41.584323 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a0d4aa3-b31e-49ee-b687-a9fc3243ae44 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:41.646168 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a0d4aa3-b31e-49ee-b687-a9fc3243ae44 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:41.832904 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [None req-8a0d4aa3-b31e-49ee-b687-a9fc3243ae44 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Floating IP bf477b0a-4ffe-4a9a-a106-7599da646ad6 associated. External IP: 172.26.5.83, port: 618674d4-c7d0-4c69-9476-3b8558c0f5fb. Mar 31 15:54:42.184884 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0d4aa3-b31e-49ee-b687-a9fc3243ae44 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Router f629c0d1-1362-4930-b6e3-c644f935c015 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:54:42.363375 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0d4aa3-b31e-49ee-b687-a9fc3243ae44 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:54:42.370586 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a0d4aa3-b31e-49ee-b687-a9fc3243ae44 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:42.374686 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371d788c-5672-4f9b-9644-38f9373bb280 None None] Sync routers for ids ['f629c0d1-1362-4930-b6e3-c644f935c015'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:54:42.389124 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371d788c-5672-4f9b-9644-38f9373bb280 None None] Routers {'f629c0d1-1362-4930-b6e3-c644f935c015'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:54:42.389771 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-371d788c-5672-4f9b-9644-38f9373bb280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:54:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['f629c0d1-1362-4930-b6e3-c644f935c015'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:42.426463 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8a0d4aa3-b31e-49ee-b687-a9fc3243ae44 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "PUT /v2.0/floatingips/bf477b0a-4ffe-4a9a-a106-7599da646ad6 HTTP/1.1" status: 200 len: 991 time: 1.6128767 Mar 31 15:54:42.427130 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b9826c-c1cf-4067-90b8-dcc0e643d2f3', 'tag': '618674d4-c7d0-4c69-9476-3b8558c0f5fb'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:54:42.530330 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b9826c-c1cf-4067-90b8-dcc0e643d2f3', 'tag': '618674d4-c7d0-4c69-9476-3b8558c0f5fb', 'status': 'completed', 'code': 200} Mar 31 15:54:42.578625 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-371d788c-5672-4f9b-9644-38f9373bb280 None None] Set router f629c0d1-1362-4930-b6e3-c644f935c015 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:54:42.645130 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ee29a-e4d2-40f9-82df-f8169286c97a req-79079977-7dce-464b-92d8-c8522c4b7a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:42.646683 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b92ee29a-e4d2-40f9-82df-f8169286c97a req-79079977-7dce-464b-92d8-c8522c4b7a39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 1099 time: 0.0842974 Mar 31 15:54:42.781856 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ee29a-e4d2-40f9-82df-f8169286c97a req-37bfdc93-a6c5-4791-8c0a-742a18a40dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:42.783286 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b92ee29a-e4d2-40f9-82df-f8169286c97a req-37bfdc93-a6c5-4791-8c0a-742a18a40dc1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce61b5be-9fe0-4994-915d-3438abf54c1e HTTP/1.1" status: 200 len: 913 time: 0.1299906 Mar 31 15:54:42.964467 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-371d788c-5672-4f9b-9644-38f9373bb280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:52:16Z', 'revision_number': 4, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port': {'id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:13Z', 'updated_at': '2022-03-31T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'bf477b0a-4ffe-4a9a-a106-7599da646ad6', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'floating_ip_address': '172.26.5.83', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'port_id': '618674d4-c7d0-4c69-9476-3b8558c0f5fb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'mac_address': 'fa:16:3e:d6:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b9826c-c1cf-4067-90b8-dcc0e643d2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:52:20Z', 'updated_at': '2022-03-31T15:54:41Z', 'revision_number': 9, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147e3c84-4cd9-4b8b-a97a-63a380e9e054', 'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'mac_address': 'fa:16:3e:02:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:15Z', 'updated_at': '2022-03-31T15:52:21Z', 'revision_number': 5, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'subnets': [{'id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:42.969655 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371d788c-5672-4f9b-9644-38f9373bb280 None None] Checking router: f629c0d1-1362-4930-b6e3-c644f935c015 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:54:42.978118 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371d788c-5672-4f9b-9644-38f9373bb280 None None] Routers {'f629c0d1-1362-4930-b6e3-c644f935c015'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:54:42.978756 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-371d788c-5672-4f9b-9644-38f9373bb280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:54:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['f629c0d1-1362-4930-b6e3-c644f935c015'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:43.058269 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b92ee29a-e4d2-40f9-82df-f8169286c97a req-77e1c7a5-e928-46ba-b278-44afb850f4e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=618674d4-c7d0-4c69-9476-3b8558c0f5fb HTTP/1.1" status: 200 len: 999 time: 0.2672358 Mar 31 15:54:43.084027 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d3200632-2e9d-4daa-9841-32615a7e5c5f req-49541892-fd6f-421c-84ea-25f0a0cc639d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0799165 Mar 31 15:54:43.135657 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f866d6-8381-49aa-91b3-d4c6ebfe8d9e req-a94cd4bc-96aa-4990-8ec3-3a6f07e7fdd3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:43.138050 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d8f866d6-8381-49aa-91b3-d4c6ebfe8d9e req-a94cd4bc-96aa-4990-8ec3-3a6f07e7fdd3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.1744769 Mar 31 15:54:43.141841 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ee29a-e4d2-40f9-82df-f8169286c97a req-5e816b4d-bc27-4c01-8f4c-4abb00a9cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:43.143222 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b92ee29a-e4d2-40f9-82df-f8169286c97a req-5e816b4d-bc27-4c01-8f4c-4abb00a9cd63 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ac56404-00b0-4370-83a0-01bb5953c29e HTTP/1.1" status: 200 len: 851 time: 0.0789990 Mar 31 15:54:43.212023 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-371d788c-5672-4f9b-9644-38f9373bb280 None None] Set router f629c0d1-1362-4930-b6e3-c644f935c015 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:54:43.230875 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d8f866d6-8381-49aa-91b3-d4c6ebfe8d9e req-a54430f9-057b-4adb-9569-9ba1fbbfbc83 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867119 Mar 31 15:54:43.266481 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ee29a-e4d2-40f9-82df-f8169286c97a req-5cef0c05-5b60-4b29-bce5-74f71e941ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:43.268137 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b92ee29a-e4d2-40f9-82df-f8169286c97a req-5cef0c05-5b60-4b29-bce5-74f71e941ca0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce61b5be-9fe0-4994-915d-3438abf54c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1108022 Mar 31 15:54:43.412153 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b92ee29a-e4d2-40f9-82df-f8169286c97a req-9a2baa9e-3924-49ce-93b0-c2246149bb58 service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368320 Mar 31 15:54:43.550663 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b92ee29a-e4d2-40f9-82df-f8169286c97a req-1eb64936-6d37-42ab-8563-9de4dfbe2461 service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311796 Mar 31 15:54:43.578634 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-371d788c-5672-4f9b-9644-38f9373bb280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:52:16Z', 'revision_number': 4, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port': {'id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:13Z', 'updated_at': '2022-03-31T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'bf477b0a-4ffe-4a9a-a106-7599da646ad6', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'floating_ip_address': '172.26.5.83', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'port_id': '618674d4-c7d0-4c69-9476-3b8558c0f5fb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'mac_address': 'fa:16:3e:d6:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b9826c-c1cf-4067-90b8-dcc0e643d2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:52:20Z', 'updated_at': '2022-03-31T15:54:41Z', 'revision_number': 9, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147e3c84-4cd9-4b8b-a97a-63a380e9e054', 'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'mac_address': 'fa:16:3e:02:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:15Z', 'updated_at': '2022-03-31T15:52:21Z', 'revision_number': 5, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'subnets': [{'id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:43.583272 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371d788c-5672-4f9b-9644-38f9373bb280 None None] The sync data for ids ['f629c0d1-1362-4930-b6e3-c644f935c015'] in dv-neutron-833379-2-hyperv is: [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:52:16Z', 'revision_number': 4, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port': {'id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:13Z', 'updated_at': '2022-03-31T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'bf477b0a-4ffe-4a9a-a106-7599da646ad6', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'floating_ip_address': '172.26.5.83', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'port_id': '618674d4-c7d0-4c69-9476-3b8558c0f5fb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'mac_address': 'fa:16:3e:d6:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b9826c-c1cf-4067-90b8-dcc0e643d2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:52:20Z', 'updated_at': '2022-03-31T15:54:41Z', 'revision_number': 9, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147e3c84-4cd9-4b8b-a97a-63a380e9e054', 'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'mac_address': 'fa:16:3e:02:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:15Z', 'updated_at': '2022-03-31T15:52:21Z', 'revision_number': 5, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'subnets': [{'id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:54:43.803525 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e75fc3-78f3-43ee-afb3-863236e1979a None None] New status for floating IP bf477b0a-4ffe-4a9a-a106-7599da646ad6: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:54:44.429730 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a854f-1ed0-410f-a90c-d466e6009846 req-bef5462e-7250-4762-887a-53e05ea2c013 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:44.431219 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-027a854f-1ed0-410f-a90c-d466e6009846 req-bef5462e-7250-4762-887a-53e05ea2c013 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0802512 Mar 31 15:54:44.478963 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-027a854f-1ed0-410f-a90c-d466e6009846 req-1098b3e5-1117-43c3-b300-b73bdfbb316b tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399630 Mar 31 15:54:45.236152 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3200632-2e9d-4daa-9841-32615a7e5c5f req-c55f527d-35fe-4898-bc9c-6d18b9053504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:45.237642 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d3200632-2e9d-4daa-9841-32615a7e5c5f req-c55f527d-35fe-4898-bc9c-6d18b9053504 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 1099 time: 0.0706425 Mar 31 15:54:45.371174 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3200632-2e9d-4daa-9841-32615a7e5c5f req-51afc840-a9ea-4f75-97d1-e97e8c4b5152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:45.372891 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d3200632-2e9d-4daa-9841-32615a7e5c5f req-51afc840-a9ea-4f75-97d1-e97e8c4b5152 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce61b5be-9fe0-4994-915d-3438abf54c1e HTTP/1.1" status: 200 len: 913 time: 0.1287761 Mar 31 15:54:45.478051 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d3200632-2e9d-4daa-9841-32615a7e5c5f req-d8d62eae-54fd-4cb2-945a-4a9e380f0bbc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=618674d4-c7d0-4c69-9476-3b8558c0f5fb HTTP/1.1" status: 200 len: 1002 time: 0.0990057 Mar 31 15:54:45.541780 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3200632-2e9d-4daa-9841-32615a7e5c5f req-ddbc65fe-f975-472e-bf22-d23eeb3b98d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:45.543885 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d3200632-2e9d-4daa-9841-32615a7e5c5f req-ddbc65fe-f975-472e-bf22-d23eeb3b98d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ac56404-00b0-4370-83a0-01bb5953c29e HTTP/1.1" status: 200 len: 851 time: 0.0599759 Mar 31 15:54:45.691791 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3200632-2e9d-4daa-9841-32615a7e5c5f req-c3368404-572a-4651-b635-9ca178787c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:45.693260 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d3200632-2e9d-4daa-9841-32615a7e5c5f req-c3368404-572a-4651-b635-9ca178787c88 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce61b5be-9fe0-4994-915d-3438abf54c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1418960 Mar 31 15:54:45.701449 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc117867-4848-49ba-9522-ee9c51608603 req-8a4e9020-163e-4e0b-9c2d-d2b08bc0d652 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:45.702798 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fc117867-4848-49ba-9522-ee9c51608603 req-8a4e9020-163e-4e0b-9c2d-d2b08bc0d652 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.1097610 Mar 31 15:54:45.845663 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fc117867-4848-49ba-9522-ee9c51608603 req-b19473e8-4353-40fa-8f27-923b8f8b432d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211066 Mar 31 15:54:45.873943 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d3200632-2e9d-4daa-9841-32615a7e5c5f req-1c8e3984-6b1f-4fd8-ac24-1dc485c3331c service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702104 Mar 31 15:54:46.007701 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d3200632-2e9d-4daa-9841-32615a7e5c5f req-2ec85564-b458-46cc-985c-208e0953ed94 service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278553 Mar 31 15:54:47.038140 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6e42a-3f09-4996-8f90-d27a6525f8de req-137e2c3f-0faf-4d36-b6a4-7718c4e60605 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:47.039572 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7af6e42a-3f09-4996-8f90-d27a6525f8de req-137e2c3f-0faf-4d36-b6a4-7718c4e60605 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0825980 Mar 31 15:54:47.083549 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7af6e42a-3f09-4996-8f90-d27a6525f8de req-5b98e40c-3ef1-48ed-8b69-ea674d5b16a4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381768 Mar 31 15:54:48.272825 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364b978-7088-48cc-8d61-b53de8d78be0 req-64088c5c-7b07-4f20-9a9b-e1cff2c6387e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:48.274330 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6364b978-7088-48cc-8d61-b53de8d78be0 req-64088c5c-7b07-4f20-9a9b-e1cff2c6387e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0835421 Mar 31 15:54:48.318989 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6364b978-7088-48cc-8d61-b53de8d78be0 req-2463af84-221c-42c7-bb07-00c9a4d2e003 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387263 Mar 31 15:54:49.507820 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af4f15-7101-4988-8abb-7c2dfc4d27ba req-744f4c7b-80fd-4715-8b81-f7425390ad99 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:49.509294 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-65af4f15-7101-4988-8abb-7c2dfc4d27ba req-744f4c7b-80fd-4715-8b81-f7425390ad99 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0807323 Mar 31 15:54:49.553380 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-65af4f15-7101-4988-8abb-7c2dfc4d27ba req-d953f762-48e7-4988-8696-a9aeaec58de7 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380449 Mar 31 15:54:50.848358 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ae335-8b20-4bb0-9199-f6b3d5f47ab5 req-73041cab-ffba-4504-92f9-e5cd4536a171 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:50.849750 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-821ae335-8b20-4bb0-9199-f6b3d5f47ab5 req-73041cab-ffba-4504-92f9-e5cd4536a171 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.1899240 Mar 31 15:54:50.894389 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-821ae335-8b20-4bb0-9199-f6b3d5f47ab5 req-d3030c6c-52ca-49b4-8b34-4c6af83d9f15 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381787 Mar 31 15:54:52.241762 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037893b4-a7af-4776-b69c-3603fe549c78 req-ac4a8597-14b4-497a-b791-33fc46203c73 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:52.243113 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-037893b4-a7af-4776-b69c-3603fe549c78 req-ac4a8597-14b4-497a-b791-33fc46203c73 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0822597 Mar 31 15:54:52.288504 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-037893b4-a7af-4776-b69c-3603fe549c78 req-ef5a5db9-7eee-4036-b695-4a2dec4f033a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389285 Mar 31 15:54:53.489334 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d23c2-a126-4622-80fc-56dbdfae7775 req-597b9ecf-4acd-49a6-8ad0-db3c8d1ee51d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:53.490840 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ca6d23c2-a126-4622-80fc-56dbdfae7775 req-597b9ecf-4acd-49a6-8ad0-db3c8d1ee51d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0863559 Mar 31 15:54:53.539607 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ca6d23c2-a126-4622-80fc-56dbdfae7775 req-7f59790c-e9f8-4f3b-841e-b72c32579545 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426493 Mar 31 15:54:54.640843 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9f510-a684-4d40-bc25-c59ca481f8cb req-34b78a72-23ab-441e-a2e9-0cd1b792063a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:54.642400 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-23f9f510-a684-4d40-bc25-c59ca481f8cb req-34b78a72-23ab-441e-a2e9-0cd1b792063a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 1099 time: 0.0781367 Mar 31 15:54:54.733583 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d15fe-5ccb-4187-ba78-2747da89e235 req-ee19fa8c-a72a-442c-ac1e-93f4972cc90a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:54.735062 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-430d15fe-5ccb-4187-ba78-2747da89e235 req-ee19fa8c-a72a-442c-ac1e-93f4972cc90a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0850666 Mar 31 15:54:54.779861 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-430d15fe-5ccb-4187-ba78-2747da89e235 req-82705a41-ad32-43d8-9288-19bfa45067d2 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388062 Mar 31 15:54:54.790614 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9f510-a684-4d40-bc25-c59ca481f8cb req-3e69aa5e-3a2e-4705-8339-9ce2f4836bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:54.792042 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-23f9f510-a684-4d40-bc25-c59ca481f8cb req-3e69aa5e-3a2e-4705-8339-9ce2f4836bf7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce61b5be-9fe0-4994-915d-3438abf54c1e HTTP/1.1" status: 200 len: 913 time: 0.1305196 Mar 31 15:54:54.895253 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-23f9f510-a684-4d40-bc25-c59ca481f8cb req-14f05b27-844d-4e28-b5d6-9817111e7e85 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=618674d4-c7d0-4c69-9476-3b8558c0f5fb HTTP/1.1" status: 200 len: 1002 time: 0.0960371 Mar 31 15:54:54.957034 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9f510-a684-4d40-bc25-c59ca481f8cb req-20ae4e25-654d-4710-a630-e91ea96acafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:54.958469 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-23f9f510-a684-4d40-bc25-c59ca481f8cb req-20ae4e25-654d-4710-a630-e91ea96acafe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ac56404-00b0-4370-83a0-01bb5953c29e HTTP/1.1" status: 200 len: 851 time: 0.0566499 Mar 31 15:54:55.036468 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9f510-a684-4d40-bc25-c59ca481f8cb req-cabf74cf-c6b1-4711-bf26-c28583229189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:55.037953 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-23f9f510-a684-4d40-bc25-c59ca481f8cb req-cabf74cf-c6b1-4711-bf26-c28583229189 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce61b5be-9fe0-4994-915d-3438abf54c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719254 Mar 31 15:54:55.180615 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-23f9f510-a684-4d40-bc25-c59ca481f8cb req-96c8ffc8-6086-479e-9044-63ceda4fe972 service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336727 Mar 31 15:54:55.297384 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:54:55.311758 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-23f9f510-a684-4d40-bc25-c59ca481f8cb req-73561e15-e067-4a4f-8f76-5d20799f243b service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252840 Mar 31 15:54:55.975993 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c39be-451e-4cf0-8ff2-13764ffff7f7 req-9fec493e-fc43-4b42-8ce5-45dd94331c97 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:55.977530 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-aa8c39be-451e-4cf0-8ff2-13764ffff7f7 req-9fec493e-fc43-4b42-8ce5-45dd94331c97 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0836053 Mar 31 15:54:56.023232 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-aa8c39be-451e-4cf0-8ff2-13764ffff7f7 req-deee92fc-9e34-459c-9ad2-ce415f160c66 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395558 Mar 31 15:54:57.213395 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46b331-bbfb-4d2c-afc4-29e0152c76f2 req-7f5ed952-1847-4062-a84e-3e0f9cc70d04 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:57.214872 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-fb46b331-bbfb-4d2c-afc4-29e0152c76f2 req-7f5ed952-1847-4062-a84e-3e0f9cc70d04 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0815890 Mar 31 15:54:57.260329 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-fb46b331-bbfb-4d2c-afc4-29e0152c76f2 req-80c477d4-3537-43a0-91a5-71d3df7a344c tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388076 Mar 31 15:54:58.450877 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69956398-0c07-4327-a6c9-518672ff473a req-503fb5fe-33dc-4583-b1af-8370e92e6d91 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:58.452327 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-69956398-0c07-4327-a6c9-518672ff473a req-503fb5fe-33dc-4583-b1af-8370e92e6d91 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0828710 Mar 31 15:54:58.497382 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-69956398-0c07-4327-a6c9-518672ff473a req-f9a2f6b6-ee78-42c2-b820-b35233dc995e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386620 Mar 31 15:54:59.689381 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68391d20-6ac1-4650-aeee-a8c9fd92e36a req-b4406ee2-4fce-4505-8816-d754ac74a756 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:59.690885 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-68391d20-6ac1-4650-aeee-a8c9fd92e36a req-b4406ee2-4fce-4505-8816-d754ac74a756 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0843484 Mar 31 15:54:59.734875 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-68391d20-6ac1-4650-aeee-a8c9fd92e36a req-d5adea2c-490e-4e5d-aed5-ea0193e53892 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382476 Mar 31 15:55:00.922636 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d3356-6b21-4a78-96aa-d709c3c85b9d req-8e8ddf9f-7085-473d-841d-90d1881ff4f6 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:00.923987 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ae1d3356-6b21-4a78-96aa-d709c3c85b9d req-8e8ddf9f-7085-473d-841d-90d1881ff4f6 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0791574 Mar 31 15:55:00.970186 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ae1d3356-6b21-4a78-96aa-d709c3c85b9d req-c02e19d6-4d72-4873-a01b-38915958a7b2 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404928 Mar 31 15:55:02.157939 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57ab07-d50e-4e32-bf0a-83b14b6196fe req-94cfa290-5102-4a8c-81c0-2280dea5be2e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:02.159369 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-2f57ab07-d50e-4e32-bf0a-83b14b6196fe req-94cfa290-5102-4a8c-81c0-2280dea5be2e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0797079 Mar 31 15:55:02.206118 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-2f57ab07-d50e-4e32-bf0a-83b14b6196fe req-16a12020-57e3-4938-8124-54cc30bc2501 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408580 Mar 31 15:55:02.866611 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:55:03.096931 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-550116b2-4600-4810-97ca-16f052182e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:03.392111 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb3efb-c522-4944-b162-9403563a2715 req-9e94c522-1c0a-4e4f-8117-b986f726fbb9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:03.393567 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-07eb3efb-c522-4944-b162-9403563a2715 req-9e94c522-1c0a-4e4f-8117-b986f726fbb9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0808606 Mar 31 15:55:03.438247 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-07eb3efb-c522-4944-b162-9403563a2715 req-85ef9712-ef77-4770-a7ce-67b7e1df0837 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389736 Mar 31 15:55:04.624898 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c06e0-0ab8-44a8-a8a6-b006291126fe req-7bc2ae9c-0981-4f82-aeff-4eaa7a9a2ba4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:04.626381 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e50c06e0-0ab8-44a8-a8a6-b006291126fe req-7bc2ae9c-0981-4f82-aeff-4eaa7a9a2ba4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0802166 Mar 31 15:55:04.669916 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e50c06e0-0ab8-44a8-a8a6-b006291126fe req-c3cc1d24-4ca8-4b83-b9a6-cb86fe869f36 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376542 Mar 31 15:55:05.154383 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-422b9ead-9da1-46a2-98c5-91e74849889b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:05.861354 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3028f66-2091-42a7-9d5e-d6fd69427e1b req-5fd85a3b-e13f-42f4-8298-cca3015ea71b tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:05.862707 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d3028f66-2091-42a7-9d5e-d6fd69427e1b req-5fd85a3b-e13f-42f4-8298-cca3015ea71b tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0889008 Mar 31 15:55:05.908350 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d3028f66-2091-42a7-9d5e-d6fd69427e1b req-07855909-d717-49cf-9684-93c8782fb92e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397017 Mar 31 15:55:06.491082 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:06.513881 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:07.103265 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbae445-2c0b-4a6f-b1ad-b9b73d25f579 req-558f050c-f1c6-4431-9319-abcc48358cf2 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:07.104695 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0bbae445-2c0b-4a6f-b1ad-b9b73d25f579 req-558f050c-f1c6-4431-9319-abcc48358cf2 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0838227 Mar 31 15:55:07.149919 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0bbae445-2c0b-4a6f-b1ad-b9b73d25f579 req-a27697f4-dbfb-4435-be46-b288c29220c9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389435 Mar 31 15:55:07.976574 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:08.339212 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b24729-68c1-4c21-874d-a7ac2d7cab3b req-bf735a28-757b-4a3c-a34e-2a0aaa2ebae1 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:08.341696 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d6b24729-68c1-4c21-874d-a7ac2d7cab3b req-bf735a28-757b-4a3c-a34e-2a0aaa2ebae1 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0813222 Mar 31 15:55:08.384713 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d6b24729-68c1-4c21-874d-a7ac2d7cab3b req-54af09f5-deef-4385-a5e4-6c8f56a4b68d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374510 Mar 31 15:55:09.577223 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14424906-4727-4cfe-ae07-1c3293f8938f req-106905ec-cdfc-415d-aff0-6a8c8ae6cea4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:09.578744 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-14424906-4727-4cfe-ae07-1c3293f8938f req-106905ec-cdfc-415d-aff0-6a8c8ae6cea4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0866065 Mar 31 15:55:09.629169 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-14424906-4727-4cfe-ae07-1c3293f8938f req-13805da0-7aca-4526-8175-f370074650c8 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441065 Mar 31 15:55:10.821228 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeacdb5-c9e2-43e3-8081-08333a278059 req-e871cd13-0661-461e-a953-51a357bbc317 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:10.822743 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-dbeacdb5-c9e2-43e3-8081-08333a278059 req-e871cd13-0661-461e-a953-51a357bbc317 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0830066 Mar 31 15:55:10.867144 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-dbeacdb5-c9e2-43e3-8081-08333a278059 req-886d546b-4762-4a38-9529-35dce40c7e27 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377359 Mar 31 15:55:12.052940 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0aa323-686f-402b-be89-5e0dda4d63d8 req-1f47e147-7db7-42c1-89fe-43f94b4f9968 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:12.054474 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-ce0aa323-686f-402b-be89-5e0dda4d63d8 req-1f47e147-7db7-42c1-89fe-43f94b4f9968 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0800288 Mar 31 15:55:12.099518 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-ce0aa323-686f-402b-be89-5e0dda4d63d8 req-60d59111-5e5f-427a-a6ff-41f0b495d3fe tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390458 Mar 31 15:55:13.286219 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2122bb-afce-4843-9aa2-a9c633df2f32 req-425d80d4-1283-487f-80de-975e3f7f0774 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:13.287667 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7c2122bb-afce-4843-9aa2-a9c633df2f32 req-425d80d4-1283-487f-80de-975e3f7f0774 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0790665 Mar 31 15:55:13.435636 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7c2122bb-afce-4843-9aa2-a9c633df2f32 req-25b0bbed-e55e-4187-8382-ebd2d9d73717 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415136 Mar 31 15:55:14.626023 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862ff09-6ab4-4f0e-9dd4-5d0485130b1e req-520713bd-299e-4185-a5b1-8fe8cc9f25a2 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:14.627479 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7862ff09-6ab4-4f0e-9dd4-5d0485130b1e req-520713bd-299e-4185-a5b1-8fe8cc9f25a2 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0831664 Mar 31 15:55:14.766795 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7862ff09-6ab4-4f0e-9dd4-5d0485130b1e req-db90c819-ea8b-43d1-9432-7d8022830be9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335404 Mar 31 15:55:15.955351 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4deb9-3041-46ff-b0d6-661392344cb0 req-05f2adef-ac2a-48fa-bb04-bd6d5b8e1020 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:15.957097 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9af4deb9-3041-46ff-b0d6-661392344cb0 req-05f2adef-ac2a-48fa-bb04-bd6d5b8e1020 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0798640 Mar 31 15:55:16.001164 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9af4deb9-3041-46ff-b0d6-661392344cb0 req-0e20456a-8164-4c6c-aedb-ce2eb101d145 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382087 Mar 31 15:55:17.187841 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ff6b7-50d0-4c7c-a2ba-8a38f810ef68 req-874b3c29-2119-43b0-85a8-61b64aacf40b tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:17.189324 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-167ff6b7-50d0-4c7c-a2ba-8a38f810ef68 req-874b3c29-2119-43b0-85a8-61b64aacf40b tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0801871 Mar 31 15:55:17.234802 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-167ff6b7-50d0-4c7c-a2ba-8a38f810ef68 req-56d1a831-9a03-4c62-a295-649bb700b9dc tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395384 Mar 31 15:55:18.172721 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d3200632-2e9d-4daa-9841-32615a7e5c5f req-42a5e000-c6b1-4840-b69a-8e9dc9facbff service neutron] 10.222.0.41 "GET /v2.0/ports/618674d4-c7d0-4c69-9476-3b8558c0f5fb/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0779314 Mar 31 15:55:18.428476 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ac598-40e2-4901-b10a-557988d0c713 req-0f661e32-9f35-428c-98db-796c8ca8a6a0 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:18.429882 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3c9ac598-40e2-4901-b10a-557988d0c713 req-0f661e32-9f35-428c-98db-796c8ca8a6a0 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0809314 Mar 31 15:55:18.476562 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3c9ac598-40e2-4901-b10a-557988d0c713 req-de699853-0c60-46e1-8550-59d24ab1ddeb tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408590 Mar 31 15:55:18.786033 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3200632-2e9d-4daa-9841-32615a7e5c5f req-5e75fd4b-2f8d-49ee-9d23-1db14f4bfe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:18.787509 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d3200632-2e9d-4daa-9841-32615a7e5c5f req-5e75fd4b-2f8d-49ee-9d23-1db14f4bfe42 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3&tenant_id=b0ac8c0737ec48db825fd4217e3c3af6 HTTP/1.1" status: 200 len: 1099 time: 0.0820968 Mar 31 15:55:18.891439 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3200632-2e9d-4daa-9841-32615a7e5c5f req-43f5cf4d-7c5e-41d0-9570-086d34a82df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:18.892958 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d3200632-2e9d-4daa-9841-32615a7e5c5f req-43f5cf4d-7c5e-41d0-9570-086d34a82df6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 1099 time: 0.0809796 Mar 31 15:55:19.029684 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3200632-2e9d-4daa-9841-32615a7e5c5f req-158ebe42-987d-4112-a143-6be2622e5e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:19.031132 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d3200632-2e9d-4daa-9841-32615a7e5c5f req-158ebe42-987d-4112-a143-6be2622e5e8d service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce61b5be-9fe0-4994-915d-3438abf54c1e HTTP/1.1" status: 200 len: 913 time: 0.1311460 Mar 31 15:55:19.138880 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d3200632-2e9d-4daa-9841-32615a7e5c5f req-0e2c34ff-0bd2-448f-8a41-b2eefdb656d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=618674d4-c7d0-4c69-9476-3b8558c0f5fb HTTP/1.1" status: 200 len: 1002 time: 0.1008189 Mar 31 15:55:19.207008 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3200632-2e9d-4daa-9841-32615a7e5c5f req-d54e17a6-8fe6-451d-9fcf-85d271d082ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:19.208451 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d3200632-2e9d-4daa-9841-32615a7e5c5f req-d54e17a6-8fe6-451d-9fcf-85d271d082ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ac56404-00b0-4370-83a0-01bb5953c29e HTTP/1.1" status: 200 len: 851 time: 0.0632539 Mar 31 15:55:19.286920 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3200632-2e9d-4daa-9841-32615a7e5c5f req-c06286b6-3ecb-454b-97ac-d6d83dd3cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:19.288402 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d3200632-2e9d-4daa-9841-32615a7e5c5f req-c06286b6-3ecb-454b-97ac-d6d83dd3cdae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce61b5be-9fe0-4994-915d-3438abf54c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734417 Mar 31 15:55:19.426412 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d3200632-2e9d-4daa-9841-32615a7e5c5f req-0c57cb29-1d4f-4f85-88de-d56173869bfa service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309273 Mar 31 15:55:19.567962 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d3200632-2e9d-4daa-9841-32615a7e5c5f req-a8015155-8e96-4203-843c-21794edf187d service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342847 Mar 31 15:55:19.705266 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca989631-00cd-4fc2-a94e-f1b67c1f54d7 req-e0883eb2-0da2-4825-957d-1da812e48e49 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:19.706982 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-ca989631-00cd-4fc2-a94e-f1b67c1f54d7 req-e0883eb2-0da2-4825-957d-1da812e48e49 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.1089413 Mar 31 15:55:19.753336 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-ca989631-00cd-4fc2-a94e-f1b67c1f54d7 req-7eda4f22-effb-492d-82ef-dd5edde1e74d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402348 Mar 31 15:55:20.941329 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c356a-2421-4373-9b7a-fd204f8c6793 req-8348e2c4-f9de-4587-9ef9-b01646a7c0d1 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:20.942673 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c76c356a-2421-4373-9b7a-fd204f8c6793 req-8348e2c4-f9de-4587-9ef9-b01646a7c0d1 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0812337 Mar 31 15:55:20.989946 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c76c356a-2421-4373-9b7a-fd204f8c6793 req-54cd0340-44a0-4c4f-a628-f4151e688e42 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416350 Mar 31 15:55:21.591379 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 618674d4-c7d0-4c69-9476-3b8558c0f5fb no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:55:21.717777 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:21.744975 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b9826c-c1cf-4067-90b8-dcc0e643d2f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '618674d4-c7d0-4c69-9476-3b8558c0f5fb'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:55:21.756346 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 618674d4-c7d0-4c69-9476-3b8558c0f5fb, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=618674d4-c7d0-4c69-9476-3b8558c0f5fb,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:55:21.800243 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b9826c-c1cf-4067-90b8-dcc0e643d2f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '618674d4-c7d0-4c69-9476-3b8558c0f5fb', 'code': 200} Mar 31 15:55:21.822425 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:21.894216 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=618674d4-c7d0-4c69-9476-3b8558c0f5fb,revision_number=6']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:21.901231 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:21.901585 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:21.901924 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:21.902256 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:21.902585 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:21.902959 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:21.903303 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:21.903636 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:21.903972 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:21.904268 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:21.904589 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:21.904955 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:22.179333 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b93416-197e-49d7-92a5-3c2e1febfcee req-6ce4b2f4-3834-4cb6-aab5-5b0687a66ef3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:22.180691 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-99b93416-197e-49d7-92a5-3c2e1febfcee req-6ce4b2f4-3834-4cb6-aab5-5b0687a66ef3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 944 time: 0.0798137 Mar 31 15:55:22.224401 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-99b93416-197e-49d7-92a5-3c2e1febfcee req-1ad0ed61-2a63-4386-ac9c-48d40644cdf5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373929 Mar 31 15:55:23.042667 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592571b-a179-4a5e-8463-1feb301fb89e req-b1135c48-6196-49b3-93ad-bdd9f2dc3d5e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:23.044336 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a592571b-a179-4a5e-8463-1feb301fb89e req-b1135c48-6196-49b3-93ad-bdd9f2dc3d5e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.41 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3&tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&binding%3Ahost_id=hv-neutron-8333 HTTP/1.1" status: 200 len: 944 time: 0.1433558 Mar 31 15:55:23.051549 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43953cb-3cb2-41d4-a8c0-53ff6599d5ea req-88f3e866-4ca0-4863-9d11-d348c659ddf4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:23.052872 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a43953cb-3cb2-41d4-a8c0-53ff6599d5ea req-88f3e866-4ca0-4863-9d11-d348c659ddf4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 944 time: 0.1538699 Mar 31 15:55:23.152986 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a43953cb-3cb2-41d4-a8c0-53ff6599d5ea req-59c0860a-b3c8-4650-b5ae-d55b5212cca1 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656116 Mar 31 15:55:23.160871 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a592571b-a179-4a5e-8463-1feb301fb89e req-1848ab4d-a102-4f8d-9111-a5c59cf9df64 service neutron] 10.222.0.41 "GET /v2.0/ports/618674d4-c7d0-4c69-9476-3b8558c0f5fb/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.1070886 Mar 31 15:55:23.260773 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592571b-a179-4a5e-8463-1feb301fb89e req-cd9d356f-49b8-42d5-9a8b-dfc9e70c48bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:23.262276 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a592571b-a179-4a5e-8463-1feb301fb89e req-cd9d356f-49b8-42d5-9a8b-dfc9e70c48bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 1097 time: 0.0694268 Mar 31 15:55:23.488701 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592571b-a179-4a5e-8463-1feb301fb89e req-b0a0ea7a-d82d-4833-83e5-0222300be784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:23.490068 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a592571b-a179-4a5e-8463-1feb301fb89e req-b0a0ea7a-d82d-4833-83e5-0222300be784 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce61b5be-9fe0-4994-915d-3438abf54c1e HTTP/1.1" status: 200 len: 913 time: 0.2206647 Mar 31 15:55:23.593704 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a592571b-a179-4a5e-8463-1feb301fb89e req-7e6ccdcb-257c-41cf-bc33-57a615adb495 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=618674d4-c7d0-4c69-9476-3b8558c0f5fb HTTP/1.1" status: 200 len: 1000 time: 0.0967152 Mar 31 15:55:23.605949 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 618674d4-c7d0-4c69-9476-3b8558c0f5fb details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:55:23.690632 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592571b-a179-4a5e-8463-1feb301fb89e req-92f87f27-be1c-48ff-85f7-0cb45708248f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:23.692067 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a592571b-a179-4a5e-8463-1feb301fb89e req-92f87f27-be1c-48ff-85f7-0cb45708248f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ac56404-00b0-4370-83a0-01bb5953c29e HTTP/1.1" status: 200 len: 851 time: 0.0890446 Mar 31 15:55:23.767868 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 618674d4-c7d0-4c69-9476-3b8558c0f5fb, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=618674d4-c7d0-4c69-9476-3b8558c0f5fb,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:55:23.769018 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592571b-a179-4a5e-8463-1feb301fb89e req-a1eef1ed-568f-4c24-823d-2c6e7b0488f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:23.770545 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a592571b-a179-4a5e-8463-1feb301fb89e req-a1eef1ed-568f-4c24-823d-2c6e7b0488f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce61b5be-9fe0-4994-915d-3438abf54c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715206 Mar 31 15:55:23.782272 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': '618674d4-c7d0-4c69-9476-3b8558c0f5fb', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'port_id': '618674d4-c7d0-4c69-9476-3b8558c0f5fb', 'mac_address': 'fa:16:3e:d6:4a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:55:23.840039 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:23.858640 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 618674d4-c7d0-4c69-9476-3b8558c0f5fb {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:55:23.877131 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 618674d4-c7d0-4c69-9476-3b8558c0f5fb, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=618674d4-c7d0-4c69-9476-3b8558c0f5fb,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:55:23.910839 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a592571b-a179-4a5e-8463-1feb301fb89e req-7d5b3657-4537-4a2b-b7f4-7f4631fe356d service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335547 Mar 31 15:55:23.941931 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:24.022236 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['618674d4-c7d0-4c69-9476-3b8558c0f5fb'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:55:24.055566 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a592571b-a179-4a5e-8463-1feb301fb89e req-05e7b39e-acd8-4ec2-913a-8c0d6b49cd3f service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376898 Mar 31 15:55:24.064025 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=618674d4-c7d0-4c69-9476-3b8558c0f5fb,revision_number=7']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:24.358788 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59c78b-22b1-4a0c-ab45-87e60a6288b2 req-70c22991-65e7-4ad6-890f-39f0451369a4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:24.360234 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0a59c78b-22b1-4a0c-ab45-87e60a6288b2 req-70c22991-65e7-4ad6-890f-39f0451369a4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 945 time: 0.0868585 Mar 31 15:55:24.410033 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0a59c78b-22b1-4a0c-ab45-87e60a6288b2 req-701064b9-2ac3-4a05-a11d-ada8cb5020e6 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439212 Mar 31 15:55:25.302376 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:25.601355 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9fd8ba-3dbe-4ff2-a313-5a528e7285d1 req-c594cd50-f75f-4163-92d1-829e04efaffa tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:25.602773 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ae9fd8ba-3dbe-4ff2-a313-5a528e7285d1 req-c594cd50-f75f-4163-92d1-829e04efaffa tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 945 time: 0.0841513 Mar 31 15:55:25.647127 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ae9fd8ba-3dbe-4ff2-a313-5a528e7285d1 req-a7b73f94-2ee9-4925-9e9b-6c88ed367254 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385196 Mar 31 15:55:25.649550 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 618674d4-c7d0-4c69-9476-3b8558c0f5fb up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:55:25.719764 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port 618674d4-c7d0-4c69-9476-3b8558c0f5fb triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:55:25.720132 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:25.841570 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:25.868459 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b9826c-c1cf-4067-90b8-dcc0e643d2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618674d4-c7d0-4c69-9476-3b8558c0f5fb'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:55:25.878186 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 618674d4-c7d0-4c69-9476-3b8558c0f5fb, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=618674d4-c7d0-4c69-9476-3b8558c0f5fb,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:55:25.925290 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b9826c-c1cf-4067-90b8-dcc0e643d2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618674d4-c7d0-4c69-9476-3b8558c0f5fb', 'code': 200} Mar 31 15:55:25.942357 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:26.013580 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=618674d4-c7d0-4c69-9476-3b8558c0f5fb,revision_number=8']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:26.839891 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff729a-eccd-427e-95fb-7eccabf41d3b req-38f4e3b8-d48d-4d63-8d15-1a97cdb33620 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:26.842495 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c2ff729a-eccd-427e-95fb-7eccabf41d3b req-38f4e3b8-d48d-4d63-8d15-1a97cdb33620 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0854571 Mar 31 15:55:26.887797 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c2ff729a-eccd-427e-95fb-7eccabf41d3b req-77d917d9-5184-46c1-a591-089c128520df tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393562 Mar 31 15:55:27.222830 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592571b-a179-4a5e-8463-1feb301fb89e req-6a416a4c-2e53-4839-bf59-10d5b5e68baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:27.224299 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a592571b-a179-4a5e-8463-1feb301fb89e req-6a416a4c-2e53-4839-bf59-10d5b5e68baa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3&tenant_id=b0ac8c0737ec48db825fd4217e3c3af6 HTTP/1.1" status: 200 len: 1099 time: 0.0736814 Mar 31 15:55:27.316783 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592571b-a179-4a5e-8463-1feb301fb89e req-c82333d3-1db0-4f08-8208-4df0864bc1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:27.318256 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a592571b-a179-4a5e-8463-1feb301fb89e req-c82333d3-1db0-4f08-8208-4df0864bc1bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 1099 time: 0.0697730 Mar 31 15:55:27.454048 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592571b-a179-4a5e-8463-1feb301fb89e req-9f2e35f9-5163-4d22-8f22-b7a6e7a7b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:27.455629 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a592571b-a179-4a5e-8463-1feb301fb89e req-9f2e35f9-5163-4d22-8f22-b7a6e7a7b7a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce61b5be-9fe0-4994-915d-3438abf54c1e HTTP/1.1" status: 200 len: 913 time: 0.1297643 Mar 31 15:55:27.558346 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a592571b-a179-4a5e-8463-1feb301fb89e req-ce5e6f07-0164-4a33-b2f5-f3118ad7150b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=618674d4-c7d0-4c69-9476-3b8558c0f5fb HTTP/1.1" status: 200 len: 1002 time: 0.0948412 Mar 31 15:55:27.624532 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592571b-a179-4a5e-8463-1feb301fb89e req-81619a13-d9dd-40b4-ab8b-3dc5dcca3eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:27.625982 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a592571b-a179-4a5e-8463-1feb301fb89e req-81619a13-d9dd-40b4-ab8b-3dc5dcca3eb2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ac56404-00b0-4370-83a0-01bb5953c29e HTTP/1.1" status: 200 len: 851 time: 0.0571635 Mar 31 15:55:27.703829 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592571b-a179-4a5e-8463-1feb301fb89e req-d11b302e-d0b6-4ff8-b2b4-2aca100dd6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:27.705640 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a592571b-a179-4a5e-8463-1feb301fb89e req-d11b302e-d0b6-4ff8-b2b4-2aca100dd6a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce61b5be-9fe0-4994-915d-3438abf54c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715954 Mar 31 15:55:27.847009 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a592571b-a179-4a5e-8463-1feb301fb89e req-4829c241-c3cf-4e04-af53-c96d2671523f service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336899 Mar 31 15:55:28.086125 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a592571b-a179-4a5e-8463-1feb301fb89e req-c7a474d6-198a-449d-93ac-138231375c2d service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308915 Mar 31 15:55:28.087767 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8f2f7-0435-437b-824f-f0e6bd39d243 req-e2e71544-4b52-4275-b484-6848bc8cb88c tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:28.089232 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0fe8f2f7-0435-437b-824f-f0e6bd39d243 req-e2e71544-4b52-4275-b484-6848bc8cb88c tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0799043 Mar 31 15:55:28.133753 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0fe8f2f7-0435-437b-824f-f0e6bd39d243 req-e21a8002-de49-4e09-90b5-707be2e864af tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380321 Mar 31 15:55:29.321452 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c06c3-1194-4ed8-8dd3-686a11af5e89 req-6bc82819-5563-4f99-a261-72c037da9495 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:29.322906 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4e3c06c3-1194-4ed8-8dd3-686a11af5e89 req-6bc82819-5563-4f99-a261-72c037da9495 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0797751 Mar 31 15:55:29.371237 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4e3c06c3-1194-4ed8-8dd3-686a11af5e89 req-51530fbe-d5f1-4bb4-8903-d92ae205367b tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418966 Mar 31 15:55:29.680088 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 618674d4-c7d0-4c69-9476-3b8558c0f5fb no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:55:29.828032 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:29.853657 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b9826c-c1cf-4067-90b8-dcc0e643d2f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '618674d4-c7d0-4c69-9476-3b8558c0f5fb'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:55:29.864493 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 618674d4-c7d0-4c69-9476-3b8558c0f5fb, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=618674d4-c7d0-4c69-9476-3b8558c0f5fb,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:55:29.900069 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b9826c-c1cf-4067-90b8-dcc0e643d2f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '618674d4-c7d0-4c69-9476-3b8558c0f5fb', 'code': 200} Mar 31 15:55:29.913428 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:29.981003 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=618674d4-c7d0-4c69-9476-3b8558c0f5fb,revision_number=9']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:30.557271 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68a19f-544e-4538-80df-15d67a60cc95 req-656cf01b-23ef-4a84-93e9-e696267cf2a6 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:30.558736 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0c68a19f-544e-4538-80df-15d67a60cc95 req-656cf01b-23ef-4a84-93e9-e696267cf2a6 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 944 time: 0.0814698 Mar 31 15:55:30.609328 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0c68a19f-544e-4538-80df-15d67a60cc95 req-269cc413-b379-4780-afe1-cfe9e7a769f9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439353 Mar 31 15:55:30.798635 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6940f62-e8b7-4184-81de-0b1387b6345b req-66758478-9f01-4b81-bdfa-646d331fbe25 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:30.800227 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f6940f62-e8b7-4184-81de-0b1387b6345b req-66758478-9f01-4b81-bdfa-646d331fbe25 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 944 time: 0.0830436 Mar 31 15:55:30.845603 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f6940f62-e8b7-4184-81de-0b1387b6345b req-98f94f30-d5a4-498b-8ba7-95f322155d44 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396101 Mar 31 15:55:31.034055 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a0c88-b118-4f4d-a425-d51e96414a1d req-c6aabd58-9eab-47a1-9f1d-93f1c19ee601 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:31.035518 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-201a0c88-b118-4f4d-a425-d51e96414a1d req-c6aabd58-9eab-47a1-9f1d-93f1c19ee601 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 944 time: 0.0835674 Mar 31 15:55:31.081983 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-201a0c88-b118-4f4d-a425-d51e96414a1d req-762f31d2-ef41-498b-b22c-54feae6870c0 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395734 Mar 31 15:55:31.689111 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 618674d4-c7d0-4c69-9476-3b8558c0f5fb details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:55:31.695966 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981105c2-06c9-4759-b765-ae799e2483b1 req-a4c332db-de4e-4953-b3ff-c66596c43739 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:31.697657 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-981105c2-06c9-4759-b765-ae799e2483b1 req-a4c332db-de4e-4953-b3ff-c66596c43739 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 944 time: 0.0785747 Mar 31 15:55:31.745920 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-981105c2-06c9-4759-b765-ae799e2483b1 req-eb3a9085-9fb0-4d9b-a81b-728324275284 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416400 Mar 31 15:55:31.828021 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 618674d4-c7d0-4c69-9476-3b8558c0f5fb, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=618674d4-c7d0-4c69-9476-3b8558c0f5fb,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:55:31.845022 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': '618674d4-c7d0-4c69-9476-3b8558c0f5fb', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'port_id': '618674d4-c7d0-4c69-9476-3b8558c0f5fb', 'mac_address': 'fa:16:3e:d6:4a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:55:31.900602 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:31.916816 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 618674d4-c7d0-4c69-9476-3b8558c0f5fb {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:55:31.932974 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 618674d4-c7d0-4c69-9476-3b8558c0f5fb, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=618674d4-c7d0-4c69-9476-3b8558c0f5fb,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:55:31.993246 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:32.069130 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['618674d4-c7d0-4c69-9476-3b8558c0f5fb'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:55:32.092251 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=618674d4-c7d0-4c69-9476-3b8558c0f5fb,revision_number=10']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:32.933934 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e917f08-9ce8-4b29-9f3f-0e1e8dcfc9f4 req-e774a7df-d919-443f-a5c4-e9f39f4b37d2 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:32.935276 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1e917f08-9ce8-4b29-9f3f-0e1e8dcfc9f4 req-e774a7df-d919-443f-a5c4-e9f39f4b37d2 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0808208 Mar 31 15:55:32.982441 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1e917f08-9ce8-4b29-9f3f-0e1e8dcfc9f4 req-820b59ec-a3b4-4aa2-a17a-e3ae08e7d88d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408633 Mar 31 15:55:33.067167 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9f4f6b28-657e-4f7a-a2f2-70a06e1bf8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:33.689134 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 618674d4-c7d0-4c69-9476-3b8558c0f5fb up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:55:33.758440 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port 618674d4-c7d0-4c69-9476-3b8558c0f5fb triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:55:33.758807 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:33.874145 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:33.899895 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b9826c-c1cf-4067-90b8-dcc0e643d2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618674d4-c7d0-4c69-9476-3b8558c0f5fb'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:55:33.909353 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 618674d4-c7d0-4c69-9476-3b8558c0f5fb, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=618674d4-c7d0-4c69-9476-3b8558c0f5fb,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:55:33.953279 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b9826c-c1cf-4067-90b8-dcc0e643d2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618674d4-c7d0-4c69-9476-3b8558c0f5fb', 'code': 200} Mar 31 15:55:33.987574 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:34.057847 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=618674d4-c7d0-4c69-9476-3b8558c0f5fb,revision_number=11']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:34.103334 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba2a88-b159-4988-a375-c2cb57e49d75 req-a782f30a-01c5-479f-9641-96a736c77c47 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:34.104850 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-daba2a88-b159-4988-a375-c2cb57e49d75 req-a782f30a-01c5-479f-9641-96a736c77c47 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.41 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 947 time: 0.0884330 Mar 31 15:55:34.174890 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-daba2a88-b159-4988-a375-c2cb57e49d75 req-15300a8f-608d-4a05-8b31-c37cbb66a594 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Deleting port 618674d4-c7d0-4c69-9476-3b8558c0f5fb {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:55:34.175124 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-daba2a88-b159-4988-a375-c2cb57e49d75 req-15300a8f-608d-4a05-8b31-c37cbb66a594 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:34.180700 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989022e8-2ec1-4d0a-bb6e-f281200ab325 req-fb2268bf-3e8c-4a12-ab1d-d9fad86c1382 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:34.182168 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-989022e8-2ec1-4d0a-bb6e-f281200ab325 req-fb2268bf-3e8c-4a12-ab1d-d9fad86c1382 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 947 time: 0.0814764 Mar 31 15:55:34.227488 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-989022e8-2ec1-4d0a-bb6e-f281200ab325 req-98ec102e-7f89-4300-8c7b-05714f3ff10d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393329 Mar 31 15:55:34.425144 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-daba2a88-b159-4988-a375-c2cb57e49d75 req-15300a8f-608d-4a05-8b31-c37cbb66a594 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] For port 618674d4-c7d0-4c69-9476-3b8558c0f5fb, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=618674d4-c7d0-4c69-9476-3b8558c0f5fb,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:55:34.425422 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-daba2a88-b159-4988-a375-c2cb57e49d75 req-15300a8f-608d-4a05-8b31-c37cbb66a594 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:34.718512 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-daba2a88-b159-4988-a375-c2cb57e49d75 req-15300a8f-608d-4a05-8b31-c37cbb66a594 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:34.718790 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-daba2a88-b159-4988-a375-c2cb57e49d75 req-15300a8f-608d-4a05-8b31-c37cbb66a594 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:34.719096 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [req-daba2a88-b159-4988-a375-c2cb57e49d75 req-15300a8f-608d-4a05-8b31-c37cbb66a594 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Floating IP bf477b0a-4ffe-4a9a-a106-7599da646ad6 disassociated. External IP: 172.26.5.83, port: 618674d4-c7d0-4c69-9476-3b8558c0f5fb. Mar 31 15:55:34.719429 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-daba2a88-b159-4988-a375-c2cb57e49d75 req-15300a8f-608d-4a05-8b31-c37cbb66a594 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Calling delete_port for 618674d4-c7d0-4c69-9476-3b8558c0f5fb owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:55:34.901875 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-daba2a88-b159-4988-a375-c2cb57e49d75 req-15300a8f-608d-4a05-8b31-c37cbb66a594 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:34.954027 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15300a8f-608d-4a05-8b31-c37cbb66a594 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Pushing event deleted for resources: {'Port': ['ID=618674d4-c7d0-4c69-9476-3b8558c0f5fb,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:34.964362 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15300a8f-608d-4a05-8b31-c37cbb66a594 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:34.964709 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15300a8f-608d-4a05-8b31-c37cbb66a594 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:34.965040 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15300a8f-608d-4a05-8b31-c37cbb66a594 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:34.965389 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15300a8f-608d-4a05-8b31-c37cbb66a594 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:34.965712 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15300a8f-608d-4a05-8b31-c37cbb66a594 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:34.966030 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15300a8f-608d-4a05-8b31-c37cbb66a594 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:34.966345 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15300a8f-608d-4a05-8b31-c37cbb66a594 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:34.966663 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15300a8f-608d-4a05-8b31-c37cbb66a594 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:34.967006 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15300a8f-608d-4a05-8b31-c37cbb66a594 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:34.967343 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15300a8f-608d-4a05-8b31-c37cbb66a594 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:34.967718 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15300a8f-608d-4a05-8b31-c37cbb66a594 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:34.968035 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15300a8f-608d-4a05-8b31-c37cbb66a594 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:35.136401 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e14264fb-0199-4de0-ac02-b02528bab04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:35.264392 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-daba2a88-b159-4988-a375-c2cb57e49d75 req-15300a8f-608d-4a05-8b31-c37cbb66a594 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Router f629c0d1-1362-4930-b6e3-c644f935c015 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:55:35.387899 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7594d9f7-aca3-4a30-8635-8017fc7b9816 req-7dfc480d-6210-42be-9a04-eab75baf3b69 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0499723 Mar 31 15:55:35.484345 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-daba2a88-b159-4988-a375-c2cb57e49d75 req-15300a8f-608d-4a05-8b31-c37cbb66a594 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:55:35.493900 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787e714c-8b32-471a-acf8-23698faeda56 None None] Sync routers for ids ['f629c0d1-1362-4930-b6e3-c644f935c015'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:55:35.504284 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787e714c-8b32-471a-acf8-23698faeda56 None None] Routers {'f629c0d1-1362-4930-b6e3-c644f935c015'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:55:35.504905 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-787e714c-8b32-471a-acf8-23698faeda56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:55:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['f629c0d1-1362-4930-b6e3-c644f935c015'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:55:35.555022 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-daba2a88-b159-4988-a375-c2cb57e49d75 req-15300a8f-608d-4a05-8b31-c37cbb66a594 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] No DVR routers for this DVR port 618674d4-c7d0-4c69-9476-3b8558c0f5fb on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:55:35.557395 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-daba2a88-b159-4988-a375-c2cb57e49d75 req-15300a8f-608d-4a05-8b31-c37cbb66a594 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:35.561827 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b9826c-c1cf-4067-90b8-dcc0e643d2f3', 'name': 'network-vif-deleted', 'tag': '618674d4-c7d0-4c69-9476-3b8558c0f5fb'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:55:35.618849 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b9826c-c1cf-4067-90b8-dcc0e643d2f3', 'name': 'network-vif-deleted', 'tag': '618674d4-c7d0-4c69-9476-3b8558c0f5fb', 'status': 'completed', 'code': 200} Mar 31 15:55:35.634499 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-daba2a88-b159-4988-a375-c2cb57e49d75 req-15300a8f-608d-4a05-8b31-c37cbb66a594 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.41 "DELETE /v2.0/ports/618674d4-c7d0-4c69-9476-3b8558c0f5fb HTTP/1.1" status: 204 len: 173 time: 1.5238068 Mar 31 15:55:35.687268 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-787e714c-8b32-471a-acf8-23698faeda56 None None] Set router f629c0d1-1362-4930-b6e3-c644f935c015 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:55:36.007495 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-787e714c-8b32-471a-acf8-23698faeda56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:52:16Z', 'revision_number': 4, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port': {'id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:13Z', 'updated_at': '2022-03-31T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '147e3c84-4cd9-4b8b-a97a-63a380e9e054', 'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'mac_address': 'fa:16:3e:02:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:15Z', 'updated_at': '2022-03-31T15:52:21Z', 'revision_number': 5, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'subnets': [{'id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:55:36.011410 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787e714c-8b32-471a-acf8-23698faeda56 None None] Checking router: f629c0d1-1362-4930-b6e3-c644f935c015 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:55:36.020898 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787e714c-8b32-471a-acf8-23698faeda56 None None] Routers {'f629c0d1-1362-4930-b6e3-c644f935c015'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:55:36.021535 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-787e714c-8b32-471a-acf8-23698faeda56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:55:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['f629c0d1-1362-4930-b6e3-c644f935c015'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:55:36.266712 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-787e714c-8b32-471a-acf8-23698faeda56 None None] Set router f629c0d1-1362-4930-b6e3-c644f935c015 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:55:36.539242 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:36.627140 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:36.653949 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-787e714c-8b32-471a-acf8-23698faeda56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:52:16Z', 'revision_number': 4, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port': {'id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:13Z', 'updated_at': '2022-03-31T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '147e3c84-4cd9-4b8b-a97a-63a380e9e054', 'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'mac_address': 'fa:16:3e:02:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:15Z', 'updated_at': '2022-03-31T15:52:21Z', 'revision_number': 5, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'subnets': [{'id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:55:36.658863 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787e714c-8b32-471a-acf8-23698faeda56 None None] The sync data for ids ['f629c0d1-1362-4930-b6e3-c644f935c015'] in dv-neutron-833379-2-hyperv is: [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:52:16Z', 'revision_number': 4, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port': {'id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:13Z', 'updated_at': '2022-03-31T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '147e3c84-4cd9-4b8b-a97a-63a380e9e054', 'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'mac_address': 'fa:16:3e:02:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:15Z', 'updated_at': '2022-03-31T15:52:21Z', 'revision_number': 5, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'subnets': [{'id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:55:36.744741 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-51692143-33f3-48da-acd1-52996d2029bf req-3d161941-42e8-4078-83b3-efb642d9467a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Synchronizing usage tracker for tenant:b0ac8c0737ec48db825fd4217e3c3af6 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:55:36.822128 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-51692143-33f3-48da-acd1-52996d2029bf req-3d161941-42e8-4078-83b3-efb642d9467a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Unset dirty status for tenant:b0ac8c0737ec48db825fd4217e3c3af6 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:55:36.823328 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-51692143-33f3-48da-acd1-52996d2029bf req-3d161941-42e8-4078-83b3-efb642d9467a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=54b9826c-c1cf-4067-90b8-dcc0e643d2f3 HTTP/1.1" status: 200 len: 210 time: 0.1405711 Mar 31 15:55:36.904263 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfd13e6-e558-44a0-8c55-7a24d743c0e6 None None] New status for floating IP bf477b0a-4ffe-4a9a-a106-7599da646ad6: DOWN {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:55:37.710959 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 618674d4-c7d0-4c69-9476-3b8558c0f5fb no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:55:37.744884 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: 618674d4-c7d0-4c69-9476-3b8558c0f5fb {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:55:37.745252 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 618674d4-c7d0-4c69-9476-3b8558c0f5fb not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:55:38.073445 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:38.177326 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-5834a954-4d3f-4d54-8444-4e1d39c5f64c tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1621883366&fields=id&tenant_id=b0ac8c0737ec48db825fd4217e3c3af6 HTTP/1.1" status: 200 len: 267 time: 0.0440145 Mar 31 15:55:38.329055 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-affb8b82-3d9c-492e-b34f-80a1a443ee6d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:38.330750 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-affb8b82-3d9c-492e-b34f-80a1a443ee6d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/networks?id=ce61b5be-9fe0-4994-915d-3438abf54c1e HTTP/1.1" status: 200 len: 812 time: 0.1468222 Mar 31 15:55:38.345932 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-9f77e266-9cc2-44e7-8ec1-0bfca12b6918 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/quotas/b0ac8c0737ec48db825fd4217e3c3af6 HTTP/1.1" status: 200 len: 375 time: 0.0096169 Mar 31 15:55:38.433266 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-f70e8d82-134b-4592-9aed-0f02c6b14feb tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0822020 Mar 31 15:55:38.573642 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-7cbd95f0-09c5-452e-b7cc-31ec0f9a2783 service neutron] 10.222.0.31 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280344 Mar 31 15:55:38.709501 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-480335c1-1d0f-4e70-bd3c-4f658c386939 service neutron] 10.222.0.31 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278837 Mar 31 15:55:38.965527 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-62c7f21d-3d20-41ea-b3cf-32f19aa66d7e req-07359d9d-7ac4-4740-bafb-f8a2b8429e33 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 210 time: 0.0421808 Mar 31 15:55:39.865041 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:55:40.131007 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7a8f459c-30f6-47b2-b064-b8a1b41ab00c req-aa8eff98-1780-4203-92c4-e50b8f209f09 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 210 time: 0.0430002 Mar 31 15:55:40.905404 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-959ad9fe-cfec-4bb6-9f64-6ce5d4dd9bb3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:40.906735 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-959ad9fe-cfec-4bb6-9f64-6ce5d4dd9bb3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.41 "GET /v2.0/networks?id=ce61b5be-9fe0-4994-915d-3438abf54c1e HTTP/1.1" status: 200 len: 812 time: 0.1496065 Mar 31 15:55:40.955547 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-a54483bc-8945-44bf-b052-0c22f14a8c49 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0ac8c0737ec48db825fd4217e3c3af6 HTTP/1.1" status: 200 len: 380 time: 0.0400732 Mar 31 15:55:40.965643 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-d8f84f9d-74c2-4537-ba93-4524b5451014 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Request body: {'port': {'device_id': '58dc6f1a-273d-4658-94b8-d22727fc22c7', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'admin_state_up': True, 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'security_groups': ['958df846-4fb7-4035-9fbe-81f7de3458b0']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:55:41.101288 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-d8f84f9d-74c2-4537-ba93-4524b5451014 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:55:41.112083 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-d8f84f9d-74c2-4537-ba93-4524b5451014 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:55:41.181572 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-d8f84f9d-74c2-4537-ba93-4524b5451014 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Made reservation on behalf of b0ac8c0737ec48db825fd4217e3c3af6 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:55:41.185042 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-d8f84f9d-74c2-4537-ba93-4524b5451014 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:41.294592 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-eba05887-ae23-422e-9a2a-16640836e1ff req-e3a0d1d5-7978-4b72-b185-e8fa283401f6 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 210 time: 0.0523467 Mar 31 15:55:41.391829 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-d8f84f9d-74c2-4537-ba93-4524b5451014 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Allocated IP 172.20.0.6 (ce61b5be-9fe0-4994-915d-3438abf54c1e/4ac56404-00b0-4370-83a0-01bb5953c29e/f7648830-c631-4322-b065-ef948812a774) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:55:41.586154 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-d8f84f9d-74c2-4537-ba93-4524b5451014 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:41.601615 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-d8f84f9d-74c2-4537-ba93-4524b5451014 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Transition to ACTIVE for port object f7648830-c631-4322-b065-ef948812a774 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:55:41.690876 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-d8f84f9d-74c2-4537-ba93-4524b5451014 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:41.755936 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-d8f84f9d-74c2-4537-ba93-4524b5451014 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Network ce61b5be-9fe0-4994-915d-3438abf54c1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:55:41.758878 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-d8f84f9d-74c2-4537-ba93-4524b5451014 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:55:41.767620 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-d8f84f9d-74c2-4537-ba93-4524b5451014 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:55:41.804605 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f84f9d-74c2-4537-ba93-4524b5451014 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Pushing event updated for resources: {'Port': ['ID=f7648830-c631-4322-b065-ef948812a774,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:41.837840 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-d8f84f9d-74c2-4537-ba93-4524b5451014 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:41.838454 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-d8f84f9d-74c2-4537-ba93-4524b5451014 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:41.959792 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-d8f84f9d-74c2-4537-ba93-4524b5451014 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9976327 Mar 31 15:55:41.970214 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-c5ac80de-a91c-4f33-a185-f6bcfa092158 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:55:41.971189 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-c5ac80de-a91c-4f33-a185-f6bcfa092158 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053334 Mar 31 15:55:41.982157 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-dd151851-2f23-4c6a-b0d9-b643a5257804 service neutron] Request body: {'port': {'device_id': '58dc6f1a-273d-4658-94b8-d22727fc22c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:55:42.049878 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4f377dc1-9d45-452d-b94a-c282b1b61451 None None] Provisioning for port f7648830-c631-4322-b065-ef948812a774 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:55:42.054717 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4f377dc1-9d45-452d-b94a-c282b1b61451 None None] Provisioning complete for port f7648830-c631-4322-b065-ef948812a774 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:55:42.055079 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4f377dc1-9d45-452d-b94a-c282b1b61451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:42.097365 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-dd151851-2f23-4c6a-b0d9-b643a5257804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:42.107808 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-4f377dc1-9d45-452d-b94a-c282b1b61451 None None] Port f7648830-c631-4322-b065-ef948812a774 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:55:42.494036 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071956b-29eb-4b5f-907a-4067421b5116 req-e039f77e-1eac-4c3e-b9a1-606c1a44b0ab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:42.495400 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9071956b-29eb-4b5f-907a-4067421b5116 req-e039f77e-1eac-4c3e-b9a1-606c1a44b0ab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 931 time: 0.0846131 Mar 31 15:55:42.540178 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9071956b-29eb-4b5f-907a-4067421b5116 req-a788f0f5-eafb-47bd-8831-d5b02ff641b0 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387275 Mar 31 15:55:42.545423 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-dd151851-2f23-4c6a-b0d9-b643a5257804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7648830-c631-4322-b065-ef948812a774 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:55:42.552983 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-dd151851-2f23-4c6a-b0d9-b643a5257804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:42.568686 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-dd151851-2f23-4c6a-b0d9-b643a5257804 service neutron] Transition to ACTIVE for port object f7648830-c631-4322-b065-ef948812a774 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:55:42.667119 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-dd151851-2f23-4c6a-b0d9-b643a5257804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:42.827425 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd151851-2f23-4c6a-b0d9-b643a5257804 service neutron] Pushing event updated for resources: {'Port': ['ID=f7648830-c631-4322-b065-ef948812a774,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:42.905713 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-dd151851-2f23-4c6a-b0d9-b643a5257804 service neutron] Attempting to bind port f7648830-c631-4322-b065-ef948812a774 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:55:42.906038 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-dd151851-2f23-4c6a-b0d9-b643a5257804 service neutron] Attempting to bind port f7648830-c631-4322-b065-ef948812a774 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fabfe38b-ee9d-4293-83a1-9d7a861f316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:55:42.906382 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-dd151851-2f23-4c6a-b0d9-b643a5257804 service neutron] Attempting to bind port f7648830-c631-4322-b065-ef948812a774 on network ce61b5be-9fe0-4994-915d-3438abf54c1e {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:55:42.910923 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-dd151851-2f23-4c6a-b0d9-b643a5257804 service neutron] Port f7648830-c631-4322-b065-ef948812a774 on network ce61b5be-9fe0-4994-915d-3438abf54c1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:55:42.911233 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-dd151851-2f23-4c6a-b0d9-b643a5257804 service neutron] Attempting to bind port f7648830-c631-4322-b065-ef948812a774 on network ce61b5be-9fe0-4994-915d-3438abf54c1e {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:55:42.916193 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-dd151851-2f23-4c6a-b0d9-b643a5257804 service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:55:42.916520 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-dd151851-2f23-4c6a-b0d9-b643a5257804 service neutron] Checking segment: {'id': 'fabfe38b-ee9d-4293-83a1-9d7a861f316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:55:42.916890 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-dd151851-2f23-4c6a-b0d9-b643a5257804 service neutron] Bound using segment: {'id': 'fabfe38b-ee9d-4293-83a1-9d7a861f316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:55:42.917336 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-dd151851-2f23-4c6a-b0d9-b643a5257804 service neutron] Bound port: f7648830-c631-4322-b065-ef948812a774, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fabfe38b-ee9d-4293-83a1-9d7a861f316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:55:42.917676 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-dd151851-2f23-4c6a-b0d9-b643a5257804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:43.008092 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-dd151851-2f23-4c6a-b0d9-b643a5257804 service neutron] For port f7648830-c631-4322-b065-ef948812a774, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:55:43.011018 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-dd151851-2f23-4c6a-b0d9-b643a5257804 service neutron] For port f7648830-c631-4322-b065-ef948812a774, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f7648830-c631-4322-b065-ef948812a774,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:55:43.079238 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-dd151851-2f23-4c6a-b0d9-b643a5257804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:43.139238 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-dd151851-2f23-4c6a-b0d9-b643a5257804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:43.141203 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-dd151851-2f23-4c6a-b0d9-b643a5257804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:43.142678 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-dd151851-2f23-4c6a-b0d9-b643a5257804 service neutron] 10.222.0.41 "PUT /v2.0/ports/f7648830-c631-4322-b065-ef948812a774 HTTP/1.1" status: 200 len: 1093 time: 1.1641932 Mar 31 15:55:43.143221 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58dc6f1a-273d-4658-94b8-d22727fc22c7', 'tag': 'f7648830-c631-4322-b065-ef948812a774'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:55:43.167525 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd151851-2f23-4c6a-b0d9-b643a5257804 service neutron] Pushing event updated for resources: {'Port': ['ID=f7648830-c631-4322-b065-ef948812a774,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:43.195363 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58dc6f1a-273d-4658-94b8-d22727fc22c7', 'tag': 'f7648830-c631-4322-b065-ef948812a774', 'status': 'completed', 'code': 200} Mar 31 15:55:43.290030 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952a5ba-ec6f-41df-a462-1d60978d15ab req-8bddf202-113f-4b8c-80bb-ebe7ca801e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:43.291522 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b952a5ba-ec6f-41df-a462-1d60978d15ab req-8bddf202-113f-4b8c-80bb-ebe7ca801e9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 1096 time: 0.0738082 Mar 31 15:55:43.432195 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952a5ba-ec6f-41df-a462-1d60978d15ab req-ac01f3bb-46eb-400c-a52a-ebbf9e6db97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:43.434154 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b952a5ba-ec6f-41df-a462-1d60978d15ab req-ac01f3bb-46eb-400c-a52a-ebbf9e6db97a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1351891 Mar 31 15:55:43.569304 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952a5ba-ec6f-41df-a462-1d60978d15ab req-013d374c-4547-4a89-b89e-a2866290505a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:43.570086 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b952a5ba-ec6f-41df-a462-1d60978d15ab req-013d374c-4547-4a89-b89e-a2866290505a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297174 Mar 31 15:55:43.678483 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-b4f0971a-23e2-4ea1-93a6-8175bfa539dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:43.679963 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-b4f0971a-23e2-4ea1-93a6-8175bfa539dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 1096 time: 0.0715091 Mar 31 15:55:43.737009 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545383e-362a-49ff-a18f-8ca8e993cb21 req-54e6e9dc-acc2-4d4e-bc31-764cb3a07cf9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:43.738539 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d545383e-362a-49ff-a18f-8ca8e993cb21 req-54e6e9dc-acc2-4d4e-bc31-764cb3a07cf9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 943 time: 0.0826125 Mar 31 15:55:43.752443 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-5d1a7330-77e6-43c5-bc1b-515940ee235d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7648830-c631-4322-b065-ef948812a774 HTTP/1.1" status: 200 len: 217 time: 0.0641179 Mar 31 15:55:43.786672 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d545383e-362a-49ff-a18f-8ca8e993cb21 req-90d1cdf5-1f99-4601-a3ec-1e161a1a9744 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422719 Mar 31 15:55:43.817547 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-83b518fe-8f46-4d74-aa52-cf5f8edccc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:43.818979 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-83b518fe-8f46-4d74-aa52-cf5f8edccc87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ac56404-00b0-4370-83a0-01bb5953c29e HTTP/1.1" status: 200 len: 851 time: 0.0594223 Mar 31 15:55:43.897636 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-bad86dc1-46f2-4be3-8d41-8e8e0a1e3f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:43.898993 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-bad86dc1-46f2-4be3-8d41-8e8e0a1e3f65 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce61b5be-9fe0-4994-915d-3438abf54c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732374 Mar 31 15:55:44.030562 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-9962ae3b-d774-47f8-aafa-773081fe6d88 service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243427 Mar 31 15:55:44.160740 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e7ba7498-5db2-492a-9ba6-b2d660932558 req-0835dfb1-0c80-4c68-ab38-c01cf0597f50 service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237175 Mar 31 15:55:44.974078 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d1632-581e-4506-9763-95ca47d0f2c2 req-1d88f6f5-81c4-4329-8358-9c2368cba280 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:44.974650 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-5c0d1632-581e-4506-9763-95ca47d0f2c2 req-1d88f6f5-81c4-4329-8358-9c2368cba280 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Synchronizing usage tracker for tenant:b0ac8c0737ec48db825fd4217e3c3af6 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:55:45.090000 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-5c0d1632-581e-4506-9763-95ca47d0f2c2 req-1d88f6f5-81c4-4329-8358-9c2368cba280 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Unset dirty status for tenant:b0ac8c0737ec48db825fd4217e3c3af6 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:55:45.091172 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c0d1632-581e-4506-9763-95ca47d0f2c2 req-1d88f6f5-81c4-4329-8358-9c2368cba280 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 943 time: 0.1938579 Mar 31 15:55:45.140369 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c0d1632-581e-4506-9763-95ca47d0f2c2 req-84b3dd40-88d2-43ba-9423-6f113c9f68a4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427978 Mar 31 15:55:46.323281 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46685c-14dd-48b0-857a-36a36c32286b req-5ff0697e-1e71-40e1-8658-510b620b823d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:46.324727 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3b46685c-14dd-48b0-857a-36a36c32286b req-5ff0697e-1e71-40e1-8658-510b620b823d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 943 time: 0.0808408 Mar 31 15:55:46.369055 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3b46685c-14dd-48b0-857a-36a36c32286b req-34032dd2-2285-42f0-98d5-f92bb6dfee6e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377750 Mar 31 15:55:47.655213 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24073a-4f5d-47d3-ba8e-1e509b4dbb88 req-87f02899-e674-4014-a6c3-9a778ea71497 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:47.656601 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1e24073a-4f5d-47d3-ba8e-1e509b4dbb88 req-87f02899-e674-4014-a6c3-9a778ea71497 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 943 time: 0.1785381 Mar 31 15:55:47.700012 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1e24073a-4f5d-47d3-ba8e-1e509b4dbb88 req-ae37adc8-e80f-49bc-8319-bd088ad44cd6 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376449 Mar 31 15:55:47.788595 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device f7648830-c631-4322-b065-ef948812a774 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:55:47.918983 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port f7648830-c631-4322-b065-ef948812a774, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f7648830-c631-4322-b065-ef948812a774,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:55:47.932035 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': 'f7648830-c631-4322-b065-ef948812a774', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'port_id': 'f7648830-c631-4322-b065-ef948812a774', 'mac_address': 'fa:16:3e:36:52:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:55:47.986306 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:48.002376 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7648830-c631-4322-b065-ef948812a774 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:55:48.017498 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port f7648830-c631-4322-b065-ef948812a774, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f7648830-c631-4322-b065-ef948812a774,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:55:48.078361 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:48.149791 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=f7648830-c631-4322-b065-ef948812a774,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:48.296626 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['f7648830-c631-4322-b065-ef948812a774'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:55:48.888332 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2341eeb-d625-46be-91cd-6dab86e3198c req-ced3ab7b-bb8d-4e5c-a453-be3777aeb198 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:48.890667 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e2341eeb-d625-46be-91cd-6dab86e3198c req-ced3ab7b-bb8d-4e5c-a453-be3777aeb198 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 944 time: 0.0835550 Mar 31 15:55:48.933208 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e2341eeb-d625-46be-91cd-6dab86e3198c req-75c6b1be-7f17-48c1-b29b-343aa47896fa tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370383 Mar 31 15:55:49.834086 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device f7648830-c631-4322-b065-ef948812a774 up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:55:49.964180 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port f7648830-c631-4322-b065-ef948812a774 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:55:49.969751 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port f7648830-c631-4322-b065-ef948812a774 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:55:49.970122 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:50.086756 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:50.114631 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58dc6f1a-273d-4658-94b8-d22727fc22c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7648830-c631-4322-b065-ef948812a774'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:55:50.122477 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7995096-182d-4c70-a10b-529a964ad2b1 req-eb593bc6-16fb-49a3-ae94-dda57e954259 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:50.124828 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e7995096-182d-4c70-a10b-529a964ad2b1 req-eb593bc6-16fb-49a3-ae94-dda57e954259 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 944 time: 0.0852561 Mar 31 15:55:50.125139 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port f7648830-c631-4322-b065-ef948812a774, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f7648830-c631-4322-b065-ef948812a774,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:55:50.159924 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58dc6f1a-273d-4658-94b8-d22727fc22c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7648830-c631-4322-b065-ef948812a774', 'code': 200} Mar 31 15:55:50.178108 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e7995096-182d-4c70-a10b-529a964ad2b1 req-b95b102f-8146-464b-98f2-a9701d553573 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466349 Mar 31 15:55:50.192718 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:50.260422 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=f7648830-c631-4322-b065-ef948812a774,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:50.480498 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7bd943-c54e-4b54-9ff7-7224f89d427e req-72229076-3eb0-4203-8093-190d2e72f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:50.481927 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ea7bd943-c54e-4b54-9ff7-7224f89d427e req-72229076-3eb0-4203-8093-190d2e72f0c7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 1098 time: 0.0683742 Mar 31 15:55:50.525868 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ea7bd943-c54e-4b54-9ff7-7224f89d427e req-acc19673-530a-41d6-a077-7c9633e668cd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370824 Mar 31 15:55:51.367534 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc61b3-5898-4e24-8f16-7955c0a6540c req-ef4f2e72-9856-4250-a08d-bfb98d9f2487 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:51.368988 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e6dc61b3-5898-4e24-8f16-7955c0a6540c req-ef4f2e72-9856-4250-a08d-bfb98d9f2487 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 945 time: 0.0825262 Mar 31 15:55:51.416118 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e6dc61b3-5898-4e24-8f16-7955c0a6540c req-07e683cd-7085-49f8-8301-7eb5be0a6477 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413690 Mar 31 15:55:52.602620 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e0dc0-a198-4d84-bdd4-457bc2fe8beb req-f6f6f194-cb8a-4b4f-bad7-884c741a8429 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:52.604092 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-175e0dc0-a198-4d84-bdd4-457bc2fe8beb req-f6f6f194-cb8a-4b4f-bad7-884c741a8429 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 945 time: 0.0797887 Mar 31 15:55:52.649978 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-175e0dc0-a198-4d84-bdd4-457bc2fe8beb req-e0d0da45-5dae-46a5-a8b0-1cd03c59a52b tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390961 Mar 31 15:55:52.834660 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2b210-087f-4555-a98b-6b9b97e847fa req-45e8d126-52fc-4a11-8769-356a7403bbaf tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:52.836095 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e9a2b210-087f-4555-a98b-6b9b97e847fa req-45e8d126-52fc-4a11-8769-356a7403bbaf tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 945 time: 0.0805154 Mar 31 15:55:52.846025 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 53350) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:55:52.851147 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-0dec1e42-abfe-4e4b-b444-a618a8a038c9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Request body: {'floatingip': {'port_id': 'f7648830-c631-4322-b065-ef948812a774'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:55:52.927838 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0dec1e42-abfe-4e4b-b444-a618a8a038c9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for floatingip, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:53.523490 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0dec1e42-abfe-4e4b-b444-a618a8a038c9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:53.599015 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0dec1e42-abfe-4e4b-b444-a618a8a038c9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:53.772854 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [None req-0dec1e42-abfe-4e4b-b444-a618a8a038c9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Floating IP bf477b0a-4ffe-4a9a-a106-7599da646ad6 associated. External IP: 172.26.5.83, port: f7648830-c631-4322-b065-ef948812a774. Mar 31 15:55:54.219166 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dec1e42-abfe-4e4b-b444-a618a8a038c9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Router f629c0d1-1362-4930-b6e3-c644f935c015 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:55:54.406218 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dec1e42-abfe-4e4b-b444-a618a8a038c9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:55:54.411086 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0dec1e42-abfe-4e4b-b444-a618a8a038c9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:54.415599 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2129b57b-b56d-4d1c-b9f8-637e7a2ac793 None None] Sync routers for ids ['f629c0d1-1362-4930-b6e3-c644f935c015'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:55:54.427457 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2129b57b-b56d-4d1c-b9f8-637e7a2ac793 None None] Routers {'f629c0d1-1362-4930-b6e3-c644f935c015'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:55:54.427457 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2129b57b-b56d-4d1c-b9f8-637e7a2ac793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:55:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['f629c0d1-1362-4930-b6e3-c644f935c015'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:55:54.467565 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0dec1e42-abfe-4e4b-b444-a618a8a038c9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "PUT /v2.0/floatingips/bf477b0a-4ffe-4a9a-a106-7599da646ad6 HTTP/1.1" status: 200 len: 991 time: 1.6198006 Mar 31 15:55:54.468562 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58dc6f1a-273d-4658-94b8-d22727fc22c7', 'tag': 'f7648830-c631-4322-b065-ef948812a774'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:55:54.517721 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58dc6f1a-273d-4658-94b8-d22727fc22c7', 'tag': 'f7648830-c631-4322-b065-ef948812a774', 'status': 'completed', 'code': 200} Mar 31 15:55:54.618999 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0b658-1196-4aba-bb7b-250245524ab5 req-5588172f-56b8-4c92-ad40-1e43e72b7ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:54.620620 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3cf0b658-1196-4aba-bb7b-250245524ab5 req-5588172f-56b8-4c92-ad40-1e43e72b7ad1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 1098 time: 0.0808825 Mar 31 15:55:54.688002 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-2129b57b-b56d-4d1c-b9f8-637e7a2ac793 None None] Set router f629c0d1-1362-4930-b6e3-c644f935c015 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:55:54.770848 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0b658-1196-4aba-bb7b-250245524ab5 req-e1b7a601-c63c-45f7-9302-9a584654ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:54.775877 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3cf0b658-1196-4aba-bb7b-250245524ab5 req-e1b7a601-c63c-45f7-9302-9a584654ba0b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce61b5be-9fe0-4994-915d-3438abf54c1e HTTP/1.1" status: 200 len: 913 time: 0.1457191 Mar 31 15:55:54.885834 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3cf0b658-1196-4aba-bb7b-250245524ab5 req-08a50786-2642-49ff-9e1f-8ca567efaacb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7648830-c631-4322-b065-ef948812a774 HTTP/1.1" status: 200 len: 999 time: 0.1054482 Mar 31 15:55:54.957443 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0b658-1196-4aba-bb7b-250245524ab5 req-7c4dfa40-d1f2-47d1-96f7-d36916f8eb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:54.958885 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3cf0b658-1196-4aba-bb7b-250245524ab5 req-7c4dfa40-d1f2-47d1-96f7-d36916f8eb65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ac56404-00b0-4370-83a0-01bb5953c29e HTTP/1.1" status: 200 len: 851 time: 0.0658598 Mar 31 15:55:55.035475 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0b658-1196-4aba-bb7b-250245524ab5 req-6d180c72-d957-49bf-bd95-e356a27c48e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:55.036980 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3cf0b658-1196-4aba-bb7b-250245524ab5 req-6d180c72-d957-49bf-bd95-e356a27c48e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce61b5be-9fe0-4994-915d-3438abf54c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713892 Mar 31 15:55:55.052554 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2129b57b-b56d-4d1c-b9f8-637e7a2ac793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:52:16Z', 'revision_number': 4, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port': {'id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:13Z', 'updated_at': '2022-03-31T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'bf477b0a-4ffe-4a9a-a106-7599da646ad6', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'floating_ip_address': '172.26.5.83', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'port_id': 'f7648830-c631-4322-b065-ef948812a774', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'mac_address': 'fa:16:3e:36:52:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dc6f1a-273d-4658-94b8-d22727fc22c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:52:20Z', 'updated_at': '2022-03-31T15:55:53Z', 'revision_number': 13, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147e3c84-4cd9-4b8b-a97a-63a380e9e054', 'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'mac_address': 'fa:16:3e:02:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:15Z', 'updated_at': '2022-03-31T15:52:21Z', 'revision_number': 5, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'subnets': [{'id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:55:55.056724 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2129b57b-b56d-4d1c-b9f8-637e7a2ac793 None None] Checking router: f629c0d1-1362-4930-b6e3-c644f935c015 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:55:55.065990 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2129b57b-b56d-4d1c-b9f8-637e7a2ac793 None None] Routers {'f629c0d1-1362-4930-b6e3-c644f935c015'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:55:55.066702 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2129b57b-b56d-4d1c-b9f8-637e7a2ac793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:55:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['f629c0d1-1362-4930-b6e3-c644f935c015'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:55:55.262671 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3cf0b658-1196-4aba-bb7b-250245524ab5 req-c246c3ad-c7a1-4afe-8e9c-9b9506350a6c service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157500 Mar 31 15:55:55.270537 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1f1847c2-6abe-49ac-b1ef-7c2401da46e1 req-c701c006-bff6-43dd-8c2b-679ec38d36ba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1055894 Mar 31 15:55:55.297076 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-2129b57b-b56d-4d1c-b9f8-637e7a2ac793 None None] Set router f629c0d1-1362-4930-b6e3-c644f935c015 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:55:55.339573 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:55:55.407513 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3cf0b658-1196-4aba-bb7b-250245524ab5 req-285b90fc-f9d1-4363-9c8d-1a56e5fe03fc service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338279 Mar 31 15:55:55.667528 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2129b57b-b56d-4d1c-b9f8-637e7a2ac793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:52:16Z', 'revision_number': 4, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port': {'id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:13Z', 'updated_at': '2022-03-31T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'bf477b0a-4ffe-4a9a-a106-7599da646ad6', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'floating_ip_address': '172.26.5.83', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'port_id': 'f7648830-c631-4322-b065-ef948812a774', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'mac_address': 'fa:16:3e:36:52:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dc6f1a-273d-4658-94b8-d22727fc22c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:52:20Z', 'updated_at': '2022-03-31T15:55:53Z', 'revision_number': 13, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147e3c84-4cd9-4b8b-a97a-63a380e9e054', 'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'mac_address': 'fa:16:3e:02:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:15Z', 'updated_at': '2022-03-31T15:52:21Z', 'revision_number': 5, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'subnets': [{'id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:55:55.672327 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2129b57b-b56d-4d1c-b9f8-637e7a2ac793 None None] The sync data for ids ['f629c0d1-1362-4930-b6e3-c644f935c015'] in dv-neutron-833379-2-hyperv is: [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:52:16Z', 'revision_number': 4, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port': {'id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:13Z', 'updated_at': '2022-03-31T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'bf477b0a-4ffe-4a9a-a106-7599da646ad6', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'floating_ip_address': '172.26.5.83', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'port_id': 'f7648830-c631-4322-b065-ef948812a774', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'mac_address': 'fa:16:3e:36:52:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dc6f1a-273d-4658-94b8-d22727fc22c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:52:20Z', 'updated_at': '2022-03-31T15:55:53Z', 'revision_number': 13, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147e3c84-4cd9-4b8b-a97a-63a380e9e054', 'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'mac_address': 'fa:16:3e:02:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:15Z', 'updated_at': '2022-03-31T15:52:21Z', 'revision_number': 5, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'subnets': [{'id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:55:55.697545 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1847c2-6abe-49ac-b1ef-7c2401da46e1 req-a4026c34-e24b-4f48-97b2-f3f49462a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:55.699026 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1f1847c2-6abe-49ac-b1ef-7c2401da46e1 req-a4026c34-e24b-4f48-97b2-f3f49462a504 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 1098 time: 0.0796869 Mar 31 15:55:55.900006 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab327b4c-668d-40ce-8db7-68c5a81bbf9b None None] New status for floating IP bf477b0a-4ffe-4a9a-a106-7599da646ad6: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:55:55.979493 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1847c2-6abe-49ac-b1ef-7c2401da46e1 req-84aad146-cdf9-4639-9e39-2c7586e2db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:55.980910 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1f1847c2-6abe-49ac-b1ef-7c2401da46e1 req-84aad146-cdf9-4639-9e39-2c7586e2db76 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce61b5be-9fe0-4994-915d-3438abf54c1e HTTP/1.1" status: 200 len: 913 time: 0.2588303 Mar 31 15:55:56.098343 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1f1847c2-6abe-49ac-b1ef-7c2401da46e1 req-84f2e5bc-4789-45ee-ba9d-bff369d07c9d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7648830-c631-4322-b065-ef948812a774 HTTP/1.1" status: 200 len: 999 time: 0.1078579 Mar 31 15:55:56.169567 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1847c2-6abe-49ac-b1ef-7c2401da46e1 req-6e2efa94-b650-4548-b922-7af8c168aeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:56.171072 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1f1847c2-6abe-49ac-b1ef-7c2401da46e1 req-6e2efa94-b650-4548-b922-7af8c168aeb8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ac56404-00b0-4370-83a0-01bb5953c29e HTTP/1.1" status: 200 len: 851 time: 0.0661077 Mar 31 15:55:56.254785 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1847c2-6abe-49ac-b1ef-7c2401da46e1 req-2e486ff6-2387-46f5-bda0-e6cd359e7477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:56.257798 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1f1847c2-6abe-49ac-b1ef-7c2401da46e1 req-2e486ff6-2387-46f5-bda0-e6cd359e7477 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce61b5be-9fe0-4994-915d-3438abf54c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788295 Mar 31 15:55:56.397126 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1f1847c2-6abe-49ac-b1ef-7c2401da46e1 req-3184d8d3-f039-49fd-baae-c2aad509a71c service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301885 Mar 31 15:55:56.501622 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e16d6c-44be-434d-b67e-adfdd3794a04 req-2e7be6eb-dff9-49f8-8fd1-bb9138a7c8b4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:56.503054 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c3e16d6c-44be-434d-b67e-adfdd3794a04 req-2e7be6eb-dff9-49f8-8fd1-bb9138a7c8b4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 945 time: 0.0804884 Mar 31 15:55:56.532354 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1f1847c2-6abe-49ac-b1ef-7c2401da46e1 req-1d63066c-e553-4bc5-8e05-4f8801b90c9b service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290011 Mar 31 15:55:56.551779 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c3e16d6c-44be-434d-b67e-adfdd3794a04 req-b951ea96-7747-4c3e-b19d-a7eb5f98452b tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430303 Mar 31 15:56:03.089551 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2272e60e-c1fe-4f8e-8934-f4a6b47bef97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:56:05.187443 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-01a3eadd-75c0-458c-88ef-bc0f17973a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:56:06.489767 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:56:06.500716 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:56:07.974999 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:56:12.117852 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b45376-8ed3-4bc2-826e-5f847026e7bc req-c82eb7b4-cfd6-4561-90d8-0c1c6e6cde09 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:12.119327 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-97b45376-8ed3-4bc2-826e-5f847026e7bc req-c82eb7b4-cfd6-4561-90d8-0c1c6e6cde09 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 945 time: 0.0850084 Mar 31 15:56:12.172623 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-97b45376-8ed3-4bc2-826e-5f847026e7bc req-bbc5affb-64dd-4adb-af50-1e34f54af61c tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467298 Mar 31 15:56:12.227047 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-928e2939-008b-431e-8c16-c1b6016be51e req-8d77807c-e1cd-4034-a720-42c5b533b322 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1226571 Mar 31 15:56:13.373484 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0b53d-1155-440f-bae5-f7e62835bc9d req-873baff7-bf57-4b48-9ca4-213ea6161a35 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:13.375061 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-05e0b53d-1155-440f-bae5-f7e62835bc9d req-873baff7-bf57-4b48-9ca4-213ea6161a35 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 945 time: 0.0862889 Mar 31 15:56:13.428819 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-05e0b53d-1155-440f-bae5-f7e62835bc9d req-bd19bdc0-e449-441c-943f-86030d5655b9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473032 Mar 31 15:56:14.398183 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e2939-008b-431e-8c16-c1b6016be51e req-53bda0cf-dab1-4e4a-9c8d-84a2408d866e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:14.399665 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-928e2939-008b-431e-8c16-c1b6016be51e req-53bda0cf-dab1-4e4a-9c8d-84a2408d866e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 1098 time: 0.0711150 Mar 31 15:56:14.529435 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e2939-008b-431e-8c16-c1b6016be51e req-839e2687-26da-42a4-892a-dd95769e9fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:14.530863 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-928e2939-008b-431e-8c16-c1b6016be51e req-839e2687-26da-42a4-892a-dd95769e9fee service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce61b5be-9fe0-4994-915d-3438abf54c1e HTTP/1.1" status: 200 len: 913 time: 0.1251330 Mar 31 15:56:14.679938 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-928e2939-008b-431e-8c16-c1b6016be51e req-0c827dbb-9f62-4636-a88b-bafd307bf459 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7648830-c631-4322-b065-ef948812a774 HTTP/1.1" status: 200 len: 1001 time: 0.1418004 Mar 31 15:56:14.748245 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b296f6-8fb1-430a-9780-f9e48735807f req-88d19816-8c2d-4891-a220-6a3deba03c07 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:14.749779 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e9b296f6-8fb1-430a-9780-f9e48735807f req-88d19816-8c2d-4891-a220-6a3deba03c07 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 945 time: 0.1608806 Mar 31 15:56:14.778280 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e2939-008b-431e-8c16-c1b6016be51e req-a7cd25f1-97b3-4750-8529-1c268ef73eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:14.780479 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-928e2939-008b-431e-8c16-c1b6016be51e req-a7cd25f1-97b3-4750-8529-1c268ef73eb7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ac56404-00b0-4370-83a0-01bb5953c29e HTTP/1.1" status: 200 len: 851 time: 0.0880389 Mar 31 15:56:14.845691 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e9b296f6-8fb1-430a-9780-f9e48735807f req-e29b5e78-708a-472f-b373-a48c07797d94 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894737 Mar 31 15:56:14.873535 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e2939-008b-431e-8c16-c1b6016be51e req-f888cb70-5866-4921-ad9c-896e6e538494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:14.875054 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-928e2939-008b-431e-8c16-c1b6016be51e req-f888cb70-5866-4921-ad9c-896e6e538494 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce61b5be-9fe0-4994-915d-3438abf54c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846651 Mar 31 15:56:15.008332 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-928e2939-008b-431e-8c16-c1b6016be51e req-c5f098b1-c560-441a-b043-e02bab2a03f5 service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252534 Mar 31 15:56:15.140614 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-928e2939-008b-431e-8c16-c1b6016be51e req-64a85a68-22d7-4174-89cd-ba39e9dd04b7 service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251612 Mar 31 15:56:16.134526 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814158e-8236-42cd-8fb0-11f342ebe253 req-62010fae-5740-40ba-98e1-389c5361214e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:16.135875 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c814158e-8236-42cd-8fb0-11f342ebe253 req-62010fae-5740-40ba-98e1-389c5361214e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 945 time: 0.1827338 Mar 31 15:56:16.180872 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c814158e-8236-42cd-8fb0-11f342ebe253 req-e4c884bd-db09-4f64-9a4b-b88b498c05b3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385427 Mar 31 15:56:16.866669 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:56:17.477175 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a14ff8-4dcf-4020-a5d4-84e2f968ecdf req-3aa2d9dd-a2cd-417f-92fc-560de8e6e37a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:17.478538 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-94a14ff8-4dcf-4020-a5d4-84e2f968ecdf req-3aa2d9dd-a2cd-417f-92fc-560de8e6e37a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 945 time: 0.1809752 Mar 31 15:56:17.522662 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-94a14ff8-4dcf-4020-a5d4-84e2f968ecdf req-902cbf74-059a-4280-bb03-bed5dace61ab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376692 Mar 31 15:56:18.713553 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7499e8-4f76-4d14-b8bb-cf526c87e5f1 req-9cac9705-c262-428b-ac9e-ef981555862f tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:18.715010 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-ea7499e8-4f76-4d14-b8bb-cf526c87e5f1 req-9cac9705-c262-428b-ac9e-ef981555862f tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 945 time: 0.0855696 Mar 31 15:56:18.760099 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-ea7499e8-4f76-4d14-b8bb-cf526c87e5f1 req-a6ebb306-bb0b-40ee-9b68-b7dfdf524402 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393522 Mar 31 15:56:19.974103 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960361d-ccbb-4e28-be66-fa12e80818fa req-33988519-bded-4c5e-9887-cedebc2dedf3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:19.976488 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5960361d-ccbb-4e28-be66-fa12e80818fa req-33988519-bded-4c5e-9887-cedebc2dedf3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 945 time: 0.0894530 Mar 31 15:56:20.022606 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5960361d-ccbb-4e28-be66-fa12e80818fa req-fd6f8eea-e385-4d72-a72a-511f16d1e209 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404210 Mar 31 15:56:21.210854 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc56485-39be-4a14-b8bb-213210d79b64 req-73d52371-1276-4274-bb41-0df588c07779 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:21.212284 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-6bc56485-39be-4a14-b8bb-213210d79b64 req-73d52371-1276-4274-bb41-0df588c07779 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 945 time: 0.0788207 Mar 31 15:56:21.258902 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-6bc56485-39be-4a14-b8bb-213210d79b64 req-9f53f512-0595-4b99-8fc6-e174c1416758 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408463 Mar 31 15:56:22.454690 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca58d23-aa5a-4e4d-b81b-380b05db1e24 req-23d631b6-7961-400e-b4fd-a57d8383965e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:22.456825 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3ca58d23-aa5a-4e4d-b81b-380b05db1e24 req-23d631b6-7961-400e-b4fd-a57d8383965e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 945 time: 0.0846581 Mar 31 15:56:22.505862 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3ca58d23-aa5a-4e4d-b81b-380b05db1e24 req-df75472b-96d4-49d9-b7dc-847b8bc79f10 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434313 Mar 31 15:56:23.137036 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-928e2939-008b-431e-8c16-c1b6016be51e req-9388ee54-1d8b-4940-b47c-f854edf8a0f7 service neutron] 10.222.0.41 "GET /v2.0/ports/f7648830-c631-4322-b065-ef948812a774/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0739877 Mar 31 15:56:23.705903 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18eac66-9abf-4385-a52c-02b14612aed3 req-53dfb92d-f112-438e-8ba5-9412f57ae5af tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:23.707466 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d18eac66-9abf-4385-a52c-02b14612aed3 req-53dfb92d-f112-438e-8ba5-9412f57ae5af tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 945 time: 0.0849679 Mar 31 15:56:23.754139 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d18eac66-9abf-4385-a52c-02b14612aed3 req-7abafee7-7796-427b-b236-1772513351cb tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403514 Mar 31 15:56:23.773352 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e2939-008b-431e-8c16-c1b6016be51e req-139078eb-4baf-4a7e-a685-2120c655d61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:23.773352 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-928e2939-008b-431e-8c16-c1b6016be51e req-139078eb-4baf-4a7e-a685-2120c655d61c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7&tenant_id=b0ac8c0737ec48db825fd4217e3c3af6 HTTP/1.1" status: 200 len: 1098 time: 0.0724552 Mar 31 15:56:23.864783 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e2939-008b-431e-8c16-c1b6016be51e req-8c098b33-79b5-4969-b90c-9543d466c86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:23.866190 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-928e2939-008b-431e-8c16-c1b6016be51e req-8c098b33-79b5-4969-b90c-9543d466c86f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 1098 time: 0.0734117 Mar 31 15:56:24.013112 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e2939-008b-431e-8c16-c1b6016be51e req-78f8c13a-646c-4d54-90d9-6221e5646ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:24.014658 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-928e2939-008b-431e-8c16-c1b6016be51e req-78f8c13a-646c-4d54-90d9-6221e5646ada service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce61b5be-9fe0-4994-915d-3438abf54c1e HTTP/1.1" status: 200 len: 913 time: 0.1417677 Mar 31 15:56:24.122889 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-928e2939-008b-431e-8c16-c1b6016be51e req-93e1b5ed-c2ed-4f86-9341-9938245a857c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7648830-c631-4322-b065-ef948812a774 HTTP/1.1" status: 200 len: 1001 time: 0.1005838 Mar 31 15:56:24.185877 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e2939-008b-431e-8c16-c1b6016be51e req-29b393f2-52ab-434b-aebe-c123eb8dd0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:24.187971 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-928e2939-008b-431e-8c16-c1b6016be51e req-29b393f2-52ab-434b-aebe-c123eb8dd0f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ac56404-00b0-4370-83a0-01bb5953c29e HTTP/1.1" status: 200 len: 851 time: 0.0593009 Mar 31 15:56:24.274262 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e2939-008b-431e-8c16-c1b6016be51e req-16037e46-292f-4af0-b5ff-aef5949d16d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:24.275733 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-928e2939-008b-431e-8c16-c1b6016be51e req-16037e46-292f-4af0-b5ff-aef5949d16d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce61b5be-9fe0-4994-915d-3438abf54c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807173 Mar 31 15:56:24.406103 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-928e2939-008b-431e-8c16-c1b6016be51e req-7391569d-f4ea-48e5-88a4-1ee2eb4b307a service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236012 Mar 31 15:56:24.539820 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-928e2939-008b-431e-8c16-c1b6016be51e req-63c68c54-a7bb-4e33-a768-1dfd61fab10f service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271551 Mar 31 15:56:24.946043 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4f8c4-457e-4a40-8149-9faad5aede36 req-70666cac-9f2c-4d6b-b4ea-e1508d128a6c tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:24.947585 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bbd4f8c4-457e-4a40-8149-9faad5aede36 req-70666cac-9f2c-4d6b-b4ea-e1508d128a6c tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 945 time: 0.0821836 Mar 31 15:56:24.993393 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bbd4f8c4-457e-4a40-8149-9faad5aede36 req-519e9f3f-4229-4656-bc58-6e2b8b301533 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394568 Mar 31 15:56:25.300280 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:56:26.044322 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device f7648830-c631-4322-b065-ef948812a774 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:56:26.163025 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:56:26.191664 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58dc6f1a-273d-4658-94b8-d22727fc22c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7648830-c631-4322-b065-ef948812a774'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:56:26.192068 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26791564-1974-49e5-b616-64fad03fb37a req-827c444c-62b5-4bf3-8a7a-7fbd4b56572b tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:26.193713 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-26791564-1974-49e5-b616-64fad03fb37a req-827c444c-62b5-4bf3-8a7a-7fbd4b56572b tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 945 time: 0.0887148 Mar 31 15:56:26.202848 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port f7648830-c631-4322-b065-ef948812a774, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f7648830-c631-4322-b065-ef948812a774,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:56:26.247325 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-26791564-1974-49e5-b616-64fad03fb37a req-d33a7997-557d-4224-aa12-bf7e34e06499 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451128 Mar 31 15:56:26.266728 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:56:26.310332 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58dc6f1a-273d-4658-94b8-d22727fc22c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7648830-c631-4322-b065-ef948812a774', 'code': 200} Mar 31 15:56:26.343447 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=f7648830-c631-4322-b065-ef948812a774,revision_number=6']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:26.351470 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:26.353146 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:26.353146 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:26.353146 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:26.353146 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:26.353146 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:26.353563 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:26.353756 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:26.354082 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:26.354403 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:26.354731 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:26.355047 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:27.445082 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c1add-58ff-44c0-b02b-ee5facd28b8c req-36179ac0-84e6-49b6-a5f8-1afd26aa64b6 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:27.446578 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e73c1add-58ff-44c0-b02b-ee5facd28b8c req-36179ac0-84e6-49b6-a5f8-1afd26aa64b6 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 943 time: 0.0841234 Mar 31 15:56:27.494760 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e73c1add-58ff-44c0-b02b-ee5facd28b8c req-2f076bfe-84cb-457d-8f76-9a65fe0d3759 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423291 Mar 31 15:56:28.699985 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd9266-b101-40fe-acba-49742089a28b req-2d115189-9c13-4053-a885-5dc169bd34d2 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:28.701475 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e4cd9266-b101-40fe-acba-49742089a28b req-2d115189-9c13-4053-a885-5dc169bd34d2 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 943 time: 0.0852127 Mar 31 15:56:28.749483 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e4cd9266-b101-40fe-acba-49742089a28b req-7b3036c5-9944-4c77-b49b-9533d9e95650 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415661 Mar 31 15:56:29.942089 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9c589-b6a3-4acc-a2f8-fd4ef2a88364 req-9f0d1a5b-cd11-4826-8c83-bb5672678a3e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:29.943450 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d7d9c589-b6a3-4acc-a2f8-fd4ef2a88364 req-9f0d1a5b-cd11-4826-8c83-bb5672678a3e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 943 time: 0.0832827 Mar 31 15:56:29.988070 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d7d9c589-b6a3-4acc-a2f8-fd4ef2a88364 req-95c89a30-98ec-422b-b120-634ce45c0f03 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389833 Mar 31 15:56:30.084445 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device f7648830-c631-4322-b065-ef948812a774 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:56:30.278965 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port f7648830-c631-4322-b065-ef948812a774, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f7648830-c631-4322-b065-ef948812a774,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:56:30.293414 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': 'f7648830-c631-4322-b065-ef948812a774', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'port_id': 'f7648830-c631-4322-b065-ef948812a774', 'mac_address': 'fa:16:3e:36:52:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:56:30.354050 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:56:30.372395 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7648830-c631-4322-b065-ef948812a774 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:56:30.392854 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port f7648830-c631-4322-b065-ef948812a774, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f7648830-c631-4322-b065-ef948812a774,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:56:30.472220 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:56:30.549874 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=f7648830-c631-4322-b065-ef948812a774,revision_number=7']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:30.553904 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['f7648830-c631-4322-b065-ef948812a774'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:56:31.187617 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a3261-b9e7-45fb-b56e-4f7ecd4a0344 req-58f449ca-09b8-4cda-9acd-14db5c18d020 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:31.189670 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-595a3261-b9e7-45fb-b56e-4f7ecd4a0344 req-58f449ca-09b8-4cda-9acd-14db5c18d020 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 944 time: 0.0883231 Mar 31 15:56:31.238227 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-595a3261-b9e7-45fb-b56e-4f7ecd4a0344 req-6e634414-4793-4fd6-991f-79d581f40ac7 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419621 Mar 31 15:56:32.099618 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device f7648830-c631-4322-b065-ef948812a774 up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:56:32.181732 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port f7648830-c631-4322-b065-ef948812a774 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:56:32.182097 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:56:32.326731 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:56:32.355538 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58dc6f1a-273d-4658-94b8-d22727fc22c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7648830-c631-4322-b065-ef948812a774'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:56:32.366163 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port f7648830-c631-4322-b065-ef948812a774, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f7648830-c631-4322-b065-ef948812a774,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:56:32.416266 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:56:32.455957 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58dc6f1a-273d-4658-94b8-d22727fc22c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7648830-c631-4322-b065-ef948812a774', 'code': 200} Mar 31 15:56:32.461951 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4402d-1403-4792-a0f0-b7bc702b8ad5 req-8cdeb9e9-5501-4b05-afc8-39e19cc3f524 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:32.463493 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-55b4402d-1403-4792-a0f0-b7bc702b8ad5 req-8cdeb9e9-5501-4b05-afc8-39e19cc3f524 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 944 time: 0.1059144 Mar 31 15:56:32.489886 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=f7648830-c631-4322-b065-ef948812a774,revision_number=8']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:32.517970 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-55b4402d-1403-4792-a0f0-b7bc702b8ad5 req-03c6ba2c-1833-4452-af1e-f5f024b8c860 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475533 Mar 31 15:56:33.060576 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-649400a6-1b45-47dd-916f-1f52b629917b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:56:33.719978 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ee5b3-415f-4fe4-afbf-53996d63b822 req-1bc0b91a-e1c9-45c0-acf6-a7491cdc03bd tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:33.721394 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bb6ee5b3-415f-4fe4-afbf-53996d63b822 req-1bc0b91a-e1c9-45c0-acf6-a7491cdc03bd tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 945 time: 0.0844059 Mar 31 15:56:33.770837 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bb6ee5b3-415f-4fe4-afbf-53996d63b822 req-7865a939-ff61-4586-affb-950f4a9133d7 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430977 Mar 31 15:56:34.979411 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfc23f-e21b-4068-9a96-56152c655bb8 req-cf19a8b0-14ca-4f91-96d1-6605d70e7dab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:34.980857 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-55bfc23f-e21b-4068-9a96-56152c655bb8 req-cf19a8b0-14ca-4f91-96d1-6605d70e7dab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 945 time: 0.0835018 Mar 31 15:56:35.029818 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-55bfc23f-e21b-4068-9a96-56152c655bb8 req-5f4309c7-1406-40ba-8003-4d6894ff240c tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418606 Mar 31 15:56:35.158099 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fb66dd19-b6a7-44b4-9f79-95156c724efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:56:35.736520 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de4896-f825-43ee-a511-4df2593408d5 req-3f4207a9-0ecb-442a-b714-d76a5e839ae9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:35.738074 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c9de4896-f825-43ee-a511-4df2593408d5 req-3f4207a9-0ecb-442a-b714-d76a5e839ae9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 945 time: 0.0901954 Mar 31 15:56:35.739919 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85db08-c327-447e-9dc8-c06e2f285ef8 req-f55dd6a2-c04f-4163-8a65-43a2da00c956 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:35.741465 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c85db08-c327-447e-9dc8-c06e2f285ef8 req-f55dd6a2-c04f-4163-8a65-43a2da00c956 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.41 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7&tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&binding%3Ahost_id=hv-neutron-8333 HTTP/1.1" status: 200 len: 945 time: 0.0933461 Mar 31 15:56:35.786272 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c9de4896-f825-43ee-a511-4df2593408d5 req-9f3de1a4-828f-4756-a9a8-58cde502f80c tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419068 Mar 31 15:56:35.935806 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c85db08-c327-447e-9dc8-c06e2f285ef8 req-d7d76b02-4b5e-4452-b49a-162d0c3cb270 service neutron] 10.222.0.41 "GET /v2.0/ports/f7648830-c631-4322-b065-ef948812a774/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.1884105 Mar 31 15:56:36.034196 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85db08-c327-447e-9dc8-c06e2f285ef8 req-935ab88d-de9e-4191-b27a-552e915096a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:36.035696 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c85db08-c327-447e-9dc8-c06e2f285ef8 req-935ab88d-de9e-4191-b27a-552e915096a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 1098 time: 0.0764809 Mar 31 15:56:36.182695 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85db08-c327-447e-9dc8-c06e2f285ef8 req-d5a15fe0-1baf-4e2f-96c0-5eb4d073b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:36.184204 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c85db08-c327-447e-9dc8-c06e2f285ef8 req-d5a15fe0-1baf-4e2f-96c0-5eb4d073b642 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce61b5be-9fe0-4994-915d-3438abf54c1e HTTP/1.1" status: 200 len: 913 time: 0.1422691 Mar 31 15:56:36.290609 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c85db08-c327-447e-9dc8-c06e2f285ef8 req-874040b3-b6a6-46a4-af22-55eeb564ac05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7648830-c631-4322-b065-ef948812a774 HTTP/1.1" status: 200 len: 1001 time: 0.1000888 Mar 31 15:56:36.360350 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85db08-c327-447e-9dc8-c06e2f285ef8 req-9a75efaa-ce07-4de2-b7db-a5ac8132b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:36.361985 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c85db08-c327-447e-9dc8-c06e2f285ef8 req-9a75efaa-ce07-4de2-b7db-a5ac8132b58a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ac56404-00b0-4370-83a0-01bb5953c29e HTTP/1.1" status: 200 len: 851 time: 0.0651534 Mar 31 15:56:36.456255 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85db08-c327-447e-9dc8-c06e2f285ef8 req-9bdac78b-aa17-41ca-8892-0d05a5285d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:36.457679 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c85db08-c327-447e-9dc8-c06e2f285ef8 req-9bdac78b-aa17-41ca-8892-0d05a5285d22 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce61b5be-9fe0-4994-915d-3438abf54c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0893087 Mar 31 15:56:36.488919 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:56:36.512577 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:56:36.621001 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c85db08-c327-447e-9dc8-c06e2f285ef8 req-3922b446-df5c-418b-989a-a51f51b70ff6 service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559350 Mar 31 15:56:36.781145 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c85db08-c327-447e-9dc8-c06e2f285ef8 req-fcfface2-e815-48b6-a61e-8f14e2772b9f service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540644 Mar 31 15:56:37.035334 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09444c3d-2e64-4a7a-97a5-70c39ca345b4 req-75acef07-5db2-4acf-90a8-83694a1f5fa7 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:37.037148 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-09444c3d-2e64-4a7a-97a5-70c39ca345b4 req-75acef07-5db2-4acf-90a8-83694a1f5fa7 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 945 time: 0.1113627 Mar 31 15:56:37.089084 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-09444c3d-2e64-4a7a-97a5-70c39ca345b4 req-2e155011-0147-4430-8141-bbab79c448f9 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458391 Mar 31 15:56:37.975131 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:56:38.309147 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8263a-780c-494e-b681-c652bb0d22b9 req-8f40935a-830b-489c-8d9c-9d231bf3c39f tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:38.310730 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-efd8263a-780c-494e-b681-c652bb0d22b9 req-8f40935a-830b-489c-8d9c-9d231bf3c39f tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 945 time: 0.0862646 Mar 31 15:56:38.362393 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-efd8263a-780c-494e-b681-c652bb0d22b9 req-843cafff-4912-4ee3-83a2-5e6e79e7c785 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450642 Mar 31 15:56:39.558385 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57af545-893b-4375-90aa-8e57c353ab8a req-28fab1b7-6957-40fe-97d9-00f891217231 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:39.560113 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c57af545-893b-4375-90aa-8e57c353ab8a req-28fab1b7-6957-40fe-97d9-00f891217231 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 945 time: 0.0839596 Mar 31 15:56:39.614728 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c57af545-893b-4375-90aa-8e57c353ab8a req-e20cc80e-fcef-4459-987f-7b6ac1c3b9a6 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461452 Mar 31 15:56:40.737729 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85db08-c327-447e-9dc8-c06e2f285ef8 req-5ac548c0-9edf-4852-b69a-a1cfd71f330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:40.739113 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c85db08-c327-447e-9dc8-c06e2f285ef8 req-5ac548c0-9edf-4852-b69a-a1cfd71f330b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7&tenant_id=b0ac8c0737ec48db825fd4217e3c3af6 HTTP/1.1" status: 200 len: 1098 time: 0.0753801 Mar 31 15:56:40.838329 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85db08-c327-447e-9dc8-c06e2f285ef8 req-96370041-e7b7-4f38-bb5d-cc40cc6044bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:40.840358 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c85db08-c327-447e-9dc8-c06e2f285ef8 req-96370041-e7b7-4f38-bb5d-cc40cc6044bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 1098 time: 0.0769858 Mar 31 15:56:40.869347 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b551e7-e53d-4223-a92d-2a39bdccd621 req-c2904a8f-cb78-4e0d-908d-e0c4525e5d3f tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:40.870868 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e1b551e7-e53d-4223-a92d-2a39bdccd621 req-c2904a8f-cb78-4e0d-908d-e0c4525e5d3f tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 945 time: 0.1200933 Mar 31 15:56:40.917142 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e1b551e7-e53d-4223-a92d-2a39bdccd621 req-fd028fd8-f0aa-4f84-adb1-94b90592a8b3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396307 Mar 31 15:56:40.994256 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85db08-c327-447e-9dc8-c06e2f285ef8 req-e23db87f-b0bd-4d46-9833-8ed50f4770aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:40.995691 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c85db08-c327-447e-9dc8-c06e2f285ef8 req-e23db87f-b0bd-4d46-9833-8ed50f4770aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce61b5be-9fe0-4994-915d-3438abf54c1e HTTP/1.1" status: 200 len: 913 time: 0.1489222 Mar 31 15:56:41.101356 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c85db08-c327-447e-9dc8-c06e2f285ef8 req-bef4398c-1a21-4215-b830-52606db9ab89 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7648830-c631-4322-b065-ef948812a774 HTTP/1.1" status: 200 len: 1001 time: 0.0985594 Mar 31 15:56:41.176939 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85db08-c327-447e-9dc8-c06e2f285ef8 req-9f544b76-3b8d-4cf4-ab2c-a15d2fa25caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:41.178566 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c85db08-c327-447e-9dc8-c06e2f285ef8 req-9f544b76-3b8d-4cf4-ab2c-a15d2fa25caa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ac56404-00b0-4370-83a0-01bb5953c29e HTTP/1.1" status: 200 len: 851 time: 0.0711765 Mar 31 15:56:41.261727 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85db08-c327-447e-9dc8-c06e2f285ef8 req-71303e01-d2cc-45e7-8e68-5ad0aad379e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:41.263213 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c85db08-c327-447e-9dc8-c06e2f285ef8 req-71303e01-d2cc-45e7-8e68-5ad0aad379e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce61b5be-9fe0-4994-915d-3438abf54c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782425 Mar 31 15:56:41.414677 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c85db08-c327-447e-9dc8-c06e2f285ef8 req-3290f735-be98-465b-88d6-6cbd17754222 service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439326 Mar 31 15:56:41.660687 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c85db08-c327-447e-9dc8-c06e2f285ef8 req-cb9d1a99-05d5-4a56-8440-fc94076b789f service neutron] 10.222.0.41 "GET /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396498 Mar 31 15:56:42.114445 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276bdbf-7d5f-47a9-8205-62c4e7977176 req-e8262de2-9cb5-43c6-b9ab-0c71303825f1 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:42.115950 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d276bdbf-7d5f-47a9-8205-62c4e7977176 req-e8262de2-9cb5-43c6-b9ab-0c71303825f1 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 945 time: 0.0855851 Mar 31 15:56:42.146774 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device f7648830-c631-4322-b065-ef948812a774 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:56:42.163101 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d276bdbf-7d5f-47a9-8205-62c4e7977176 req-e32a1c4d-8ec8-4174-99fd-5be4b25e2591 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411961 Mar 31 15:56:42.277960 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:56:42.311215 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58dc6f1a-273d-4658-94b8-d22727fc22c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7648830-c631-4322-b065-ef948812a774'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:56:42.324309 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port f7648830-c631-4322-b065-ef948812a774, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f7648830-c631-4322-b065-ef948812a774,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:56:42.364269 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58dc6f1a-273d-4658-94b8-d22727fc22c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7648830-c631-4322-b065-ef948812a774', 'code': 200} Mar 31 15:56:42.380034 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:56:42.450115 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=f7648830-c631-4322-b065-ef948812a774,revision_number=9']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:43.350466 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c9c31-2b11-4495-9299-3a16e7cd80c4 req-97ac347c-7cfe-4b22-a38a-0b024ea23a0a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:43.351919 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-081c9c31-2b11-4495-9299-3a16e7cd80c4 req-97ac347c-7cfe-4b22-a38a-0b024ea23a0a tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 943 time: 0.0809088 Mar 31 15:56:43.397778 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-081c9c31-2b11-4495-9299-3a16e7cd80c4 req-5fd786dc-5cba-412a-9346-7bcd281b4a75 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400307 Mar 31 15:56:44.591560 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f307403-929a-48a5-bdc7-ac2a85959f10 req-fd660324-1aa2-421d-88e3-9956d141be82 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:44.593001 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-6f307403-929a-48a5-bdc7-ac2a85959f10 req-fd660324-1aa2-421d-88e3-9956d141be82 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 943 time: 0.0842822 Mar 31 15:56:44.638081 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-6f307403-929a-48a5-bdc7-ac2a85959f10 req-a61c9089-021d-4efc-b300-dcbd64efaacb tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387816 Mar 31 15:56:45.828093 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a659df5-e626-428d-ba7c-134ced32269d req-22474982-29e9-4f53-a46f-8692d97e54f8 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:45.830404 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6a659df5-e626-428d-ba7c-134ced32269d req-22474982-29e9-4f53-a46f-8692d97e54f8 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 943 time: 0.0831962 Mar 31 15:56:45.873694 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6a659df5-e626-428d-ba7c-134ced32269d req-5bcf99a0-47b3-426e-bb46-6d31a77a3705 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374982 Mar 31 15:56:46.161022 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device f7648830-c631-4322-b065-ef948812a774 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:56:46.296254 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port f7648830-c631-4322-b065-ef948812a774, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f7648830-c631-4322-b065-ef948812a774,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:56:46.310230 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': 'f7648830-c631-4322-b065-ef948812a774', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'port_id': 'f7648830-c631-4322-b065-ef948812a774', 'mac_address': 'fa:16:3e:36:52:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:56:46.365381 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:56:46.381472 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7648830-c631-4322-b065-ef948812a774 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:56:46.396274 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port f7648830-c631-4322-b065-ef948812a774, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f7648830-c631-4322-b065-ef948812a774,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:56:46.465496 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:56:46.536845 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['f7648830-c631-4322-b065-ef948812a774'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:56:46.567752 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=f7648830-c631-4322-b065-ef948812a774,revision_number=10']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:47.060225 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660ad4a-3ae4-4da3-8ea7-d13b4dc713da req-574217c6-a39d-4f74-aca0-054ee331a065 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:47.061701 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9660ad4a-3ae4-4da3-8ea7-d13b4dc713da req-574217c6-a39d-4f74-aca0-054ee331a065 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 945 time: 0.0784857 Mar 31 15:56:47.105377 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9660ad4a-3ae4-4da3-8ea7-d13b4dc713da req-14611dc9-7275-4ec9-8f8e-b513bb26ef48 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373139 Mar 31 15:56:48.177766 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device f7648830-c631-4322-b065-ef948812a774 up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:56:48.247911 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port f7648830-c631-4322-b065-ef948812a774 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:56:48.248285 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:56:48.293299 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c215d65-cc14-4a6c-ad58-337838a32acd req-1cdf8fec-feb4-40a0-8f7b-41dcd555a628 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:48.294871 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c215d65-cc14-4a6c-ad58-337838a32acd req-1cdf8fec-feb4-40a0-8f7b-41dcd555a628 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 945 time: 0.0817218 Mar 31 15:56:48.343621 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c215d65-cc14-4a6c-ad58-337838a32acd req-b9b88aaa-5a55-4e89-b449-db07921e715d tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420985 Mar 31 15:56:48.369414 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:56:48.395730 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58dc6f1a-273d-4658-94b8-d22727fc22c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7648830-c631-4322-b065-ef948812a774'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:56:48.405433 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port f7648830-c631-4322-b065-ef948812a774, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f7648830-c631-4322-b065-ef948812a774,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:56:48.448801 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58dc6f1a-273d-4658-94b8-d22727fc22c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7648830-c631-4322-b065-ef948812a774', 'code': 200} Mar 31 15:56:48.517122 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:56:48.584483 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=f7648830-c631-4322-b065-ef948812a774,revision_number=11']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:49.537347 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78123d-1e8b-40fd-894b-760c9dd4a8bd req-62cf5574-e2de-4fba-a1f5-bda981e7b631 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:49.538813 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ac78123d-1e8b-40fd-894b-760c9dd4a8bd req-62cf5574-e2de-4fba-a1f5-bda981e7b631 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 946 time: 0.0829616 Mar 31 15:56:49.587241 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ac78123d-1e8b-40fd-894b-760c9dd4a8bd req-34f8362c-30fc-43a8-9c2f-5cc376d8932e tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426571 Mar 31 15:56:50.809075 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51169a-4b8c-430e-8927-c7fb4ea1d2ba req-6ed1562d-1043-45d2-9f78-c3e46fb7f8da tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:50.810632 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8e51169a-4b8c-430e-8927-c7fb4ea1d2ba req-6ed1562d-1043-45d2-9f78-c3e46fb7f8da tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 946 time: 0.0892136 Mar 31 15:56:50.861885 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8e51169a-4b8c-430e-8927-c7fb4ea1d2ba req-4f4f1ade-332b-47d0-b4b9-7d9efec5ede4 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451846 Mar 31 15:56:51.065164 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a035ff-3b7a-436b-b2c3-ea05f447623c req-e169ac63-fd7a-40f9-bbe8-97d6e6eeb842 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:51.066624 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a7a035ff-3b7a-436b-b2c3-ea05f447623c req-e169ac63-fd7a-40f9-bbe8-97d6e6eeb842 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 946 time: 0.0910952 Mar 31 15:56:51.113228 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a7a035ff-3b7a-436b-b2c3-ea05f447623c req-e867312c-9f09-486f-9b97-646729e451b5 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398738 Mar 31 15:56:51.320672 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c95cc0-2abb-46c8-ab8a-bf92541aa9cd req-6ab83594-84e1-4ed3-a208-642607e4e9d1 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:51.322126 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f8c95cc0-2abb-46c8-ab8a-bf92541aa9cd req-6ab83594-84e1-4ed3-a208-642607e4e9d1 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 946 time: 0.1004806 Mar 31 15:56:51.374487 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f8c95cc0-2abb-46c8-ab8a-bf92541aa9cd req-8fa9820c-5df5-4a05-8ef1-25e624faadf0 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467160 Mar 31 15:56:52.005536 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fb361-fa75-4caf-ab69-d9872aa7d8a4 req-296293eb-8698-4617-8255-4bb18649ea05 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:52.007059 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8e3fb361-fa75-4caf-ab69-d9872aa7d8a4 req-296293eb-8698-4617-8255-4bb18649ea05 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 946 time: 0.0821354 Mar 31 15:56:52.052881 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8e3fb361-fa75-4caf-ab69-d9872aa7d8a4 req-4530bfbe-0256-4c59-842d-c97bfdfad4a3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400765 Mar 31 15:56:53.245502 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794f9dc-ca6f-42e4-bfef-9ab9cbce322c req-01047f7c-8222-44a8-b9fe-4df4263775b2 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:53.246967 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7794f9dc-ca6f-42e4-bfef-9ab9cbce322c req-01047f7c-8222-44a8-b9fe-4df4263775b2 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 946 time: 0.0825443 Mar 31 15:56:53.292652 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7794f9dc-ca6f-42e4-bfef-9ab9cbce322c req-e2a84675-6fa6-42e8-835e-b5cd4b8a0699 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398097 Mar 31 15:56:53.865863 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:56:54.496872 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d47172-7b07-4bcb-a056-2a2ad6ca831e req-dff5456c-843f-4e04-aff9-52a68e1e8355 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:54.498373 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-20d47172-7b07-4bcb-a056-2a2ad6ca831e req-dff5456c-843f-4e04-aff9-52a68e1e8355 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 946 time: 0.0907066 Mar 31 15:56:54.548245 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-20d47172-7b07-4bcb-a056-2a2ad6ca831e req-201c788c-071e-43f7-8fa7-8a1e0e97b362 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups?id=958df846-4fb7-4035-9fbe-81f7de3458b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438280 Mar 31 15:56:54.558520 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7efc3-e1a8-430d-9328-85b9033686ac req-881edafe-54e6-4b87-9229-cdf6feca9618 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:54.560049 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-21e7efc3-e1a8-430d-9328-85b9033686ac req-881edafe-54e6-4b87-9229-cdf6feca9618 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.41 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 946 time: 0.0897772 Mar 31 15:56:54.655649 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-21e7efc3-e1a8-430d-9328-85b9033686ac req-4dfa36f4-5f94-494b-9457-4202e4917bab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Deleting port f7648830-c631-4322-b065-ef948812a774 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:56:54.656050 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-21e7efc3-e1a8-430d-9328-85b9033686ac req-4dfa36f4-5f94-494b-9457-4202e4917bab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:56:54.949925 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-21e7efc3-e1a8-430d-9328-85b9033686ac req-4dfa36f4-5f94-494b-9457-4202e4917bab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] For port f7648830-c631-4322-b065-ef948812a774, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f7648830-c631-4322-b065-ef948812a774,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:56:54.950182 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-21e7efc3-e1a8-430d-9328-85b9033686ac req-4dfa36f4-5f94-494b-9457-4202e4917bab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:56:55.264267 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-21e7efc3-e1a8-430d-9328-85b9033686ac req-4dfa36f4-5f94-494b-9457-4202e4917bab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:56:55.264637 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-21e7efc3-e1a8-430d-9328-85b9033686ac req-4dfa36f4-5f94-494b-9457-4202e4917bab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:56:55.264952 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [req-21e7efc3-e1a8-430d-9328-85b9033686ac req-4dfa36f4-5f94-494b-9457-4202e4917bab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Floating IP bf477b0a-4ffe-4a9a-a106-7599da646ad6 disassociated. External IP: 172.26.5.83, port: f7648830-c631-4322-b065-ef948812a774. Mar 31 15:56:55.265319 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-21e7efc3-e1a8-430d-9328-85b9033686ac req-4dfa36f4-5f94-494b-9457-4202e4917bab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Calling delete_port for f7648830-c631-4322-b065-ef948812a774 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:56:55.340144 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:56:55.482942 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-21e7efc3-e1a8-430d-9328-85b9033686ac req-4dfa36f4-5f94-494b-9457-4202e4917bab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:56:55.639777 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa36f4-5f94-494b-9457-4202e4917bab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Pushing event deleted for resources: {'Port': ['ID=f7648830-c631-4322-b065-ef948812a774,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:55.652518 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa36f4-5f94-494b-9457-4202e4917bab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:55.652865 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa36f4-5f94-494b-9457-4202e4917bab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:55.653213 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa36f4-5f94-494b-9457-4202e4917bab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:55.653561 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa36f4-5f94-494b-9457-4202e4917bab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:55.653893 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa36f4-5f94-494b-9457-4202e4917bab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:55.654593 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa36f4-5f94-494b-9457-4202e4917bab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:55.654593 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa36f4-5f94-494b-9457-4202e4917bab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:55.654863 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa36f4-5f94-494b-9457-4202e4917bab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:55.655186 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa36f4-5f94-494b-9457-4202e4917bab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:55.655508 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa36f4-5f94-494b-9457-4202e4917bab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:55.655834 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa36f4-5f94-494b-9457-4202e4917bab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:55.656160 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa36f4-5f94-494b-9457-4202e4917bab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:55.776181 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-97f486e8-085f-4589-8588-5d114292526d req-0c441559-7dcb-4f71-b7a0-f8af80af4d6b tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 210 time: 0.0638692 Mar 31 15:56:55.904960 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21e7efc3-e1a8-430d-9328-85b9033686ac req-4dfa36f4-5f94-494b-9457-4202e4917bab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Router f629c0d1-1362-4930-b6e3-c644f935c015 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:56:56.094723 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21e7efc3-e1a8-430d-9328-85b9033686ac req-4dfa36f4-5f94-494b-9457-4202e4917bab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:56:56.105842 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8e2eeb-2056-49d9-8ac0-1634c4410cea None None] Sync routers for ids ['f629c0d1-1362-4930-b6e3-c644f935c015'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:56:56.119986 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8e2eeb-2056-49d9-8ac0-1634c4410cea None None] Routers {'f629c0d1-1362-4930-b6e3-c644f935c015'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:56:56.119986 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ba8e2eeb-2056-49d9-8ac0-1634c4410cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:56:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['f629c0d1-1362-4930-b6e3-c644f935c015'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:56:56.174650 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e7efc3-e1a8-430d-9328-85b9033686ac req-4dfa36f4-5f94-494b-9457-4202e4917bab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] No DVR routers for this DVR port f7648830-c631-4322-b065-ef948812a774 on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:56:56.178845 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-21e7efc3-e1a8-430d-9328-85b9033686ac req-4dfa36f4-5f94-494b-9457-4202e4917bab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:56:56.181942 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58dc6f1a-273d-4658-94b8-d22727fc22c7', 'name': 'network-vif-deleted', 'tag': 'f7648830-c631-4322-b065-ef948812a774'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:56:56.230829 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58dc6f1a-273d-4658-94b8-d22727fc22c7', 'name': 'network-vif-deleted', 'tag': 'f7648830-c631-4322-b065-ef948812a774', 'status': 'completed', 'code': 200} Mar 31 15:56:56.352925 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-21e7efc3-e1a8-430d-9328-85b9033686ac req-4dfa36f4-5f94-494b-9457-4202e4917bab tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.41 "DELETE /v2.0/ports/f7648830-c631-4322-b065-ef948812a774 HTTP/1.1" status: 204 len: 173 time: 1.7862244 Mar 31 15:56:56.364990 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-ba8e2eeb-2056-49d9-8ac0-1634c4410cea None None] Set router f629c0d1-1362-4930-b6e3-c644f935c015 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:56:56.704154 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ba8e2eeb-2056-49d9-8ac0-1634c4410cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:52:16Z', 'revision_number': 4, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port': {'id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:13Z', 'updated_at': '2022-03-31T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '147e3c84-4cd9-4b8b-a97a-63a380e9e054', 'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'mac_address': 'fa:16:3e:02:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:15Z', 'updated_at': '2022-03-31T15:52:21Z', 'revision_number': 5, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'subnets': [{'id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:56:56.709783 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8e2eeb-2056-49d9-8ac0-1634c4410cea None None] Checking router: f629c0d1-1362-4930-b6e3-c644f935c015 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:56:56.718929 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8e2eeb-2056-49d9-8ac0-1634c4410cea None None] Routers {'f629c0d1-1362-4930-b6e3-c644f935c015'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:56:56.719555 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ba8e2eeb-2056-49d9-8ac0-1634c4410cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:56:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['f629c0d1-1362-4930-b6e3-c644f935c015'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:56:56.929391 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-ba8e2eeb-2056-49d9-8ac0-1634c4410cea None None] Set router f629c0d1-1362-4930-b6e3-c644f935c015 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:56:56.975452 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-3c2fed94-43c5-4073-86c0-fb6799f1a0aa req-2b91eb65-17a5-4463-905e-725c2fb8a41b tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Synchronizing usage tracker for tenant:b0ac8c0737ec48db825fd4217e3c3af6 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:56:57.043013 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-3c2fed94-43c5-4073-86c0-fb6799f1a0aa req-2b91eb65-17a5-4463-905e-725c2fb8a41b tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Unset dirty status for tenant:b0ac8c0737ec48db825fd4217e3c3af6 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:56:57.044204 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3c2fed94-43c5-4073-86c0-fb6799f1a0aa req-2b91eb65-17a5-4463-905e-725c2fb8a41b tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/ports?device_id=58dc6f1a-273d-4658-94b8-d22727fc22c7 HTTP/1.1" status: 200 len: 210 time: 0.1222978 Mar 31 15:56:57.292546 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ba8e2eeb-2056-49d9-8ac0-1634c4410cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:52:16Z', 'revision_number': 4, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port': {'id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:13Z', 'updated_at': '2022-03-31T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '147e3c84-4cd9-4b8b-a97a-63a380e9e054', 'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'mac_address': 'fa:16:3e:02:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:15Z', 'updated_at': '2022-03-31T15:52:21Z', 'revision_number': 5, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'subnets': [{'id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:56:57.297163 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8e2eeb-2056-49d9-8ac0-1634c4410cea None None] The sync data for ids ['f629c0d1-1362-4930-b6e3-c644f935c015'] in dv-neutron-833379-2-hyperv is: [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:52:16Z', 'revision_number': 4, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port': {'id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:13Z', 'updated_at': '2022-03-31T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '147e3c84-4cd9-4b8b-a97a-63a380e9e054', 'name': '', 'network_id': 'ce61b5be-9fe0-4994-915d-3438abf54c1e', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'mac_address': 'fa:16:3e:02:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:15Z', 'updated_at': '2022-03-31T15:52:21Z', 'revision_number': 5, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'subnets': [{'id': '4ac56404-00b0-4370-83a0-01bb5953c29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:56:57.545466 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7291a2fb-c99e-4aca-a735-68503dc2e713 None None] New status for floating IP bf477b0a-4ffe-4a9a-a106-7599da646ad6: DOWN {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:56:58.255345 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device f7648830-c631-4322-b065-ef948812a774 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:56:58.290862 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: f7648830-c631-4322-b065-ef948812a774 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:56:58.291215 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device f7648830-c631-4322-b065-ef948812a774 not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:57:01.667097 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 53576) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:57:01.734578 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ed71d8d-13dd-4194-aa0b-87750710d2c0 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:01.767445 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ed71d8d-13dd-4194-aa0b-87750710d2c0 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:02.042757 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ed71d8d-13dd-4194-aa0b-87750710d2c0 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:02.062376 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed71d8d-13dd-4194-aa0b-87750710d2c0 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=958df846-4fb7-4035-9fbe-81f7de3458b0,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:02.167656 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ed71d8d-13dd-4194-aa0b-87750710d2c0 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:02.168803 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-1ed71d8d-13dd-4194-aa0b-87750710d2c0 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "DELETE /v2.0/security-groups/958df846-4fb7-4035-9fbe-81f7de3458b0 HTTP/1.1" status: 204 len: 168 time: 0.5006852 Mar 31 15:57:02.171240 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 53580) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:57:02.190346 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-7fce9f01-409f-486b-8b0a-e1e5168b0b43 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] show failed (client error): The resource could not be found. Mar 31 15:57:02.191288 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7fce9f01-409f-486b-8b0a-e1e5168b0b43 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "GET /v2.0/security-groups/958df846-4fb7-4035-9fbe-81f7de3458b0 HTTP/1.1" status: 404 len: 347 time: 0.0191855 Mar 31 15:57:02.195018 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 53584) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:57:02.363004 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-1d9ca57d-8eed-49a9-ac89-7368a786d8f3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Deleting port ac5a20b5-b338-4270-afcc-39468ddf4799 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:57:02.363340 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1d9ca57d-8eed-49a9-ac89-7368a786d8f3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:02.632153 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1d9ca57d-8eed-49a9-ac89-7368a786d8f3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:02.632483 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1d9ca57d-8eed-49a9-ac89-7368a786d8f3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:02.754624 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-1d9ca57d-8eed-49a9-ac89-7368a786d8f3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Calling delete_port for ac5a20b5-b338-4270-afcc-39468ddf4799 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:57:03.053781 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1d9ca57d-8eed-49a9-ac89-7368a786d8f3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:03.104725 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ca57d-8eed-49a9-ac89-7368a786d8f3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Pushing event deleted for resources: {'Port': ['ID=ac5a20b5-b338-4270-afcc-39468ddf4799,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:03.127870 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2fbc0ac5-8105-4a3a-ac07-3aed4a1ee9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:03.142558 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ca57d-8eed-49a9-ac89-7368a786d8f3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:03.142938 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ca57d-8eed-49a9-ac89-7368a786d8f3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:03.143230 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ca57d-8eed-49a9-ac89-7368a786d8f3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:03.143569 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ca57d-8eed-49a9-ac89-7368a786d8f3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:03.143892 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ca57d-8eed-49a9-ac89-7368a786d8f3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:03.144219 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ca57d-8eed-49a9-ac89-7368a786d8f3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:03.144567 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ca57d-8eed-49a9-ac89-7368a786d8f3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:03.145000 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ca57d-8eed-49a9-ac89-7368a786d8f3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:03.145364 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ca57d-8eed-49a9-ac89-7368a786d8f3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:03.145871 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ca57d-8eed-49a9-ac89-7368a786d8f3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:03.146194 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ca57d-8eed-49a9-ac89-7368a786d8f3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:03.146514 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ca57d-8eed-49a9-ac89-7368a786d8f3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:03.208763 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1d9ca57d-8eed-49a9-ac89-7368a786d8f3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:03.345149 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1d9ca57d-8eed-49a9-ac89-7368a786d8f3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:03.346324 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1d9ca57d-8eed-49a9-ac89-7368a786d8f3 tempest-ServerActionsTestJSON-1526039599 tempest-ServerActionsTestJSON-1526039599-project] 10.222.0.31 "DELETE /v2.0/floatingips/bf477b0a-4ffe-4a9a-a106-7599da646ad6 HTTP/1.1" status: 204 len: 168 time: 1.1499591 Mar 31 15:57:03.349160 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 53588) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:57:03.890054 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42b90305-328e-4569-bcfb-ddc5b42f6b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:04.346398 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-42b90305-328e-4569-bcfb-ddc5b42f6b11 admin admin] Deleting port 147e3c84-4cd9-4b8b-a97a-63a380e9e054 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:57:04.349344 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42b90305-328e-4569-bcfb-ddc5b42f6b11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:04.522105 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-42b90305-328e-4569-bcfb-ddc5b42f6b11 admin admin] For port 147e3c84-4cd9-4b8b-a97a-63a380e9e054, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=147e3c84-4cd9-4b8b-a97a-63a380e9e054,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:57:04.522467 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42b90305-328e-4569-bcfb-ddc5b42f6b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:04.648681 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-42b90305-328e-4569-bcfb-ddc5b42f6b11 admin admin] Calling delete_port for 147e3c84-4cd9-4b8b-a97a-63a380e9e054 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:57:05.048724 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42b90305-328e-4569-bcfb-ddc5b42f6b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:05.097435 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b90305-328e-4569-bcfb-ddc5b42f6b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=147e3c84-4cd9-4b8b-a97a-63a380e9e054,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:05.185601 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c77e6453-4697-417e-bc8b-e782065ab831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:05.371337 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42b90305-328e-4569-bcfb-ddc5b42f6b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:05.839603 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b90305-328e-4569-bcfb-ddc5b42f6b11 admin admin] Router f629c0d1-1362-4930-b6e3-c644f935c015 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:57:06.014983 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b90305-328e-4569-bcfb-ddc5b42f6b11 admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:57:06.023566 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d63030-ff43-40f3-8216-404d30ac7c3f None None] Sync routers for ids ['f629c0d1-1362-4930-b6e3-c644f935c015'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:57:06.026833 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-42b90305-328e-4569-bcfb-ddc5b42f6b11 admin admin] 10.222.0.31 "PUT /v2.0/routers/f629c0d1-1362-4930-b6e3-c644f935c015/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6766777 Mar 31 15:57:06.029265 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 53592) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:57:06.034918 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d63030-ff43-40f3-8216-404d30ac7c3f None None] Routers {'f629c0d1-1362-4930-b6e3-c644f935c015'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:57:06.035641 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-31d63030-ff43-40f3-8216-404d30ac7c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:57:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['f629c0d1-1362-4930-b6e3-c644f935c015'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:06.202399 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-12716a79-d6c7-4028-bed3-d01805a46ea3 admin admin] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:06.213613 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-31d63030-ff43-40f3-8216-404d30ac7c3f None None] Set router f629c0d1-1362-4930-b6e3-c644f935c015 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:57:06.386490 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-12716a79-d6c7-4028-bed3-d01805a46ea3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:06.436727 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-12716a79-d6c7-4028-bed3-d01805a46ea3 admin admin] Deleting port fc88ef47-a2dd-44d9-874e-d2fd49f5bcee {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:57:06.437069 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-12716a79-d6c7-4028-bed3-d01805a46ea3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:06.558244 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:06.563804 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:06.585205 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-31d63030-ff43-40f3-8216-404d30ac7c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:57:04Z', 'revision_number': 5, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port': {'id': 'fc88ef47-a2dd-44d9-874e-d2fd49f5bcee', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:52:13Z', 'updated_at': '2022-03-31T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:06.589464 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d63030-ff43-40f3-8216-404d30ac7c3f None None] Checking router: f629c0d1-1362-4930-b6e3-c644f935c015 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:57:06.600105 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d63030-ff43-40f3-8216-404d30ac7c3f None None] Routers {'f629c0d1-1362-4930-b6e3-c644f935c015'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:57:06.600714 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-31d63030-ff43-40f3-8216-404d30ac7c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:57:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['f629c0d1-1362-4930-b6e3-c644f935c015'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:06.615530 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-12716a79-d6c7-4028-bed3-d01805a46ea3 admin admin] For port fc88ef47-a2dd-44d9-874e-d2fd49f5bcee, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=fc88ef47-a2dd-44d9-874e-d2fd49f5bcee,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:57:06.615921 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-12716a79-d6c7-4028-bed3-d01805a46ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:06.741860 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-12716a79-d6c7-4028-bed3-d01805a46ea3 admin admin] Calling delete_port for fc88ef47-a2dd-44d9-874e-d2fd49f5bcee owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:57:06.767647 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-31d63030-ff43-40f3-8216-404d30ac7c3f None None] Set router f629c0d1-1362-4930-b6e3-c644f935c015 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:57:06.884325 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-31d63030-ff43-40f3-8216-404d30ac7c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:57:06Z', 'revision_number': 6, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port_host': None}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:06.888481 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d63030-ff43-40f3-8216-404d30ac7c3f None None] The sync data for ids ['f629c0d1-1362-4930-b6e3-c644f935c015'] in dv-neutron-833379-2-hyperv is: [{'id': 'f629c0d1-1362-4930-b6e3-c644f935c015', 'name': 'tempest-ServerActionsTestJSON-1933495475-router', 'tenant_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:52:12Z', 'updated_at': '2022-03-31T15:57:06Z', 'revision_number': 6, 'project_id': 'b0ac8c0737ec48db825fd4217e3c3af6', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:57:06.962206 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-12716a79-d6c7-4028-bed3-d01805a46ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:07.010683 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12716a79-d6c7-4028-bed3-d01805a46ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc88ef47-a2dd-44d9-874e-d2fd49f5bcee,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:07.210234 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-12716a79-d6c7-4028-bed3-d01805a46ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:07.384947 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-12716a79-d6c7-4028-bed3-d01805a46ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:07.387175 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-12716a79-d6c7-4028-bed3-d01805a46ea3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:07.493831 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-12716a79-d6c7-4028-bed3-d01805a46ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:07.494379 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12716a79-d6c7-4028-bed3-d01805a46ea3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f629c0d1-1362-4930-b6e3-c644f935c015 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:57:07.508479 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-12716a79-d6c7-4028-bed3-d01805a46ea3 admin admin] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:07.509748 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-12716a79-d6c7-4028-bed3-d01805a46ea3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/f629c0d1-1362-4930-b6e3-c644f935c015 HTTP/1.1" status: 204 len: 168 time: 1.4795263 Mar 31 15:57:07.512168 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 53596) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:57:07.571328 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-90207329-5250-46ec-9f62-8713543e4505 admin admin] Deleting subnet 4ac56404-00b0-4370-83a0-01bb5953c29e {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:57:07.574803 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-90207329-5250-46ec-9f62-8713543e4505 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:07.631048 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-90207329-5250-46ec-9f62-8713543e4505 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:07.691058 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device fc88ef47-a2dd-44d9-874e-d2fd49f5bcee no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:57:07.714287 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-90207329-5250-46ec-9f62-8713543e4505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:07.726919 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: fc88ef47-a2dd-44d9-874e-d2fd49f5bcee {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:57:07.732770 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device fc88ef47-a2dd-44d9-874e-d2fd49f5bcee not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:57:07.732770 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 147e3c84-4cd9-4b8b-a97a-63a380e9e054 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:57:07.764542 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 147e3c84-4cd9-4b8b-a97a-63a380e9e054 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:57:07.764878 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 147e3c84-4cd9-4b8b-a97a-63a380e9e054 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:57:07.854344 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-90207329-5250-46ec-9f62-8713543e4505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:07.898771 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90207329-5250-46ec-9f62-8713543e4505 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ac56404-00b0-4370-83a0-01bb5953c29e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:07.911384 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-90207329-5250-46ec-9f62-8713543e4505 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:07.919433 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-90207329-5250-46ec-9f62-8713543e4505 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4ac56404-00b0-4370-83a0-01bb5953c29e HTTP/1.1" status: 204 len: 168 time: 0.4060438 Mar 31 15:57:07.921571 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad69d817-b562-466b-95d3-37857b0f988c None None] Network ce61b5be-9fe0-4994-915d-3438abf54c1e requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:57:07.921687 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 53600) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:57:08.027400 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:08.047317 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-500afe35-288c-4cc6-842e-cbe0f8b42f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:08.058799 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-500afe35-288c-4cc6-842e-cbe0f8b42f23 admin admin] Deleting port ccaa1ad0-9d9d-4924-8c1f-447542560407 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:57:08.059259 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-500afe35-288c-4cc6-842e-cbe0f8b42f23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:08.181747 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72523f76-e9ca-479a-aa69-a8154067b0e7 None None] DHCP port deletion for ce61b5be-9fe0-4994-915d-3438abf54c1e request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:57:08.186066 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-72523f76-e9ca-479a-aa69-a8154067b0e7 None None] Deleting port ccaa1ad0-9d9d-4924-8c1f-447542560407 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:57:08.186441 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-72523f76-e9ca-479a-aa69-a8154067b0e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:08.281254 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-500afe35-288c-4cc6-842e-cbe0f8b42f23 admin admin] For port ccaa1ad0-9d9d-4924-8c1f-447542560407, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=ccaa1ad0-9d9d-4924-8c1f-447542560407,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:57:08.281689 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-500afe35-288c-4cc6-842e-cbe0f8b42f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:08.395646 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-72523f76-e9ca-479a-aa69-a8154067b0e7 None None] For port ccaa1ad0-9d9d-4924-8c1f-447542560407, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=ccaa1ad0-9d9d-4924-8c1f-447542560407,segment=NetworkSegment(fabfe38b-ee9d-4293-83a1-9d7a861f316c),segment_id=fabfe38b-ee9d-4293-83a1-9d7a861f316c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:57:08.395969 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-72523f76-e9ca-479a-aa69-a8154067b0e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:08.408262 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-500afe35-288c-4cc6-842e-cbe0f8b42f23 admin admin] Calling delete_port for ccaa1ad0-9d9d-4924-8c1f-447542560407 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:57:08.518465 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-72523f76-e9ca-479a-aa69-a8154067b0e7 None None] Calling delete_port for ccaa1ad0-9d9d-4924-8c1f-447542560407 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:57:08.553071 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-500afe35-288c-4cc6-842e-cbe0f8b42f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:08.593989 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-72523f76-e9ca-479a-aa69-a8154067b0e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:57:08.594350 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-72523f76-e9ca-479a-aa69-a8154067b0e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:57:08.601987 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500afe35-288c-4cc6-842e-cbe0f8b42f23 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccaa1ad0-9d9d-4924-8c1f-447542560407,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:08.605177 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500afe35-288c-4cc6-842e-cbe0f8b42f23 admin admin] No DVR routers for this DVR port ccaa1ad0-9d9d-4924-8c1f-447542560407 on host dv-neutron-833379-2-hyperv {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:57:08.721930 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-500afe35-288c-4cc6-842e-cbe0f8b42f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:08.750474 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-500afe35-288c-4cc6-842e-cbe0f8b42f23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce61b5be-9fe0-4994-915d-3438abf54c1e']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:08.762844 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-500afe35-288c-4cc6-842e-cbe0f8b42f23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fabfe38b-ee9d-4293-83a1-9d7a861f316c') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:08.763176 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-500afe35-288c-4cc6-842e-cbe0f8b42f23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fabfe38b-ee9d-4293-83a1-9d7a861f316c') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:08.774973 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-500afe35-288c-4cc6-842e-cbe0f8b42f23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:08.790534 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-500afe35-288c-4cc6-842e-cbe0f8b42f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:08.796764 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-500afe35-288c-4cc6-842e-cbe0f8b42f23 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:57:08.797299 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-500afe35-288c-4cc6-842e-cbe0f8b42f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:08.811181 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:57:08.811181 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:57:08.811181 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:57:08.811181 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:57:08.811181 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:57:08.811181 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:57:08.811181 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:57:08.811181 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:57:08.811181 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:57:08.811181 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:57:08.811181 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:57:08.811181 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:57:08.811181 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:57:08.811181 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:57:08.811181 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:57:08.811181 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:57:08.811181 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:57:08.811181 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:57:08.811181 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:57:08.811181 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:57:08.811181 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:57:08.811181 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:57:08.811181 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:57:08.811181 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:57:08.811181 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:57:08.811181 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:57:08.811181 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:57:08.811181 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:57:08.811181 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:57:08.811181 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:57:08.811181 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:57:08.811181 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:57:08.927987 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-500afe35-288c-4cc6-842e-cbe0f8b42f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:08.932899 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-500afe35-288c-4cc6-842e-cbe0f8b42f23 admin admin] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:09.061556 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500afe35-288c-4cc6-842e-cbe0f8b42f23 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce61b5be-9fe0-4994-915d-3438abf54c1e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:09.095727 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-72523f76-e9ca-479a-aa69-a8154067b0e7 None None] Deleting port ccaa1ad0-9d9d-4924-8c1f-447542560407 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:57:09.096275 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-72523f76-e9ca-479a-aa69-a8154067b0e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:09.117048 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-500afe35-288c-4cc6-842e-cbe0f8b42f23 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ce61b5be-9fe0-4994-915d-3438abf54c1e HTTP/1.1" status: 204 len: 168 time: 1.1941748 Mar 31 15:57:09.167304 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-72523f76-e9ca-479a-aa69-a8154067b0e7 None None] The port 'ccaa1ad0-9d9d-4924-8c1f-447542560407' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:57:09.416231 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 53608) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:57:09.465934 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-50b53fb0-a4a0-4f4f-9833-91bc1be71a7a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b0ac8c0737ec48db825fd4217e3c3af6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490062 Mar 31 15:57:09.468196 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 53612) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:57:09.525581 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f369fbcc-616f-4b43-8700-5de61c958248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:09.550826 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f369fbcc-616f-4b43-8700-5de61c958248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:09.671566 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device ccaa1ad0-9d9d-4924-8c1f-447542560407 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:57:09.682544 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f369fbcc-616f-4b43-8700-5de61c958248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:09.700405 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f369fbcc-616f-4b43-8700-5de61c958248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bac8122-fd51-40e7-8da1-9bc25aa5884b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:09.705531 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: ccaa1ad0-9d9d-4924-8c1f-447542560407 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:57:09.705983 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device ccaa1ad0-9d9d-4924-8c1f-447542560407 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:57:09.707812 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f369fbcc-616f-4b43-8700-5de61c958248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:09.709082 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f369fbcc-616f-4b43-8700-5de61c958248 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2bac8122-fd51-40e7-8da1-9bc25aa5884b HTTP/1.1" status: 204 len: 168 time: 0.2400246 Mar 31 15:57:10.769380 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 53638) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:57:10.875257 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-265bc576-ef6c-4fb7-8486-219b9349b2e5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1309743959-network', 'tenant_id': 'bf0db678b9204cddbbc9096c99ed5353'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:10.880047 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-265bc576-ef6c-4fb7-8486-219b9349b2e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:57:10.884251 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-265bc576-ef6c-4fb7-8486-219b9349b2e5 admin admin] Usage tracker for resource:network and tenant:bf0db678b9204cddbbc9096c99ed5353 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:57:10.887155 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-265bc576-ef6c-4fb7-8486-219b9349b2e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:57:10.893273 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-265bc576-ef6c-4fb7-8486-219b9349b2e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:57:10.979232 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265bc576-ef6c-4fb7-8486-219b9349b2e5 admin admin] Made reservation on behalf of bf0db678b9204cddbbc9096c99ed5353 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:57:10.981629 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-265bc576-ef6c-4fb7-8486-219b9349b2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:10.997742 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-265bc576-ef6c-4fb7-8486-219b9349b2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:11.013401 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-265bc576-ef6c-4fb7-8486-219b9349b2e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:57:11.017334 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-265bc576-ef6c-4fb7-8486-219b9349b2e5 admin admin] Usage tracker for resource:security_group_rule and tenant:bf0db678b9204cddbbc9096c99ed5353 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:57:11.020110 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-265bc576-ef6c-4fb7-8486-219b9349b2e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:57:11.026549 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-265bc576-ef6c-4fb7-8486-219b9349b2e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:57:11.109630 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-265bc576-ef6c-4fb7-8486-219b9349b2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:11.179310 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-265bc576-ef6c-4fb7-8486-219b9349b2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:11.209935 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265bc576-ef6c-4fb7-8486-219b9349b2e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:57:11.218114 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265bc576-ef6c-4fb7-8486-219b9349b2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9536d0-08ec-4762-a939-191c1aa13692,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:11.223699 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-265bc576-ef6c-4fb7-8486-219b9349b2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:11.229293 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-265bc576-ef6c-4fb7-8486-219b9349b2e5 admin admin] Added segment 13af4aca-4584-479b-9dba-7f973909aceb of type vlan for network af42bdec-c56c-41fb-8bda-a336730370b1 Mar 31 15:57:11.251434 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-265bc576-ef6c-4fb7-8486-219b9349b2e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:11.373621 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-265bc576-ef6c-4fb7-8486-219b9349b2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:11.374534 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265bc576-ef6c-4fb7-8486-219b9349b2e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:11.375105 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-265bc576-ef6c-4fb7-8486-219b9349b2e5 admin admin] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:11.480175 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265bc576-ef6c-4fb7-8486-219b9349b2e5 admin admin] Pushing event updated for resources: {'Network': ['ID=af42bdec-c56c-41fb-8bda-a336730370b1,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:11.489862 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network af42bdec-c56c-41fb-8bda-a336730370b1 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:57:11.546379 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-265bc576-ef6c-4fb7-8486-219b9349b2e5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7758839 Mar 31 15:57:11.549342 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 53644) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:57:11.556075 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-bfd47dad-7c57-4dc6-92f8-5ba3efe79e48 admin admin] Request body: {'subnet': {'network_id': 'af42bdec-c56c-41fb-8bda-a336730370b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1309743959-subnet', 'tenant_id': 'bf0db678b9204cddbbc9096c99ed5353', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:11.561627 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-bfd47dad-7c57-4dc6-92f8-5ba3efe79e48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:57:11.565732 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-bfd47dad-7c57-4dc6-92f8-5ba3efe79e48 admin admin] Usage tracker for resource:subnet and tenant:bf0db678b9204cddbbc9096c99ed5353 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:57:11.570173 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-bfd47dad-7c57-4dc6-92f8-5ba3efe79e48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:57:11.576026 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-bfd47dad-7c57-4dc6-92f8-5ba3efe79e48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:57:11.659535 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd47dad-7c57-4dc6-92f8-5ba3efe79e48 admin admin] Made reservation on behalf of bf0db678b9204cddbbc9096c99ed5353 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:57:11.661890 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bfd47dad-7c57-4dc6-92f8-5ba3efe79e48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:11.928994 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bfd47dad-7c57-4dc6-92f8-5ba3efe79e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:12.010024 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd47dad-7c57-4dc6-92f8-5ba3efe79e48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52ad503d-adb9-4356-b931-be3abc7a650d,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:12.016258 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd47dad-7c57-4dc6-92f8-5ba3efe79e48 admin admin] Checking segment: {'id': '13af4aca-4584-479b-9dba-7f973909aceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'af42bdec-c56c-41fb-8bda-a336730370b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:57:12.016611 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd47dad-7c57-4dc6-92f8-5ba3efe79e48 admin admin] Network hostable DHCP agents. Network: af42bdec-c56c-41fb-8bda-a336730370b1, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:57:12.081997 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd47dad-7c57-4dc6-92f8-5ba3efe79e48 admin admin] Network af42bdec-c56c-41fb-8bda-a336730370b1 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:57:12.157281 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-bfd47dad-7c57-4dc6-92f8-5ba3efe79e48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, af42bdec-c56c-41fb-8bda-a336730370b1) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:12.164117 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd47dad-7c57-4dc6-92f8-5ba3efe79e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:12.165004 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bfd47dad-7c57-4dc6-92f8-5ba3efe79e48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:12.168280 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1520f98a-ad3b-4b8c-9151-29499ae85b80 None None] Network af42bdec-c56c-41fb-8bda-a336730370b1 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:57:12.260572 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-bfd47dad-7c57-4dc6-92f8-5ba3efe79e48 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7099757 Mar 31 15:57:12.382624 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e792f2d-38d3-4ea9-a584-3bbf2e50df75 None None] Network af42bdec-c56c-41fb-8bda-a336730370b1 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:57:12.766973 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-db257ad8-80ff-4475-ad78-3f692dbf47e6 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:12.768406 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-db257ad8-80ff-4475-ad78-3f692dbf47e6 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/networks?id=af42bdec-c56c-41fb-8bda-a336730370b1 HTTP/1.1" status: 200 len: 814 time: 0.1412420 Mar 31 15:57:12.783373 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-262841d5-b62d-4b29-b8ee-4ce7d1d4c282 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/quotas/bf0db678b9204cddbbc9096c99ed5353 HTTP/1.1" status: 200 len: 375 time: 0.0088162 Mar 31 15:57:12.829284 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-3c1185bf-21c4-4253-9aa9-8a0db97917ed tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf0db678b9204cddbbc9096c99ed5353&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403018 Mar 31 15:57:12.839840 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-da3423f7-daaa-45b5-9fe8-1575f5f1fcd9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 15:57:12.840743 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-da3423f7-daaa-45b5-9fe8-1575f5f1fcd9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047109 Mar 31 15:57:12.968287 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-0bde6a36-022e-430e-96ec-67fce030dcce service neutron] 10.222.0.31 "GET /v2.0/networks/af42bdec-c56c-41fb-8bda-a336730370b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218863 Mar 31 15:57:13.096123 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-3c66bc38-46c8-4b2f-8d8b-8dd9d2b97403 service neutron] 10.222.0.31 "GET /v2.0/networks/af42bdec-c56c-41fb-8bda-a336730370b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218734 Mar 31 15:57:13.366840 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a3af4505-0c52-4a98-afc5-ff0856a5ab1d req-f1d902e5-d96c-4467-94b7-2e9a5a63db9b tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae37ef8-0b83-47ec-9ec6-8949580cb92b HTTP/1.1" status: 200 len: 210 time: 0.0437114 Mar 31 15:57:14.514815 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-584bcd0d-9f5b-49ab-bb09-1ec2382ac496 req-29231f9d-6bed-40e3-bae7-3b26cb2b3d08 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae37ef8-0b83-47ec-9ec6-8949580cb92b HTTP/1.1" status: 200 len: 210 time: 0.0423996 Mar 31 15:57:15.456502 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-ea349dd6-58fa-409d-9f75-2fb509b8d0d5 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:15.457946 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-ea349dd6-58fa-409d-9f75-2fb509b8d0d5 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.41 "GET /v2.0/networks?id=af42bdec-c56c-41fb-8bda-a336730370b1 HTTP/1.1" status: 200 len: 814 time: 0.1457729 Mar 31 15:57:15.470270 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-1f5ce85f-492c-4f53-8f18-f5cf50d323c0 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Request body: {'port': {'device_id': '9ae37ef8-0b83-47ec-9ec6-8949580cb92b', 'network_id': 'af42bdec-c56c-41fb-8bda-a336730370b1', 'admin_state_up': True, 'tenant_id': 'bf0db678b9204cddbbc9096c99ed5353'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:15.679775 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-682fe86d-3f0d-479e-bd2a-2d5c2c800360 req-9074b10c-43fe-4c5f-8154-fd198ac60e2e tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae37ef8-0b83-47ec-9ec6-8949580cb92b HTTP/1.1" status: 200 len: 210 time: 0.0456109 Mar 31 15:57:15.734630 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-1f5ce85f-492c-4f53-8f18-f5cf50d323c0 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:57:15.738618 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-1f5ce85f-492c-4f53-8f18-f5cf50d323c0 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Usage tracker for resource:port and tenant:bf0db678b9204cddbbc9096c99ed5353 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:57:15.742147 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-1f5ce85f-492c-4f53-8f18-f5cf50d323c0 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:57:15.747943 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-1f5ce85f-492c-4f53-8f18-f5cf50d323c0 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:57:15.790724 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-1f5ce85f-492c-4f53-8f18-f5cf50d323c0 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Made reservation on behalf of bf0db678b9204cddbbc9096c99ed5353 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:57:15.794335 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-1f5ce85f-492c-4f53-8f18-f5cf50d323c0 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:15.958989 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-1f5ce85f-492c-4f53-8f18-f5cf50d323c0 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Allocated IP 172.20.0.12 (af42bdec-c56c-41fb-8bda-a336730370b1/52ad503d-adb9-4356-b931-be3abc7a650d/40f6f51e-cf9b-45e3-838e-3544d44961b8) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:57:16.159877 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-1f5ce85f-492c-4f53-8f18-f5cf50d323c0 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:16.236693 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-1f5ce85f-492c-4f53-8f18-f5cf50d323c0 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:16.300488 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-1f5ce85f-492c-4f53-8f18-f5cf50d323c0 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Network af42bdec-c56c-41fb-8bda-a336730370b1 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:57:16.304133 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-1f5ce85f-492c-4f53-8f18-f5cf50d323c0 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:16.312169 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-1f5ce85f-492c-4f53-8f18-f5cf50d323c0 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:57:16.357649 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ce85f-492c-4f53-8f18-f5cf50d323c0 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Pushing event updated for resources: {'Port': ['ID=40f6f51e-cf9b-45e3-838e-3544d44961b8,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:16.382585 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-1f5ce85f-492c-4f53-8f18-f5cf50d323c0 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:16.384987 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-1f5ce85f-492c-4f53-8f18-f5cf50d323c0 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:16.442642 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-1f5ce85f-492c-4f53-8f18-f5cf50d323c0 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9759505 Mar 31 15:57:16.454399 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-66ba1237-6c6e-4b3b-abcf-2e56040b8ed5 service neutron] Request body: {'port': {'device_id': '9ae37ef8-0b83-47ec-9ec6-8949580cb92b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:16.562000 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-66ba1237-6c6e-4b3b-abcf-2e56040b8ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:16.960490 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28451b-6495-43ee-9f2a-e70322d63fbe req-f32d2eb2-da39-4511-8448-e208eb01d312 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:16.961149 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-2f28451b-6495-43ee-9f2a-e70322d63fbe req-f32d2eb2-da39-4511-8448-e208eb01d312 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Synchronizing usage tracker for tenant:bf0db678b9204cddbbc9096c99ed5353 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:57:16.995555 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-66ba1237-6c6e-4b3b-abcf-2e56040b8ed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40f6f51e-cf9b-45e3-838e-3544d44961b8 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:57:17.002596 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-66ba1237-6c6e-4b3b-abcf-2e56040b8ed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:17.017680 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-66ba1237-6c6e-4b3b-abcf-2e56040b8ed5 service neutron] Transition to ACTIVE for port object 40f6f51e-cf9b-45e3-838e-3544d44961b8 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:57:17.053771 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-2f28451b-6495-43ee-9f2a-e70322d63fbe req-f32d2eb2-da39-4511-8448-e208eb01d312 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Unset dirty status for tenant:bf0db678b9204cddbbc9096c99ed5353 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:57:17.055054 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2f28451b-6495-43ee-9f2a-e70322d63fbe req-f32d2eb2-da39-4511-8448-e208eb01d312 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae37ef8-0b83-47ec-9ec6-8949580cb92b HTTP/1.1" status: 200 len: 932 time: 0.2609487 Mar 31 15:57:17.076629 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-66ba1237-6c6e-4b3b-abcf-2e56040b8ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:17.216067 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2f28451b-6495-43ee-9f2a-e70322d63fbe req-68310cfc-06fb-48ca-9758-fd9a4d5e39dd tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c9536d0-08ec-4762-a939-191c1aa13692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550493 Mar 31 15:57:17.263333 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba1237-6c6e-4b3b-abcf-2e56040b8ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=40f6f51e-cf9b-45e3-838e-3544d44961b8,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:17.335081 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-66ba1237-6c6e-4b3b-abcf-2e56040b8ed5 service neutron] Attempting to bind port 40f6f51e-cf9b-45e3-838e-3544d44961b8 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:57:17.335404 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-66ba1237-6c6e-4b3b-abcf-2e56040b8ed5 service neutron] Attempting to bind port 40f6f51e-cf9b-45e3-838e-3544d44961b8 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '13af4aca-4584-479b-9dba-7f973909aceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'af42bdec-c56c-41fb-8bda-a336730370b1'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:57:17.335862 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-66ba1237-6c6e-4b3b-abcf-2e56040b8ed5 service neutron] Attempting to bind port 40f6f51e-cf9b-45e3-838e-3544d44961b8 on network af42bdec-c56c-41fb-8bda-a336730370b1 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:57:17.340430 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-66ba1237-6c6e-4b3b-abcf-2e56040b8ed5 service neutron] Port 40f6f51e-cf9b-45e3-838e-3544d44961b8 on network af42bdec-c56c-41fb-8bda-a336730370b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:57:17.340744 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-66ba1237-6c6e-4b3b-abcf-2e56040b8ed5 service neutron] Attempting to bind port 40f6f51e-cf9b-45e3-838e-3544d44961b8 on network af42bdec-c56c-41fb-8bda-a336730370b1 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:57:17.345711 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-66ba1237-6c6e-4b3b-abcf-2e56040b8ed5 service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:57:17.346043 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-66ba1237-6c6e-4b3b-abcf-2e56040b8ed5 service neutron] Checking segment: {'id': '13af4aca-4584-479b-9dba-7f973909aceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'af42bdec-c56c-41fb-8bda-a336730370b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:57:17.346419 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-66ba1237-6c6e-4b3b-abcf-2e56040b8ed5 service neutron] Bound using segment: {'id': '13af4aca-4584-479b-9dba-7f973909aceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'af42bdec-c56c-41fb-8bda-a336730370b1'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:57:17.346830 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-66ba1237-6c6e-4b3b-abcf-2e56040b8ed5 service neutron] Bound port: 40f6f51e-cf9b-45e3-838e-3544d44961b8, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13af4aca-4584-479b-9dba-7f973909aceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'af42bdec-c56c-41fb-8bda-a336730370b1'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:57:17.347167 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-66ba1237-6c6e-4b3b-abcf-2e56040b8ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:17.437789 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-66ba1237-6c6e-4b3b-abcf-2e56040b8ed5 service neutron] For port 40f6f51e-cf9b-45e3-838e-3544d44961b8, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:57:17.440730 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-66ba1237-6c6e-4b3b-abcf-2e56040b8ed5 service neutron] For port 40f6f51e-cf9b-45e3-838e-3544d44961b8, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=40f6f51e-cf9b-45e3-838e-3544d44961b8,segment=NetworkSegment(13af4aca-4584-479b-9dba-7f973909aceb),segment_id=13af4aca-4584-479b-9dba-7f973909aceb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:57:17.517156 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-66ba1237-6c6e-4b3b-abcf-2e56040b8ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:17.572458 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-66ba1237-6c6e-4b3b-abcf-2e56040b8ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:17.573056 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-66ba1237-6c6e-4b3b-abcf-2e56040b8ed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:17.574437 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-66ba1237-6c6e-4b3b-abcf-2e56040b8ed5 service neutron] 10.222.0.41 "PUT /v2.0/ports/40f6f51e-cf9b-45e3-838e-3544d44961b8 HTTP/1.1" status: 200 len: 1094 time: 1.1244380 Mar 31 15:57:17.574862 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae37ef8-0b83-47ec-9ec6-8949580cb92b', 'tag': '40f6f51e-cf9b-45e3-838e-3544d44961b8'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:57:17.604310 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba1237-6c6e-4b3b-abcf-2e56040b8ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=40f6f51e-cf9b-45e3-838e-3544d44961b8,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:17.627207 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae37ef8-0b83-47ec-9ec6-8949580cb92b', 'tag': '40f6f51e-cf9b-45e3-838e-3544d44961b8', 'status': 'completed', 'code': 200} Mar 31 15:57:17.810486 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b72d2-30a5-4521-8b88-72fd52995868 req-1f47169a-9bbc-43e0-9552-58a51daa0a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:17.811850 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e21b72d2-30a5-4521-8b88-72fd52995868 req-1f47169a-9bbc-43e0-9552-58a51daa0a93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf0db678b9204cddbbc9096c99ed5353&device_id=9ae37ef8-0b83-47ec-9ec6-8949580cb92b HTTP/1.1" status: 200 len: 1097 time: 0.1635067 Mar 31 15:57:17.949884 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b72d2-30a5-4521-8b88-72fd52995868 req-62b72d7c-37a9-4043-803a-6117e4e519a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:17.951287 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e21b72d2-30a5-4521-8b88-72fd52995868 req-62b72d7c-37a9-4043-803a-6117e4e519a6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=bf0db678b9204cddbbc9096c99ed5353&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1328905 Mar 31 15:57:18.084534 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b72d2-30a5-4521-8b88-72fd52995868 req-07d14289-d0dc-47e1-b988-4206b51c429d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:18.085941 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e21b72d2-30a5-4521-8b88-72fd52995868 req-07d14289-d0dc-47e1-b988-4206b51c429d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1283212 Mar 31 15:57:18.189820 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-8a13e2b9-e31c-44bc-9c58-9e303b0a7cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:18.191278 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-8a13e2b9-e31c-44bc-9c58-9e303b0a7cec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf0db678b9204cddbbc9096c99ed5353&device_id=9ae37ef8-0b83-47ec-9ec6-8949580cb92b HTTP/1.1" status: 200 len: 1097 time: 0.0705891 Mar 31 15:57:18.265763 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-33f72f8d-e9df-4ef5-823f-8dcfaf282e91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40f6f51e-cf9b-45e3-838e-3544d44961b8 HTTP/1.1" status: 200 len: 217 time: 0.0656989 Mar 31 15:57:18.360430 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-2318413a-96e7-4317-a394-fcd22bd25941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:18.361768 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-2318413a-96e7-4317-a394-fcd22bd25941 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52ad503d-adb9-4356-b931-be3abc7a650d HTTP/1.1" status: 200 len: 854 time: 0.0890968 Mar 31 15:57:18.417688 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-1e73df1f-7d18-470f-8fdf-2018f952e7f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af42bdec-c56c-41fb-8bda-a336730370b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493579 Mar 31 15:57:18.547987 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b9ff6-091d-49f0-afc1-3d755a01ba5c req-7fbe92af-16ee-4cf8-8756-d8f5976b472b tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:18.549544 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-610b9ff6-091d-49f0-afc1-3d755a01ba5c req-7fbe92af-16ee-4cf8-8756-d8f5976b472b tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae37ef8-0b83-47ec-9ec6-8949580cb92b HTTP/1.1" status: 200 len: 944 time: 0.2224414 Mar 31 15:57:18.593671 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-66565a91-cae9-452b-9152-8fe8cfa8d36f service neutron] 10.222.0.41 "GET /v2.0/networks/af42bdec-c56c-41fb-8bda-a336730370b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681206 Mar 31 15:57:18.646776 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-610b9ff6-091d-49f0-afc1-3d755a01ba5c req-4cd12071-5f5c-4af6-ad47-6c4fb2a3efdf tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c9536d0-08ec-4762-a939-191c1aa13692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887868 Mar 31 15:57:18.736696 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4f0dce4f-aad8-4fba-ad7f-03eba753a8ab req-5ff22671-25d2-4d6e-8591-a9c5aba97221 service neutron] 10.222.0.41 "GET /v2.0/networks/af42bdec-c56c-41fb-8bda-a336730370b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343107 Mar 31 15:57:19.835960 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960505a-87ce-4638-83bd-d814d3077e14 req-b86f7d3a-7723-4de6-9773-1945ff9fb24c tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:19.837518 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0960505a-87ce-4638-83bd-d814d3077e14 req-b86f7d3a-7723-4de6-9773-1945ff9fb24c tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae37ef8-0b83-47ec-9ec6-8949580cb92b HTTP/1.1" status: 200 len: 944 time: 0.0804524 Mar 31 15:57:19.880175 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-0960505a-87ce-4638-83bd-d814d3077e14 req-66399925-68ce-4537-9ba7-5689cc732b3f tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Synchronizing usage tracker for tenant:bf0db678b9204cddbbc9096c99ed5353 on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:57:19.956024 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-0960505a-87ce-4638-83bd-d814d3077e14 req-66399925-68ce-4537-9ba7-5689cc732b3f tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Unset dirty status for tenant:bf0db678b9204cddbbc9096c99ed5353 on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:57:19.957213 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0960505a-87ce-4638-83bd-d814d3077e14 req-66399925-68ce-4537-9ba7-5689cc732b3f tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c9536d0-08ec-4762-a939-191c1aa13692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140716 Mar 31 15:57:21.147036 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692b0ff-a15a-449e-9fdf-ce019aa8ff0a req-c356f59c-a88b-45f1-8ecf-8251798681e7 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:21.148469 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e692b0ff-a15a-449e-9fdf-ce019aa8ff0a req-c356f59c-a88b-45f1-8ecf-8251798681e7 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae37ef8-0b83-47ec-9ec6-8949580cb92b HTTP/1.1" status: 200 len: 944 time: 0.0837409 Mar 31 15:57:21.192380 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e692b0ff-a15a-449e-9fdf-ce019aa8ff0a req-686a5df1-70a7-404b-a652-17600674adc9 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c9536d0-08ec-4762-a939-191c1aa13692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380006 Mar 31 15:57:22.378239 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d08bd1-6289-41ac-a201-4b1353096103 req-e8eb6efc-7c07-4f87-8e49-68182d90bc39 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:22.378854 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 40f6f51e-cf9b-45e3-838e-3544d44961b8 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:57:22.379726 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a8d08bd1-6289-41ac-a201-4b1353096103 req-e8eb6efc-7c07-4f87-8e49-68182d90bc39 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae37ef8-0b83-47ec-9ec6-8949580cb92b HTTP/1.1" status: 200 len: 944 time: 0.0825987 Mar 31 15:57:22.425034 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a8d08bd1-6289-41ac-a201-4b1353096103 req-23e93ed1-55fa-46b6-9296-5098e4c79b78 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c9536d0-08ec-4762-a939-191c1aa13692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390174 Mar 31 15:57:22.516541 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 40f6f51e-cf9b-45e3-838e-3544d44961b8, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=40f6f51e-cf9b-45e3-838e-3544d44961b8,segment=NetworkSegment(13af4aca-4584-479b-9dba-7f973909aceb),segment_id=13af4aca-4584-479b-9dba-7f973909aceb)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:57:22.532457 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': '40f6f51e-cf9b-45e3-838e-3544d44961b8', 'network_id': 'af42bdec-c56c-41fb-8bda-a336730370b1', 'port_id': '40f6f51e-cf9b-45e3-838e-3544d44961b8', 'mac_address': 'fa:16:3e:8d:b2:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ad503d-adb9-4356-b931-be3abc7a650d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:57:22.586170 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:22.606502 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f6f51e-cf9b-45e3-838e-3544d44961b8 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:57:22.622257 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 40f6f51e-cf9b-45e3-838e-3544d44961b8, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=40f6f51e-cf9b-45e3-838e-3544d44961b8,segment=NetworkSegment(13af4aca-4584-479b-9dba-7f973909aceb),segment_id=13af4aca-4584-479b-9dba-7f973909aceb)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:57:22.715922 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:22.781269 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=40f6f51e-cf9b-45e3-838e-3544d44961b8,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:22.922651 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['40f6f51e-cf9b-45e3-838e-3544d44961b8'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:57:23.611368 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889bae2-8e7d-4a24-9e9d-c78bb7881a53 req-f9e77746-76e4-493a-8be0-df0db064e8f6 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:23.612836 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c889bae2-8e7d-4a24-9e9d-c78bb7881a53 req-f9e77746-76e4-493a-8be0-df0db064e8f6 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae37ef8-0b83-47ec-9ec6-8949580cb92b HTTP/1.1" status: 200 len: 945 time: 0.0798759 Mar 31 15:57:23.657442 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c889bae2-8e7d-4a24-9e9d-c78bb7881a53 req-942f3d39-fe6d-4527-817a-429e8c60b70f tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c9536d0-08ec-4762-a939-191c1aa13692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386133 Mar 31 15:57:24.378603 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 40f6f51e-cf9b-45e3-838e-3544d44961b8 up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:57:24.504913 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port 40f6f51e-cf9b-45e3-838e-3544d44961b8 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:57:24.510965 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port 40f6f51e-cf9b-45e3-838e-3544d44961b8 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:57:24.511362 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:24.640872 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:24.670027 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae37ef8-0b83-47ec-9ec6-8949580cb92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f6f51e-cf9b-45e3-838e-3544d44961b8'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:57:24.680968 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 40f6f51e-cf9b-45e3-838e-3544d44961b8, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=40f6f51e-cf9b-45e3-838e-3544d44961b8,segment=NetworkSegment(13af4aca-4584-479b-9dba-7f973909aceb),segment_id=13af4aca-4584-479b-9dba-7f973909aceb)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:57:24.716591 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae37ef8-0b83-47ec-9ec6-8949580cb92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f6f51e-cf9b-45e3-838e-3544d44961b8', 'code': 200} Mar 31 15:57:24.739337 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:24.813830 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=40f6f51e-cf9b-45e3-838e-3544d44961b8,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:24.860448 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8c947-19af-49b6-a236-31d27e7fab7c req-6627076e-c7c5-4599-aaa3-2047b20b9c94 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:24.861913 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a1b8c947-19af-49b6-a236-31d27e7fab7c req-6627076e-c7c5-4599-aaa3-2047b20b9c94 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae37ef8-0b83-47ec-9ec6-8949580cb92b HTTP/1.1" status: 200 len: 946 time: 0.0860248 Mar 31 15:57:24.907164 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a1b8c947-19af-49b6-a236-31d27e7fab7c req-40e53d7a-27c5-4795-b94b-b3ae4cff693f tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c9536d0-08ec-4762-a939-191c1aa13692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387275 Mar 31 15:57:25.032344 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4760d-7c52-4c3d-94e0-66c840c78b1a req-bac7e43a-c0ca-4b7c-9690-d65581f2ebab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:25.033845 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ddf4760d-7c52-4c3d-94e0-66c840c78b1a req-bac7e43a-c0ca-4b7c-9690-d65581f2ebab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9ae37ef8-0b83-47ec-9ec6-8949580cb92b HTTP/1.1" status: 200 len: 1099 time: 0.0684640 Mar 31 15:57:25.077441 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ddf4760d-7c52-4c3d-94e0-66c840c78b1a req-f1d7ddf7-34b4-4f86-82c1-edafa7919aa4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9c9536d0-08ec-4762-a939-191c1aa13692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377202 Mar 31 15:57:25.528026 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:26.219605 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ed77c-408a-4a7f-9e73-ffb90279af3c req-338bfe9d-73bd-408e-8cd4-0d5545b36eaa tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:26.221248 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5f9ed77c-408a-4a7f-9e73-ffb90279af3c req-338bfe9d-73bd-408e-8cd4-0d5545b36eaa tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae37ef8-0b83-47ec-9ec6-8949580cb92b HTTP/1.1" status: 200 len: 946 time: 0.1995025 Mar 31 15:57:26.270178 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5f9ed77c-408a-4a7f-9e73-ffb90279af3c req-3919a95b-fcf6-4aac-93c2-e493934a0768 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c9536d0-08ec-4762-a939-191c1aa13692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430472 Mar 31 15:57:27.452403 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b82b28-cd29-42dc-9431-c4860b0cd67e req-51a96840-35a0-437f-9085-824e812327d4 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:27.454125 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f9b82b28-cd29-42dc-9431-c4860b0cd67e req-51a96840-35a0-437f-9085-824e812327d4 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae37ef8-0b83-47ec-9ec6-8949580cb92b HTTP/1.1" status: 200 len: 946 time: 0.0797067 Mar 31 15:57:27.497208 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f9b82b28-cd29-42dc-9431-c4860b0cd67e req-f9130069-49a2-46de-8d95-d0c831d56ca1 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c9536d0-08ec-4762-a939-191c1aa13692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374606 Mar 31 15:57:27.778321 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-5e9a13f9-e66f-4778-93a0-8e06a8eb5df4 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:27.779067 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-5e9a13f9-e66f-4778-93a0-8e06a8eb5df4 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Synchronizing usage tracker for tenant:bf0db678b9204cddbbc9096c99ed5353 on resource:network {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:57:27.876666 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-5e9a13f9-e66f-4778-93a0-8e06a8eb5df4 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Unset dirty status for tenant:bf0db678b9204cddbbc9096c99ed5353 on resource:network {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:57:27.877808 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-5e9a13f9-e66f-4778-93a0-8e06a8eb5df4 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/networks?id=af42bdec-c56c-41fb-8bda-a336730370b1 HTTP/1.1" status: 200 len: 814 time: 0.2415254 Mar 31 15:57:27.892852 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-2c8e36ee-a62a-48d4-9b0f-3dd0df5a85e8 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/quotas/bf0db678b9204cddbbc9096c99ed5353 HTTP/1.1" status: 200 len: 375 time: 0.0092850 Mar 31 15:57:27.973449 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-adac5d48-692d-4123-8c50-687e61d05704 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf0db678b9204cddbbc9096c99ed5353&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0754981 Mar 31 15:57:28.160809 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-74268fae-8eae-4f67-9489-07bbced72ba1 service neutron] 10.222.0.31 "GET /v2.0/networks/af42bdec-c56c-41fb-8bda-a336730370b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799860 Mar 31 15:57:28.289410 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-a0838397-87f0-41dc-8835-71fed405b2b8 service neutron] 10.222.0.31 "GET /v2.0/networks/af42bdec-c56c-41fb-8bda-a336730370b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221240 Mar 31 15:57:28.554759 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9ce65b7c-cba5-42c7-99bd-a1e4012dadeb req-1735d30d-21db-48c5-bd28-4531a02660cb tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=18da4fdf-b953-4e47-8e43-8b6480a60079 HTTP/1.1" status: 200 len: 210 time: 0.0446053 Mar 31 15:57:29.708669 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8eb53329-1548-42b0-be69-47db60008bc3 req-6f5a1093-3583-4b4b-8054-225aa5bd058e tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=18da4fdf-b953-4e47-8e43-8b6480a60079 HTTP/1.1" status: 200 len: 210 time: 0.0473845 Mar 31 15:57:30.494388 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-de706a47-8af5-4d5e-a8db-5371fd3c4ef0 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:30.495776 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-de706a47-8af5-4d5e-a8db-5371fd3c4ef0 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.41 "GET /v2.0/networks?id=af42bdec-c56c-41fb-8bda-a336730370b1 HTTP/1.1" status: 200 len: 814 time: 0.2463179 Mar 31 15:57:30.506994 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-a76d1b06-fbfe-4b5c-8e2b-0c6a6ab3ae01 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Request body: {'port': {'device_id': '18da4fdf-b953-4e47-8e43-8b6480a60079', 'network_id': 'af42bdec-c56c-41fb-8bda-a336730370b1', 'admin_state_up': True, 'tenant_id': 'bf0db678b9204cddbbc9096c99ed5353'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:30.643134 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-a76d1b06-fbfe-4b5c-8e2b-0c6a6ab3ae01 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:57:30.652948 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-a76d1b06-fbfe-4b5c-8e2b-0c6a6ab3ae01 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:57:30.710451 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-a76d1b06-fbfe-4b5c-8e2b-0c6a6ab3ae01 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Made reservation on behalf of bf0db678b9204cddbbc9096c99ed5353 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:57:30.714761 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-a76d1b06-fbfe-4b5c-8e2b-0c6a6ab3ae01 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:30.863746 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:57:30.897687 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-476f0b9c-aa9d-449d-8f09-44ef1388f095 req-a9180c32-d024-45ba-b5f4-3e997f619f80 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=18da4fdf-b953-4e47-8e43-8b6480a60079 HTTP/1.1" status: 200 len: 210 time: 0.0506778 Mar 31 15:57:30.919742 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-a76d1b06-fbfe-4b5c-8e2b-0c6a6ab3ae01 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Allocated IP 172.20.0.2 (af42bdec-c56c-41fb-8bda-a336730370b1/52ad503d-adb9-4356-b931-be3abc7a650d/07d56141-cfda-424c-a8b3-a4190d37902d) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:57:31.116971 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-a76d1b06-fbfe-4b5c-8e2b-0c6a6ab3ae01 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:31.207903 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-a76d1b06-fbfe-4b5c-8e2b-0c6a6ab3ae01 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:31.220013 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['40f6f51e-cf9b-45e3-838e-3544d44961b8'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:57:31.278551 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-a76d1b06-fbfe-4b5c-8e2b-0c6a6ab3ae01 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Network af42bdec-c56c-41fb-8bda-a336730370b1 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:57:31.285938 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-a76d1b06-fbfe-4b5c-8e2b-0c6a6ab3ae01 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:31.290547 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-a76d1b06-fbfe-4b5c-8e2b-0c6a6ab3ae01 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:57:31.325407 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d1b06-fbfe-4b5c-8e2b-0c6a6ab3ae01 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Pushing event updated for resources: {'Port': ['ID=07d56141-cfda-424c-a8b3-a4190d37902d,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:31.356349 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-a76d1b06-fbfe-4b5c-8e2b-0c6a6ab3ae01 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:31.357061 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-a76d1b06-fbfe-4b5c-8e2b-0c6a6ab3ae01 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:31.442567 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-a76d1b06-fbfe-4b5c-8e2b-0c6a6ab3ae01 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9391038 Mar 31 15:57:31.453969 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-9859b065-32b2-445a-a7a2-fdfe4a89b1ff service neutron] Request body: {'port': {'device_id': '18da4fdf-b953-4e47-8e43-8b6480a60079', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:31.565612 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-9859b065-32b2-445a-a7a2-fdfe4a89b1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:31.898026 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-9859b065-32b2-445a-a7a2-fdfe4a89b1ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07d56141-cfda-424c-a8b3-a4190d37902d {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:57:31.905709 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-9859b065-32b2-445a-a7a2-fdfe4a89b1ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:31.920168 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-9859b065-32b2-445a-a7a2-fdfe4a89b1ff service neutron] Transition to ACTIVE for port object 07d56141-cfda-424c-a8b3-a4190d37902d will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:57:31.984909 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-9859b065-32b2-445a-a7a2-fdfe4a89b1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:32.084047 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184d1c5-7aed-493b-8810-86e8cec8826b req-e696d92f-8c95-465e-8cfd-d8252aae34db tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:32.085526 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b184d1c5-7aed-493b-8810-86e8cec8826b req-e696d92f-8c95-465e-8cfd-d8252aae34db tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=18da4fdf-b953-4e47-8e43-8b6480a60079 HTTP/1.1" status: 200 len: 943 time: 0.0807886 Mar 31 15:57:32.129754 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b184d1c5-7aed-493b-8810-86e8cec8826b req-e11cf22b-504f-4353-b77d-9cac96c545da tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c9536d0-08ec-4762-a939-191c1aa13692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382018 Mar 31 15:57:32.160465 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859b065-32b2-445a-a7a2-fdfe4a89b1ff service neutron] Pushing event updated for resources: {'Port': ['ID=07d56141-cfda-424c-a8b3-a4190d37902d,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:32.229166 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-9859b065-32b2-445a-a7a2-fdfe4a89b1ff service neutron] Attempting to bind port 07d56141-cfda-424c-a8b3-a4190d37902d on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:57:32.229520 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-9859b065-32b2-445a-a7a2-fdfe4a89b1ff service neutron] Attempting to bind port 07d56141-cfda-424c-a8b3-a4190d37902d by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '13af4aca-4584-479b-9dba-7f973909aceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'af42bdec-c56c-41fb-8bda-a336730370b1'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:57:32.229837 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-9859b065-32b2-445a-a7a2-fdfe4a89b1ff service neutron] Attempting to bind port 07d56141-cfda-424c-a8b3-a4190d37902d on network af42bdec-c56c-41fb-8bda-a336730370b1 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:57:32.234283 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-9859b065-32b2-445a-a7a2-fdfe4a89b1ff service neutron] Port 07d56141-cfda-424c-a8b3-a4190d37902d on network af42bdec-c56c-41fb-8bda-a336730370b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:57:32.234593 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-9859b065-32b2-445a-a7a2-fdfe4a89b1ff service neutron] Attempting to bind port 07d56141-cfda-424c-a8b3-a4190d37902d on network af42bdec-c56c-41fb-8bda-a336730370b1 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:57:32.239482 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-9859b065-32b2-445a-a7a2-fdfe4a89b1ff service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:57:32.239807 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-9859b065-32b2-445a-a7a2-fdfe4a89b1ff service neutron] Checking segment: {'id': '13af4aca-4584-479b-9dba-7f973909aceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'af42bdec-c56c-41fb-8bda-a336730370b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:57:32.240177 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-9859b065-32b2-445a-a7a2-fdfe4a89b1ff service neutron] Bound using segment: {'id': '13af4aca-4584-479b-9dba-7f973909aceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'af42bdec-c56c-41fb-8bda-a336730370b1'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:57:32.240583 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-9859b065-32b2-445a-a7a2-fdfe4a89b1ff service neutron] Bound port: 07d56141-cfda-424c-a8b3-a4190d37902d, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13af4aca-4584-479b-9dba-7f973909aceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'af42bdec-c56c-41fb-8bda-a336730370b1'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:57:32.240917 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-9859b065-32b2-445a-a7a2-fdfe4a89b1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:32.332647 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-9859b065-32b2-445a-a7a2-fdfe4a89b1ff service neutron] For port 07d56141-cfda-424c-a8b3-a4190d37902d, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:57:32.335498 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-9859b065-32b2-445a-a7a2-fdfe4a89b1ff service neutron] For port 07d56141-cfda-424c-a8b3-a4190d37902d, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=07d56141-cfda-424c-a8b3-a4190d37902d,segment=NetworkSegment(13af4aca-4584-479b-9dba-7f973909aceb),segment_id=13af4aca-4584-479b-9dba-7f973909aceb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:57:32.384912 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-9859b065-32b2-445a-a7a2-fdfe4a89b1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:32.440991 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-9859b065-32b2-445a-a7a2-fdfe4a89b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:32.441613 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-9859b065-32b2-445a-a7a2-fdfe4a89b1ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:32.442970 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-9859b065-32b2-445a-a7a2-fdfe4a89b1ff service neutron] 10.222.0.41 "PUT /v2.0/ports/07d56141-cfda-424c-a8b3-a4190d37902d HTTP/1.1" status: 200 len: 1093 time: 0.9932573 Mar 31 15:57:32.443395 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18da4fdf-b953-4e47-8e43-8b6480a60079', 'tag': '07d56141-cfda-424c-a8b3-a4190d37902d'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:57:32.468299 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859b065-32b2-445a-a7a2-fdfe4a89b1ff service neutron] Pushing event updated for resources: {'Port': ['ID=07d56141-cfda-424c-a8b3-a4190d37902d,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:32.488418 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18da4fdf-b953-4e47-8e43-8b6480a60079', 'tag': '07d56141-cfda-424c-a8b3-a4190d37902d', 'status': 'completed', 'code': 200} Mar 31 15:57:32.676434 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38cb04-ec3f-42bb-84d8-8a73f476959d req-74382108-f609-4943-836b-08381d90f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:32.677906 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1c38cb04-ec3f-42bb-84d8-8a73f476959d req-74382108-f609-4943-836b-08381d90f248 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf0db678b9204cddbbc9096c99ed5353&device_id=18da4fdf-b953-4e47-8e43-8b6480a60079 HTTP/1.1" status: 200 len: 1096 time: 0.1684861 Mar 31 15:57:32.816291 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38cb04-ec3f-42bb-84d8-8a73f476959d req-bfc94a65-1456-4541-8cdf-6043d70f719e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:32.817745 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1c38cb04-ec3f-42bb-84d8-8a73f476959d req-bfc94a65-1456-4541-8cdf-6043d70f719e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=bf0db678b9204cddbbc9096c99ed5353&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1319563 Mar 31 15:57:32.950484 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38cb04-ec3f-42bb-84d8-8a73f476959d req-1e0e6bdc-6ed5-4f47-a9d0-8e147c05b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:32.951915 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1c38cb04-ec3f-42bb-84d8-8a73f476959d req-1e0e6bdc-6ed5-4f47-a9d0-8e147c05b844 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1282232 Mar 31 15:57:33.059742 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-58bf6bb5-1126-4639-b6d2-0892b3603a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:33.061241 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-58bf6bb5-1126-4639-b6d2-0892b3603a4a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf0db678b9204cddbbc9096c99ed5353&device_id=18da4fdf-b953-4e47-8e43-8b6480a60079 HTTP/1.1" status: 200 len: 1096 time: 0.0722640 Mar 31 15:57:33.082169 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e8732bac-a227-4677-9132-06a2dbefb665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:33.135443 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-5d6a03c6-7bf4-429e-b496-83bffc782fe6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07d56141-cfda-424c-a8b3-a4190d37902d HTTP/1.1" status: 200 len: 217 time: 0.0634456 Mar 31 15:57:33.198139 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-d956aee1-24be-47f4-a45b-506f6aa152e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:33.199711 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-d956aee1-24be-47f4-a45b-506f6aa152e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52ad503d-adb9-4356-b931-be3abc7a650d HTTP/1.1" status: 200 len: 854 time: 0.0580094 Mar 31 15:57:33.250262 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-1b74e420-15a5-4700-b5ad-6dff71567dbb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af42bdec-c56c-41fb-8bda-a336730370b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437784 Mar 31 15:57:33.324987 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd92f2-0dad-4497-90b4-217260961799 req-66706642-3e95-4f7b-8c4d-361b6329bc1f tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:33.326599 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-dfbd92f2-0dad-4497-90b4-217260961799 req-66706642-3e95-4f7b-8c4d-361b6329bc1f tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=18da4fdf-b953-4e47-8e43-8b6480a60079 HTTP/1.1" status: 200 len: 943 time: 0.0868397 Mar 31 15:57:33.383838 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-9bae66aa-ee37-46fb-972c-aa3dec5b2800 service neutron] 10.222.0.41 "GET /v2.0/networks/af42bdec-c56c-41fb-8bda-a336730370b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266959 Mar 31 15:57:33.472439 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-dfbd92f2-0dad-4497-90b4-217260961799 req-4b82690f-d00c-48cd-a2a7-51236360559f tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c9536d0-08ec-4762-a939-191c1aa13692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398680 Mar 31 15:57:33.517975 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-efd642c2-0e6e-4ca2-9cc4-283ec3843ad2 req-1fe0fa91-6916-4e40-bf72-224e2265b0b7 service neutron] 10.222.0.41 "GET /v2.0/networks/af42bdec-c56c-41fb-8bda-a336730370b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282604 Mar 31 15:57:34.746938 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907c8bb-bdab-4e0b-a3c0-5acb5a687861 req-ed3987c7-8213-461e-a1c8-b59aea142c73 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:34.747611 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-d907c8bb-bdab-4e0b-a3c0-5acb5a687861 req-ed3987c7-8213-461e-a1c8-b59aea142c73 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Synchronizing usage tracker for tenant:bf0db678b9204cddbbc9096c99ed5353 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:57:34.824243 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-d907c8bb-bdab-4e0b-a3c0-5acb5a687861 req-ed3987c7-8213-461e-a1c8-b59aea142c73 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Unset dirty status for tenant:bf0db678b9204cddbbc9096c99ed5353 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:57:34.825483 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d907c8bb-bdab-4e0b-a3c0-5acb5a687861 req-ed3987c7-8213-461e-a1c8-b59aea142c73 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=18da4fdf-b953-4e47-8e43-8b6480a60079 HTTP/1.1" status: 200 len: 943 time: 0.2416279 Mar 31 15:57:34.870350 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d907c8bb-bdab-4e0b-a3c0-5acb5a687861 req-007acbab-31be-4ef0-bb24-6c49b0d58f38 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c9536d0-08ec-4762-a939-191c1aa13692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388999 Mar 31 15:57:35.138942 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-35b2fa5a-56d0-4ced-801e-cba050c2f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:36.055502 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d62e1d-19e4-4496-b66d-af44e0b4b233 req-69ec8238-0ee9-4c6a-97e5-aeda7e29ead0 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:36.056983 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-61d62e1d-19e4-4496-b66d-af44e0b4b233 req-69ec8238-0ee9-4c6a-97e5-aeda7e29ead0 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=18da4fdf-b953-4e47-8e43-8b6480a60079 HTTP/1.1" status: 200 len: 943 time: 0.0815814 Mar 31 15:57:36.100339 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-61d62e1d-19e4-4496-b66d-af44e0b4b233 req-c3757fc1-27d7-4f98-81d1-bdd75cd8c6d9 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c9536d0-08ec-4762-a939-191c1aa13692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375509 Mar 31 15:57:36.473514 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 07d56141-cfda-424c-a8b3-a4190d37902d details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:57:36.488561 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:36.511441 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:36.642691 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 07d56141-cfda-424c-a8b3-a4190d37902d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=07d56141-cfda-424c-a8b3-a4190d37902d,segment=NetworkSegment(13af4aca-4584-479b-9dba-7f973909aceb),segment_id=13af4aca-4584-479b-9dba-7f973909aceb)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:57:36.660405 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': '07d56141-cfda-424c-a8b3-a4190d37902d', 'network_id': 'af42bdec-c56c-41fb-8bda-a336730370b1', 'port_id': '07d56141-cfda-424c-a8b3-a4190d37902d', 'mac_address': 'fa:16:3e:bf:cb:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ad503d-adb9-4356-b931-be3abc7a650d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:57:36.721148 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:36.738403 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07d56141-cfda-424c-a8b3-a4190d37902d {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:57:36.759829 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 07d56141-cfda-424c-a8b3-a4190d37902d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=07d56141-cfda-424c-a8b3-a4190d37902d,segment=NetworkSegment(13af4aca-4584-479b-9dba-7f973909aceb),segment_id=13af4aca-4584-479b-9dba-7f973909aceb)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:57:36.807798 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:36.917497 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=07d56141-cfda-424c-a8b3-a4190d37902d,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:36.925204 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:36.925404 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:36.925725 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:36.926054 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:36.926385 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:36.926710 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:36.927034 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:36.927355 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:36.927674 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:36.927994 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:36.928313 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:36.928628 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:37.052682 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['07d56141-cfda-424c-a8b3-a4190d37902d'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:57:37.288347 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc97bf-38ac-4aa5-8c2b-6b1d5115cfe9 req-fe0c0b0c-4c5f-4a5d-8a83-2fab27253e43 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:37.290114 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-82bc97bf-38ac-4aa5-8c2b-6b1d5115cfe9 req-fe0c0b0c-4c5f-4a5d-8a83-2fab27253e43 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=18da4fdf-b953-4e47-8e43-8b6480a60079 HTTP/1.1" status: 200 len: 944 time: 0.0843546 Mar 31 15:57:37.335975 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-82bc97bf-38ac-4aa5-8c2b-6b1d5115cfe9 req-bb1c58c9-a417-44ec-9f9d-3102a7c267c9 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c9536d0-08ec-4762-a939-191c1aa13692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396123 Mar 31 15:57:38.019344 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:38.491575 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 07d56141-cfda-424c-a8b3-a4190d37902d up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:57:38.530095 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c04145-3437-482c-8339-a452db70cf0b req-18fd56a5-237c-4c22-a310-024403568b78 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:38.532340 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-24c04145-3437-482c-8339-a452db70cf0b req-18fd56a5-237c-4c22-a310-024403568b78 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=18da4fdf-b953-4e47-8e43-8b6480a60079 HTTP/1.1" status: 200 len: 944 time: 0.0867558 Mar 31 15:57:38.578583 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-24c04145-3437-482c-8339-a452db70cf0b req-e0365de4-d7e8-417a-b635-1f27508a04e8 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c9536d0-08ec-4762-a939-191c1aa13692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404780 Mar 31 15:57:38.607281 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port 07d56141-cfda-424c-a8b3-a4190d37902d completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:57:38.612453 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port 07d56141-cfda-424c-a8b3-a4190d37902d triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:57:38.612824 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:38.730218 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:38.756671 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18da4fdf-b953-4e47-8e43-8b6480a60079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d56141-cfda-424c-a8b3-a4190d37902d'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:57:38.767514 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 07d56141-cfda-424c-a8b3-a4190d37902d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=07d56141-cfda-424c-a8b3-a4190d37902d,segment=NetworkSegment(13af4aca-4584-479b-9dba-7f973909aceb),segment_id=13af4aca-4584-479b-9dba-7f973909aceb)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:57:38.805180 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18da4fdf-b953-4e47-8e43-8b6480a60079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d56141-cfda-424c-a8b3-a4190d37902d', 'code': 200} Mar 31 15:57:38.836002 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:38.906839 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=07d56141-cfda-424c-a8b3-a4190d37902d,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:39.181636 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ee1dc-c8ab-4d37-a5f9-e73308aa9470 req-27121c83-a71e-4a2f-a0bc-5bcf893da066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:39.183103 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c16ee1dc-c8ab-4d37-a5f9-e73308aa9470 req-27121c83-a71e-4a2f-a0bc-5bcf893da066 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=18da4fdf-b953-4e47-8e43-8b6480a60079 HTTP/1.1" status: 200 len: 1098 time: 0.0700507 Mar 31 15:57:39.225392 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c16ee1dc-c8ab-4d37-a5f9-e73308aa9470 req-b1e4f93a-bedb-4c42-84e7-d3f838c3dd24 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9c9536d0-08ec-4762-a939-191c1aa13692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354917 Mar 31 15:57:39.923696 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce33056-1273-4b5e-8c33-76650bee4865 req-5f85310e-c3d6-4cac-9bd2-ff91f40f8187 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:39.925063 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-fce33056-1273-4b5e-8c33-76650bee4865 req-5f85310e-c3d6-4cac-9bd2-ff91f40f8187 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=18da4fdf-b953-4e47-8e43-8b6480a60079 HTTP/1.1" status: 200 len: 945 time: 0.0878017 Mar 31 15:57:39.972513 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-fce33056-1273-4b5e-8c33-76650bee4865 req-6531d892-bbd2-4c76-942b-52eaea823ad0 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c9536d0-08ec-4762-a939-191c1aa13692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410483 Mar 31 15:57:41.166026 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f4163-6590-47ed-8458-6eba3fc2622a req-ac5723d1-f54f-4e23-8b8d-2ebb1ebe69e9 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:41.167526 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a36f4163-6590-47ed-8458-6eba3fc2622a req-ac5723d1-f54f-4e23-8b8d-2ebb1ebe69e9 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=18da4fdf-b953-4e47-8e43-8b6480a60079 HTTP/1.1" status: 200 len: 945 time: 0.0839891 Mar 31 15:57:41.212250 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a36f4163-6590-47ed-8458-6eba3fc2622a req-f6a75614-3da1-4dc7-96ea-5dbb653f16da tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c9536d0-08ec-4762-a939-191c1aa13692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389943 Mar 31 15:57:41.770584 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85dfde6-cd4d-4bf6-afa0-f72e08ae5290 req-be0af611-2e16-4373-a5ad-b4810b682ba9 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:41.772032 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d85dfde6-cd4d-4bf6-afa0-f72e08ae5290 req-be0af611-2e16-4373-a5ad-b4810b682ba9 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=18da4fdf-b953-4e47-8e43-8b6480a60079 HTTP/1.1" status: 200 len: 945 time: 0.0787256 Mar 31 15:57:41.818368 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d85dfde6-cd4d-4bf6-afa0-f72e08ae5290 req-24db0633-6cda-4f67-af1b-0d3ee503f207 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c9536d0-08ec-4762-a939-191c1aa13692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388827 Mar 31 15:57:43.002418 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a6a08-ad04-4d73-aec7-f60ca74293d9 req-7dc3b930-68fe-46bd-b9c9-ce7046e98426 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:43.003864 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-655a6a08-ad04-4d73-aec7-f60ca74293d9 req-7dc3b930-68fe-46bd-b9c9-ce7046e98426 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=18da4fdf-b953-4e47-8e43-8b6480a60079 HTTP/1.1" status: 200 len: 945 time: 0.0795844 Mar 31 15:57:43.049864 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-655a6a08-ad04-4d73-aec7-f60ca74293d9 req-f8bd6d40-8243-4945-8b8c-edb69be58681 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c9536d0-08ec-4762-a939-191c1aa13692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392342 Mar 31 15:57:43.291433 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1b3c9-ebf6-4185-8b88-bf1a98b19148 req-0b52d1a0-e147-4d8d-80e1-827ba5f58d7f tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:43.292777 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-33a1b3c9-ebf6-4185-8b88-bf1a98b19148 req-0b52d1a0-e147-4d8d-80e1-827ba5f58d7f tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.41 "GET /v2.0/ports?device_id=18da4fdf-b953-4e47-8e43-8b6480a60079 HTTP/1.1" status: 200 len: 945 time: 0.0808773 Mar 31 15:57:43.362072 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-33a1b3c9-ebf6-4185-8b88-bf1a98b19148 req-110eee6c-f516-4c9d-8eeb-2544dd287ac1 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Deleting port 07d56141-cfda-424c-a8b3-a4190d37902d {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:57:43.362404 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-33a1b3c9-ebf6-4185-8b88-bf1a98b19148 req-110eee6c-f516-4c9d-8eeb-2544dd287ac1 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:43.703170 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-33a1b3c9-ebf6-4185-8b88-bf1a98b19148 req-110eee6c-f516-4c9d-8eeb-2544dd287ac1 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] For port 07d56141-cfda-424c-a8b3-a4190d37902d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=07d56141-cfda-424c-a8b3-a4190d37902d,segment=NetworkSegment(13af4aca-4584-479b-9dba-7f973909aceb),segment_id=13af4aca-4584-479b-9dba-7f973909aceb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:57:43.703523 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-33a1b3c9-ebf6-4185-8b88-bf1a98b19148 req-110eee6c-f516-4c9d-8eeb-2544dd287ac1 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:43.824290 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-33a1b3c9-ebf6-4185-8b88-bf1a98b19148 req-110eee6c-f516-4c9d-8eeb-2544dd287ac1 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Calling delete_port for 07d56141-cfda-424c-a8b3-a4190d37902d owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:57:44.024594 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-33a1b3c9-ebf6-4185-8b88-bf1a98b19148 req-110eee6c-f516-4c9d-8eeb-2544dd287ac1 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:44.036624 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['40f6f51e-cf9b-45e3-838e-3544d44961b8', '07d56141-cfda-424c-a8b3-a4190d37902d'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:57:44.078727 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110eee6c-f516-4c9d-8eeb-2544dd287ac1 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Pushing event deleted for resources: {'Port': ['ID=07d56141-cfda-424c-a8b3-a4190d37902d,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:44.151979 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a1b3c9-ebf6-4185-8b88-bf1a98b19148 req-110eee6c-f516-4c9d-8eeb-2544dd287ac1 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] No DVR routers for this DVR port 07d56141-cfda-424c-a8b3-a4190d37902d on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:57:44.154459 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-33a1b3c9-ebf6-4185-8b88-bf1a98b19148 req-110eee6c-f516-4c9d-8eeb-2544dd287ac1 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:44.157079 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18da4fdf-b953-4e47-8e43-8b6480a60079', 'name': 'network-vif-deleted', 'tag': '07d56141-cfda-424c-a8b3-a4190d37902d'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:57:44.214877 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-ff9aff8b-261b-4540-8ed1-67f5f8e8bf48 req-33bd1205-8d40-4d98-833e-00a9a474dbd7 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Synchronizing usage tracker for tenant:bf0db678b9204cddbbc9096c99ed5353 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:57:44.218327 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18da4fdf-b953-4e47-8e43-8b6480a60079', 'name': 'network-vif-deleted', 'tag': '07d56141-cfda-424c-a8b3-a4190d37902d', 'status': 'completed', 'code': 200} Mar 31 15:57:44.220863 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-33a1b3c9-ebf6-4185-8b88-bf1a98b19148 req-110eee6c-f516-4c9d-8eeb-2544dd287ac1 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.41 "DELETE /v2.0/ports/07d56141-cfda-424c-a8b3-a4190d37902d HTTP/1.1" status: 204 len: 173 time: 0.9222782 Mar 31 15:57:44.310205 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-ff9aff8b-261b-4540-8ed1-67f5f8e8bf48 req-33bd1205-8d40-4d98-833e-00a9a474dbd7 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Unset dirty status for tenant:bf0db678b9204cddbbc9096c99ed5353 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:57:44.311865 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ff9aff8b-261b-4540-8ed1-67f5f8e8bf48 req-33bd1205-8d40-4d98-833e-00a9a474dbd7 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=18da4fdf-b953-4e47-8e43-8b6480a60079 HTTP/1.1" status: 200 len: 210 time: 0.1437876 Mar 31 15:57:45.584596 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88043594-776a-4528-997b-a0d0469b8c92 req-07d850f5-ee8b-49e6-a3f9-a5ead312fbd6 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:45.586489 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-88043594-776a-4528-997b-a0d0469b8c92 req-07d850f5-ee8b-49e6-a3f9-a5ead312fbd6 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae37ef8-0b83-47ec-9ec6-8949580cb92b HTTP/1.1" status: 200 len: 946 time: 0.0865159 Mar 31 15:57:45.638680 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-88043594-776a-4528-997b-a0d0469b8c92 req-e9dffa78-b18f-4105-b9e0-39153405db5f tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c9536d0-08ec-4762-a939-191c1aa13692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465047 Mar 31 15:57:45.856154 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d7a76-1003-4945-83ad-5b6ad51cf529 req-58e863a5-5144-4c6e-8f3a-b1070ecadfca tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:45.857688 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fc5d7a76-1003-4945-83ad-5b6ad51cf529 req-58e863a5-5144-4c6e-8f3a-b1070ecadfca tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae37ef8-0b83-47ec-9ec6-8949580cb92b HTTP/1.1" status: 200 len: 946 time: 0.0859115 Mar 31 15:57:45.902963 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fc5d7a76-1003-4945-83ad-5b6ad51cf529 req-aa4af6bd-7575-4446-9a20-f493689ac03a tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c9536d0-08ec-4762-a939-191c1aa13692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394824 Mar 31 15:57:46.091374 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7570f-a8f7-4e69-8904-88fed835fe96 req-9f01947d-e66b-486e-8006-7896a239c8b5 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:46.092859 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5ed7570f-a8f7-4e69-8904-88fed835fe96 req-9f01947d-e66b-486e-8006-7896a239c8b5 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae37ef8-0b83-47ec-9ec6-8949580cb92b HTTP/1.1" status: 200 len: 946 time: 0.0830920 Mar 31 15:57:46.139356 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5ed7570f-a8f7-4e69-8904-88fed835fe96 req-353fa627-9faa-4638-8f6c-e5d3e7950c89 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c9536d0-08ec-4762-a939-191c1aa13692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407443 Mar 31 15:57:46.432719 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e0a97-b93d-410f-8531-86cbbe5a321b req-36254ce2-d966-414b-956f-0de36329b38f tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:46.434124 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4f2e0a97-b93d-410f-8531-86cbbe5a321b req-36254ce2-d966-414b-956f-0de36329b38f tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae37ef8-0b83-47ec-9ec6-8949580cb92b HTTP/1.1" status: 200 len: 946 time: 0.0799348 Mar 31 15:57:46.481904 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4f2e0a97-b93d-410f-8531-86cbbe5a321b req-48e96257-43cf-41d6-a2e5-ea8f793f422e tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c9536d0-08ec-4762-a939-191c1aa13692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420125 Mar 31 15:57:46.540169 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 07d56141-cfda-424c-a8b3-a4190d37902d no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:57:46.578896 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: 07d56141-cfda-424c-a8b3-a4190d37902d {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:57:46.579263 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 07d56141-cfda-424c-a8b3-a4190d37902d not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:57:46.682998 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a913d-8750-42d8-8f94-7af3fbfb14da req-5fd3e309-6c3d-4bd7-82c8-038900b4617e tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:46.684448 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-126a913d-8750-42d8-8f94-7af3fbfb14da req-5fd3e309-6c3d-4bd7-82c8-038900b4617e tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae37ef8-0b83-47ec-9ec6-8949580cb92b HTTP/1.1" status: 200 len: 946 time: 0.0934856 Mar 31 15:57:46.731842 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-126a913d-8750-42d8-8f94-7af3fbfb14da req-2b68df31-2722-4948-98d7-269811327998 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c9536d0-08ec-4762-a939-191c1aa13692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416644 Mar 31 15:57:46.944306 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2efa9c2-82db-4003-9271-2ecaadaa8101 req-2edcc45f-8eb2-4e90-9a6a-8d7f0f379dde tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:46.946937 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b2efa9c2-82db-4003-9271-2ecaadaa8101 req-2edcc45f-8eb2-4e90-9a6a-8d7f0f379dde tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae37ef8-0b83-47ec-9ec6-8949580cb92b HTTP/1.1" status: 200 len: 946 time: 0.0899918 Mar 31 15:57:46.993661 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b2efa9c2-82db-4003-9271-2ecaadaa8101 req-4c49cffd-6d65-49f3-9a7a-f54fc72c4b2d tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c9536d0-08ec-4762-a939-191c1aa13692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406516 Mar 31 15:57:47.744152 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38863e3-21b7-48b2-8314-f80df968ddb3 req-721f39d3-4e9d-4008-9bdf-4df2dba6e95f tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:47.745629 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a38863e3-21b7-48b2-8314-f80df968ddb3 req-721f39d3-4e9d-4008-9bdf-4df2dba6e95f tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae37ef8-0b83-47ec-9ec6-8949580cb92b HTTP/1.1" status: 200 len: 946 time: 0.0824356 Mar 31 15:57:47.794921 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a38863e3-21b7-48b2-8314-f80df968ddb3 req-57d6e1e5-fb02-4f00-ac03-bd959b9fdd3b tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c9536d0-08ec-4762-a939-191c1aa13692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435677 Mar 31 15:57:48.993135 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b5ce0-64c6-4bbd-8980-3866fc7515ec req-bdf31546-2269-40c7-80a8-cf3185e81650 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:48.994539 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-586b5ce0-64c6-4bbd-8980-3866fc7515ec req-bdf31546-2269-40c7-80a8-cf3185e81650 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae37ef8-0b83-47ec-9ec6-8949580cb92b HTTP/1.1" status: 200 len: 946 time: 0.0872655 Mar 31 15:57:49.045617 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-586b5ce0-64c6-4bbd-8980-3866fc7515ec req-e4ab2004-633e-43b5-96e7-8f933e54c3ff tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c9536d0-08ec-4762-a939-191c1aa13692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452647 Mar 31 15:57:49.190689 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e18d96-c26f-496e-883f-08eb31ad1543 req-eebb3238-4552-4ee3-a47e-f3fe2ce686ec tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:49.192105 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-10e18d96-c26f-496e-883f-08eb31ad1543 req-eebb3238-4552-4ee3-a47e-f3fe2ce686ec tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ae37ef8-0b83-47ec-9ec6-8949580cb92b HTTP/1.1" status: 200 len: 946 time: 0.0839269 Mar 31 15:57:49.263274 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-10e18d96-c26f-496e-883f-08eb31ad1543 req-bbf25eb4-751b-4693-9ad1-dbaaae2e0bdf tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Deleting port 40f6f51e-cf9b-45e3-838e-3544d44961b8 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:57:49.263608 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-10e18d96-c26f-496e-883f-08eb31ad1543 req-bbf25eb4-751b-4693-9ad1-dbaaae2e0bdf tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:49.524394 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-10e18d96-c26f-496e-883f-08eb31ad1543 req-bbf25eb4-751b-4693-9ad1-dbaaae2e0bdf tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] For port 40f6f51e-cf9b-45e3-838e-3544d44961b8, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=40f6f51e-cf9b-45e3-838e-3544d44961b8,segment=NetworkSegment(13af4aca-4584-479b-9dba-7f973909aceb),segment_id=13af4aca-4584-479b-9dba-7f973909aceb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:57:49.524638 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-10e18d96-c26f-496e-883f-08eb31ad1543 req-bbf25eb4-751b-4693-9ad1-dbaaae2e0bdf tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:49.652851 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-10e18d96-c26f-496e-883f-08eb31ad1543 req-bbf25eb4-751b-4693-9ad1-dbaaae2e0bdf tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Calling delete_port for 40f6f51e-cf9b-45e3-838e-3544d44961b8 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:57:49.841652 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-10e18d96-c26f-496e-883f-08eb31ad1543 req-bbf25eb4-751b-4693-9ad1-dbaaae2e0bdf tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:49.853681 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['40f6f51e-cf9b-45e3-838e-3544d44961b8'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:57:49.897954 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf25eb4-751b-4693-9ad1-dbaaae2e0bdf tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Pushing event deleted for resources: {'Port': ['ID=40f6f51e-cf9b-45e3-838e-3544d44961b8,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:49.972413 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e18d96-c26f-496e-883f-08eb31ad1543 req-bbf25eb4-751b-4693-9ad1-dbaaae2e0bdf tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] No DVR routers for this DVR port 40f6f51e-cf9b-45e3-838e-3544d44961b8 on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:57:49.974872 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-10e18d96-c26f-496e-883f-08eb31ad1543 req-bbf25eb4-751b-4693-9ad1-dbaaae2e0bdf tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:49.977542 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae37ef8-0b83-47ec-9ec6-8949580cb92b', 'name': 'network-vif-deleted', 'tag': '40f6f51e-cf9b-45e3-838e-3544d44961b8'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:57:50.026601 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae37ef8-0b83-47ec-9ec6-8949580cb92b', 'name': 'network-vif-deleted', 'tag': '40f6f51e-cf9b-45e3-838e-3544d44961b8', 'status': 'completed', 'code': 200} Mar 31 15:57:50.053426 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-10e18d96-c26f-496e-883f-08eb31ad1543 req-bbf25eb4-751b-4693-9ad1-dbaaae2e0bdf tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.41 "DELETE /v2.0/ports/40f6f51e-cf9b-45e3-838e-3544d44961b8 HTTP/1.1" status: 204 len: 173 time: 0.8556809 Mar 31 15:57:50.216322 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-119dab03-a094-4fcb-a616-6e12d4699333 req-50564f80-4d23-4d17-bcea-30c9fb99a473 tempest-ServersNegativeTestJSON-1449991423 tempest-ServersNegativeTestJSON-1449991423-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae37ef8-0b83-47ec-9ec6-8949580cb92b HTTP/1.1" status: 200 len: 210 time: 0.0479138 Mar 31 15:57:51.317179 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 53806) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:57:51.378722 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-6de9626c-161d-48a9-8495-27ece3a7ef95 admin admin] Deleting subnet 52ad503d-adb9-4356-b931-be3abc7a650d {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:57:51.381948 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6de9626c-161d-48a9-8495-27ece3a7ef95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:51.433588 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6de9626c-161d-48a9-8495-27ece3a7ef95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:51.493329 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6de9626c-161d-48a9-8495-27ece3a7ef95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:51.624704 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6de9626c-161d-48a9-8495-27ece3a7ef95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:51.663752 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9626c-161d-48a9-8495-27ece3a7ef95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52ad503d-adb9-4356-b931-be3abc7a650d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:51.669884 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6de9626c-161d-48a9-8495-27ece3a7ef95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:51.680490 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6de9626c-161d-48a9-8495-27ece3a7ef95 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/52ad503d-adb9-4356-b931-be3abc7a650d HTTP/1.1" status: 204 len: 168 time: 0.3612313 Mar 31 15:57:51.683252 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 53810) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:57:51.792726 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a47ae01-7f6b-4c75-8570-4f0dedfbe41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:51.918698 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a47ae01-7f6b-4c75-8570-4f0dedfbe41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:51.948641 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-4a47ae01-7f6b-4c75-8570-4f0dedfbe41c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af42bdec-c56c-41fb-8bda-a336730370b1']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:51.969392 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-4a47ae01-7f6b-4c75-8570-4f0dedfbe41c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13af4aca-4584-479b-9dba-7f973909aceb') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:51.969899 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-4a47ae01-7f6b-4c75-8570-4f0dedfbe41c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13af4aca-4584-479b-9dba-7f973909aceb') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:51.989058 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a47ae01-7f6b-4c75-8570-4f0dedfbe41c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:52.014488 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a47ae01-7f6b-4c75-8570-4f0dedfbe41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:52.020592 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a47ae01-7f6b-4c75-8570-4f0dedfbe41c admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:57:52.020980 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a47ae01-7f6b-4c75-8570-4f0dedfbe41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:52.034262 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:57:52.034262 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:57:52.034262 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:57:52.034262 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:57:52.034262 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:57:52.034262 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:57:52.034262 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:57:52.034262 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:57:52.034262 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:57:52.034262 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:57:52.034262 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:57:52.034262 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:57:52.034262 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:57:52.034262 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:57:52.034262 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:57:52.034262 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:57:52.034262 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:57:52.034262 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:57:52.034262 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:57:52.034262 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:57:52.034262 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:57:52.034262 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:57:52.034262 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:57:52.034262 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:57:52.034262 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:57:52.034262 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:57:52.034262 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:57:52.034262 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:57:52.034262 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:57:52.034262 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:57:52.034262 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:57:52.034262 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:57:52.150241 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a47ae01-7f6b-4c75-8570-4f0dedfbe41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:52.166814 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a47ae01-7f6b-4c75-8570-4f0dedfbe41c admin admin] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:52.177140 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47ae01-7f6b-4c75-8570-4f0dedfbe41c admin admin] Pushing event deleted for resources: {'Network': ['ID=af42bdec-c56c-41fb-8bda-a336730370b1,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:52.253606 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4a47ae01-7f6b-4c75-8570-4f0dedfbe41c admin admin] 10.222.0.31 "DELETE /v2.0/networks/af42bdec-c56c-41fb-8bda-a336730370b1 HTTP/1.1" status: 204 len: 168 time: 0.5692499 Mar 31 15:57:52.566324 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 40f6f51e-cf9b-45e3-838e-3544d44961b8 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:57:52.601881 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: 40f6f51e-cf9b-45e3-838e-3544d44961b8 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:57:52.602293 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 40f6f51e-cf9b-45e3-838e-3544d44961b8 not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:57:52.627836 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 53816) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:57:52.683845 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-945dca77-6e56-42ab-8b3d-c7081eaedcd5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf0db678b9204cddbbc9096c99ed5353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0547848 Mar 31 15:57:52.686581 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 53820) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:57:52.752202 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4b12a898-9f2b-44af-9838-921e955e9437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:52.780756 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4b12a898-9f2b-44af-9838-921e955e9437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:52.915670 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4b12a898-9f2b-44af-9838-921e955e9437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:52.934580 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12a898-9f2b-44af-9838-921e955e9437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9536d0-08ec-4762-a939-191c1aa13692,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:53.006144 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4b12a898-9f2b-44af-9838-921e955e9437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:53.007484 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4b12a898-9f2b-44af-9838-921e955e9437 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c9536d0-08ec-4762-a939-191c1aa13692 HTTP/1.1" status: 204 len: 168 time: 0.3198805 Mar 31 15:57:54.142835 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 53846) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:57:54.249294 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8629d538-c5fb-4195-a093-918a53d4f00e tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-425534135'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:54.254410 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8629d538-c5fb-4195-a093-918a53d4f00e tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:57:54.258771 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8629d538-c5fb-4195-a093-918a53d4f00e tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Usage tracker for resource:network and tenant:93b2a841ebeb4da6b5d10cffd8e59c10 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:57:54.261721 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8629d538-c5fb-4195-a093-918a53d4f00e tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:57:54.271463 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8629d538-c5fb-4195-a093-918a53d4f00e tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:57:54.366964 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8629d538-c5fb-4195-a093-918a53d4f00e tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Made reservation on behalf of 93b2a841ebeb4da6b5d10cffd8e59c10 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:57:54.370436 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8629d538-c5fb-4195-a093-918a53d4f00e tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:54.384120 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8629d538-c5fb-4195-a093-918a53d4f00e tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:54.400286 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8629d538-c5fb-4195-a093-918a53d4f00e tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:57:54.404114 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8629d538-c5fb-4195-a093-918a53d4f00e tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Usage tracker for resource:security_group_rule and tenant:93b2a841ebeb4da6b5d10cffd8e59c10 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:57:54.407120 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8629d538-c5fb-4195-a093-918a53d4f00e tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:57:54.412726 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8629d538-c5fb-4195-a093-918a53d4f00e tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:57:54.500770 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8629d538-c5fb-4195-a093-918a53d4f00e tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:54.561650 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8629d538-c5fb-4195-a093-918a53d4f00e tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:54.599883 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8629d538-c5fb-4195-a093-918a53d4f00e tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:57:54.605949 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8629d538-c5fb-4195-a093-918a53d4f00e tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ee542d-0149-4d1f-bf50-b19a141c9351,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:54.613348 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8629d538-c5fb-4195-a093-918a53d4f00e tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:54.613711 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-8629d538-c5fb-4195-a093-918a53d4f00e tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Added segment cc900cac-6fe7-4e9e-bb1b-84593b88b8c1 of type vlan for network 46e2d626-d78f-4771-b526-1e620134a1e0 Mar 31 15:57:54.643748 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8629d538-c5fb-4195-a093-918a53d4f00e tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:54.744528 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8629d538-c5fb-4195-a093-918a53d4f00e tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:54.749904 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8629d538-c5fb-4195-a093-918a53d4f00e tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:54.750495 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8629d538-c5fb-4195-a093-918a53d4f00e tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:54.862470 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8629d538-c5fb-4195-a093-918a53d4f00e tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Pushing event updated for resources: {'Network': ['ID=46e2d626-d78f-4771-b526-1e620134a1e0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:54.873048 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 46e2d626-d78f-4771-b526-1e620134a1e0 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:57:54.937223 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8629d538-c5fb-4195-a093-918a53d4f00e tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7780485 Mar 31 15:57:55.350026 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:58.400180 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 53854) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:57:58.406731 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a5b1e5de-f9a2-440f-a79f-ad1ce3b9ab20 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Request body: {'subnet': {'network_id': '46e2d626-d78f-4771-b526-1e620134a1e0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:58.518196 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a5b1e5de-f9a2-440f-a79f-ad1ce3b9ab20 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:57:58.522078 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a5b1e5de-f9a2-440f-a79f-ad1ce3b9ab20 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Usage tracker for resource:subnet and tenant:93b2a841ebeb4da6b5d10cffd8e59c10 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:57:58.525923 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a5b1e5de-f9a2-440f-a79f-ad1ce3b9ab20 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:57:58.531795 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a5b1e5de-f9a2-440f-a79f-ad1ce3b9ab20 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:57:58.601884 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b1e5de-f9a2-440f-a79f-ad1ce3b9ab20 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Made reservation on behalf of 93b2a841ebeb4da6b5d10cffd8e59c10 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:57:58.605982 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5b1e5de-f9a2-440f-a79f-ad1ce3b9ab20 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:58.978902 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5b1e5de-f9a2-440f-a79f-ad1ce3b9ab20 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:59.056588 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1e5de-f9a2-440f-a79f-ad1ce3b9ab20 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Pushing event updated for resources: {'Subnet': ['ID=9fcab6bb-2c3e-4507-bcf1-24d36ff52160,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:59.066563 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b1e5de-f9a2-440f-a79f-ad1ce3b9ab20 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Checking segment: {'id': 'cc900cac-6fe7-4e9e-bb1b-84593b88b8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e2d626-d78f-4771-b526-1e620134a1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:57:59.066916 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b1e5de-f9a2-440f-a79f-ad1ce3b9ab20 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Network hostable DHCP agents. Network: 46e2d626-d78f-4771-b526-1e620134a1e0, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:57:59.178297 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b1e5de-f9a2-440f-a79f-ad1ce3b9ab20 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Network 46e2d626-d78f-4771-b526-1e620134a1e0 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:57:59.259337 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-a5b1e5de-f9a2-440f-a79f-ad1ce3b9ab20 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 46e2d626-d78f-4771-b526-1e620134a1e0) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:59.259917 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b1e5de-f9a2-440f-a79f-ad1ce3b9ab20 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:59.260512 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5b1e5de-f9a2-440f-a79f-ad1ce3b9ab20 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:59.264476 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936c0e38-e352-4e7b-b700-4b98de00fe4a None None] Network 46e2d626-d78f-4771-b526-1e620134a1e0 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:57:59.328517 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a5b1e5de-f9a2-440f-a79f-ad1ce3b9ab20 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9271085 Mar 31 15:57:59.333707 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 53858) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:57:59.339502 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-1720155a-aa1b-4827-8877-653163c666e4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-892325665'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:59.344717 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-1720155a-aa1b-4827-8877-653163c666e4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:57:59.349236 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1720155a-aa1b-4827-8877-653163c666e4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Usage tracker for resource:network and tenant:93b2a841ebeb4da6b5d10cffd8e59c10 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:57:59.353332 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-1720155a-aa1b-4827-8877-653163c666e4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:57:59.360448 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-1720155a-aa1b-4827-8877-653163c666e4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:57:59.430385 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1720155a-aa1b-4827-8877-653163c666e4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Made reservation on behalf of 93b2a841ebeb4da6b5d10cffd8e59c10 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:57:59.434161 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1720155a-aa1b-4827-8877-653163c666e4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:59.464290 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1720155a-aa1b-4827-8877-653163c666e4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:57:59.474356 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1720155a-aa1b-4827-8877-653163c666e4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:59.474356 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-1720155a-aa1b-4827-8877-653163c666e4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Added segment 70c5fd7b-fdde-4c72-8acc-11bd122a8497 of type vlan for network bdcd5cbf-5686-4207-9c49-63689c76de1d Mar 31 15:57:59.501000 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6a464a-bc0e-4b9e-be77-780c7e5d320e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-46e2d626-d78f-4771-b526-1e620134a1e0', 'network_id': '46e2d626-d78f-4771-b526-1e620134a1e0', 'tenant_id': '93b2a841ebeb4da6b5d10cffd8e59c10', 'fixed_ips': [{'subnet_id': '9fcab6bb-2c3e-4507-bcf1-24d36ff52160'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:57:59.501929 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0b6a464a-bc0e-4b9e-be77-780c7e5d320e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:59.506780 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1720155a-aa1b-4827-8877-653163c666e4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:59.578773 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1720155a-aa1b-4827-8877-653163c666e4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:59.586379 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1720155a-aa1b-4827-8877-653163c666e4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:59.587896 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1720155a-aa1b-4827-8877-653163c666e4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:57:59.669581 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-0b6a464a-bc0e-4b9e-be77-780c7e5d320e None None] Allocated IP 2001:db8:0:ffff::2 (46e2d626-d78f-4771-b526-1e620134a1e0/9fcab6bb-2c3e-4507-bcf1-24d36ff52160/f4386b6e-553f-4b90-ba94-cdf1103b5cbf) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:57:59.698419 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720155a-aa1b-4827-8877-653163c666e4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Pushing event updated for resources: {'Network': ['ID=bdcd5cbf-5686-4207-9c49-63689c76de1d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:59.708878 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network bdcd5cbf-5686-4207-9c49-63689c76de1d details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:57:59.718829 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-1720155a-aa1b-4827-8877-653163c666e4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3812811 Mar 31 15:57:59.719024 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 53862) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:57:59.724794 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-bd1e23c6-7ee7-46dc-964d-26a50171dfd6 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Request body: {'subnet': {'network_id': 'bdcd5cbf-5686-4207-9c49-63689c76de1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:59.842773 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-bd1e23c6-7ee7-46dc-964d-26a50171dfd6 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:57:59.847142 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-bd1e23c6-7ee7-46dc-964d-26a50171dfd6 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Usage tracker for resource:subnet and tenant:93b2a841ebeb4da6b5d10cffd8e59c10 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:57:59.850524 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-bd1e23c6-7ee7-46dc-964d-26a50171dfd6 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:57:59.857580 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-bd1e23c6-7ee7-46dc-964d-26a50171dfd6 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:57:59.903776 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1e23c6-7ee7-46dc-964d-26a50171dfd6 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Made reservation on behalf of 93b2a841ebeb4da6b5d10cffd8e59c10 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:57:59.907415 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd1e23c6-7ee7-46dc-964d-26a50171dfd6 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:00.013277 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0b6a464a-bc0e-4b9e-be77-780c7e5d320e None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:00.026726 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0b6a464a-bc0e-4b9e-be77-780c7e5d320e None None] Transition to ACTIVE for port object f4386b6e-553f-4b90-ba94-cdf1103b5cbf will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:58:00.053055 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0b6a464a-bc0e-4b9e-be77-780c7e5d320e None None] Transition to ACTIVE for port object f4386b6e-553f-4b90-ba94-cdf1103b5cbf will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:58:00.092965 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0b6a464a-bc0e-4b9e-be77-780c7e5d320e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:00.159535 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6a464a-bc0e-4b9e-be77-780c7e5d320e None None] Network 46e2d626-d78f-4771-b526-1e620134a1e0 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:58:00.167146 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-0b6a464a-bc0e-4b9e-be77-780c7e5d320e None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:00.171342 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6a464a-bc0e-4b9e-be77-780c7e5d320e None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:58:00.177171 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a464a-bc0e-4b9e-be77-780c7e5d320e None None] Pushing event updated for resources: {'Port': ['ID=f4386b6e-553f-4b90-ba94-cdf1103b5cbf,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:00.230021 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd1e23c6-7ee7-46dc-964d-26a50171dfd6 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:00.267422 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-0b6a464a-bc0e-4b9e-be77-780c7e5d320e None None] Attempting to bind port f4386b6e-553f-4b90-ba94-cdf1103b5cbf on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:58:00.268020 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-0b6a464a-bc0e-4b9e-be77-780c7e5d320e None None] Attempting to bind port f4386b6e-553f-4b90-ba94-cdf1103b5cbf by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'cc900cac-6fe7-4e9e-bb1b-84593b88b8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e2d626-d78f-4771-b526-1e620134a1e0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:58:00.268440 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a464a-bc0e-4b9e-be77-780c7e5d320e None None] Attempting to bind port f4386b6e-553f-4b90-ba94-cdf1103b5cbf on network 46e2d626-d78f-4771-b526-1e620134a1e0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:58:00.274832 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a464a-bc0e-4b9e-be77-780c7e5d320e None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:58:00.279487 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a464a-bc0e-4b9e-be77-780c7e5d320e None None] Checking segment: {'id': 'cc900cac-6fe7-4e9e-bb1b-84593b88b8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e2d626-d78f-4771-b526-1e620134a1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:58:00.279487 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0b6a464a-bc0e-4b9e-be77-780c7e5d320e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:00.279487 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a464a-bc0e-4b9e-be77-780c7e5d320e None None] Bound using segment: {'id': 'cc900cac-6fe7-4e9e-bb1b-84593b88b8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e2d626-d78f-4771-b526-1e620134a1e0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:58:00.279487 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-0b6a464a-bc0e-4b9e-be77-780c7e5d320e None None] Bound port: f4386b6e-553f-4b90-ba94-cdf1103b5cbf, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc900cac-6fe7-4e9e-bb1b-84593b88b8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e2d626-d78f-4771-b526-1e620134a1e0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:58:00.279487 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0b6a464a-bc0e-4b9e-be77-780c7e5d320e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:00.310936 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e23c6-7ee7-46dc-964d-26a50171dfd6 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Pushing event updated for resources: {'Subnet': ['ID=cc070c1a-68cb-4f65-8952-37335e5b86dc,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:00.319101 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1e23c6-7ee7-46dc-964d-26a50171dfd6 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Checking segment: {'id': '70c5fd7b-fdde-4c72-8acc-11bd122a8497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bdcd5cbf-5686-4207-9c49-63689c76de1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:58:00.319350 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1e23c6-7ee7-46dc-964d-26a50171dfd6 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Network hostable DHCP agents. Network: bdcd5cbf-5686-4207-9c49-63689c76de1d, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:58:00.371638 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-0b6a464a-bc0e-4b9e-be77-780c7e5d320e None None] For port f4386b6e-553f-4b90-ba94-cdf1103b5cbf, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:58:00.374525 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-0b6a464a-bc0e-4b9e-be77-780c7e5d320e None None] For port f4386b6e-553f-4b90-ba94-cdf1103b5cbf, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=f4386b6e-553f-4b90-ba94-cdf1103b5cbf,segment=NetworkSegment(cc900cac-6fe7-4e9e-bb1b-84593b88b8c1),segment_id=cc900cac-6fe7-4e9e-bb1b-84593b88b8c1)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:58:00.395262 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1e23c6-7ee7-46dc-964d-26a50171dfd6 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Network bdcd5cbf-5686-4207-9c49-63689c76de1d is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:58:00.447651 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0b6a464a-bc0e-4b9e-be77-780c7e5d320e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:00.475493 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-bd1e23c6-7ee7-46dc-964d-26a50171dfd6 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, bdcd5cbf-5686-4207-9c49-63689c76de1d) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:00.481212 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1e23c6-7ee7-46dc-964d-26a50171dfd6 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:00.481937 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd1e23c6-7ee7-46dc-964d-26a50171dfd6 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:00.486026 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2823d15e-f8c5-4bc2-9e64-a4933a145c0a None None] Network bdcd5cbf-5686-4207-9c49-63689c76de1d requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:58:00.570730 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-bd1e23c6-7ee7-46dc-964d-26a50171dfd6 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8474143 Mar 31 15:58:00.571367 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 53866) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:00.624356 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a464a-bc0e-4b9e-be77-780c7e5d320e None None] Pushing event updated for resources: {'Port': ['ID=f4386b6e-553f-4b90-ba94-cdf1103b5cbf,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:00.724562 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07652baf-2785-4a2b-828f-66d0e647e3d5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:00.786490 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac574809-26c5-4425-9460-09a6657c097f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-bdcd5cbf-5686-4207-9c49-63689c76de1d', 'network_id': 'bdcd5cbf-5686-4207-9c49-63689c76de1d', 'tenant_id': '93b2a841ebeb4da6b5d10cffd8e59c10', 'fixed_ips': [{'subnet_id': 'cc070c1a-68cb-4f65-8952-37335e5b86dc'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:58:00.787938 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ac574809-26c5-4425-9460-09a6657c097f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:00.803111 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07652baf-2785-4a2b-828f-66d0e647e3d5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:00.979462 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07652baf-2785-4a2b-828f-66d0e647e3d5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:01.021251 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07652baf-2785-4a2b-828f-66d0e647e3d5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Pushing event deleted for resources: {'Subnet': ['ID=cc070c1a-68cb-4f65-8952-37335e5b86dc,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server [None req-ac574809-26c5-4425-9460-09a6657c097f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cc070c1a-68cb-4f65-8952-37335e5b86dc: This subnet is being modified by another concurrent operation. Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server raise exception Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cc070c1a-68cb-4f65-8952-37335e5b86dc: This subnet is being modified by another concurrent operation. Mar 31 15:58:01.053782 dv-neutron-833379-2-hyperv neutron-server[103445]: ERROR oslo_messaging.rpc.server Mar 31 15:58:01.071817 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73ff3ce-19df-4893-a194-2c25b87cf16f None None] Network bdcd5cbf-5686-4207-9c49-63689c76de1d requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:58:01.115289 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07652baf-2785-4a2b-828f-66d0e647e3d5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:01.143097 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-07652baf-2785-4a2b-828f-66d0e647e3d5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdcd5cbf-5686-4207-9c49-63689c76de1d']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:01.160407 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-07652baf-2785-4a2b-828f-66d0e647e3d5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c5fd7b-fdde-4c72-8acc-11bd122a8497') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:01.160684 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-07652baf-2785-4a2b-828f-66d0e647e3d5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c5fd7b-fdde-4c72-8acc-11bd122a8497') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:01.173307 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07652baf-2785-4a2b-828f-66d0e647e3d5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:01.190723 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07652baf-2785-4a2b-828f-66d0e647e3d5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:01.197696 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07652baf-2785-4a2b-828f-66d0e647e3d5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:58:01.198305 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07652baf-2785-4a2b-828f-66d0e647e3d5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:01.215575 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:58:01.215575 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:58:01.215575 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:58:01.215575 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:58:01.215575 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:58:01.215575 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:58:01.215575 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:58:01.215575 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:58:01.215575 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:58:01.215575 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:58:01.215575 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:58:01.215575 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:58:01.215575 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:58:01.215575 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:58:01.215575 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:58:01.215575 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:58:01.215575 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:58:01.215575 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:58:01.215575 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:58:01.215575 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:58:01.215575 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:58:01.215575 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:58:01.215575 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:58:01.215575 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:58:01.215575 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:58:01.215575 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:58:01.215575 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:58:01.215575 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:58:01.215575 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:58:01.215575 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:58:01.215575 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:58:01.215575 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:58:01.361501 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07652baf-2785-4a2b-828f-66d0e647e3d5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:01.379688 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07652baf-2785-4a2b-828f-66d0e647e3d5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:01.396678 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07652baf-2785-4a2b-828f-66d0e647e3d5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Pushing event deleted for resources: {'Network': ['ID=bdcd5cbf-5686-4207-9c49-63689c76de1d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:01.401254 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-07652baf-2785-4a2b-828f-66d0e647e3d5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] 10.222.0.31 "DELETE /v2.0/networks/bdcd5cbf-5686-4207-9c49-63689c76de1d HTTP/1.1" status: 204 len: 168 time: 0.8288596 Mar 31 15:58:01.405232 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 53870) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:01.411045 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9d532199-a0b1-461d-8efa-1271923f27a5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-936420990'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:01.417023 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9d532199-a0b1-461d-8efa-1271923f27a5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:58:01.420927 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9d532199-a0b1-461d-8efa-1271923f27a5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Usage tracker for resource:network and tenant:93b2a841ebeb4da6b5d10cffd8e59c10 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:58:01.423984 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9d532199-a0b1-461d-8efa-1271923f27a5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:58:01.430625 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9d532199-a0b1-461d-8efa-1271923f27a5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:58:01.503793 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d532199-a0b1-461d-8efa-1271923f27a5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Made reservation on behalf of 93b2a841ebeb4da6b5d10cffd8e59c10 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:58:01.507894 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9d532199-a0b1-461d-8efa-1271923f27a5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:01.536958 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d532199-a0b1-461d-8efa-1271923f27a5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:58:01.551477 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9d532199-a0b1-461d-8efa-1271923f27a5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:01.551822 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-9d532199-a0b1-461d-8efa-1271923f27a5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Added segment aa25bc64-e48d-402b-8a42-8d96e129acef of type vlan for network 4ca309ae-a740-4b17-97c3-0f985b1234a4 Mar 31 15:58:01.581457 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9d532199-a0b1-461d-8efa-1271923f27a5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:01.608482 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a742b5c-edbb-4ed9-80f8-098cd50ebec2 None None] Network 46e2d626-d78f-4771-b526-1e620134a1e0 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:58:01.715681 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9d532199-a0b1-461d-8efa-1271923f27a5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:01.721222 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d532199-a0b1-461d-8efa-1271923f27a5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:01.721829 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9d532199-a0b1-461d-8efa-1271923f27a5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:01.771511 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device f4386b6e-553f-4b90-ba94-cdf1103b5cbf up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:58:01.814898 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a4b930b7-26cc-4b19-a7a4-aff3119becef None None] Provisioning for port f4386b6e-553f-4b90-ba94-cdf1103b5cbf completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:58:01.830418 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9d532199-a0b1-461d-8efa-1271923f27a5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4239280 Mar 31 15:58:01.833414 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 53874) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:01.839155 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-6666f869-ec05-4405-8699-8d3ea0460617 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Request body: {'subnet': {'network_id': '4ca309ae-a740-4b17-97c3-0f985b1234a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:01.839578 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d532199-a0b1-461d-8efa-1271923f27a5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Pushing event updated for resources: {'Network': ['ID=4ca309ae-a740-4b17-97c3-0f985b1234a4,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:01.857543 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 4ca309ae-a740-4b17-97c3-0f985b1234a4 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:58:02.046875 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port f4386b6e-553f-4b90-ba94-cdf1103b5cbf completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:58:02.052309 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port f4386b6e-553f-4b90-ba94-cdf1103b5cbf triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:58:02.052633 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6666f869-ec05-4405-8699-8d3ea0460617 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:58:02.052755 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:02.056657 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6666f869-ec05-4405-8699-8d3ea0460617 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Usage tracker for resource:subnet and tenant:93b2a841ebeb4da6b5d10cffd8e59c10 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:58:02.059950 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6666f869-ec05-4405-8699-8d3ea0460617 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:58:02.066024 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6666f869-ec05-4405-8699-8d3ea0460617 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:58:02.126844 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6666f869-ec05-4405-8699-8d3ea0460617 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Made reservation on behalf of 93b2a841ebeb4da6b5d10cffd8e59c10 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:58:02.130647 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6666f869-ec05-4405-8699-8d3ea0460617 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:02.219529 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c2771f-d2bc-4afe-9d10-e76a6d31cb9c None None] get_active_networks_info from dv-neutron-833379-2-hyperv {{(pid=103445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 31 15:58:02.228941 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.ipam_backend_mixin [None req-6666f869-ec05-4405-8699-8d3ea0460617 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Performing IP validity checks on allocation pools {{(pid=103444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Mar 31 15:58:02.229497 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.ipam_backend_mixin [None req-6666f869-ec05-4405-8699-8d3ea0460617 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Mar 31 15:58:02.273680 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:02.311904 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-00ee4a40-84fc-4fb6-8654-d6c432783132 None None] Provisioning complete for port f4386b6e-553f-4b90-ba94-cdf1103b5cbf triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:58:02.312171 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-00ee4a40-84fc-4fb6-8654-d6c432783132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:02.401571 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port f4386b6e-553f-4b90-ba94-cdf1103b5cbf, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=f4386b6e-553f-4b90-ba94-cdf1103b5cbf,segment=NetworkSegment(cc900cac-6fe7-4e9e-bb1b-84593b88b8c1),segment_id=cc900cac-6fe7-4e9e-bb1b-84593b88b8c1)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:58:02.403328 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c2771f-d2bc-4afe-9d10-e76a6d31cb9c None None] Resources bound (agent type, host, resource id): {{(pid=103445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 15:58:02.418382 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6666f869-ec05-4405-8699-8d3ea0460617 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:02.491165 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:02.505471 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6666f869-ec05-4405-8699-8d3ea0460617 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Pushing event updated for resources: {'Subnet': ['ID=ba269deb-7579-48ab-8efe-d31b12fd60a1,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:02.516981 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666f869-ec05-4405-8699-8d3ea0460617 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:02.517340 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666f869-ec05-4405-8699-8d3ea0460617 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:02.517679 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666f869-ec05-4405-8699-8d3ea0460617 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:02.518004 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666f869-ec05-4405-8699-8d3ea0460617 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:02.518328 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666f869-ec05-4405-8699-8d3ea0460617 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:02.518648 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666f869-ec05-4405-8699-8d3ea0460617 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:02.518965 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666f869-ec05-4405-8699-8d3ea0460617 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:02.519283 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666f869-ec05-4405-8699-8d3ea0460617 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:02.519600 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666f869-ec05-4405-8699-8d3ea0460617 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:02.519949 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666f869-ec05-4405-8699-8d3ea0460617 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:02.520311 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666f869-ec05-4405-8699-8d3ea0460617 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:02.520664 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666f869-ec05-4405-8699-8d3ea0460617 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:02.526183 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6666f869-ec05-4405-8699-8d3ea0460617 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Checking segment: {'id': 'aa25bc64-e48d-402b-8a42-8d96e129acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4ca309ae-a740-4b17-97c3-0f985b1234a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:58:02.526486 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6666f869-ec05-4405-8699-8d3ea0460617 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Network hostable DHCP agents. Network: 4ca309ae-a740-4b17-97c3-0f985b1234a4, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:58:02.610762 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-00ee4a40-84fc-4fb6-8654-d6c432783132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:02.618088 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6666f869-ec05-4405-8699-8d3ea0460617 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Network 4ca309ae-a740-4b17-97c3-0f985b1234a4 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:58:02.664142 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-6666f869-ec05-4405-8699-8d3ea0460617 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 4ca309ae-a740-4b17-97c3-0f985b1234a4) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:02.668599 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6666f869-ec05-4405-8699-8d3ea0460617 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:02.669502 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6666f869-ec05-4405-8699-8d3ea0460617 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:02.716404 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=f4386b6e-553f-4b90-ba94-cdf1103b5cbf,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:02.756390 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6666f869-ec05-4405-8699-8d3ea0460617 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9218545 Mar 31 15:58:02.759702 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 53878) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:02.794464 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-00ee4a40-84fc-4fb6-8654-d6c432783132 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:58:02.794727 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-00ee4a40-84fc-4fb6-8654-d6c432783132 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:58:02.897322 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64e01b1-006c-44b7-81ca-6b94cb3a5d08 None None] Network 4ca309ae-a740-4b17-97c3-0f985b1234a4 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:58:02.906099 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ae2f418b-0ec0-4098-8fee-9fbfe9d89c91 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:02.978958 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ae2f418b-0ec0-4098-8fee-9fbfe9d89c91 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:03.129421 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08189995-22ee-44d3-a3cd-7551828d0237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-4ca309ae-a740-4b17-97c3-0f985b1234a4', 'network_id': '4ca309ae-a740-4b17-97c3-0f985b1234a4', 'tenant_id': '93b2a841ebeb4da6b5d10cffd8e59c10', 'fixed_ips': [{'subnet_id': 'ba269deb-7579-48ab-8efe-d31b12fd60a1'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:58:03.130260 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-08189995-22ee-44d3-a3cd-7551828d0237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:03.133120 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ae2f418b-0ec0-4098-8fee-9fbfe9d89c91 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:03.141866 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d8076665-5b48-413c-8d68-a43f2b1b2524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:03.172042 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f418b-0ec0-4098-8fee-9fbfe9d89c91 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Pushing event deleted for resources: {'Subnet': ['ID=ba269deb-7579-48ab-8efe-d31b12fd60a1,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:03.270640 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abf4ee7-abe9-488d-bb92-d6da6f05a439 None None] Network 4ca309ae-a740-4b17-97c3-0f985b1234a4 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:58:03.279378 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ae2f418b-0ec0-4098-8fee-9fbfe9d89c91 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:03.306942 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-ae2f418b-0ec0-4098-8fee-9fbfe9d89c91 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca309ae-a740-4b17-97c3-0f985b1234a4']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:03.318951 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-ae2f418b-0ec0-4098-8fee-9fbfe9d89c91 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa25bc64-e48d-402b-8a42-8d96e129acef') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:03.319242 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-ae2f418b-0ec0-4098-8fee-9fbfe9d89c91 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa25bc64-e48d-402b-8a42-8d96e129acef') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:03.331451 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ae2f418b-0ec0-4098-8fee-9fbfe9d89c91 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:03.355496 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ae2f418b-0ec0-4098-8fee-9fbfe9d89c91 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:03.361887 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2f418b-0ec0-4098-8fee-9fbfe9d89c91 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:58:03.362270 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ae2f418b-0ec0-4098-8fee-9fbfe9d89c91 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:03.377626 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:58:03.377626 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:58:03.377626 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:58:03.377626 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:58:03.377626 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:58:03.377626 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:58:03.377626 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:58:03.377626 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:58:03.377626 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:58:03.377626 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:58:03.377626 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:58:03.377626 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:58:03.377626 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:58:03.377626 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:58:03.377626 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:58:03.377626 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:58:03.377626 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:58:03.377626 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:58:03.377626 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:58:03.377626 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:58:03.377626 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:58:03.377626 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:58:03.377626 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:58:03.377626 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:58:03.377626 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:58:03.377626 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:58:03.377626 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:58:03.377626 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:58:03.377626 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:58:03.377626 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:58:03.377626 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:58:03.377626 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:58:03.526967 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ae2f418b-0ec0-4098-8fee-9fbfe9d89c91 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:03.544520 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ae2f418b-0ec0-4098-8fee-9fbfe9d89c91 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:03.556643 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f418b-0ec0-4098-8fee-9fbfe9d89c91 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Pushing event deleted for resources: {'Network': ['ID=4ca309ae-a740-4b17-97c3-0f985b1234a4,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:03.563584 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ae2f418b-0ec0-4098-8fee-9fbfe9d89c91 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] 10.222.0.31 "DELETE /v2.0/networks/4ca309ae-a740-4b17-97c3-0f985b1234a4 HTTP/1.1" status: 204 len: 168 time: 0.7986190 Mar 31 15:58:03.564479 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 53882) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:03.569648 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-dd73321b-482b-4cfd-87e0-4e7cb439c2ac tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-155235253'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:03.575534 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-dd73321b-482b-4cfd-87e0-4e7cb439c2ac tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:58:03.580174 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-dd73321b-482b-4cfd-87e0-4e7cb439c2ac tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Usage tracker for resource:network and tenant:93b2a841ebeb4da6b5d10cffd8e59c10 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:58:03.583143 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-dd73321b-482b-4cfd-87e0-4e7cb439c2ac tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:58:03.590198 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-dd73321b-482b-4cfd-87e0-4e7cb439c2ac tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:58:03.669589 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd73321b-482b-4cfd-87e0-4e7cb439c2ac tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Made reservation on behalf of 93b2a841ebeb4da6b5d10cffd8e59c10 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:58:03.680029 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dd73321b-482b-4cfd-87e0-4e7cb439c2ac tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:03.701074 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd73321b-482b-4cfd-87e0-4e7cb439c2ac tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:58:03.705705 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device f4386b6e-553f-4b90-ba94-cdf1103b5cbf up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:58:03.712681 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dd73321b-482b-4cfd-87e0-4e7cb439c2ac tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:03.713024 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-dd73321b-482b-4cfd-87e0-4e7cb439c2ac tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Added segment 12b7d684-7b4f-4ef2-b1ff-c97ae9b3dc81 of type vlan for network e19d902e-a859-4b61-9368-94770650487f Mar 31 15:58:03.740301 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dd73321b-482b-4cfd-87e0-4e7cb439c2ac tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:03.778259 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port f4386b6e-553f-4b90-ba94-cdf1103b5cbf triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:58:03.778674 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:03.823558 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dd73321b-482b-4cfd-87e0-4e7cb439c2ac tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:03.829323 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd73321b-482b-4cfd-87e0-4e7cb439c2ac tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:03.829932 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dd73321b-482b-4cfd-87e0-4e7cb439c2ac tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:03.937730 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73321b-482b-4cfd-87e0-4e7cb439c2ac tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Pushing event updated for resources: {'Network': ['ID=e19d902e-a859-4b61-9368-94770650487f,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:03.948270 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network e19d902e-a859-4b61-9368-94770650487f details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:58:03.950508 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-dd73321b-482b-4cfd-87e0-4e7cb439c2ac tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3855333 Mar 31 15:58:03.954511 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 53886) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:03.960003 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-92f112e4-fcac-42f4-88f8-b5a0d6dac528 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Request body: {'subnet': {'network_id': 'e19d902e-a859-4b61-9368-94770650487f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:04.076398 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-92f112e4-fcac-42f4-88f8-b5a0d6dac528 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:58:04.080561 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-92f112e4-fcac-42f4-88f8-b5a0d6dac528 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Usage tracker for resource:subnet and tenant:93b2a841ebeb4da6b5d10cffd8e59c10 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:58:04.083477 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-92f112e4-fcac-42f4-88f8-b5a0d6dac528 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:58:04.089992 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-92f112e4-fcac-42f4-88f8-b5a0d6dac528 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:58:04.155556 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f112e4-fcac-42f4-88f8-b5a0d6dac528 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Made reservation on behalf of 93b2a841ebeb4da6b5d10cffd8e59c10 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:58:04.159124 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-92f112e4-fcac-42f4-88f8-b5a0d6dac528 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:04.418509 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-92f112e4-fcac-42f4-88f8-b5a0d6dac528 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:04.601841 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f112e4-fcac-42f4-88f8-b5a0d6dac528 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Pushing event updated for resources: {'Subnet': ['ID=ac7c1610-b333-4b64-ae94-521a9086700f,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:04.610980 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f112e4-fcac-42f4-88f8-b5a0d6dac528 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Checking segment: {'id': '12b7d684-7b4f-4ef2-b1ff-c97ae9b3dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e19d902e-a859-4b61-9368-94770650487f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:58:04.611333 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f112e4-fcac-42f4-88f8-b5a0d6dac528 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Network hostable DHCP agents. Network: e19d902e-a859-4b61-9368-94770650487f, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:58:04.675388 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f112e4-fcac-42f4-88f8-b5a0d6dac528 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Network e19d902e-a859-4b61-9368-94770650487f is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:58:04.727223 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-92f112e4-fcac-42f4-88f8-b5a0d6dac528 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, e19d902e-a859-4b61-9368-94770650487f) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:04.731219 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f112e4-fcac-42f4-88f8-b5a0d6dac528 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:04.731794 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-92f112e4-fcac-42f4-88f8-b5a0d6dac528 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:04.743565 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5a3db0-a62d-4a99-a5ce-61f0b6ceade7 None None] Network e19d902e-a859-4b61-9368-94770650487f requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:58:04.807788 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-92f112e4-fcac-42f4-88f8-b5a0d6dac528 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8521953 Mar 31 15:58:04.811658 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 53890) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:04.817739 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ac552b33-5d39-49a1-943f-f3d992b12f00 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-68766029'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:04.823751 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ac552b33-5d39-49a1-943f-f3d992b12f00 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:58:04.827888 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ac552b33-5d39-49a1-943f-f3d992b12f00 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Usage tracker for resource:network and tenant:93b2a841ebeb4da6b5d10cffd8e59c10 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:58:04.830902 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ac552b33-5d39-49a1-943f-f3d992b12f00 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Quota usage for network was recalculated. Used quota:2. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:58:04.837444 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ac552b33-5d39-49a1-943f-f3d992b12f00 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:58:04.932615 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac552b33-5d39-49a1-943f-f3d992b12f00 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Made reservation on behalf of 93b2a841ebeb4da6b5d10cffd8e59c10 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:58:04.936016 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac552b33-5d39-49a1-943f-f3d992b12f00 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:04.965800 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac552b33-5d39-49a1-943f-f3d992b12f00 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:58:04.974837 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac552b33-5d39-49a1-943f-f3d992b12f00 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:04.975179 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-ac552b33-5d39-49a1-943f-f3d992b12f00 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Added segment f32bba41-b86f-4057-9e51-2e76846aa1f5 of type vlan for network f9b9abe5-1291-4242-bc12-0e16a1eb26b9 Mar 31 15:58:04.997494 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1e5d5f-1cbc-44d0-8eb9-0e39aed659f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-e19d902e-a859-4b61-9368-94770650487f', 'network_id': 'e19d902e-a859-4b61-9368-94770650487f', 'tenant_id': '93b2a841ebeb4da6b5d10cffd8e59c10', 'fixed_ips': [{'subnet_id': 'ac7c1610-b333-4b64-ae94-521a9086700f'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:58:04.998325 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9b1e5d5f-1cbc-44d0-8eb9-0e39aed659f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:05.005444 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac552b33-5d39-49a1-943f-f3d992b12f00 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:05.109562 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac552b33-5d39-49a1-943f-f3d992b12f00 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:05.115112 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac552b33-5d39-49a1-943f-f3d992b12f00 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:05.115693 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac552b33-5d39-49a1-943f-f3d992b12f00 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:05.176030 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-9b1e5d5f-1cbc-44d0-8eb9-0e39aed659f3 None None] Allocated IP 2001:db8::2 (e19d902e-a859-4b61-9368-94770650487f/ac7c1610-b333-4b64-ae94-521a9086700f/739fced9-100d-4079-86cf-a7cab6d96860) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:58:05.176411 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c2112bdc-016d-4a3e-8d4e-733e90e390b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:05.224981 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac552b33-5d39-49a1-943f-f3d992b12f00 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Pushing event updated for resources: {'Network': ['ID=f9b9abe5-1291-4242-bc12-0e16a1eb26b9,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:05.232884 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac552b33-5d39-49a1-943f-f3d992b12f00 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:05.233249 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac552b33-5d39-49a1-943f-f3d992b12f00 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:05.233591 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac552b33-5d39-49a1-943f-f3d992b12f00 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:05.233936 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac552b33-5d39-49a1-943f-f3d992b12f00 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:05.234263 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac552b33-5d39-49a1-943f-f3d992b12f00 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:05.234588 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac552b33-5d39-49a1-943f-f3d992b12f00 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:05.234911 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac552b33-5d39-49a1-943f-f3d992b12f00 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:05.235232 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac552b33-5d39-49a1-943f-f3d992b12f00 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:05.235552 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac552b33-5d39-49a1-943f-f3d992b12f00 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:05.235870 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac552b33-5d39-49a1-943f-f3d992b12f00 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:05.236189 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac552b33-5d39-49a1-943f-f3d992b12f00 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:05.236504 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac552b33-5d39-49a1-943f-f3d992b12f00 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:05.264910 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ac552b33-5d39-49a1-943f-f3d992b12f00 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4521122 Mar 31 15:58:05.267666 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 53894) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:05.270747 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network f9b9abe5-1291-4242-bc12-0e16a1eb26b9 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:58:05.273370 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ec0a393a-2a37-4b49-8c8a-6bad50f950a5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Request body: {'subnet': {'network_id': 'f9b9abe5-1291-4242-bc12-0e16a1eb26b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:05.389052 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ec0a393a-2a37-4b49-8c8a-6bad50f950a5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:58:05.392950 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ec0a393a-2a37-4b49-8c8a-6bad50f950a5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Usage tracker for resource:subnet and tenant:93b2a841ebeb4da6b5d10cffd8e59c10 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:58:05.395939 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-ec0a393a-2a37-4b49-8c8a-6bad50f950a5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:58:05.402997 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-ec0a393a-2a37-4b49-8c8a-6bad50f950a5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:58:05.477551 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9b1e5d5f-1cbc-44d0-8eb9-0e39aed659f3 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:05.487233 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9b1e5d5f-1cbc-44d0-8eb9-0e39aed659f3 None None] Transition to ACTIVE for port object 739fced9-100d-4079-86cf-a7cab6d96860 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:58:05.506000 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9b1e5d5f-1cbc-44d0-8eb9-0e39aed659f3 None None] Transition to ACTIVE for port object 739fced9-100d-4079-86cf-a7cab6d96860 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:58:05.526781 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0a393a-2a37-4b49-8c8a-6bad50f950a5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Made reservation on behalf of 93b2a841ebeb4da6b5d10cffd8e59c10 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:58:05.530316 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec0a393a-2a37-4b49-8c8a-6bad50f950a5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:05.579483 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9b1e5d5f-1cbc-44d0-8eb9-0e39aed659f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:05.650379 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1e5d5f-1cbc-44d0-8eb9-0e39aed659f3 None None] Network e19d902e-a859-4b61-9368-94770650487f is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:58:05.657768 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-9b1e5d5f-1cbc-44d0-8eb9-0e39aed659f3 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:05.662257 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1e5d5f-1cbc-44d0-8eb9-0e39aed659f3 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:58:05.669534 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e5d5f-1cbc-44d0-8eb9-0e39aed659f3 None None] Pushing event updated for resources: {'Port': ['ID=739fced9-100d-4079-86cf-a7cab6d96860,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:05.760223 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-9b1e5d5f-1cbc-44d0-8eb9-0e39aed659f3 None None] Attempting to bind port 739fced9-100d-4079-86cf-a7cab6d96860 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:58:05.760935 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-9b1e5d5f-1cbc-44d0-8eb9-0e39aed659f3 None None] Attempting to bind port 739fced9-100d-4079-86cf-a7cab6d96860 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '12b7d684-7b4f-4ef2-b1ff-c97ae9b3dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e19d902e-a859-4b61-9368-94770650487f'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:58:05.761271 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1e5d5f-1cbc-44d0-8eb9-0e39aed659f3 None None] Attempting to bind port 739fced9-100d-4079-86cf-a7cab6d96860 on network e19d902e-a859-4b61-9368-94770650487f {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:58:05.766665 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1e5d5f-1cbc-44d0-8eb9-0e39aed659f3 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:58:05.767035 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1e5d5f-1cbc-44d0-8eb9-0e39aed659f3 None None] Checking segment: {'id': '12b7d684-7b4f-4ef2-b1ff-c97ae9b3dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e19d902e-a859-4b61-9368-94770650487f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:58:05.767424 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9b1e5d5f-1cbc-44d0-8eb9-0e39aed659f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:05.767810 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1e5d5f-1cbc-44d0-8eb9-0e39aed659f3 None None] Bound using segment: {'id': '12b7d684-7b4f-4ef2-b1ff-c97ae9b3dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e19d902e-a859-4b61-9368-94770650487f'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:58:05.768263 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-9b1e5d5f-1cbc-44d0-8eb9-0e39aed659f3 None None] Bound port: 739fced9-100d-4079-86cf-a7cab6d96860, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b7d684-7b4f-4ef2-b1ff-c97ae9b3dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e19d902e-a859-4b61-9368-94770650487f'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:58:05.768736 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9b1e5d5f-1cbc-44d0-8eb9-0e39aed659f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:05.859466 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-9b1e5d5f-1cbc-44d0-8eb9-0e39aed659f3 None None] For port 739fced9-100d-4079-86cf-a7cab6d96860, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:58:05.862977 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-9b1e5d5f-1cbc-44d0-8eb9-0e39aed659f3 None None] For port 739fced9-100d-4079-86cf-a7cab6d96860, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=739fced9-100d-4079-86cf-a7cab6d96860,segment=NetworkSegment(12b7d684-7b4f-4ef2-b1ff-c97ae9b3dc81),segment_id=12b7d684-7b4f-4ef2-b1ff-c97ae9b3dc81)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:58:05.944398 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec0a393a-2a37-4b49-8c8a-6bad50f950a5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:05.955814 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9b1e5d5f-1cbc-44d0-8eb9-0e39aed659f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:06.025759 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a393a-2a37-4b49-8c8a-6bad50f950a5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Pushing event updated for resources: {'Subnet': ['ID=8d3b1adf-7b3f-4aa4-877a-9a2802946b81,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:06.039666 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e5d5f-1cbc-44d0-8eb9-0e39aed659f3 None None] Pushing event updated for resources: {'Port': ['ID=739fced9-100d-4079-86cf-a7cab6d96860,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:06.041233 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0a393a-2a37-4b49-8c8a-6bad50f950a5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Checking segment: {'id': 'f32bba41-b86f-4057-9e51-2e76846aa1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f9b9abe5-1291-4242-bc12-0e16a1eb26b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:58:06.041999 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0a393a-2a37-4b49-8c8a-6bad50f950a5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Network hostable DHCP agents. Network: f9b9abe5-1291-4242-bc12-0e16a1eb26b9, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:58:06.115132 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0a393a-2a37-4b49-8c8a-6bad50f950a5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Network f9b9abe5-1291-4242-bc12-0e16a1eb26b9 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:58:06.215171 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-ec0a393a-2a37-4b49-8c8a-6bad50f950a5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, f9b9abe5-1291-4242-bc12-0e16a1eb26b9) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:06.222932 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0a393a-2a37-4b49-8c8a-6bad50f950a5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:06.222932 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec0a393a-2a37-4b49-8c8a-6bad50f950a5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:06.230357 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e370142f-087c-4024-bdf3-85b39951b1ca None None] Network f9b9abe5-1291-4242-bc12-0e16a1eb26b9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:58:06.311289 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ec0a393a-2a37-4b49-8c8a-6bad50f950a5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0423863 Mar 31 15:58:06.313778 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 53898) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:06.464895 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:06.472517 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec3a240-221c-4e64-937f-778788d21e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-f9b9abe5-1291-4242-bc12-0e16a1eb26b9', 'network_id': 'f9b9abe5-1291-4242-bc12-0e16a1eb26b9', 'tenant_id': '93b2a841ebeb4da6b5d10cffd8e59c10', 'fixed_ips': [{'subnet_id': '8d3b1adf-7b3f-4aa4-877a-9a2802946b81'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:58:06.473363 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bec3a240-221c-4e64-937f-778788d21e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:06.533524 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:06.535198 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:06.561863 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:06.644211 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-bec3a240-221c-4e64-937f-778788d21e36 None None] Allocated IP 2001:db8::2 (f9b9abe5-1291-4242-bc12-0e16a1eb26b9/8d3b1adf-7b3f-4aa4-877a-9a2802946b81/b47a66b9-f46f-42a8-a0ac-54440f720a4c) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:58:06.870995 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bec3a240-221c-4e64-937f-778788d21e36 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:06.882377 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-bec3a240-221c-4e64-937f-778788d21e36 None None] Transition to ACTIVE for port object b47a66b9-f46f-42a8-a0ac-54440f720a4c will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:58:06.903413 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-bec3a240-221c-4e64-937f-778788d21e36 None None] Transition to ACTIVE for port object b47a66b9-f46f-42a8-a0ac-54440f720a4c will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:58:06.961739 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bec3a240-221c-4e64-937f-778788d21e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:07.034167 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7fd7cf-836c-476e-ad66-874c10287d78 None None] Network e19d902e-a859-4b61-9368-94770650487f requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:58:07.087092 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:07.095620 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec3a240-221c-4e64-937f-778788d21e36 None None] Network f9b9abe5-1291-4242-bc12-0e16a1eb26b9 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:58:07.130007 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Pushing event deleted for resources: {'Subnet': ['ID=8d3b1adf-7b3f-4aa4-877a-9a2802946b81,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:07.143746 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-bec3a240-221c-4e64-937f-778788d21e36 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:07.159966 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec3a240-221c-4e64-937f-778788d21e36 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:58:07.173120 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3a240-221c-4e64-937f-778788d21e36 None None] Pushing event updated for resources: {'Port': ['ID=b47a66b9-f46f-42a8-a0ac-54440f720a4c,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:07.222316 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ad05771e-bd4e-48cd-b49d-513213b90e16 None None] Provisioning for port 739fced9-100d-4079-86cf-a7cab6d96860 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:58:07.237168 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:07.265349 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b9abe5-1291-4242-bc12-0e16a1eb26b9']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:07.279203 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f32bba41-b86f-4057-9e51-2e76846aa1f5') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:07.279481 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f32bba41-b86f-4057-9e51-2e76846aa1f5') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:07.292151 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:07.310970 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:07.317610 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:58:07.318279 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:07.322683 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-bec3a240-221c-4e64-937f-778788d21e36 None None] Attempting to bind port b47a66b9-f46f-42a8-a0ac-54440f720a4c on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:58:07.323055 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-bec3a240-221c-4e64-937f-778788d21e36 None None] Attempting to bind port b47a66b9-f46f-42a8-a0ac-54440f720a4c by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'f32bba41-b86f-4057-9e51-2e76846aa1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f9b9abe5-1291-4242-bc12-0e16a1eb26b9'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:58:07.323416 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec3a240-221c-4e64-937f-778788d21e36 None None] Attempting to bind port b47a66b9-f46f-42a8-a0ac-54440f720a4c on network f9b9abe5-1291-4242-bc12-0e16a1eb26b9 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:58:07.334804 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:58:07.334804 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:58:07.334804 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:58:07.334804 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:58:07.334804 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:58:07.334804 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:58:07.334804 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:58:07.334804 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:58:07.334804 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:58:07.334804 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:58:07.334804 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:58:07.334804 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:58:07.334804 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:58:07.334804 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:58:07.334804 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:58:07.334804 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:58:07.334804 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:58:07.334804 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:58:07.334804 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:58:07.334804 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:58:07.334804 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:58:07.334804 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:58:07.334804 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:58:07.334804 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:58:07.334804 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:58:07.334804 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:58:07.334804 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:58:07.334804 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:58:07.334804 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:58:07.334804 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:58:07.334804 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:58:07.334804 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:58:07.338697 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec3a240-221c-4e64-937f-778788d21e36 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:58:07.339148 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec3a240-221c-4e64-937f-778788d21e36 None None] Checking segment: {'id': 'f32bba41-b86f-4057-9e51-2e76846aa1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f9b9abe5-1291-4242-bc12-0e16a1eb26b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:58:07.339619 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bec3a240-221c-4e64-937f-778788d21e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:07.340077 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec3a240-221c-4e64-937f-778788d21e36 None None] Bound using segment: {'id': 'f32bba41-b86f-4057-9e51-2e76846aa1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f9b9abe5-1291-4242-bc12-0e16a1eb26b9'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:58:07.340607 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-bec3a240-221c-4e64-937f-778788d21e36 None None] Bound port: b47a66b9-f46f-42a8-a0ac-54440f720a4c, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32bba41-b86f-4057-9e51-2e76846aa1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f9b9abe5-1291-4242-bc12-0e16a1eb26b9'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:58:07.341071 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bec3a240-221c-4e64-937f-778788d21e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:07.453452 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.db.api [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 15:58:07.453452 dv-neutron-833379-2-hyperv neutron-server[103444]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 15:58:07.453452 dv-neutron-833379-2-hyperv neutron-server[103444]: [parameters: {'id': 'f9b9abe5-1291-4242-bc12-0e16a1eb26b9'}] Mar 31 15:58:07.453452 dv-neutron-833379-2-hyperv neutron-server[103444]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:58:07.453847 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG oslo_db.api [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:58:07.481694 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-bec3a240-221c-4e64-937f-778788d21e36 None None] For port b47a66b9-f46f-42a8-a0ac-54440f720a4c, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:58:07.485700 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-bec3a240-221c-4e64-937f-778788d21e36 None None] For port b47a66b9-f46f-42a8-a0ac-54440f720a4c, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=b47a66b9-f46f-42a8-a0ac-54440f720a4c,segment=NetworkSegment(f32bba41-b86f-4057-9e51-2e76846aa1f5),segment_id=f32bba41-b86f-4057-9e51-2e76846aa1f5)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:58:07.579439 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bec3a240-221c-4e64-937f-778788d21e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:07.690488 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3a240-221c-4e64-937f-778788d21e36 None None] Pushing event updated for resources: {'Port': ['ID=b47a66b9-f46f-42a8-a0ac-54440f720a4c,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:07.754546 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 739fced9-100d-4079-86cf-a7cab6d96860 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:58:07.808506 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4bec23-2343-4fb4-aeeb-256195a9fea0 None None] Network f9b9abe5-1291-4242-bc12-0e16a1eb26b9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:58:07.862252 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:58:07.955217 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:07.967264 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Deleting port b47a66b9-f46f-42a8-a0ac-54440f720a4c {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:58:07.967826 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:08.012284 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:08.061174 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 739fced9-100d-4079-86cf-a7cab6d96860 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:58:08.066702 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70da81d-0b78-45a5-8646-15e712a228e1 None None] get_active_networks_info from dv-neutron-833379-2-hyperv {{(pid=103445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 31 15:58:08.101555 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 739fced9-100d-4079-86cf-a7cab6d96860 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:58:08.102601 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:08.193137 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] For port b47a66b9-f46f-42a8-a0ac-54440f720a4c, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=b47a66b9-f46f-42a8-a0ac-54440f720a4c,segment=NetworkSegment(f32bba41-b86f-4057-9e51-2e76846aa1f5),segment_id=f32bba41-b86f-4057-9e51-2e76846aa1f5)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:58:08.193137 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:08.282493 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70da81d-0b78-45a5-8646-15e712a228e1 None None] Resources bound (agent type, host, resource id): {{(pid=103445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 15:58:08.293754 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:08.326754 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Calling delete_port for b47a66b9-f46f-42a8-a0ac-54440f720a4c owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:58:08.598973 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 739fced9-100d-4079-86cf-a7cab6d96860, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=739fced9-100d-4079-86cf-a7cab6d96860,segment=NetworkSegment(12b7d684-7b4f-4ef2-b1ff-c97ae9b3dc81),segment_id=12b7d684-7b4f-4ef2-b1ff-c97ae9b3dc81)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:58:08.641233 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:08.669915 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:08.692204 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Pushing event deleted for resources: {'Port': ['ID=b47a66b9-f46f-42a8-a0ac-54440f720a4c,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:08.695956 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] No DVR routers for this DVR port b47a66b9-f46f-42a8-a0ac-54440f720a4c on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:58:08.747091 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=739fced9-100d-4079-86cf-a7cab6d96860,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:08.827239 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:08.854371 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b9abe5-1291-4242-bc12-0e16a1eb26b9']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:08.866635 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f32bba41-b86f-4057-9e51-2e76846aa1f5') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:08.867112 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f32bba41-b86f-4057-9e51-2e76846aa1f5') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:08.878855 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:08.895346 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:08.902475 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:58:08.903049 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:08.920159 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:58:08.920159 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:58:08.920159 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:58:08.920159 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:58:08.920159 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:58:08.920159 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:58:08.920159 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:58:08.920159 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:58:08.920159 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:58:08.920159 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:58:08.920159 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:58:08.920159 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:58:08.920159 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:58:08.920159 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:58:08.920159 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:58:08.920159 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:58:08.920159 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:58:08.920159 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:58:08.920159 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:58:08.920159 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:58:08.920159 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:58:08.920159 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:58:08.920159 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:58:08.920159 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:58:08.920159 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:58:08.920159 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:58:08.920159 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:58:08.920159 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:58:08.920159 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:58:08.920159 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:58:08.920159 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:58:08.920159 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:58:09.052720 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:09.071462 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:09.087218 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Pushing event deleted for resources: {'Network': ['ID=f9b9abe5-1291-4242-bc12-0e16a1eb26b9,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:09.089837 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c2ebabdb-ec90-43a3-a4f8-d046933a36a4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] 10.222.0.31 "DELETE /v2.0/networks/f9b9abe5-1291-4242-bc12-0e16a1eb26b9 HTTP/1.1" status: 204 len: 168 time: 2.7748613 Mar 31 15:58:09.092888 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 53902) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:09.130639 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae5f128-8e94-441e-8cf2-2ca9c5af264c tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] GET failed (client error): The resource could not be found. Mar 31 15:58:09.131074 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-7ae5f128-8e94-441e-8cf2-2ca9c5af264c tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Synchronizing usage tracker for tenant:93b2a841ebeb4da6b5d10cffd8e59c10 on resource:subnet {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:58:09.212679 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-7ae5f128-8e94-441e-8cf2-2ca9c5af264c tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Unset dirty status for tenant:93b2a841ebeb4da6b5d10cffd8e59c10 on resource:subnet {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:58:09.213966 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7ae5f128-8e94-441e-8cf2-2ca9c5af264c tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] 10.222.0.31 "GET /v2.0/subnets/8d3b1adf-7b3f-4aa4-877a-9a2802946b81 HTTP/1.1" status: 404 len: 337 time: 0.1203771 Mar 31 15:58:09.216659 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 53906) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:09.241654 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-504c9172-e8cc-4f06-83fe-1567d470012b tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] DELETE failed (client error): The resource could not be found. Mar 31 15:58:09.242238 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-504c9172-e8cc-4f06-83fe-1567d470012b tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:58:09.243930 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-504c9172-e8cc-4f06-83fe-1567d470012b tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] 10.222.0.31 "DELETE /v2.0/networks/f9b9abe5-1291-4242-bc12-0e16a1eb26b9 HTTP/1.1" status: 404 len: 339 time: 0.0262835 Mar 31 15:58:09.247991 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 53910) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:09.394349 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd76f78a-cfb3-4055-a9cf-bcc31f211eb4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] DELETE failed (client error): The resource could not be found. Mar 31 15:58:09.395014 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd76f78a-cfb3-4055-a9cf-bcc31f211eb4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:58:09.396360 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-bd76f78a-cfb3-4055-a9cf-bcc31f211eb4 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] 10.222.0.31 "DELETE /v2.0/subnets/8d3b1adf-7b3f-4aa4-877a-9a2802946b81 HTTP/1.1" status: 404 len: 337 time: 0.1474671 Mar 31 15:58:09.399716 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 53914) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:09.427391 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d577ec-4f1c-421a-ab7c-1b08a3ce3271 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] DELETE failed (client error): The resource could not be found. Mar 31 15:58:09.427867 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d577ec-4f1c-421a-ab7c-1b08a3ce3271 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:58:09.430123 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-75d577ec-4f1c-421a-ab7c-1b08a3ce3271 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] 10.222.0.31 "DELETE /v2.0/networks/f9b9abe5-1291-4242-bc12-0e16a1eb26b9 HTTP/1.1" status: 404 len: 339 time: 0.0295281 Mar 31 15:58:09.432657 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 53918) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:09.498235 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f185b8-7021-43df-b39c-f095fb226f60 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Deleting subnet ac7c1610-b333-4b64-ae94-521a9086700f {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:58:09.501427 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8f185b8-7021-43df-b39c-f095fb226f60 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:09.561889 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8f185b8-7021-43df-b39c-f095fb226f60 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:09.646455 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8f185b8-7021-43df-b39c-f095fb226f60 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:09.713151 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 739fced9-100d-4079-86cf-a7cab6d96860 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:58:09.781863 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 739fced9-100d-4079-86cf-a7cab6d96860 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:58:09.782228 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:09.807480 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8f185b8-7021-43df-b39c-f095fb226f60 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:09.853719 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f185b8-7021-43df-b39c-f095fb226f60 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Pushing event deleted for resources: {'Subnet': ['ID=ac7c1610-b333-4b64-ae94-521a9086700f,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:09.855703 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8f185b8-7021-43df-b39c-f095fb226f60 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:09.864672 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc48a9c-5814-458d-9624-faacd799cdc6 None None] Network e19d902e-a859-4b61-9368-94770650487f requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:58:09.973634 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a8f185b8-7021-43df-b39c-f095fb226f60 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] 10.222.0.31 "DELETE /v2.0/subnets/ac7c1610-b333-4b64-ae94-521a9086700f HTTP/1.1" status: 204 len: 168 time: 0.5392110 Mar 31 15:58:09.975739 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 53922) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:10.100252 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e8f400b2-8040-4480-8304-0cf66554b3d9 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:10.112345 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e8f400b2-8040-4480-8304-0cf66554b3d9 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Deleting port 739fced9-100d-4079-86cf-a7cab6d96860 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:58:10.112735 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e8f400b2-8040-4480-8304-0cf66554b3d9 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:10.193959 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4000e20d-d503-47ad-a3f2-b5c8190ef230 None None] DHCP port deletion for e19d902e-a859-4b61-9368-94770650487f request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:58:10.198803 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-4000e20d-d503-47ad-a3f2-b5c8190ef230 None None] Deleting port 739fced9-100d-4079-86cf-a7cab6d96860 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:58:10.199176 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4000e20d-d503-47ad-a3f2-b5c8190ef230 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:10.325346 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e8f400b2-8040-4480-8304-0cf66554b3d9 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] For port 739fced9-100d-4079-86cf-a7cab6d96860, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=739fced9-100d-4079-86cf-a7cab6d96860,segment=NetworkSegment(12b7d684-7b4f-4ef2-b1ff-c97ae9b3dc81),segment_id=12b7d684-7b4f-4ef2-b1ff-c97ae9b3dc81)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:58:10.325694 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e8f400b2-8040-4480-8304-0cf66554b3d9 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:10.405914 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-4000e20d-d503-47ad-a3f2-b5c8190ef230 None None] For port 739fced9-100d-4079-86cf-a7cab6d96860, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=739fced9-100d-4079-86cf-a7cab6d96860,segment=NetworkSegment(12b7d684-7b4f-4ef2-b1ff-c97ae9b3dc81),segment_id=12b7d684-7b4f-4ef2-b1ff-c97ae9b3dc81)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:58:10.406308 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4000e20d-d503-47ad-a3f2-b5c8190ef230 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:10.456967 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e8f400b2-8040-4480-8304-0cf66554b3d9 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Calling delete_port for 739fced9-100d-4079-86cf-a7cab6d96860 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:58:10.537115 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-4000e20d-d503-47ad-a3f2-b5c8190ef230 None None] Calling delete_port for 739fced9-100d-4079-86cf-a7cab6d96860 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:58:10.663887 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e8f400b2-8040-4480-8304-0cf66554b3d9 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:10.671483 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-4000e20d-d503-47ad-a3f2-b5c8190ef230 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:58:10.671869 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-4000e20d-d503-47ad-a3f2-b5c8190ef230 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:58:10.715660 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f400b2-8040-4480-8304-0cf66554b3d9 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Pushing event deleted for resources: {'Port': ['ID=739fced9-100d-4079-86cf-a7cab6d96860,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:10.717566 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f400b2-8040-4480-8304-0cf66554b3d9 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] No DVR routers for this DVR port 739fced9-100d-4079-86cf-a7cab6d96860 on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:58:10.845225 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e8f400b2-8040-4480-8304-0cf66554b3d9 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:10.871840 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-e8f400b2-8040-4480-8304-0cf66554b3d9 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e19d902e-a859-4b61-9368-94770650487f']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:10.884067 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-e8f400b2-8040-4480-8304-0cf66554b3d9 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b7d684-7b4f-4ef2-b1ff-c97ae9b3dc81') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:10.884356 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-e8f400b2-8040-4480-8304-0cf66554b3d9 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b7d684-7b4f-4ef2-b1ff-c97ae9b3dc81') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:10.895350 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e8f400b2-8040-4480-8304-0cf66554b3d9 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:10.911341 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e8f400b2-8040-4480-8304-0cf66554b3d9 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:10.917347 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f400b2-8040-4480-8304-0cf66554b3d9 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:58:10.917855 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e8f400b2-8040-4480-8304-0cf66554b3d9 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:10.932581 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:58:10.932581 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:58:10.932581 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:58:10.932581 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:58:10.932581 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:58:10.932581 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:58:10.932581 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:58:10.932581 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:58:10.932581 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:58:10.932581 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:58:10.932581 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:58:10.932581 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:58:10.932581 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:58:10.932581 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:58:10.932581 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:58:10.932581 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:58:10.932581 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:58:10.932581 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:58:10.932581 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:58:10.932581 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:58:10.932581 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:58:10.932581 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:58:10.932581 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:58:10.932581 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:58:10.932581 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:58:10.932581 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:58:10.932581 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:58:10.932581 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:58:10.932581 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:58:10.932581 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:58:10.932581 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:58:10.932581 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:58:11.081130 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e8f400b2-8040-4480-8304-0cf66554b3d9 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:11.099249 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e8f400b2-8040-4480-8304-0cf66554b3d9 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:11.110334 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f400b2-8040-4480-8304-0cf66554b3d9 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Pushing event deleted for resources: {'Network': ['ID=e19d902e-a859-4b61-9368-94770650487f,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:11.114661 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e8f400b2-8040-4480-8304-0cf66554b3d9 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] 10.222.0.31 "DELETE /v2.0/networks/e19d902e-a859-4b61-9368-94770650487f HTTP/1.1" status: 204 len: 168 time: 1.1370127 Mar 31 15:58:11.117466 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 53926) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:11.154725 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f40d58d-0038-40ca-b7af-984cab1485b2 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] DELETE failed (client error): The resource could not be found. Mar 31 15:58:11.155088 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f40d58d-0038-40ca-b7af-984cab1485b2 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:58:11.156722 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7f40d58d-0038-40ca-b7af-984cab1485b2 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] 10.222.0.31 "DELETE /v2.0/subnets/ba269deb-7579-48ab-8efe-d31b12fd60a1 HTTP/1.1" status: 404 len: 337 time: 0.0382533 Mar 31 15:58:11.159141 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 53930) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:11.173080 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-4000e20d-d503-47ad-a3f2-b5c8190ef230 None None] Deleting port 739fced9-100d-4079-86cf-a7cab6d96860 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:58:11.173643 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4000e20d-d503-47ad-a3f2-b5c8190ef230 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:11.183607 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dfa304e-d054-4103-aba6-7749b2bb39c5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] DELETE failed (client error): The resource could not be found. Mar 31 15:58:11.184071 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dfa304e-d054-4103-aba6-7749b2bb39c5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:58:11.185786 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3dfa304e-d054-4103-aba6-7749b2bb39c5 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] 10.222.0.31 "DELETE /v2.0/networks/4ca309ae-a740-4b17-97c3-0f985b1234a4 HTTP/1.1" status: 404 len: 339 time: 0.0257838 Mar 31 15:58:11.188589 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 53934) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:11.232592 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-1058bb01-6185-417a-8d38-8d52b0d69a00 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] DELETE failed (client error): The resource could not be found. Mar 31 15:58:11.233033 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1058bb01-6185-417a-8d38-8d52b0d69a00 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:58:11.234712 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-1058bb01-6185-417a-8d38-8d52b0d69a00 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] 10.222.0.31 "DELETE /v2.0/subnets/cc070c1a-68cb-4f65-8952-37335e5b86dc HTTP/1.1" status: 404 len: 337 time: 0.0450423 Mar 31 15:58:11.237402 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 53938) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:11.245317 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-4000e20d-d503-47ad-a3f2-b5c8190ef230 None None] The port '739fced9-100d-4079-86cf-a7cab6d96860' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:58:11.263317 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-4278d4d8-0ed4-4536-adb8-daff8e52b7b2 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] DELETE failed (client error): The resource could not be found. Mar 31 15:58:11.263772 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4278d4d8-0ed4-4536-adb8-daff8e52b7b2 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 15:58:11.265446 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4278d4d8-0ed4-4536-adb8-daff8e52b7b2 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] 10.222.0.31 "DELETE /v2.0/networks/bdcd5cbf-5686-4207-9c49-63689c76de1d HTTP/1.1" status: 404 len: 339 time: 0.0271282 Mar 31 15:58:11.267939 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 53942) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:11.333035 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-078d41de-5ddf-4f41-83ea-c1dcc5d5eefd tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Deleting subnet 9fcab6bb-2c3e-4507-bcf1-24d36ff52160 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:58:11.336421 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-078d41de-5ddf-4f41-83ea-c1dcc5d5eefd tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:11.494696 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-078d41de-5ddf-4f41-83ea-c1dcc5d5eefd tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:11.582072 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-078d41de-5ddf-4f41-83ea-c1dcc5d5eefd tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:11.708339 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 739fced9-100d-4079-86cf-a7cab6d96860 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:58:11.743198 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 739fced9-100d-4079-86cf-a7cab6d96860 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:58:11.743538 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 739fced9-100d-4079-86cf-a7cab6d96860 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:58:11.750378 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-078d41de-5ddf-4f41-83ea-c1dcc5d5eefd tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:11.797295 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d41de-5ddf-4f41-83ea-c1dcc5d5eefd tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Pushing event deleted for resources: {'Subnet': ['ID=9fcab6bb-2c3e-4507-bcf1-24d36ff52160,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:11.799187 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-078d41de-5ddf-4f41-83ea-c1dcc5d5eefd tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:11.803398 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad702587-c613-4f12-83a7-839d9e44eddd None None] Network 46e2d626-d78f-4771-b526-1e620134a1e0 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:58:11.809848 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-078d41de-5ddf-4f41-83ea-c1dcc5d5eefd tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] 10.222.0.31 "DELETE /v2.0/subnets/9fcab6bb-2c3e-4507-bcf1-24d36ff52160 HTTP/1.1" status: 204 len: 168 time: 0.5409627 Mar 31 15:58:11.812171 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 53946) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:11.931909 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-244357e9-8f0c-472b-8dab-72f919aec680 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:11.949822 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-244357e9-8f0c-472b-8dab-72f919aec680 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Deleting port f4386b6e-553f-4b90-ba94-cdf1103b5cbf {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:58:11.950157 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-244357e9-8f0c-472b-8dab-72f919aec680 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:12.048756 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3acadbd-cb3e-4259-93fd-d24cdfcec451 None None] DHCP port deletion for 46e2d626-d78f-4771-b526-1e620134a1e0 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:58:12.052829 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a3acadbd-cb3e-4259-93fd-d24cdfcec451 None None] Deleting port f4386b6e-553f-4b90-ba94-cdf1103b5cbf {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:58:12.053213 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a3acadbd-cb3e-4259-93fd-d24cdfcec451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:12.162582 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-244357e9-8f0c-472b-8dab-72f919aec680 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] For port f4386b6e-553f-4b90-ba94-cdf1103b5cbf, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=f4386b6e-553f-4b90-ba94-cdf1103b5cbf,segment=NetworkSegment(cc900cac-6fe7-4e9e-bb1b-84593b88b8c1),segment_id=cc900cac-6fe7-4e9e-bb1b-84593b88b8c1)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:58:12.162964 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-244357e9-8f0c-472b-8dab-72f919aec680 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:12.266168 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a3acadbd-cb3e-4259-93fd-d24cdfcec451 None None] For port f4386b6e-553f-4b90-ba94-cdf1103b5cbf, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=f4386b6e-553f-4b90-ba94-cdf1103b5cbf,segment=NetworkSegment(cc900cac-6fe7-4e9e-bb1b-84593b88b8c1),segment_id=cc900cac-6fe7-4e9e-bb1b-84593b88b8c1)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:58:12.266773 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a3acadbd-cb3e-4259-93fd-d24cdfcec451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:12.293693 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-244357e9-8f0c-472b-8dab-72f919aec680 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Calling delete_port for f4386b6e-553f-4b90-ba94-cdf1103b5cbf owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:58:12.389006 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a3acadbd-cb3e-4259-93fd-d24cdfcec451 None None] Calling delete_port for f4386b6e-553f-4b90-ba94-cdf1103b5cbf owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:58:12.493359 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-244357e9-8f0c-472b-8dab-72f919aec680 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:12.499348 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-a3acadbd-cb3e-4259-93fd-d24cdfcec451 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:58:12.499706 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-a3acadbd-cb3e-4259-93fd-d24cdfcec451 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:58:12.543971 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244357e9-8f0c-472b-8dab-72f919aec680 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Pushing event deleted for resources: {'Port': ['ID=f4386b6e-553f-4b90-ba94-cdf1103b5cbf,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:12.545680 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244357e9-8f0c-472b-8dab-72f919aec680 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] No DVR routers for this DVR port f4386b6e-553f-4b90-ba94-cdf1103b5cbf on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:58:12.670574 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-244357e9-8f0c-472b-8dab-72f919aec680 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:12.696836 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-244357e9-8f0c-472b-8dab-72f919aec680 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e2d626-d78f-4771-b526-1e620134a1e0']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:12.708765 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-244357e9-8f0c-472b-8dab-72f919aec680 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc900cac-6fe7-4e9e-bb1b-84593b88b8c1') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:12.709053 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-244357e9-8f0c-472b-8dab-72f919aec680 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc900cac-6fe7-4e9e-bb1b-84593b88b8c1') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:12.720457 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-244357e9-8f0c-472b-8dab-72f919aec680 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:12.735861 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-244357e9-8f0c-472b-8dab-72f919aec680 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:12.742707 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244357e9-8f0c-472b-8dab-72f919aec680 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:58:12.743083 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-244357e9-8f0c-472b-8dab-72f919aec680 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:12.758131 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:58:12.758131 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:58:12.758131 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:58:12.758131 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:58:12.758131 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:58:12.758131 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:58:12.758131 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:58:12.758131 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:58:12.758131 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:58:12.758131 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:58:12.758131 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:58:12.758131 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:58:12.758131 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:58:12.758131 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:58:12.758131 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:58:12.758131 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:58:12.758131 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:58:12.758131 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:58:12.758131 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:58:12.758131 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:58:12.758131 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:58:12.758131 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:58:12.758131 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:58:12.758131 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:58:12.758131 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:58:12.758131 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:58:12.758131 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:58:12.758131 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:58:12.758131 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:58:12.758131 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:58:12.758131 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:58:12.758131 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:58:12.898289 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-244357e9-8f0c-472b-8dab-72f919aec680 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:12.915895 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-244357e9-8f0c-472b-8dab-72f919aec680 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:12.926826 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244357e9-8f0c-472b-8dab-72f919aec680 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] Pushing event deleted for resources: {'Network': ['ID=46e2d626-d78f-4771-b526-1e620134a1e0,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:12.931589 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-244357e9-8f0c-472b-8dab-72f919aec680 tempest-NetworksIpV6Test-442926806 tempest-NetworksIpV6Test-442926806-project] 10.222.0.31 "DELETE /v2.0/networks/46e2d626-d78f-4771-b526-1e620134a1e0 HTTP/1.1" status: 204 len: 168 time: 1.1184790 Mar 31 15:58:13.001286 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a3acadbd-cb3e-4259-93fd-d24cdfcec451 None None] Deleting port f4386b6e-553f-4b90-ba94-cdf1103b5cbf {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:58:13.001701 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a3acadbd-cb3e-4259-93fd-d24cdfcec451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:13.071080 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a3acadbd-cb3e-4259-93fd-d24cdfcec451 None None] The port 'f4386b6e-553f-4b90-ba94-cdf1103b5cbf' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:58:13.471031 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 53954) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:13.621350 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-264cfe5f-7bf8-4204-9561-77d7d7f0cbed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=93b2a841ebeb4da6b5d10cffd8e59c10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491227 Mar 31 15:58:13.624628 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 53960) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:13.689565 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f3af0bd2-9169-4317-a1a8-b63c8ee5f5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:13.708076 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device f4386b6e-553f-4b90-ba94-cdf1103b5cbf no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:58:13.716639 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f3af0bd2-9169-4317-a1a8-b63c8ee5f5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:13.742593 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: f4386b6e-553f-4b90-ba94-cdf1103b5cbf {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:58:13.742934 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device f4386b6e-553f-4b90-ba94-cdf1103b5cbf not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:58:13.863918 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f3af0bd2-9169-4317-a1a8-b63c8ee5f5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:13.878359 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af0bd2-9169-4317-a1a8-b63c8ee5f5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ee542d-0149-4d1f-bf50-b19a141c9351,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:13.886010 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f3af0bd2-9169-4317-a1a8-b63c8ee5f5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:13.887128 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f3af0bd2-9169-4317-a1a8-b63c8ee5f5ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f2ee542d-0149-4d1f-bf50-b19a141c9351 HTTP/1.1" status: 204 len: 168 time: 0.2616143 Mar 31 15:58:14.889377 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 53984) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:15.002439 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-def4c460-8544-4cdb-97ae-94945e8c24de tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-783692279', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:15.009841 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-def4c460-8544-4cdb-97ae-94945e8c24de tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:58:15.013824 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-def4c460-8544-4cdb-97ae-94945e8c24de tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Usage tracker for resource:router and tenant:bf04dab7c9584602b3777ed3984490c5 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:58:15.016672 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-def4c460-8544-4cdb-97ae-94945e8c24de tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:58:15.022958 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-def4c460-8544-4cdb-97ae-94945e8c24de tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:58:15.098508 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-def4c460-8544-4cdb-97ae-94945e8c24de tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:15.099543 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-def4c460-8544-4cdb-97ae-94945e8c24de tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:15.115115 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-def4c460-8544-4cdb-97ae-94945e8c24de tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:15.178556 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-def4c460-8544-4cdb-97ae-94945e8c24de tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:15.235497 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-def4c460-8544-4cdb-97ae-94945e8c24de tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:15.236708 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-def4c460-8544-4cdb-97ae-94945e8c24de tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3463321 Mar 31 15:58:15.239343 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 53990) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:15.244878 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8b74ac87-fdfe-4ded-b28b-c5b470991c06 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-248134095'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:15.249975 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8b74ac87-fdfe-4ded-b28b-c5b470991c06 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:58:15.254406 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8b74ac87-fdfe-4ded-b28b-c5b470991c06 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Usage tracker for resource:network and tenant:bf04dab7c9584602b3777ed3984490c5 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:58:15.257150 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8b74ac87-fdfe-4ded-b28b-c5b470991c06 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:58:15.263658 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8b74ac87-fdfe-4ded-b28b-c5b470991c06 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:58:15.338183 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b74ac87-fdfe-4ded-b28b-c5b470991c06 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Made reservation on behalf of bf04dab7c9584602b3777ed3984490c5 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:58:15.341619 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8b74ac87-fdfe-4ded-b28b-c5b470991c06 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:15.354115 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8b74ac87-fdfe-4ded-b28b-c5b470991c06 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:15.371990 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8b74ac87-fdfe-4ded-b28b-c5b470991c06 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:58:15.375738 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8b74ac87-fdfe-4ded-b28b-c5b470991c06 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Usage tracker for resource:security_group_rule and tenant:bf04dab7c9584602b3777ed3984490c5 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:58:15.378593 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8b74ac87-fdfe-4ded-b28b-c5b470991c06 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:58:15.385028 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8b74ac87-fdfe-4ded-b28b-c5b470991c06 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:58:15.467815 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8b74ac87-fdfe-4ded-b28b-c5b470991c06 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:15.543559 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8b74ac87-fdfe-4ded-b28b-c5b470991c06 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:15.576088 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b74ac87-fdfe-4ded-b28b-c5b470991c06 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:58:15.585047 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74ac87-fdfe-4ded-b28b-c5b470991c06 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f80198-25dd-4795-9903-0e04fb511d84,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:15.591242 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8b74ac87-fdfe-4ded-b28b-c5b470991c06 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:15.591588 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-8b74ac87-fdfe-4ded-b28b-c5b470991c06 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Added segment 29766221-e324-405f-9e6b-806d22bc479f of type vlan for network 1db23e60-e52a-4a29-9913-33e975579e47 Mar 31 15:58:15.621277 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8b74ac87-fdfe-4ded-b28b-c5b470991c06 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:15.721062 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8b74ac87-fdfe-4ded-b28b-c5b470991c06 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:15.726600 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b74ac87-fdfe-4ded-b28b-c5b470991c06 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:15.728062 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8b74ac87-fdfe-4ded-b28b-c5b470991c06 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:15.844259 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74ac87-fdfe-4ded-b28b-c5b470991c06 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Pushing event updated for resources: {'Network': ['ID=1db23e60-e52a-4a29-9913-33e975579e47,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:15.859185 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 1db23e60-e52a-4a29-9913-33e975579e47 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:58:15.892713 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8b74ac87-fdfe-4ded-b28b-c5b470991c06 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6523018 Mar 31 15:58:15.895385 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 53994) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:15.901596 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3dcc8184-b66c-44a7-a251-053d5c9c285f tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Request body: {'subnet': {'network_id': '1db23e60-e52a-4a29-9913-33e975579e47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:16.020425 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-3dcc8184-b66c-44a7-a251-053d5c9c285f tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:58:16.025131 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-3dcc8184-b66c-44a7-a251-053d5c9c285f tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Usage tracker for resource:subnet and tenant:bf04dab7c9584602b3777ed3984490c5 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:58:16.028039 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-3dcc8184-b66c-44a7-a251-053d5c9c285f tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:58:16.033866 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-3dcc8184-b66c-44a7-a251-053d5c9c285f tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:58:16.137864 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcc8184-b66c-44a7-a251-053d5c9c285f tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Made reservation on behalf of bf04dab7c9584602b3777ed3984490c5 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:58:16.141294 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3dcc8184-b66c-44a7-a251-053d5c9c285f tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:16.423771 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3dcc8184-b66c-44a7-a251-053d5c9c285f tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:16.507694 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc8184-b66c-44a7-a251-053d5c9c285f tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Pushing event updated for resources: {'Subnet': ['ID=b3ca5aa2-e78f-44d1-96b3-26d16c5e5505,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:16.515818 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcc8184-b66c-44a7-a251-053d5c9c285f tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Checking segment: {'id': '29766221-e324-405f-9e6b-806d22bc479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1db23e60-e52a-4a29-9913-33e975579e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:58:16.516168 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcc8184-b66c-44a7-a251-053d5c9c285f tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Network hostable DHCP agents. Network: 1db23e60-e52a-4a29-9913-33e975579e47, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:58:16.594874 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcc8184-b66c-44a7-a251-053d5c9c285f tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Network 1db23e60-e52a-4a29-9913-33e975579e47 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:58:16.686857 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-3dcc8184-b66c-44a7-a251-053d5c9c285f tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 1db23e60-e52a-4a29-9913-33e975579e47) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:16.690916 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcc8184-b66c-44a7-a251-053d5c9c285f tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:16.696268 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3dcc8184-b66c-44a7-a251-053d5c9c285f tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:16.697360 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fe1143-b74a-40db-9095-b8c767f24c4e None None] Network 1db23e60-e52a-4a29-9913-33e975579e47 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:58:16.799165 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3dcc8184-b66c-44a7-a251-053d5c9c285f tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8995202 Mar 31 15:58:16.799383 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 53998) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:16.806265 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e679293f-a8dd-4cb2-b69c-4595a0ec6a6a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1883701198'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:16.812098 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e679293f-a8dd-4cb2-b69c-4595a0ec6a6a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:58:16.818893 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e679293f-a8dd-4cb2-b69c-4595a0ec6a6a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Usage tracker for resource:network and tenant:bf04dab7c9584602b3777ed3984490c5 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:58:16.824308 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e679293f-a8dd-4cb2-b69c-4595a0ec6a6a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Quota usage for network was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:58:16.831492 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e679293f-a8dd-4cb2-b69c-4595a0ec6a6a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:58:16.886691 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e679293f-a8dd-4cb2-b69c-4595a0ec6a6a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Made reservation on behalf of bf04dab7c9584602b3777ed3984490c5 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:58:16.890237 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e679293f-a8dd-4cb2-b69c-4595a0ec6a6a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:16.921773 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e679293f-a8dd-4cb2-b69c-4595a0ec6a6a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:58:16.926709 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4422d350-6e66-496d-ad1e-d722ed2902d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-1db23e60-e52a-4a29-9913-33e975579e47', 'network_id': '1db23e60-e52a-4a29-9913-33e975579e47', 'tenant_id': 'bf04dab7c9584602b3777ed3984490c5', 'fixed_ips': [{'subnet_id': 'b3ca5aa2-e78f-44d1-96b3-26d16c5e5505'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:58:16.927695 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4422d350-6e66-496d-ad1e-d722ed2902d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:16.939242 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e679293f-a8dd-4cb2-b69c-4595a0ec6a6a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:16.939628 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-e679293f-a8dd-4cb2-b69c-4595a0ec6a6a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Added segment 606f7d28-e648-4c58-8f8a-6a480c8560a6 of type vlan for network 25a69110-a9f7-4baf-bfc7-ade6c22f022c Mar 31 15:58:16.968374 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e679293f-a8dd-4cb2-b69c-4595a0ec6a6a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:17.052189 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e679293f-a8dd-4cb2-b69c-4595a0ec6a6a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:17.058367 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e679293f-a8dd-4cb2-b69c-4595a0ec6a6a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:17.058964 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e679293f-a8dd-4cb2-b69c-4595a0ec6a6a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:17.090500 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-4422d350-6e66-496d-ad1e-d722ed2902d6 None None] Allocated IP 172.20.0.2 (1db23e60-e52a-4a29-9913-33e975579e47/b3ca5aa2-e78f-44d1-96b3-26d16c5e5505/68e30c26-8f0e-468b-8e09-b03b10ecfae9) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:58:17.170187 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679293f-a8dd-4cb2-b69c-4595a0ec6a6a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Pushing event updated for resources: {'Network': ['ID=25a69110-a9f7-4baf-bfc7-ade6c22f022c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:17.182334 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 25a69110-a9f7-4baf-bfc7-ade6c22f022c details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:58:17.213266 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e679293f-a8dd-4cb2-b69c-4595a0ec6a6a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4127066 Mar 31 15:58:17.215773 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 54002) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:17.221568 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-64d0e185-10f8-40a4-8f37-f70b16be7523 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Request body: {'subnet': {'network_id': '25a69110-a9f7-4baf-bfc7-ade6c22f022c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:17.336840 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-64d0e185-10f8-40a4-8f37-f70b16be7523 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:58:17.340595 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-64d0e185-10f8-40a4-8f37-f70b16be7523 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Usage tracker for resource:subnet and tenant:bf04dab7c9584602b3777ed3984490c5 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:58:17.343624 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-64d0e185-10f8-40a4-8f37-f70b16be7523 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:58:17.349822 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-64d0e185-10f8-40a4-8f37-f70b16be7523 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:58:17.399813 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4422d350-6e66-496d-ad1e-d722ed2902d6 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:17.410303 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4422d350-6e66-496d-ad1e-d722ed2902d6 None None] Transition to ACTIVE for port object 68e30c26-8f0e-468b-8e09-b03b10ecfae9 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:58:17.428583 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4422d350-6e66-496d-ad1e-d722ed2902d6 None None] Transition to ACTIVE for port object 68e30c26-8f0e-468b-8e09-b03b10ecfae9 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:58:17.447390 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d0e185-10f8-40a4-8f37-f70b16be7523 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Made reservation on behalf of bf04dab7c9584602b3777ed3984490c5 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:58:17.450994 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-64d0e185-10f8-40a4-8f37-f70b16be7523 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:17.504496 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4422d350-6e66-496d-ad1e-d722ed2902d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:17.565867 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4422d350-6e66-496d-ad1e-d722ed2902d6 None None] Network 1db23e60-e52a-4a29-9913-33e975579e47 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:58:17.573436 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-4422d350-6e66-496d-ad1e-d722ed2902d6 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:17.578229 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4422d350-6e66-496d-ad1e-d722ed2902d6 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:58:17.613216 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4422d350-6e66-496d-ad1e-d722ed2902d6 None None] Pushing event updated for resources: {'Port': ['ID=68e30c26-8f0e-468b-8e09-b03b10ecfae9,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:17.680027 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-4422d350-6e66-496d-ad1e-d722ed2902d6 None None] Attempting to bind port 68e30c26-8f0e-468b-8e09-b03b10ecfae9 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:58:17.680744 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-4422d350-6e66-496d-ad1e-d722ed2902d6 None None] Attempting to bind port 68e30c26-8f0e-468b-8e09-b03b10ecfae9 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '29766221-e324-405f-9e6b-806d22bc479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1db23e60-e52a-4a29-9913-33e975579e47'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:58:17.680744 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4422d350-6e66-496d-ad1e-d722ed2902d6 None None] Attempting to bind port 68e30c26-8f0e-468b-8e09-b03b10ecfae9 on network 1db23e60-e52a-4a29-9913-33e975579e47 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:58:17.686038 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4422d350-6e66-496d-ad1e-d722ed2902d6 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:58:17.686411 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4422d350-6e66-496d-ad1e-d722ed2902d6 None None] Checking segment: {'id': '29766221-e324-405f-9e6b-806d22bc479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1db23e60-e52a-4a29-9913-33e975579e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:58:17.686804 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4422d350-6e66-496d-ad1e-d722ed2902d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:17.687190 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4422d350-6e66-496d-ad1e-d722ed2902d6 None None] Bound using segment: {'id': '29766221-e324-405f-9e6b-806d22bc479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1db23e60-e52a-4a29-9913-33e975579e47'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:58:17.687646 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-4422d350-6e66-496d-ad1e-d722ed2902d6 None None] Bound port: 68e30c26-8f0e-468b-8e09-b03b10ecfae9, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29766221-e324-405f-9e6b-806d22bc479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1db23e60-e52a-4a29-9913-33e975579e47'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:58:17.688012 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4422d350-6e66-496d-ad1e-d722ed2902d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:17.738184 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-64d0e185-10f8-40a4-8f37-f70b16be7523 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:17.779464 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-4422d350-6e66-496d-ad1e-d722ed2902d6 None None] For port 68e30c26-8f0e-468b-8e09-b03b10ecfae9, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:58:17.782504 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-4422d350-6e66-496d-ad1e-d722ed2902d6 None None] For port 68e30c26-8f0e-468b-8e09-b03b10ecfae9, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=68e30c26-8f0e-468b-8e09-b03b10ecfae9,segment=NetworkSegment(29766221-e324-405f-9e6b-806d22bc479f),segment_id=29766221-e324-405f-9e6b-806d22bc479f)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:58:17.818064 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0e185-10f8-40a4-8f37-f70b16be7523 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Pushing event updated for resources: {'Subnet': ['ID=43ff1920-61ae-440c-a891-80dac08c32b9,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:17.825949 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d0e185-10f8-40a4-8f37-f70b16be7523 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Checking segment: {'id': '606f7d28-e648-4c58-8f8a-6a480c8560a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '25a69110-a9f7-4baf-bfc7-ade6c22f022c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:58:17.826314 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d0e185-10f8-40a4-8f37-f70b16be7523 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Network hostable DHCP agents. Network: 25a69110-a9f7-4baf-bfc7-ade6c22f022c, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:58:17.830064 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4422d350-6e66-496d-ad1e-d722ed2902d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:17.908961 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d0e185-10f8-40a4-8f37-f70b16be7523 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Network 25a69110-a9f7-4baf-bfc7-ade6c22f022c is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:58:17.909329 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4422d350-6e66-496d-ad1e-d722ed2902d6 None None] Pushing event updated for resources: {'Port': ['ID=68e30c26-8f0e-468b-8e09-b03b10ecfae9,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:17.966532 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-64d0e185-10f8-40a4-8f37-f70b16be7523 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 25a69110-a9f7-4baf-bfc7-ade6c22f022c) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:17.970720 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d0e185-10f8-40a4-8f37-f70b16be7523 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:17.971382 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-64d0e185-10f8-40a4-8f37-f70b16be7523 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:17.976754 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a52a77-d087-4802-b2de-66306575fecc None None] Network 25a69110-a9f7-4baf-bfc7-ade6c22f022c requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:58:18.067257 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54006) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:18.082002 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-a0dcd949-e98b-4d5f-be35-ecea1f603cbf tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Request body: {'router': {'external_gateway_info': {'network_id': '25a69110-a9f7-4baf-bfc7-ade6c22f022c'}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:18.090280 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-64d0e185-10f8-40a4-8f37-f70b16be7523 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8733280 Mar 31 15:58:18.279266 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e7c425-6446-4800-ba41-28dbc769e6f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-25a69110-a9f7-4baf-bfc7-ade6c22f022c', 'network_id': '25a69110-a9f7-4baf-bfc7-ade6c22f022c', 'tenant_id': 'bf04dab7c9584602b3777ed3984490c5', 'fixed_ips': [{'subnet_id': '43ff1920-61ae-440c-a891-80dac08c32b9'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:58:18.280187 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d8e7c425-6446-4800-ba41-28dbc769e6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:18.440912 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-d8e7c425-6446-4800-ba41-28dbc769e6f3 None None] Allocated IP 172.21.0.2 (25a69110-a9f7-4baf-bfc7-ade6c22f022c/43ff1920-61ae-440c-a891-80dac08c32b9/676d907d-772e-4f9f-8b22-9b9cc337a85e) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:58:18.607066 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a0dcd949-e98b-4d5f-be35-ecea1f603cbf tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:18.663171 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d8e7c425-6446-4800-ba41-28dbc769e6f3 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:18.674526 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d8e7c425-6446-4800-ba41-28dbc769e6f3 None None] Transition to ACTIVE for port object 676d907d-772e-4f9f-8b22-9b9cc337a85e will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:58:18.693749 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d8e7c425-6446-4800-ba41-28dbc769e6f3 None None] Transition to ACTIVE for port object 676d907d-772e-4f9f-8b22-9b9cc337a85e will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:58:18.767293 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d8e7c425-6446-4800-ba41-28dbc769e6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:18.834726 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e7c425-6446-4800-ba41-28dbc769e6f3 None None] Network 25a69110-a9f7-4baf-bfc7-ade6c22f022c is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:58:18.838267 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-d8e7c425-6446-4800-ba41-28dbc769e6f3 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:18.844116 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.api.v2.resource [None req-a0dcd949-e98b-4d5f-be35-ecea1f603cbf tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 15:58:18.845455 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a0dcd949-e98b-4d5f-be35-ecea1f603cbf tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] 10.222.0.31 "PUT /v2.0/routers/70c2bec7-0c90-4fdb-9292-c0cf60138753 HTTP/1.1" status: 400 len: 364 time: 0.7739511 Mar 31 15:58:18.851009 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 54010) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:18.857707 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e7c425-6446-4800-ba41-28dbc769e6f3 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:58:18.868710 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7c425-6446-4800-ba41-28dbc769e6f3 None None] Pushing event updated for resources: {'Port': ['ID=676d907d-772e-4f9f-8b22-9b9cc337a85e,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:18.902330 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a3906c-e1db-42a5-9fd9-d892d4f837b2 None None] Network 1db23e60-e52a-4a29-9913-33e975579e47 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:58:18.930470 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6efa6f5-d60f-4b47-a5fb-8a303224c721 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Deleting subnet 43ff1920-61ae-440c-a891-80dac08c32b9 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:58:18.933532 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6efa6f5-d60f-4b47-a5fb-8a303224c721 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:19.063529 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-d8e7c425-6446-4800-ba41-28dbc769e6f3 None None] Attempting to bind port 676d907d-772e-4f9f-8b22-9b9cc337a85e on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:58:19.064133 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-d8e7c425-6446-4800-ba41-28dbc769e6f3 None None] Attempting to bind port 676d907d-772e-4f9f-8b22-9b9cc337a85e by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '606f7d28-e648-4c58-8f8a-6a480c8560a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '25a69110-a9f7-4baf-bfc7-ade6c22f022c'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:58:19.064245 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e7c425-6446-4800-ba41-28dbc769e6f3 None None] Attempting to bind port 676d907d-772e-4f9f-8b22-9b9cc337a85e on network 25a69110-a9f7-4baf-bfc7-ade6c22f022c {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:58:19.075589 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e7c425-6446-4800-ba41-28dbc769e6f3 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:58:19.076112 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e7c425-6446-4800-ba41-28dbc769e6f3 None None] Checking segment: {'id': '606f7d28-e648-4c58-8f8a-6a480c8560a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '25a69110-a9f7-4baf-bfc7-ade6c22f022c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:58:19.076414 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d8e7c425-6446-4800-ba41-28dbc769e6f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:19.076816 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e7c425-6446-4800-ba41-28dbc769e6f3 None None] Bound using segment: {'id': '606f7d28-e648-4c58-8f8a-6a480c8560a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '25a69110-a9f7-4baf-bfc7-ade6c22f022c'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:58:19.077591 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-d8e7c425-6446-4800-ba41-28dbc769e6f3 None None] Bound port: 676d907d-772e-4f9f-8b22-9b9cc337a85e, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606f7d28-e648-4c58-8f8a-6a480c8560a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '25a69110-a9f7-4baf-bfc7-ade6c22f022c'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:58:19.077968 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d8e7c425-6446-4800-ba41-28dbc769e6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:19.095478 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6efa6f5-d60f-4b47-a5fb-8a303224c721 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:19.163206 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-e4a9e2ce-48e7-4900-b838-277cd167beec None None] Provisioning for port 68e30c26-8f0e-468b-8e09-b03b10ecfae9 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:58:19.184681 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6efa6f5-d60f-4b47-a5fb-8a303224c721 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:19.338697 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6efa6f5-d60f-4b47-a5fb-8a303224c721 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:19.341797 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-d8e7c425-6446-4800-ba41-28dbc769e6f3 None None] For port 676d907d-772e-4f9f-8b22-9b9cc337a85e, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:58:19.349879 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-d8e7c425-6446-4800-ba41-28dbc769e6f3 None None] For port 676d907d-772e-4f9f-8b22-9b9cc337a85e, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=676d907d-772e-4f9f-8b22-9b9cc337a85e,segment=NetworkSegment(606f7d28-e648-4c58-8f8a-6a480c8560a6),segment_id=606f7d28-e648-4c58-8f8a-6a480c8560a6)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:58:19.381908 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6efa6f5-d60f-4b47-a5fb-8a303224c721 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Pushing event deleted for resources: {'Subnet': ['ID=43ff1920-61ae-440c-a891-80dac08c32b9,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:19.387197 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6efa6f5-d60f-4b47-a5fb-8a303224c721 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:19.393892 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c6efa6f5-d60f-4b47-a5fb-8a303224c721 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] 10.222.0.31 "DELETE /v2.0/subnets/43ff1920-61ae-440c-a891-80dac08c32b9 HTTP/1.1" status: 204 len: 168 time: 0.5406988 Mar 31 15:58:19.396314 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54014) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:19.441527 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d8e7c425-6446-4800-ba41-28dbc769e6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:19.516385 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6ace5651-a048-42bc-bd63-1b5b1d43711a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:19.527439 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6ace5651-a048-42bc-bd63-1b5b1d43711a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Deleting port 676d907d-772e-4f9f-8b22-9b9cc337a85e {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:58:19.527770 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6ace5651-a048-42bc-bd63-1b5b1d43711a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:19.559673 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7c425-6446-4800-ba41-28dbc769e6f3 None None] Pushing event updated for resources: {'Port': ['ID=676d907d-772e-4f9f-8b22-9b9cc337a85e,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:19.758939 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6ace5651-a048-42bc-bd63-1b5b1d43711a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] For port 676d907d-772e-4f9f-8b22-9b9cc337a85e, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=676d907d-772e-4f9f-8b22-9b9cc337a85e,segment=NetworkSegment(606f7d28-e648-4c58-8f8a-6a480c8560a6),segment_id=606f7d28-e648-4c58-8f8a-6a480c8560a6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:58:19.759404 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6ace5651-a048-42bc-bd63-1b5b1d43711a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:19.814644 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 68e30c26-8f0e-468b-8e09-b03b10ecfae9 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:58:19.902771 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6ace5651-a048-42bc-bd63-1b5b1d43711a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Calling delete_port for 676d907d-772e-4f9f-8b22-9b9cc337a85e owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:58:19.931808 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 68e30c26-8f0e-468b-8e09-b03b10ecfae9 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:58:19.936928 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 68e30c26-8f0e-468b-8e09-b03b10ecfae9 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:58:19.937320 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:20.029497 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6ace5651-a048-42bc-bd63-1b5b1d43711a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:20.057281 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:20.076610 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace5651-a048-42bc-bd63-1b5b1d43711a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Pushing event deleted for resources: {'Port': ['ID=676d907d-772e-4f9f-8b22-9b9cc337a85e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:20.085128 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ace5651-a048-42bc-bd63-1b5b1d43711a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] No DVR routers for this DVR port 676d907d-772e-4f9f-8b22-9b9cc337a85e on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:58:20.091787 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 68e30c26-8f0e-468b-8e09-b03b10ecfae9, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=68e30c26-8f0e-468b-8e09-b03b10ecfae9,segment=NetworkSegment(29766221-e324-405f-9e6b-806d22bc479f),segment_id=29766221-e324-405f-9e6b-806d22bc479f)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:58:20.143781 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:20.215821 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6ace5651-a048-42bc-bd63-1b5b1d43711a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:20.219908 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=68e30c26-8f0e-468b-8e09-b03b10ecfae9,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:20.243735 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-6ace5651-a048-42bc-bd63-1b5b1d43711a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a69110-a9f7-4baf-bfc7-ade6c22f022c']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:20.256982 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-6ace5651-a048-42bc-bd63-1b5b1d43711a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606f7d28-e648-4c58-8f8a-6a480c8560a6') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:20.257295 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-6ace5651-a048-42bc-bd63-1b5b1d43711a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606f7d28-e648-4c58-8f8a-6a480c8560a6') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:20.269702 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6ace5651-a048-42bc-bd63-1b5b1d43711a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:20.286328 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6ace5651-a048-42bc-bd63-1b5b1d43711a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:20.293463 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ace5651-a048-42bc-bd63-1b5b1d43711a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:58:20.293891 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6ace5651-a048-42bc-bd63-1b5b1d43711a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:20.309027 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 15:58:20.309027 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:58:20.309027 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 15:58:20.309027 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:58:20.309027 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 15:58:20.309027 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:58:20.309027 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 15:58:20.309027 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:58:20.309027 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 15:58:20.309027 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:58:20.309027 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 15:58:20.309027 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:58:20.309027 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 15:58:20.309027 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:58:20.309027 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:58:20.309027 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:58:20.309027 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:58:20.309027 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:58:20.309027 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 15:58:20.309027 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:58:20.309027 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 15:58:20.309027 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:58:20.309027 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:58:20.309027 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:58:20.309027 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 15:58:20.309027 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:58:20.309027 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:58:20.309027 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:58:20.309027 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:58:20.309027 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:58:20.309027 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:58:20.309027 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:58:20.440742 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6ace5651-a048-42bc-bd63-1b5b1d43711a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:20.459814 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6ace5651-a048-42bc-bd63-1b5b1d43711a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:20.471910 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace5651-a048-42bc-bd63-1b5b1d43711a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Pushing event deleted for resources: {'Network': ['ID=25a69110-a9f7-4baf-bfc7-ade6c22f022c,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:20.476198 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6ace5651-a048-42bc-bd63-1b5b1d43711a tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] 10.222.0.31 "DELETE /v2.0/networks/25a69110-a9f7-4baf-bfc7-ade6c22f022c HTTP/1.1" status: 204 len: 168 time: 1.0788646 Mar 31 15:58:20.478750 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 54018) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:20.560979 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-577c8d77-c1d0-4694-8cfd-f03343a89148 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Deleting subnet b3ca5aa2-e78f-44d1-96b3-26d16c5e5505 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:58:20.564293 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-577c8d77-c1d0-4694-8cfd-f03343a89148 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:20.577859 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-bce068b2-87cb-482a-b6d4-d0b74b0693d6 None None] Could not find standard attr ID for object 676d907d-772e-4f9f-8b22-9b9cc337a85e. {{(pid=103445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 15:58:20.613306 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a8d237-fa41-41ff-829d-375f63e1283e None None] DHCP port deletion for 25a69110-a9f7-4baf-bfc7-ade6c22f022c request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:58:20.626043 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-577c8d77-c1d0-4694-8cfd-f03343a89148 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:20.630529 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479744ad-09a5-418b-93ed-bb6939da9e42 None None] Network 25a69110-a9f7-4baf-bfc7-ade6c22f022c requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:58:20.651232 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479744ad-09a5-418b-93ed-bb6939da9e42 None None] Network 25a69110-a9f7-4baf-bfc7-ade6c22f022c could not be found, it might have been deleted concurrently. {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 31 15:58:20.713365 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-577c8d77-c1d0-4694-8cfd-f03343a89148 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:20.869732 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-577c8d77-c1d0-4694-8cfd-f03343a89148 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:20.908607 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c8d77-c1d0-4694-8cfd-f03343a89148 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ca5aa2-e78f-44d1-96b3-26d16c5e5505,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:20.912378 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-577c8d77-c1d0-4694-8cfd-f03343a89148 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:20.920587 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-577c8d77-c1d0-4694-8cfd-f03343a89148 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] 10.222.0.31 "DELETE /v2.0/subnets/b3ca5aa2-e78f-44d1-96b3-26d16c5e5505 HTTP/1.1" status: 204 len: 168 time: 0.4398205 Mar 31 15:58:20.921411 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fee2235-9973-4ea1-b6e5-141b767792d3 None None] Network 1db23e60-e52a-4a29-9913-33e975579e47 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:58:20.922125 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 54022) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:21.042051 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ebe61aeb-2c4e-4799-b4e8-5499a56eec07 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:21.052479 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ebe61aeb-2c4e-4799-b4e8-5499a56eec07 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Deleting port 68e30c26-8f0e-468b-8e09-b03b10ecfae9 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:58:21.052815 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ebe61aeb-2c4e-4799-b4e8-5499a56eec07 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:21.176776 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12475538-e8d6-4d7d-847e-4e2caa82410a None None] DHCP port deletion for 1db23e60-e52a-4a29-9913-33e975579e47 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:58:21.182404 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-12475538-e8d6-4d7d-847e-4e2caa82410a None None] Deleting port 68e30c26-8f0e-468b-8e09-b03b10ecfae9 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:58:21.182777 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-12475538-e8d6-4d7d-847e-4e2caa82410a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:21.272188 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-ebe61aeb-2c4e-4799-b4e8-5499a56eec07 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] For port 68e30c26-8f0e-468b-8e09-b03b10ecfae9, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=68e30c26-8f0e-468b-8e09-b03b10ecfae9,segment=NetworkSegment(29766221-e324-405f-9e6b-806d22bc479f),segment_id=29766221-e324-405f-9e6b-806d22bc479f)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:58:21.272547 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ebe61aeb-2c4e-4799-b4e8-5499a56eec07 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:21.400699 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ebe61aeb-2c4e-4799-b4e8-5499a56eec07 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Calling delete_port for 68e30c26-8f0e-468b-8e09-b03b10ecfae9 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:58:21.427496 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-12475538-e8d6-4d7d-847e-4e2caa82410a None None] For port 68e30c26-8f0e-468b-8e09-b03b10ecfae9, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=68e30c26-8f0e-468b-8e09-b03b10ecfae9,segment=NetworkSegment(29766221-e324-405f-9e6b-806d22bc479f),segment_id=29766221-e324-405f-9e6b-806d22bc479f)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:58:21.427890 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-12475538-e8d6-4d7d-847e-4e2caa82410a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:21.532156 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ebe61aeb-2c4e-4799-b4e8-5499a56eec07 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:21.553317 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-12475538-e8d6-4d7d-847e-4e2caa82410a None None] Calling delete_port for 68e30c26-8f0e-468b-8e09-b03b10ecfae9 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:58:21.582056 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe61aeb-2c4e-4799-b4e8-5499a56eec07 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Pushing event deleted for resources: {'Port': ['ID=68e30c26-8f0e-468b-8e09-b03b10ecfae9,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:21.583875 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe61aeb-2c4e-4799-b4e8-5499a56eec07 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] No DVR routers for this DVR port 68e30c26-8f0e-468b-8e09-b03b10ecfae9 on host dv-neutron-833379-2-hyperv {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:58:21.652224 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-12475538-e8d6-4d7d-847e-4e2caa82410a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:58:21.652466 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-12475538-e8d6-4d7d-847e-4e2caa82410a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:58:21.711633 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ebe61aeb-2c4e-4799-b4e8-5499a56eec07 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:21.713156 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 68e30c26-8f0e-468b-8e09-b03b10ecfae9 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:58:21.737357 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-ebe61aeb-2c4e-4799-b4e8-5499a56eec07 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db23e60-e52a-4a29-9913-33e975579e47']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:21.749659 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-ebe61aeb-2c4e-4799-b4e8-5499a56eec07 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29766221-e324-405f-9e6b-806d22bc479f') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:21.749957 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-ebe61aeb-2c4e-4799-b4e8-5499a56eec07 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29766221-e324-405f-9e6b-806d22bc479f') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:21.750265 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 68e30c26-8f0e-468b-8e09-b03b10ecfae9 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:58:21.750610 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 68e30c26-8f0e-468b-8e09-b03b10ecfae9 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:58:21.763905 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ebe61aeb-2c4e-4799-b4e8-5499a56eec07 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:21.780495 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ebe61aeb-2c4e-4799-b4e8-5499a56eec07 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:21.786412 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe61aeb-2c4e-4799-b4e8-5499a56eec07 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:58:21.786828 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ebe61aeb-2c4e-4799-b4e8-5499a56eec07 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:21.801459 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 15:58:21.801459 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:58:21.801459 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 15:58:21.801459 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:58:21.801459 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 15:58:21.801459 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 15:58:21.801459 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 15:58:21.801459 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:58:21.801459 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 15:58:21.801459 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:58:21.801459 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 15:58:21.801459 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:58:21.801459 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 15:58:21.801459 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 15:58:21.801459 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:58:21.801459 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 15:58:21.801459 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:58:21.801459 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 15:58:21.801459 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 15:58:21.801459 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 15:58:21.801459 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 15:58:21.801459 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 15:58:21.801459 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:58:21.801459 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:58:21.801459 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 15:58:21.801459 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:58:21.801459 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:58:21.801459 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:58:21.801459 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:58:21.801459 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:58:21.801459 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:58:21.801459 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:58:21.926432 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ebe61aeb-2c4e-4799-b4e8-5499a56eec07 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:21.944169 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ebe61aeb-2c4e-4799-b4e8-5499a56eec07 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:21.956092 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe61aeb-2c4e-4799-b4e8-5499a56eec07 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Pushing event deleted for resources: {'Network': ['ID=1db23e60-e52a-4a29-9913-33e975579e47,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:21.960087 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ebe61aeb-2c4e-4799-b4e8-5499a56eec07 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] 10.222.0.31 "DELETE /v2.0/networks/1db23e60-e52a-4a29-9913-33e975579e47 HTTP/1.1" status: 204 len: 168 time: 1.0369949 Mar 31 15:58:21.963023 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54026) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:22.010274 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a070b978-c2b1-4537-851d-ed25fb6a5880 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Synchronizing usage tracker for tenant:bf04dab7c9584602b3777ed3984490c5 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:58:22.074534 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a070b978-c2b1-4537-851d-ed25fb6a5880 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Unset dirty status for tenant:bf04dab7c9584602b3777ed3984490c5 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:58:22.075780 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a070b978-c2b1-4537-851d-ed25fb6a5880 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] 10.222.0.31 "GET /v2.0/ports?device_id=70c2bec7-0c90-4fdb-9292-c0cf60138753 HTTP/1.1" status: 200 len: 205 time: 0.1118112 Mar 31 15:58:22.078868 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54030) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:22.153515 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-12475538-e8d6-4d7d-847e-4e2caa82410a None None] Deleting port 68e30c26-8f0e-468b-8e09-b03b10ecfae9 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:58:22.154005 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-12475538-e8d6-4d7d-847e-4e2caa82410a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:22.220681 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-12475538-e8d6-4d7d-847e-4e2caa82410a None None] The port '68e30c26-8f0e-468b-8e09-b03b10ecfae9' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 15:58:22.305206 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd39adf1-1554-4216-a561-50195c2a22d3 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:22.602764 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd39adf1-1554-4216-a561-50195c2a22d3 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:22.605043 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd39adf1-1554-4216-a561-50195c2a22d3 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:22.708832 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd39adf1-1554-4216-a561-50195c2a22d3 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:22.709336 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd39adf1-1554-4216-a561-50195c2a22d3 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Fanout notify agent at l3_agent the message router_deleted on router 70c2bec7-0c90-4fdb-9292-c0cf60138753 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:58:22.721333 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd39adf1-1554-4216-a561-50195c2a22d3 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:22.722401 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-fd39adf1-1554-4216-a561-50195c2a22d3 tempest-RoutersNegativeTest-1352487619 tempest-RoutersNegativeTest-1352487619-project] 10.222.0.31 "DELETE /v2.0/routers/70c2bec7-0c90-4fdb-9292-c0cf60138753 HTTP/1.1" status: 204 len: 168 time: 0.6425285 Mar 31 15:58:23.129118 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54038) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:23.333514 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2012a91c-9059-4b00-a3c9-dfa4bcf1571a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf04dab7c9584602b3777ed3984490c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2031844 Mar 31 15:58:23.335880 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54044) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:23.393981 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b260d27d-5e90-479e-9c5e-a07cf8b9db9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:23.419709 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b260d27d-5e90-479e-9c5e-a07cf8b9db9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:23.526361 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b260d27d-5e90-479e-9c5e-a07cf8b9db9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:23.541277 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260d27d-5e90-479e-9c5e-a07cf8b9db9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f80198-25dd-4795-9903-0e04fb511d84,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:23.547543 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b260d27d-5e90-479e-9c5e-a07cf8b9db9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:23.548866 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b260d27d-5e90-479e-9c5e-a07cf8b9db9b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/12f80198-25dd-4795-9903-0e04fb511d84 HTTP/1.1" status: 204 len: 168 time: 0.2119391 Mar 31 15:58:24.560170 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54068) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:24.668698 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-e80ad1e9-4654-419a-aea4-2d7dd9d84345 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1746452722-network', 'tenant_id': 'a89feb90a3db4952abb282ccac210906'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:24.673558 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e80ad1e9-4654-419a-aea4-2d7dd9d84345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:58:24.677673 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e80ad1e9-4654-419a-aea4-2d7dd9d84345 admin admin] Usage tracker for resource:network and tenant:a89feb90a3db4952abb282ccac210906 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:58:24.681061 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e80ad1e9-4654-419a-aea4-2d7dd9d84345 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:58:24.687281 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e80ad1e9-4654-419a-aea4-2d7dd9d84345 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:58:24.760056 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80ad1e9-4654-419a-aea4-2d7dd9d84345 admin admin] Made reservation on behalf of a89feb90a3db4952abb282ccac210906 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:58:24.762369 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e80ad1e9-4654-419a-aea4-2d7dd9d84345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:24.774608 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e80ad1e9-4654-419a-aea4-2d7dd9d84345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:24.792237 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e80ad1e9-4654-419a-aea4-2d7dd9d84345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:58:24.796700 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e80ad1e9-4654-419a-aea4-2d7dd9d84345 admin admin] Usage tracker for resource:security_group_rule and tenant:a89feb90a3db4952abb282ccac210906 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:58:24.799395 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e80ad1e9-4654-419a-aea4-2d7dd9d84345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:58:24.805874 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e80ad1e9-4654-419a-aea4-2d7dd9d84345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:58:24.896284 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e80ad1e9-4654-419a-aea4-2d7dd9d84345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:24.960494 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e80ad1e9-4654-419a-aea4-2d7dd9d84345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:24.990172 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80ad1e9-4654-419a-aea4-2d7dd9d84345 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:58:24.999191 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ad1e9-4654-419a-aea4-2d7dd9d84345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61132abc-277e-4266-ae72-101f6bf008b3,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:25.004899 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e80ad1e9-4654-419a-aea4-2d7dd9d84345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:25.005261 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-e80ad1e9-4654-419a-aea4-2d7dd9d84345 admin admin] Added segment d5a8806f-1dca-49ae-bbab-d906f7af27d6 of type vlan for network 10b561a2-f047-401f-8f80-c76f1cbd31de Mar 31 15:58:25.030846 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e80ad1e9-4654-419a-aea4-2d7dd9d84345 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:25.097618 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e80ad1e9-4654-419a-aea4-2d7dd9d84345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:25.098577 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80ad1e9-4654-419a-aea4-2d7dd9d84345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:25.099188 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e80ad1e9-4654-419a-aea4-2d7dd9d84345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:25.203260 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ad1e9-4654-419a-aea4-2d7dd9d84345 admin admin] Pushing event updated for resources: {'Network': ['ID=10b561a2-f047-401f-8f80-c76f1cbd31de,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:25.213276 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 10b561a2-f047-401f-8f80-c76f1cbd31de details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:58:25.241486 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e80ad1e9-4654-419a-aea4-2d7dd9d84345 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6802015 Mar 31 15:58:25.244319 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54074) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:25.250302 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-e2655f39-665a-46dd-a924-dd87b5ef8f32 admin admin] Request body: {'subnet': {'network_id': '10b561a2-f047-401f-8f80-c76f1cbd31de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1746452722-subnet', 'tenant_id': 'a89feb90a3db4952abb282ccac210906', 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:25.255013 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e2655f39-665a-46dd-a924-dd87b5ef8f32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:58:25.259105 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e2655f39-665a-46dd-a924-dd87b5ef8f32 admin admin] Usage tracker for resource:subnet and tenant:a89feb90a3db4952abb282ccac210906 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:58:25.262056 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e2655f39-665a-46dd-a924-dd87b5ef8f32 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:58:25.268005 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e2655f39-665a-46dd-a924-dd87b5ef8f32 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:58:25.360896 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2655f39-665a-46dd-a924-dd87b5ef8f32 admin admin] Made reservation on behalf of a89feb90a3db4952abb282ccac210906 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:58:25.363341 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2655f39-665a-46dd-a924-dd87b5ef8f32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:25.383902 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:25.618004 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2655f39-665a-46dd-a924-dd87b5ef8f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:25.692712 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2655f39-665a-46dd-a924-dd87b5ef8f32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=033adf96-4ff8-4832-b44d-fa6abb3985d3,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:25.704133 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2655f39-665a-46dd-a924-dd87b5ef8f32 admin admin] Checking segment: {'id': 'd5a8806f-1dca-49ae-bbab-d906f7af27d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '10b561a2-f047-401f-8f80-c76f1cbd31de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:58:25.704488 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2655f39-665a-46dd-a924-dd87b5ef8f32 admin admin] Network hostable DHCP agents. Network: 10b561a2-f047-401f-8f80-c76f1cbd31de, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:58:25.783180 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2655f39-665a-46dd-a924-dd87b5ef8f32 admin admin] Network 10b561a2-f047-401f-8f80-c76f1cbd31de is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:58:25.864267 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-e2655f39-665a-46dd-a924-dd87b5ef8f32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 10b561a2-f047-401f-8f80-c76f1cbd31de) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:25.872323 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2655f39-665a-46dd-a924-dd87b5ef8f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:25.872920 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2655f39-665a-46dd-a924-dd87b5ef8f32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:25.878125 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8e9495-a3ed-467a-9be7-2de9ecc76003 None None] Network 10b561a2-f047-401f-8f80-c76f1cbd31de requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:58:25.985220 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e2655f39-665a-46dd-a924-dd87b5ef8f32 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7391288 Mar 31 15:58:25.987249 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54078) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:25.992169 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-a6faca71-3fa9-42a2-9afc-0c87728d5198 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1746452722-router', 'tenant_id': 'a89feb90a3db4952abb282ccac210906', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:25.997926 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a6faca71-3fa9-42a2-9afc-0c87728d5198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:58:26.001687 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a6faca71-3fa9-42a2-9afc-0c87728d5198 admin admin] Usage tracker for resource:router and tenant:a89feb90a3db4952abb282ccac210906 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:58:26.004494 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a6faca71-3fa9-42a2-9afc-0c87728d5198 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:58:26.010843 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a6faca71-3fa9-42a2-9afc-0c87728d5198 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:58:26.102910 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9169eee-c4cf-4496-a3b1-c1afbc10d775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-10b561a2-f047-401f-8f80-c76f1cbd31de', 'network_id': '10b561a2-f047-401f-8f80-c76f1cbd31de', 'tenant_id': 'a89feb90a3db4952abb282ccac210906', 'fixed_ips': [{'subnet_id': '033adf96-4ff8-4832-b44d-fa6abb3985d3'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:58:26.103751 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a9169eee-c4cf-4496-a3b1-c1afbc10d775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:26.127178 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a6faca71-3fa9-42a2-9afc-0c87728d5198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:26.128152 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a6faca71-3fa9-42a2-9afc-0c87728d5198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:26.143633 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a6faca71-3fa9-42a2-9afc-0c87728d5198 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:26.264070 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-a9169eee-c4cf-4496-a3b1-c1afbc10d775 None None] Allocated IP 172.20.0.2 (10b561a2-f047-401f-8f80-c76f1cbd31de/033adf96-4ff8-4832-b44d-fa6abb3985d3/9b9acfd2-01d8-42a7-b81a-53e9b8392072) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:58:26.479615 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a9169eee-c4cf-4496-a3b1-c1afbc10d775 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:26.489441 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a9169eee-c4cf-4496-a3b1-c1afbc10d775 None None] Transition to ACTIVE for port object 9b9acfd2-01d8-42a7-b81a-53e9b8392072 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:58:26.507831 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a9169eee-c4cf-4496-a3b1-c1afbc10d775 None None] Transition to ACTIVE for port object 9b9acfd2-01d8-42a7-b81a-53e9b8392072 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:58:26.571631 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a6faca71-3fa9-42a2-9afc-0c87728d5198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:26.572863 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a9169eee-c4cf-4496-a3b1-c1afbc10d775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:26.638328 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9169eee-c4cf-4496-a3b1-c1afbc10d775 None None] Network 10b561a2-f047-401f-8f80-c76f1cbd31de is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:58:26.645077 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-a9169eee-c4cf-4496-a3b1-c1afbc10d775 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:26.650089 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9169eee-c4cf-4496-a3b1-c1afbc10d775 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:58:26.655815 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9169eee-c4cf-4496-a3b1-c1afbc10d775 None None] Pushing event updated for resources: {'Port': ['ID=9b9acfd2-01d8-42a7-b81a-53e9b8392072,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:26.745470 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a9169eee-c4cf-4496-a3b1-c1afbc10d775 None None] Attempting to bind port 9b9acfd2-01d8-42a7-b81a-53e9b8392072 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:58:26.745749 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a9169eee-c4cf-4496-a3b1-c1afbc10d775 None None] Attempting to bind port 9b9acfd2-01d8-42a7-b81a-53e9b8392072 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'd5a8806f-1dca-49ae-bbab-d906f7af27d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '10b561a2-f047-401f-8f80-c76f1cbd31de'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:58:26.746135 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9169eee-c4cf-4496-a3b1-c1afbc10d775 None None] Attempting to bind port 9b9acfd2-01d8-42a7-b81a-53e9b8392072 on network 10b561a2-f047-401f-8f80-c76f1cbd31de {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:58:26.751464 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9169eee-c4cf-4496-a3b1-c1afbc10d775 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:58:26.751827 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9169eee-c4cf-4496-a3b1-c1afbc10d775 None None] Checking segment: {'id': 'd5a8806f-1dca-49ae-bbab-d906f7af27d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '10b561a2-f047-401f-8f80-c76f1cbd31de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:58:26.752224 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a9169eee-c4cf-4496-a3b1-c1afbc10d775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:26.752613 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9169eee-c4cf-4496-a3b1-c1afbc10d775 None None] Bound using segment: {'id': 'd5a8806f-1dca-49ae-bbab-d906f7af27d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '10b561a2-f047-401f-8f80-c76f1cbd31de'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:58:26.753067 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a9169eee-c4cf-4496-a3b1-c1afbc10d775 None None] Bound port: 9b9acfd2-01d8-42a7-b81a-53e9b8392072, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a8806f-1dca-49ae-bbab-d906f7af27d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '10b561a2-f047-401f-8f80-c76f1cbd31de'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:58:26.753463 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a9169eee-c4cf-4496-a3b1-c1afbc10d775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:26.843655 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a9169eee-c4cf-4496-a3b1-c1afbc10d775 None None] For port 9b9acfd2-01d8-42a7-b81a-53e9b8392072, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:58:26.846628 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a9169eee-c4cf-4496-a3b1-c1afbc10d775 None None] For port 9b9acfd2-01d8-42a7-b81a-53e9b8392072, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=9b9acfd2-01d8-42a7-b81a-53e9b8392072,segment=NetworkSegment(d5a8806f-1dca-49ae-bbab-d906f7af27d6),segment_id=d5a8806f-1dca-49ae-bbab-d906f7af27d6)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:58:26.920972 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a9169eee-c4cf-4496-a3b1-c1afbc10d775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:26.965790 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a6faca71-3fa9-42a2-9afc-0c87728d5198 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:26.999773 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a6faca71-3fa9-42a2-9afc-0c87728d5198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:27.037870 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9169eee-c4cf-4496-a3b1-c1afbc10d775 None None] Pushing event updated for resources: {'Port': ['ID=9b9acfd2-01d8-42a7-b81a-53e9b8392072,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:27.141150 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-a6faca71-3fa9-42a2-9afc-0c87728d5198 admin admin] Allocated IP 172.26.5.39 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/a749b6c2-5f18-4736-a7eb-2646c276d193) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:58:27.297422 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a6faca71-3fa9-42a2-9afc-0c87728d5198 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:27.385513 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a6faca71-3fa9-42a2-9afc-0c87728d5198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:27.456108 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6faca71-3fa9-42a2-9afc-0c87728d5198 admin admin] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:58:27.463320 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-a6faca71-3fa9-42a2-9afc-0c87728d5198 admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:27.467738 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6faca71-3fa9-42a2-9afc-0c87728d5198 admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:58:27.500418 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6faca71-3fa9-42a2-9afc-0c87728d5198 admin admin] Pushing event updated for resources: {'Port': ['ID=a749b6c2-5f18-4736-a7eb-2646c276d193,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:27.745158 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 9b9acfd2-01d8-42a7-b81a-53e9b8392072 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:58:27.875077 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 9b9acfd2-01d8-42a7-b81a-53e9b8392072 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:58:28.000128 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a6faca71-3fa9-42a2-9afc-0c87728d5198 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:28.119056 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fdb012-503b-49cf-960e-a6ccf6532ed9 None None] Network 10b561a2-f047-401f-8f80-c76f1cbd31de requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:58:28.288784 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-569fa182-d197-4619-a392-dff73894d6d3 None None] Provisioning for port 9b9acfd2-01d8-42a7-b81a-53e9b8392072 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:58:28.298110 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-569fa182-d197-4619-a392-dff73894d6d3 None None] Provisioning complete for port 9b9acfd2-01d8-42a7-b81a-53e9b8392072 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:58:28.298487 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-569fa182-d197-4619-a392-dff73894d6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:28.461867 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a6faca71-3fa9-42a2-9afc-0c87728d5198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:28.471091 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-569fa182-d197-4619-a392-dff73894d6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:28.506873 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-569fa182-d197-4619-a392-dff73894d6d3 None None] For port 9b9acfd2-01d8-42a7-b81a-53e9b8392072, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=9b9acfd2-01d8-42a7-b81a-53e9b8392072,segment=NetworkSegment(d5a8806f-1dca-49ae-bbab-d906f7af27d6),segment_id=d5a8806f-1dca-49ae-bbab-d906f7af27d6)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:58:28.583261 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-569fa182-d197-4619-a392-dff73894d6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:28.656650 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569fa182-d197-4619-a392-dff73894d6d3 None None] Pushing event updated for resources: {'Port': ['ID=9b9acfd2-01d8-42a7-b81a-53e9b8392072,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:28.704923 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-afa654d4-19a3-4259-b584-6da4f81f8245 None None] Provisioning complete for port 9b9acfd2-01d8-42a7-b81a-53e9b8392072 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:58:28.705328 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-afa654d4-19a3-4259-b584-6da4f81f8245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:28.749160 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6faca71-3fa9-42a2-9afc-0c87728d5198 admin admin] Router 3aca8899-116e-4d63-80b5-67bfc6c87986 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:58:28.937033 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6faca71-3fa9-42a2-9afc-0c87728d5198 admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:58:28.946089 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e291b21-073e-4a8b-a26f-f57151cb98d0 None None] Sync routers for ids ['3aca8899-116e-4d63-80b5-67bfc6c87986'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:58:28.955731 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e291b21-073e-4a8b-a26f-f57151cb98d0 None None] Routers {'3aca8899-116e-4d63-80b5-67bfc6c87986'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:58:28.956337 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-7e291b21-073e-4a8b-a26f-f57151cb98d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:58:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['3aca8899-116e-4d63-80b5-67bfc6c87986'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:29.023573 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a6faca71-3fa9-42a2-9afc-0c87728d5198 admin admin] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:29.027725 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a6faca71-3fa9-42a2-9afc-0c87728d5198 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0367095 Mar 31 15:58:29.027961 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54082) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:29.134107 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-7e291b21-073e-4a8b-a26f-f57151cb98d0 None None] Set router 3aca8899-116e-4d63-80b5-67bfc6c87986 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:58:29.449769 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-7e291b21-073e-4a8b-a26f-f57151cb98d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aca8899-116e-4d63-80b5-67bfc6c87986', 'name': 'tempest-TestEncryptedCinderVolumes-1746452722-router', 'tenant_id': 'a89feb90a3db4952abb282ccac210906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.39'}], 'enable_snat': True}, 'gw_port_id': 'a749b6c2-5f18-4736-a7eb-2646c276d193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:58:26Z', 'updated_at': '2022-03-31T15:58:27Z', 'revision_number': 3, 'project_id': 'a89feb90a3db4952abb282ccac210906', 'gw_port': {'id': 'a749b6c2-5f18-4736-a7eb-2646c276d193', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aca8899-116e-4d63-80b5-67bfc6c87986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:58:27Z', 'updated_at': '2022-03-31T15:58:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:29.453759 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e291b21-073e-4a8b-a26f-f57151cb98d0 None None] Checking router: 3aca8899-116e-4d63-80b5-67bfc6c87986 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:58:29.454100 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e291b21-073e-4a8b-a26f-f57151cb98d0 None None] Updating router 3aca8899-116e-4d63-80b5-67bfc6c87986 port a749b6c2-5f18-4736-a7eb-2646c276d193 binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:58:29.505078 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e291b21-073e-4a8b-a26f-f57151cb98d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:29.726167 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 9b9acfd2-01d8-42a7-b81a-53e9b8392072 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:58:29.808660 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 9b9acfd2-01d8-42a7-b81a-53e9b8392072 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:58:29.809517 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:29.842721 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-582b602a-ea11-48ae-82a2-aaccdb15ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:29.852045 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e291b21-073e-4a8b-a26f-f57151cb98d0 None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:29.865108 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-7e291b21-073e-4a8b-a26f-f57151cb98d0 None None] Transition to ACTIVE for port object a749b6c2-5f18-4736-a7eb-2646c276d193 will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:58:29.949017 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e291b21-073e-4a8b-a26f-f57151cb98d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:30.026418 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-7e291b21-073e-4a8b-a26f-f57151cb98d0 None None] Attempting to bind port a749b6c2-5f18-4736-a7eb-2646c276d193 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:58:30.026771 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-7e291b21-073e-4a8b-a26f-f57151cb98d0 None None] Attempting to bind port a749b6c2-5f18-4736-a7eb-2646c276d193 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:58:30.027132 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e291b21-073e-4a8b-a26f-f57151cb98d0 None None] Attempting to bind port a749b6c2-5f18-4736-a7eb-2646c276d193 on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:58:30.032859 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbcacfc-9d3d-47ee-aa33-a6ab9a8fe661 None None] Pushing event updated for resources: {'Port': ['ID=a749b6c2-5f18-4736-a7eb-2646c276d193,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:30.037693 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e291b21-073e-4a8b-a26f-f57151cb98d0 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:58:30.038082 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e291b21-073e-4a8b-a26f-f57151cb98d0 None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:58:30.038458 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e291b21-073e-4a8b-a26f-f57151cb98d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:30.038846 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e291b21-073e-4a8b-a26f-f57151cb98d0 None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:58:30.039831 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-7e291b21-073e-4a8b-a26f-f57151cb98d0 None None] Bound port: a749b6c2-5f18-4736-a7eb-2646c276d193, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:58:30.040190 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e291b21-073e-4a8b-a26f-f57151cb98d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:30.053596 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-582b602a-ea11-48ae-82a2-aaccdb15ebb0 admin admin] Allocated IP 172.20.0.1 (10b561a2-f047-401f-8f80-c76f1cbd31de/033adf96-4ff8-4832-b44d-fa6abb3985d3/6294de0a-7205-434c-96ed-78b9447106f9) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:58:30.071226 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcacfc-9d3d-47ee-aa33-a6ab9a8fe661 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:30.071572 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcacfc-9d3d-47ee-aa33-a6ab9a8fe661 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:30.071905 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcacfc-9d3d-47ee-aa33-a6ab9a8fe661 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:30.072235 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcacfc-9d3d-47ee-aa33-a6ab9a8fe661 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:30.072559 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcacfc-9d3d-47ee-aa33-a6ab9a8fe661 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:30.072883 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcacfc-9d3d-47ee-aa33-a6ab9a8fe661 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:30.073238 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcacfc-9d3d-47ee-aa33-a6ab9a8fe661 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:30.084009 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcacfc-9d3d-47ee-aa33-a6ab9a8fe661 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:30.084009 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcacfc-9d3d-47ee-aa33-a6ab9a8fe661 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:30.084009 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcacfc-9d3d-47ee-aa33-a6ab9a8fe661 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:30.084009 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcacfc-9d3d-47ee-aa33-a6ab9a8fe661 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:30.084009 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcacfc-9d3d-47ee-aa33-a6ab9a8fe661 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:30.124963 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-7e291b21-073e-4a8b-a26f-f57151cb98d0 None None] For port a749b6c2-5f18-4736-a7eb-2646c276d193, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:58:30.127886 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-7e291b21-073e-4a8b-a26f-f57151cb98d0 None None] For port a749b6c2-5f18-4736-a7eb-2646c276d193, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=a749b6c2-5f18-4736-a7eb-2646c276d193,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:58:30.195244 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e291b21-073e-4a8b-a26f-f57151cb98d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:30.203284 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-582b602a-ea11-48ae-82a2-aaccdb15ebb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:30.219611 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-582b602a-ea11-48ae-82a2-aaccdb15ebb0 admin admin] Transition to ACTIVE for port object 6294de0a-7205-434c-96ed-78b9447106f9 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:58:30.271694 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e291b21-073e-4a8b-a26f-f57151cb98d0 None None] Routers {'3aca8899-116e-4d63-80b5-67bfc6c87986'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:58:30.272207 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-7e291b21-073e-4a8b-a26f-f57151cb98d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:58:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['3aca8899-116e-4d63-80b5-67bfc6c87986'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:30.298191 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-582b602a-ea11-48ae-82a2-aaccdb15ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:30.337286 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbcacfc-9d3d-47ee-aa33-a6ab9a8fe661 None None] Pushing event updated for resources: {'Port': ['ID=a749b6c2-5f18-4736-a7eb-2646c276d193,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:30.364855 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582b602a-ea11-48ae-82a2-aaccdb15ebb0 admin admin] Network 10b561a2-f047-401f-8f80-c76f1cbd31de is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:58:30.368432 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-582b602a-ea11-48ae-82a2-aaccdb15ebb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:30.376903 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582b602a-ea11-48ae-82a2-aaccdb15ebb0 admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:58:30.414414 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b602a-ea11-48ae-82a2-aaccdb15ebb0 admin admin] Pushing event updated for resources: {'Port': ['ID=6294de0a-7205-434c-96ed-78b9447106f9,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:30.439563 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-582b602a-ea11-48ae-82a2-aaccdb15ebb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:30.463282 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-7e291b21-073e-4a8b-a26f-f57151cb98d0 None None] Set router 3aca8899-116e-4d63-80b5-67bfc6c87986 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:58:30.633912 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-582b602a-ea11-48ae-82a2-aaccdb15ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:30.720841 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f2730ef4-66d2-4eb7-8599-357d65b312cc None None] Provisioning for port 6294de0a-7205-434c-96ed-78b9447106f9 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:58:30.727004 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f2730ef4-66d2-4eb7-8599-357d65b312cc None None] Provisioning complete for port 6294de0a-7205-434c-96ed-78b9447106f9 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:58:30.727717 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f2730ef4-66d2-4eb7-8599-357d65b312cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:30.757432 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-7e291b21-073e-4a8b-a26f-f57151cb98d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aca8899-116e-4d63-80b5-67bfc6c87986', 'name': 'tempest-TestEncryptedCinderVolumes-1746452722-router', 'tenant_id': 'a89feb90a3db4952abb282ccac210906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.39'}], 'enable_snat': True}, 'gw_port_id': 'a749b6c2-5f18-4736-a7eb-2646c276d193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:58:26Z', 'updated_at': '2022-03-31T15:58:27Z', 'revision_number': 3, 'project_id': 'a89feb90a3db4952abb282ccac210906', 'gw_port': {'id': 'a749b6c2-5f18-4736-a7eb-2646c276d193', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aca8899-116e-4d63-80b5-67bfc6c87986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:58:27Z', 'updated_at': '2022-03-31T15:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:30.762800 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e291b21-073e-4a8b-a26f-f57151cb98d0 None None] The sync data for ids ['3aca8899-116e-4d63-80b5-67bfc6c87986'] in dv-neutron-833379-2-hyperv is: [{'id': '3aca8899-116e-4d63-80b5-67bfc6c87986', 'name': 'tempest-TestEncryptedCinderVolumes-1746452722-router', 'tenant_id': 'a89feb90a3db4952abb282ccac210906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.39'}], 'enable_snat': True}, 'gw_port_id': 'a749b6c2-5f18-4736-a7eb-2646c276d193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:58:26Z', 'updated_at': '2022-03-31T15:58:27Z', 'revision_number': 3, 'project_id': 'a89feb90a3db4952abb282ccac210906', 'gw_port': {'id': 'a749b6c2-5f18-4736-a7eb-2646c276d193', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aca8899-116e-4d63-80b5-67bfc6c87986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:58:27Z', 'updated_at': '2022-03-31T15:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:58:30.788774 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f2730ef4-66d2-4eb7-8599-357d65b312cc None None] Port 6294de0a-7205-434c-96ed-78b9447106f9 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:58:30.879250 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-582b602a-ea11-48ae-82a2-aaccdb15ebb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:30.943526 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-582b602a-ea11-48ae-82a2-aaccdb15ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:31.065633 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b602a-ea11-48ae-82a2-aaccdb15ebb0 admin admin] Pushing event updated for resources: {'Port': ['ID=6294de0a-7205-434c-96ed-78b9447106f9,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:31.074325 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-582b602a-ea11-48ae-82a2-aaccdb15ebb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:31.221564 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582b602a-ea11-48ae-82a2-aaccdb15ebb0 admin admin] Network 10b561a2-f047-401f-8f80-c76f1cbd31de is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:58:31.222990 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-582b602a-ea11-48ae-82a2-aaccdb15ebb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:31.423997 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582b602a-ea11-48ae-82a2-aaccdb15ebb0 admin admin] Router 3aca8899-116e-4d63-80b5-67bfc6c87986 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:58:31.515263 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-366854c5-c228-40d6-b1c0-7a944bd1eeef None None] Provisioning complete for port 6294de0a-7205-434c-96ed-78b9447106f9 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:58:31.515761 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-366854c5-c228-40d6-b1c0-7a944bd1eeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:31.575725 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-366854c5-c228-40d6-b1c0-7a944bd1eeef None None] Port 6294de0a-7205-434c-96ed-78b9447106f9 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:58:31.724792 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582b602a-ea11-48ae-82a2-aaccdb15ebb0 admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:58:31.740885 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-582b602a-ea11-48ae-82a2-aaccdb15ebb0 admin admin] 10.222.0.31 "PUT /v2.0/routers/3aca8899-116e-4d63-80b5-67bfc6c87986/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7063718 Mar 31 15:58:31.742881 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device a749b6c2-5f18-4736-a7eb-2646c276d193 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:58:31.892085 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port a749b6c2-5f18-4736-a7eb-2646c276d193 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:58:31.897069 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port a749b6c2-5f18-4736-a7eb-2646c276d193 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:58:31.897472 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:32.018562 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:32.037432 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port a749b6c2-5f18-4736-a7eb-2646c276d193, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=a749b6c2-5f18-4736-a7eb-2646c276d193,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:58:32.104033 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:32.181790 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=a749b6c2-5f18-4736-a7eb-2646c276d193,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:32.258807 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3543ea4c-32a4-4bb7-9cc5-dd91ed8b7040 None None] Sync routers for ids ['3aca8899-116e-4d63-80b5-67bfc6c87986'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:58:32.268157 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3543ea4c-32a4-4bb7-9cc5-dd91ed8b7040 None None] Routers {'3aca8899-116e-4d63-80b5-67bfc6c87986'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:58:32.268766 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3543ea4c-32a4-4bb7-9cc5-dd91ed8b7040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:58:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['3aca8899-116e-4d63-80b5-67bfc6c87986'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:32.452426 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3543ea4c-32a4-4bb7-9cc5-dd91ed8b7040 None None] Set router 3aca8899-116e-4d63-80b5-67bfc6c87986 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:58:32.467685 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54100) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:32.473075 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-9c3630a2-3504-4021-9d79-c460c27d6e51 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1390704808-network', 'tenant_id': 'f6da9c33ff3a4db1bcb601fe4c96b525'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:32.478355 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9c3630a2-3504-4021-9d79-c460c27d6e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:58:32.482211 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9c3630a2-3504-4021-9d79-c460c27d6e51 admin admin] Usage tracker for resource:network and tenant:f6da9c33ff3a4db1bcb601fe4c96b525 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:58:32.485041 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9c3630a2-3504-4021-9d79-c460c27d6e51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:58:32.490655 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9c3630a2-3504-4021-9d79-c460c27d6e51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:58:32.548842 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3630a2-3504-4021-9d79-c460c27d6e51 admin admin] Made reservation on behalf of f6da9c33ff3a4db1bcb601fe4c96b525 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:58:32.551614 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9c3630a2-3504-4021-9d79-c460c27d6e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:32.567614 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9c3630a2-3504-4021-9d79-c460c27d6e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:32.585884 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9c3630a2-3504-4021-9d79-c460c27d6e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:58:32.591081 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9c3630a2-3504-4021-9d79-c460c27d6e51 admin admin] Usage tracker for resource:security_group_rule and tenant:f6da9c33ff3a4db1bcb601fe4c96b525 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:58:32.594123 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9c3630a2-3504-4021-9d79-c460c27d6e51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:58:32.599795 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9c3630a2-3504-4021-9d79-c460c27d6e51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:58:32.685803 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9c3630a2-3504-4021-9d79-c460c27d6e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:32.765884 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9c3630a2-3504-4021-9d79-c460c27d6e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:32.793561 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3630a2-3504-4021-9d79-c460c27d6e51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:58:32.803548 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3543ea4c-32a4-4bb7-9cc5-dd91ed8b7040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aca8899-116e-4d63-80b5-67bfc6c87986', 'name': 'tempest-TestEncryptedCinderVolumes-1746452722-router', 'tenant_id': 'a89feb90a3db4952abb282ccac210906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.39'}], 'enable_snat': True}, 'gw_port_id': 'a749b6c2-5f18-4736-a7eb-2646c276d193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:58:26Z', 'updated_at': '2022-03-31T15:58:30Z', 'revision_number': 4, 'project_id': 'a89feb90a3db4952abb282ccac210906', 'gw_port': {'id': 'a749b6c2-5f18-4736-a7eb-2646c276d193', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aca8899-116e-4d63-80b5-67bfc6c87986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:58:27Z', 'updated_at': '2022-03-31T15:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '6294de0a-7205-434c-96ed-78b9447106f9', 'name': '', 'network_id': '10b561a2-f047-401f-8f80-c76f1cbd31de', 'tenant_id': 'a89feb90a3db4952abb282ccac210906', 'mac_address': 'fa:16:3e:c0:62:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aca8899-116e-4d63-80b5-67bfc6c87986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '033adf96-4ff8-4832-b44d-fa6abb3985d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:58:29Z', 'updated_at': '2022-03-31T15:58:30Z', 'revision_number': 2, 'project_id': 'a89feb90a3db4952abb282ccac210906', 'subnets': [{'id': '033adf96-4ff8-4832-b44d-fa6abb3985d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:32.807026 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3630a2-3504-4021-9d79-c460c27d6e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafbae37-179b-4acf-805d-efaa82cf954d,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:32.808487 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3543ea4c-32a4-4bb7-9cc5-dd91ed8b7040 None None] Checking router: 3aca8899-116e-4d63-80b5-67bfc6c87986 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:58:32.808839 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3543ea4c-32a4-4bb7-9cc5-dd91ed8b7040 None None] Updating router 3aca8899-116e-4d63-80b5-67bfc6c87986 port 6294de0a-7205-434c-96ed-78b9447106f9 binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:58:32.812032 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9c3630a2-3504-4021-9d79-c460c27d6e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:32.812449 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-9c3630a2-3504-4021-9d79-c460c27d6e51 admin admin] Added segment 2e17f2bc-672a-4303-811d-182a353a6001 of type vlan for network 005d2693-88ab-404c-9053-e2d460fbb2ce Mar 31 15:58:32.842102 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9c3630a2-3504-4021-9d79-c460c27d6e51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:32.864951 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3543ea4c-32a4-4bb7-9cc5-dd91ed8b7040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:32.937514 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9c3630a2-3504-4021-9d79-c460c27d6e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:32.938420 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3630a2-3504-4021-9d79-c460c27d6e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:32.939007 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9c3630a2-3504-4021-9d79-c460c27d6e51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:33.040185 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3630a2-3504-4021-9d79-c460c27d6e51 admin admin] Pushing event updated for resources: {'Network': ['ID=005d2693-88ab-404c-9053-e2d460fbb2ce,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:33.050746 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 005d2693-88ab-404c-9053-e2d460fbb2ce details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 15:58:33.087142 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9c3630a2-3504-4021-9d79-c460c27d6e51 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6180220 Mar 31 15:58:33.098245 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54104) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:33.104572 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-29b3b310-c5c0-4f68-add7-0fe23abad2db admin admin] Request body: {'subnet': {'network_id': '005d2693-88ab-404c-9053-e2d460fbb2ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1390704808-subnet', 'tenant_id': 'f6da9c33ff3a4db1bcb601fe4c96b525', 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:33.109824 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-29b3b310-c5c0-4f68-add7-0fe23abad2db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:58:33.113716 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-29b3b310-c5c0-4f68-add7-0fe23abad2db admin admin] Usage tracker for resource:subnet and tenant:f6da9c33ff3a4db1bcb601fe4c96b525 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:58:33.116568 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-29b3b310-c5c0-4f68-add7-0fe23abad2db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:58:33.123332 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-29b3b310-c5c0-4f68-add7-0fe23abad2db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:58:33.131554 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e4fb7ed8-add1-4464-b9c4-811d1595f09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:33.217346 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b3b310-c5c0-4f68-add7-0fe23abad2db admin admin] Made reservation on behalf of f6da9c33ff3a4db1bcb601fe4c96b525 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:58:33.219622 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-29b3b310-c5c0-4f68-add7-0fe23abad2db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:33.307315 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3543ea4c-32a4-4bb7-9cc5-dd91ed8b7040 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:33.318969 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3543ea4c-32a4-4bb7-9cc5-dd91ed8b7040 None None] Transition to ACTIVE for port object 6294de0a-7205-434c-96ed-78b9447106f9 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:58:33.406119 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3543ea4c-32a4-4bb7-9cc5-dd91ed8b7040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:33.481310 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-29b3b310-c5c0-4f68-add7-0fe23abad2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:33.557097 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3b310-c5c0-4f68-add7-0fe23abad2db admin admin] Pushing event updated for resources: {'Subnet': ['ID=10010a29-adb6-4333-82b8-bca5ed4fb729,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:33.573930 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b3b310-c5c0-4f68-add7-0fe23abad2db admin admin] Checking segment: {'id': '2e17f2bc-672a-4303-811d-182a353a6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '005d2693-88ab-404c-9053-e2d460fbb2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:58:33.574687 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b3b310-c5c0-4f68-add7-0fe23abad2db admin admin] Network hostable DHCP agents. Network: 005d2693-88ab-404c-9053-e2d460fbb2ce, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:58:33.580715 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295f9ca-a3d6-474f-ab76-e65a59106e90 None None] Pushing event updated for resources: {'Port': ['ID=6294de0a-7205-434c-96ed-78b9447106f9,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:33.645924 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-3543ea4c-32a4-4bb7-9cc5-dd91ed8b7040 None None] Attempting to bind port 6294de0a-7205-434c-96ed-78b9447106f9 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:58:33.646289 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-3543ea4c-32a4-4bb7-9cc5-dd91ed8b7040 None None] Attempting to bind port 6294de0a-7205-434c-96ed-78b9447106f9 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'd5a8806f-1dca-49ae-bbab-d906f7af27d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '10b561a2-f047-401f-8f80-c76f1cbd31de'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:58:33.646653 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3543ea4c-32a4-4bb7-9cc5-dd91ed8b7040 None None] Attempting to bind port 6294de0a-7205-434c-96ed-78b9447106f9 on network 10b561a2-f047-401f-8f80-c76f1cbd31de {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:58:33.651788 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b3b310-c5c0-4f68-add7-0fe23abad2db admin admin] Network 005d2693-88ab-404c-9053-e2d460fbb2ce is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:58:33.653131 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3543ea4c-32a4-4bb7-9cc5-dd91ed8b7040 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:58:33.653563 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3543ea4c-32a4-4bb7-9cc5-dd91ed8b7040 None None] Checking segment: {'id': 'd5a8806f-1dca-49ae-bbab-d906f7af27d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '10b561a2-f047-401f-8f80-c76f1cbd31de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:58:33.654016 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3543ea4c-32a4-4bb7-9cc5-dd91ed8b7040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:33.654405 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3543ea4c-32a4-4bb7-9cc5-dd91ed8b7040 None None] Bound using segment: {'id': 'd5a8806f-1dca-49ae-bbab-d906f7af27d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '10b561a2-f047-401f-8f80-c76f1cbd31de'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:58:33.654875 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-3543ea4c-32a4-4bb7-9cc5-dd91ed8b7040 None None] Bound port: 6294de0a-7205-434c-96ed-78b9447106f9, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a8806f-1dca-49ae-bbab-d906f7af27d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '10b561a2-f047-401f-8f80-c76f1cbd31de'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:58:33.655248 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3543ea4c-32a4-4bb7-9cc5-dd91ed8b7040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:33.714986 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-29b3b310-c5c0-4f68-add7-0fe23abad2db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 005d2693-88ab-404c-9053-e2d460fbb2ce) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:33.719666 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b3b310-c5c0-4f68-add7-0fe23abad2db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:33.721728 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-29b3b310-c5c0-4f68-add7-0fe23abad2db admin admin] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:33.730763 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce33c76e-9890-4528-aaa3-c709b861ccf9 None None] Network 005d2693-88ab-404c-9053-e2d460fbb2ce requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:58:33.753383 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device a749b6c2-5f18-4736-a7eb-2646c276d193 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:58:33.784164 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-29b3b310-c5c0-4f68-add7-0fe23abad2db admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6847570 Mar 31 15:58:33.786772 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54108) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:33.792281 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-dd4ce046-5085-4416-8d77-2769b8c13ec5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1390704808-router', 'tenant_id': 'f6da9c33ff3a4db1bcb601fe4c96b525', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:33.797045 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-dd4ce046-5085-4416-8d77-2769b8c13ec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:58:33.800885 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-dd4ce046-5085-4416-8d77-2769b8c13ec5 admin admin] Usage tracker for resource:router and tenant:f6da9c33ff3a4db1bcb601fe4c96b525 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 15:58:33.803753 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-dd4ce046-5085-4416-8d77-2769b8c13ec5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 15:58:33.810210 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-dd4ce046-5085-4416-8d77-2769b8c13ec5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:58:33.863557 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce046-5085-4416-8d77-2769b8c13ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:33.864593 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce046-5085-4416-8d77-2769b8c13ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:33.880157 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce046-5085-4416-8d77-2769b8c13ec5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:33.910596 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-3543ea4c-32a4-4bb7-9cc5-dd91ed8b7040 None None] For port 6294de0a-7205-434c-96ed-78b9447106f9, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:58:33.925996 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-3543ea4c-32a4-4bb7-9cc5-dd91ed8b7040 None None] For port 6294de0a-7205-434c-96ed-78b9447106f9, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=6294de0a-7205-434c-96ed-78b9447106f9,segment=NetworkSegment(d5a8806f-1dca-49ae-bbab-d906f7af27d6),segment_id=d5a8806f-1dca-49ae-bbab-d906f7af27d6)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:58:33.985091 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port a749b6c2-5f18-4736-a7eb-2646c276d193 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:58:33.985398 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:34.017845 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3543ea4c-32a4-4bb7-9cc5-dd91ed8b7040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:34.173208 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3543ea4c-32a4-4bb7-9cc5-dd91ed8b7040 None None] Routers {'3aca8899-116e-4d63-80b5-67bfc6c87986'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:58:34.173844 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3543ea4c-32a4-4bb7-9cc5-dd91ed8b7040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:58:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['3aca8899-116e-4d63-80b5-67bfc6c87986'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:34.207313 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce046-5085-4416-8d77-2769b8c13ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:34.275253 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b630d791-b27b-487f-9d57-8b0a45c9a0cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-005d2693-88ab-404c-9053-e2d460fbb2ce', 'network_id': '005d2693-88ab-404c-9053-e2d460fbb2ce', 'tenant_id': 'f6da9c33ff3a4db1bcb601fe4c96b525', 'fixed_ips': [{'subnet_id': '10010a29-adb6-4333-82b8-bca5ed4fb729'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 15:58:34.276088 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b630d791-b27b-487f-9d57-8b0a45c9a0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:34.294307 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295f9ca-a3d6-474f-ab76-e65a59106e90 None None] Pushing event updated for resources: {'Port': ['ID=6294de0a-7205-434c-96ed-78b9447106f9,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:34.594997 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce046-5085-4416-8d77-2769b8c13ec5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:34.598554 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3543ea4c-32a4-4bb7-9cc5-dd91ed8b7040 None None] Set router 3aca8899-116e-4d63-80b5-67bfc6c87986 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:58:34.626867 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce046-5085-4416-8d77-2769b8c13ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:34.745933 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-b630d791-b27b-487f-9d57-8b0a45c9a0cc None None] Allocated IP 172.20.0.2 (005d2693-88ab-404c-9053-e2d460fbb2ce/10010a29-adb6-4333-82b8-bca5ed4fb729/2094d445-d42f-4a8f-b8ea-b95802ab7e64) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:58:34.765377 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-dd4ce046-5085-4416-8d77-2769b8c13ec5 admin admin] Allocated IP 172.26.5.24 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/efbd31ae-e718-4b82-b99d-67f197ee634e) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:58:35.023062 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce046-5085-4416-8d77-2769b8c13ec5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:35.124717 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b630d791-b27b-487f-9d57-8b0a45c9a0cc None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:35.126456 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce046-5085-4416-8d77-2769b8c13ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:35.138271 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b630d791-b27b-487f-9d57-8b0a45c9a0cc None None] Transition to ACTIVE for port object 2094d445-d42f-4a8f-b8ea-b95802ab7e64 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:58:35.145473 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3543ea4c-32a4-4bb7-9cc5-dd91ed8b7040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aca8899-116e-4d63-80b5-67bfc6c87986', 'name': 'tempest-TestEncryptedCinderVolumes-1746452722-router', 'tenant_id': 'a89feb90a3db4952abb282ccac210906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.39'}], 'enable_snat': True}, 'gw_port_id': 'a749b6c2-5f18-4736-a7eb-2646c276d193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:58:26Z', 'updated_at': '2022-03-31T15:58:30Z', 'revision_number': 4, 'project_id': 'a89feb90a3db4952abb282ccac210906', 'gw_port': {'id': 'a749b6c2-5f18-4736-a7eb-2646c276d193', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aca8899-116e-4d63-80b5-67bfc6c87986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:58:27Z', 'updated_at': '2022-03-31T15:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '6294de0a-7205-434c-96ed-78b9447106f9', 'name': '', 'network_id': '10b561a2-f047-401f-8f80-c76f1cbd31de', 'tenant_id': 'a89feb90a3db4952abb282ccac210906', 'mac_address': 'fa:16:3e:c0:62:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aca8899-116e-4d63-80b5-67bfc6c87986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '033adf96-4ff8-4832-b44d-fa6abb3985d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:58:29Z', 'updated_at': '2022-03-31T15:58:33Z', 'revision_number': 4, 'project_id': 'a89feb90a3db4952abb282ccac210906', 'subnets': [{'id': '033adf96-4ff8-4832-b44d-fa6abb3985d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:35.156319 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3543ea4c-32a4-4bb7-9cc5-dd91ed8b7040 None None] The sync data for ids ['3aca8899-116e-4d63-80b5-67bfc6c87986'] in dv-neutron-833379-2-hyperv is: [{'id': '3aca8899-116e-4d63-80b5-67bfc6c87986', 'name': 'tempest-TestEncryptedCinderVolumes-1746452722-router', 'tenant_id': 'a89feb90a3db4952abb282ccac210906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.39'}], 'enable_snat': True}, 'gw_port_id': 'a749b6c2-5f18-4736-a7eb-2646c276d193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:58:26Z', 'updated_at': '2022-03-31T15:58:30Z', 'revision_number': 4, 'project_id': 'a89feb90a3db4952abb282ccac210906', 'gw_port': {'id': 'a749b6c2-5f18-4736-a7eb-2646c276d193', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aca8899-116e-4d63-80b5-67bfc6c87986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:58:27Z', 'updated_at': '2022-03-31T15:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '6294de0a-7205-434c-96ed-78b9447106f9', 'name': '', 'network_id': '10b561a2-f047-401f-8f80-c76f1cbd31de', 'tenant_id': 'a89feb90a3db4952abb282ccac210906', 'mac_address': 'fa:16:3e:c0:62:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aca8899-116e-4d63-80b5-67bfc6c87986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '033adf96-4ff8-4832-b44d-fa6abb3985d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:58:29Z', 'updated_at': '2022-03-31T15:58:33Z', 'revision_number': 4, 'project_id': 'a89feb90a3db4952abb282ccac210906', 'subnets': [{'id': '033adf96-4ff8-4832-b44d-fa6abb3985d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:58:35.164115 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b630d791-b27b-487f-9d57-8b0a45c9a0cc None None] Transition to ACTIVE for port object 2094d445-d42f-4a8f-b8ea-b95802ab7e64 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:58:35.183330 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-11a45e01-561e-4dec-9562-e707b78e2b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:35.192870 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4ce046-5085-4416-8d77-2769b8c13ec5 admin admin] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:58:35.203783 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-dd4ce046-5085-4416-8d77-2769b8c13ec5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:35.210186 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4ce046-5085-4416-8d77-2769b8c13ec5 admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:58:35.251925 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ce046-5085-4416-8d77-2769b8c13ec5 admin admin] Pushing event updated for resources: {'Port': ['ID=efbd31ae-e718-4b82-b99d-67f197ee634e,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:35.269520 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b630d791-b27b-487f-9d57-8b0a45c9a0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:35.336116 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b630d791-b27b-487f-9d57-8b0a45c9a0cc None None] Network 005d2693-88ab-404c-9053-e2d460fbb2ce is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:58:35.339274 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-b630d791-b27b-487f-9d57-8b0a45c9a0cc None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:35.349597 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b630d791-b27b-487f-9d57-8b0a45c9a0cc None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:58:35.360157 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630d791-b27b-487f-9d57-8b0a45c9a0cc None None] Pushing event updated for resources: {'Port': ['ID=2094d445-d42f-4a8f-b8ea-b95802ab7e64,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:35.452233 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-b630d791-b27b-487f-9d57-8b0a45c9a0cc None None] Attempting to bind port 2094d445-d42f-4a8f-b8ea-b95802ab7e64 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:58:35.452539 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-b630d791-b27b-487f-9d57-8b0a45c9a0cc None None] Attempting to bind port 2094d445-d42f-4a8f-b8ea-b95802ab7e64 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '2e17f2bc-672a-4303-811d-182a353a6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '005d2693-88ab-404c-9053-e2d460fbb2ce'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:58:35.452885 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b630d791-b27b-487f-9d57-8b0a45c9a0cc None None] Attempting to bind port 2094d445-d42f-4a8f-b8ea-b95802ab7e64 on network 005d2693-88ab-404c-9053-e2d460fbb2ce {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:58:35.458751 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b630d791-b27b-487f-9d57-8b0a45c9a0cc None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:58:35.458751 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b630d791-b27b-487f-9d57-8b0a45c9a0cc None None] Checking segment: {'id': '2e17f2bc-672a-4303-811d-182a353a6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '005d2693-88ab-404c-9053-e2d460fbb2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:58:35.459156 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b630d791-b27b-487f-9d57-8b0a45c9a0cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:35.459549 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b630d791-b27b-487f-9d57-8b0a45c9a0cc None None] Bound using segment: {'id': '2e17f2bc-672a-4303-811d-182a353a6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '005d2693-88ab-404c-9053-e2d460fbb2ce'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:58:35.460010 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-b630d791-b27b-487f-9d57-8b0a45c9a0cc None None] Bound port: 2094d445-d42f-4a8f-b8ea-b95802ab7e64, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e17f2bc-672a-4303-811d-182a353a6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '005d2693-88ab-404c-9053-e2d460fbb2ce'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:58:35.460388 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b630d791-b27b-487f-9d57-8b0a45c9a0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:35.558903 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-b630d791-b27b-487f-9d57-8b0a45c9a0cc None None] For port 2094d445-d42f-4a8f-b8ea-b95802ab7e64, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:58:35.562471 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-b630d791-b27b-487f-9d57-8b0a45c9a0cc None None] For port 2094d445-d42f-4a8f-b8ea-b95802ab7e64, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=2094d445-d42f-4a8f-b8ea-b95802ab7e64,segment=NetworkSegment(2e17f2bc-672a-4303-811d-182a353a6001),segment_id=2e17f2bc-672a-4303-811d-182a353a6001)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:58:35.624650 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b630d791-b27b-487f-9d57-8b0a45c9a0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:35.702233 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630d791-b27b-487f-9d57-8b0a45c9a0cc None None] Pushing event updated for resources: {'Port': ['ID=2094d445-d42f-4a8f-b8ea-b95802ab7e64,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:35.723632 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce046-5085-4416-8d77-2769b8c13ec5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:35.810906 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 6294de0a-7205-434c-96ed-78b9447106f9 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:58:35.945356 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 6294de0a-7205-434c-96ed-78b9447106f9 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:58:35.952938 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 6294de0a-7205-434c-96ed-78b9447106f9 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:58:35.953362 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:36.117779 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:36.170465 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce046-5085-4416-8d77-2769b8c13ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:36.211998 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 6294de0a-7205-434c-96ed-78b9447106f9, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=6294de0a-7205-434c-96ed-78b9447106f9,segment=NetworkSegment(d5a8806f-1dca-49ae-bbab-d906f7af27d6),segment_id=d5a8806f-1dca-49ae-bbab-d906f7af27d6)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:58:36.263472 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:36.338392 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=6294de0a-7205-434c-96ed-78b9447106f9,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:36.446570 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4ce046-5085-4416-8d77-2769b8c13ec5 admin admin] Router 93d5c74f-a5e8-4e80-8007-b317b0cd1a92 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 15:58:36.503561 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:36.532112 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:36.769229 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4ce046-5085-4416-8d77-2769b8c13ec5 admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:58:36.778340 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8c4a6a-939a-4365-8fb1-e8e707fb9ff7 None None] Sync routers for ids ['93d5c74f-a5e8-4e80-8007-b317b0cd1a92'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:58:36.787732 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8c4a6a-939a-4365-8fb1-e8e707fb9ff7 None None] Routers {'93d5c74f-a5e8-4e80-8007-b317b0cd1a92'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:58:36.788449 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ea8c4a6a-939a-4365-8fb1-e8e707fb9ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:58:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['93d5c74f-a5e8-4e80-8007-b317b0cd1a92'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:36.853786 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425f8cbe-1ce1-4659-bea0-5f03d9d28aee None None] Network 005d2693-88ab-404c-9053-e2d460fbb2ce requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:58:36.870777 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce046-5085-4416-8d77-2769b8c13ec5 admin admin] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:36.875145 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 54112) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:58:36.880375 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-dd4ce046-5085-4416-8d77-2769b8c13ec5 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0879025 Mar 31 15:58:36.983846 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-ea8c4a6a-939a-4365-8fb1-e8e707fb9ff7 None None] Set router 93d5c74f-a5e8-4e80-8007-b317b0cd1a92 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:58:37.031050 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ab5c2de4-1baa-4591-9cbe-ed18f672f7ec None None] Provisioning for port 2094d445-d42f-4a8f-b8ea-b95802ab7e64 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:58:37.326765 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ea8c4a6a-939a-4365-8fb1-e8e707fb9ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d5c74f-a5e8-4e80-8007-b317b0cd1a92', 'name': 'tempest-TestEncryptedCinderVolumes-1390704808-router', 'tenant_id': 'f6da9c33ff3a4db1bcb601fe4c96b525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.24'}], 'enable_snat': True}, 'gw_port_id': 'efbd31ae-e718-4b82-b99d-67f197ee634e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:58:33Z', 'updated_at': '2022-03-31T15:58:35Z', 'revision_number': 3, 'project_id': 'f6da9c33ff3a4db1bcb601fe4c96b525', 'gw_port': {'id': 'efbd31ae-e718-4b82-b99d-67f197ee634e', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:78:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d5c74f-a5e8-4e80-8007-b317b0cd1a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:58:34Z', 'updated_at': '2022-03-31T15:58:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:37.330958 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8c4a6a-939a-4365-8fb1-e8e707fb9ff7 None None] Checking router: 93d5c74f-a5e8-4e80-8007-b317b0cd1a92 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:58:37.331304 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8c4a6a-939a-4365-8fb1-e8e707fb9ff7 None None] Updating router 93d5c74f-a5e8-4e80-8007-b317b0cd1a92 port efbd31ae-e718-4b82-b99d-67f197ee634e binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:58:37.387811 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ea8c4a6a-939a-4365-8fb1-e8e707fb9ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:37.734372 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3382e065-74b6-4b0a-b7da-5539c211ec33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:37.755430 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ea8c4a6a-939a-4365-8fb1-e8e707fb9ff7 None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:37.775325 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-ea8c4a6a-939a-4365-8fb1-e8e707fb9ff7 None None] Transition to ACTIVE for port object efbd31ae-e718-4b82-b99d-67f197ee634e will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:58:37.828695 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 2094d445-d42f-4a8f-b8ea-b95802ab7e64 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:58:37.859423 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ea8c4a6a-939a-4365-8fb1-e8e707fb9ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:37.952265 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 2094d445-d42f-4a8f-b8ea-b95802ab7e64 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:58:37.957502 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 2094d445-d42f-4a8f-b8ea-b95802ab7e64 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:58:37.957856 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-ea8c4a6a-939a-4365-8fb1-e8e707fb9ff7 None None] Attempting to bind port efbd31ae-e718-4b82-b99d-67f197ee634e on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:58:37.958001 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:37.958524 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-ea8c4a6a-939a-4365-8fb1-e8e707fb9ff7 None None] Attempting to bind port efbd31ae-e718-4b82-b99d-67f197ee634e by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:58:37.959300 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8c4a6a-939a-4365-8fb1-e8e707fb9ff7 None None] Attempting to bind port efbd31ae-e718-4b82-b99d-67f197ee634e on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:58:37.966777 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce7ed6-7a35-449e-8c73-2859e6f802b7 None None] Pushing event updated for resources: {'Port': ['ID=efbd31ae-e718-4b82-b99d-67f197ee634e,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:37.967033 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-3382e065-74b6-4b0a-b7da-5539c211ec33 admin admin] Allocated IP 172.20.0.1 (005d2693-88ab-404c-9053-e2d460fbb2ce/10010a29-adb6-4333-82b8-bca5ed4fb729/ec15a7cb-6992-49bd-b437-732df6912c81) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:58:37.972018 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8c4a6a-939a-4365-8fb1-e8e707fb9ff7 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:58:37.972591 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8c4a6a-939a-4365-8fb1-e8e707fb9ff7 None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:58:37.973252 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ea8c4a6a-939a-4365-8fb1-e8e707fb9ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:37.973743 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8c4a6a-939a-4365-8fb1-e8e707fb9ff7 None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:58:37.974444 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-ea8c4a6a-939a-4365-8fb1-e8e707fb9ff7 None None] Bound port: efbd31ae-e718-4b82-b99d-67f197ee634e, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:58:37.974816 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ea8c4a6a-939a-4365-8fb1-e8e707fb9ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:37.992928 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:38.060484 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-ea8c4a6a-939a-4365-8fb1-e8e707fb9ff7 None None] For port efbd31ae-e718-4b82-b99d-67f197ee634e, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:58:38.064023 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-ea8c4a6a-939a-4365-8fb1-e8e707fb9ff7 None None] For port efbd31ae-e718-4b82-b99d-67f197ee634e, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=efbd31ae-e718-4b82-b99d-67f197ee634e,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:58:38.102042 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:38.126542 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ea8c4a6a-939a-4365-8fb1-e8e707fb9ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:38.138531 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3382e065-74b6-4b0a-b7da-5539c211ec33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:38.158705 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-3382e065-74b6-4b0a-b7da-5539c211ec33 admin admin] Transition to ACTIVE for port object ec15a7cb-6992-49bd-b437-732df6912c81 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:58:38.168222 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 2094d445-d42f-4a8f-b8ea-b95802ab7e64, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=2094d445-d42f-4a8f-b8ea-b95802ab7e64,segment=NetworkSegment(2e17f2bc-672a-4303-811d-182a353a6001),segment_id=2e17f2bc-672a-4303-811d-182a353a6001)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:58:38.217751 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:38.218589 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 6294de0a-7205-434c-96ed-78b9447106f9 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:58:38.232318 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8c4a6a-939a-4365-8fb1-e8e707fb9ff7 None None] Routers {'93d5c74f-a5e8-4e80-8007-b317b0cd1a92'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:58:38.233367 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ea8c4a6a-939a-4365-8fb1-e8e707fb9ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:58:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['93d5c74f-a5e8-4e80-8007-b317b0cd1a92'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:38.235325 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3382e065-74b6-4b0a-b7da-5539c211ec33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:38.304401 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3382e065-74b6-4b0a-b7da-5539c211ec33 admin admin] Network 005d2693-88ab-404c-9053-e2d460fbb2ce is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:58:38.312671 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-3382e065-74b6-4b0a-b7da-5539c211ec33 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:38.317206 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3382e065-74b6-4b0a-b7da-5539c211ec33 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:58:38.347581 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382e065-74b6-4b0a-b7da-5539c211ec33 admin admin] Pushing event updated for resources: {'Port': ['ID=ec15a7cb-6992-49bd-b437-732df6912c81,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:38.366117 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=2094d445-d42f-4a8f-b8ea-b95802ab7e64,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:38.375460 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3382e065-74b6-4b0a-b7da-5539c211ec33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:38.379727 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:38.380275 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:38.380866 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:38.381406 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:38.385589 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:38.385589 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:38.385589 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:38.385589 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:38.385589 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:38.385589 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:38.385589 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:38.386144 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:38.404504 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 6294de0a-7205-434c-96ed-78b9447106f9 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:58:38.404921 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:38.455019 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-ea8c4a6a-939a-4365-8fb1-e8e707fb9ff7 None None] Set router 93d5c74f-a5e8-4e80-8007-b317b0cd1a92 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:58:38.607184 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce7ed6-7a35-449e-8c73-2859e6f802b7 None None] Pushing event updated for resources: {'Port': ['ID=efbd31ae-e718-4b82-b99d-67f197ee634e,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:38.783292 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-56640f2b-978a-4ba0-8a6c-3b2d23c6a335 None None] Provisioning for port ec15a7cb-6992-49bd-b437-732df6912c81 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:58:38.788854 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-56640f2b-978a-4ba0-8a6c-3b2d23c6a335 None None] Provisioning complete for port ec15a7cb-6992-49bd-b437-732df6912c81 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:58:38.789947 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-56640f2b-978a-4ba0-8a6c-3b2d23c6a335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:38.793632 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ea8c4a6a-939a-4365-8fb1-e8e707fb9ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d5c74f-a5e8-4e80-8007-b317b0cd1a92', 'name': 'tempest-TestEncryptedCinderVolumes-1390704808-router', 'tenant_id': 'f6da9c33ff3a4db1bcb601fe4c96b525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.24'}], 'enable_snat': True}, 'gw_port_id': 'efbd31ae-e718-4b82-b99d-67f197ee634e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:58:33Z', 'updated_at': '2022-03-31T15:58:35Z', 'revision_number': 3, 'project_id': 'f6da9c33ff3a4db1bcb601fe4c96b525', 'gw_port': {'id': 'efbd31ae-e718-4b82-b99d-67f197ee634e', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:78:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d5c74f-a5e8-4e80-8007-b317b0cd1a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:58:34Z', 'updated_at': '2022-03-31T15:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:38.798305 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8c4a6a-939a-4365-8fb1-e8e707fb9ff7 None None] The sync data for ids ['93d5c74f-a5e8-4e80-8007-b317b0cd1a92'] in dv-neutron-833379-2-hyperv is: [{'id': '93d5c74f-a5e8-4e80-8007-b317b0cd1a92', 'name': 'tempest-TestEncryptedCinderVolumes-1390704808-router', 'tenant_id': 'f6da9c33ff3a4db1bcb601fe4c96b525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.24'}], 'enable_snat': True}, 'gw_port_id': 'efbd31ae-e718-4b82-b99d-67f197ee634e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:58:33Z', 'updated_at': '2022-03-31T15:58:35Z', 'revision_number': 3, 'project_id': 'f6da9c33ff3a4db1bcb601fe4c96b525', 'gw_port': {'id': 'efbd31ae-e718-4b82-b99d-67f197ee634e', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:78:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d5c74f-a5e8-4e80-8007-b317b0cd1a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:58:34Z', 'updated_at': '2022-03-31T15:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:58:38.858673 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-56640f2b-978a-4ba0-8a6c-3b2d23c6a335 None None] Port ec15a7cb-6992-49bd-b437-732df6912c81 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:58:38.902276 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3382e065-74b6-4b0a-b7da-5539c211ec33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:39.144574 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3382e065-74b6-4b0a-b7da-5539c211ec33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:39.206089 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3382e065-74b6-4b0a-b7da-5539c211ec33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:39.317756 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382e065-74b6-4b0a-b7da-5539c211ec33 admin admin] Pushing event updated for resources: {'Port': ['ID=ec15a7cb-6992-49bd-b437-732df6912c81,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:39.320240 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3382e065-74b6-4b0a-b7da-5539c211ec33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:39.462636 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3382e065-74b6-4b0a-b7da-5539c211ec33 admin admin] Network 005d2693-88ab-404c-9053-e2d460fbb2ce is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:58:39.464032 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-3382e065-74b6-4b0a-b7da-5539c211ec33 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:39.682671 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3382e065-74b6-4b0a-b7da-5539c211ec33 admin admin] Router 93d5c74f-a5e8-4e80-8007-b317b0cd1a92 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:58:39.700819 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-8934edf7-a883-4512-a7cf-71adc846c27b None None] Provisioning complete for port ec15a7cb-6992-49bd-b437-732df6912c81 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:58:39.701235 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8934edf7-a883-4512-a7cf-71adc846c27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:39.775652 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-8934edf7-a883-4512-a7cf-71adc846c27b None None] Port ec15a7cb-6992-49bd-b437-732df6912c81 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:58:39.816929 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 2094d445-d42f-4a8f-b8ea-b95802ab7e64 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:58:39.890764 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 2094d445-d42f-4a8f-b8ea-b95802ab7e64 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:58:39.891406 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:39.895182 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3382e065-74b6-4b0a-b7da-5539c211ec33 admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:58:39.905390 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3382e065-74b6-4b0a-b7da-5539c211ec33 admin admin] 10.222.0.31 "PUT /v2.0/routers/93d5c74f-a5e8-4e80-8007-b317b0cd1a92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0291381 Mar 31 15:58:40.009460 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device efbd31ae-e718-4b82-b99d-67f197ee634e up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:58:40.149327 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port efbd31ae-e718-4b82-b99d-67f197ee634e completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:58:40.155875 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port efbd31ae-e718-4b82-b99d-67f197ee634e triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:58:40.155875 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:40.279632 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:40.296285 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port efbd31ae-e718-4b82-b99d-67f197ee634e, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=efbd31ae-e718-4b82-b99d-67f197ee634e,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:58:40.372062 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:40.434380 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de10020-5fc6-44bb-b00f-5ce7a2bb64ca None None] Sync routers for ids ['93d5c74f-a5e8-4e80-8007-b317b0cd1a92'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:58:40.449115 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=efbd31ae-e718-4b82-b99d-67f197ee634e,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:40.451680 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de10020-5fc6-44bb-b00f-5ce7a2bb64ca None None] Routers {'93d5c74f-a5e8-4e80-8007-b317b0cd1a92'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:58:40.453363 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3de10020-5fc6-44bb-b00f-5ce7a2bb64ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:58:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['93d5c74f-a5e8-4e80-8007-b317b0cd1a92'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:40.683712 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3de10020-5fc6-44bb-b00f-5ce7a2bb64ca None None] Set router 93d5c74f-a5e8-4e80-8007-b317b0cd1a92 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:58:40.833225 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f70926-9e49-425b-80e3-75511981eba4 req-74a4b570-437f-4daa-a77b-e086a7ffc50b tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:40.833979 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-34f70926-9e49-425b-80e3-75511981eba4 req-74a4b570-437f-4daa-a77b-e086a7ffc50b tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Synchronizing usage tracker for tenant:a89feb90a3db4952abb282ccac210906 on resource:network {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:58:40.902870 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-34f70926-9e49-425b-80e3-75511981eba4 req-74a4b570-437f-4daa-a77b-e086a7ffc50b tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Unset dirty status for tenant:a89feb90a3db4952abb282ccac210906 on resource:network {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:58:40.903962 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-34f70926-9e49-425b-80e3-75511981eba4 req-74a4b570-437f-4daa-a77b-e086a7ffc50b tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/networks?id=10b561a2-f047-401f-8f80-c76f1cbd31de HTTP/1.1" status: 200 len: 817 time: 0.2322490 Mar 31 15:58:40.919704 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-34f70926-9e49-425b-80e3-75511981eba4 req-949c7faf-8a27-4ed8-9a84-50b3c3757e75 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/quotas/a89feb90a3db4952abb282ccac210906 HTTP/1.1" status: 200 len: 375 time: 0.0098195 Mar 31 15:58:41.005123 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3de10020-5fc6-44bb-b00f-5ce7a2bb64ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d5c74f-a5e8-4e80-8007-b317b0cd1a92', 'name': 'tempest-TestEncryptedCinderVolumes-1390704808-router', 'tenant_id': 'f6da9c33ff3a4db1bcb601fe4c96b525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.24'}], 'enable_snat': True}, 'gw_port_id': 'efbd31ae-e718-4b82-b99d-67f197ee634e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:58:33Z', 'updated_at': '2022-03-31T15:58:38Z', 'revision_number': 4, 'project_id': 'f6da9c33ff3a4db1bcb601fe4c96b525', 'gw_port': {'id': 'efbd31ae-e718-4b82-b99d-67f197ee634e', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d5c74f-a5e8-4e80-8007-b317b0cd1a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:58:34Z', 'updated_at': '2022-03-31T15:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'ec15a7cb-6992-49bd-b437-732df6912c81', 'name': '', 'network_id': '005d2693-88ab-404c-9053-e2d460fbb2ce', 'tenant_id': 'f6da9c33ff3a4db1bcb601fe4c96b525', 'mac_address': 'fa:16:3e:b7:2f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d5c74f-a5e8-4e80-8007-b317b0cd1a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '10010a29-adb6-4333-82b8-bca5ed4fb729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:58:37Z', 'updated_at': '2022-03-31T15:58:38Z', 'revision_number': 2, 'project_id': 'f6da9c33ff3a4db1bcb601fe4c96b525', 'subnets': [{'id': '10010a29-adb6-4333-82b8-bca5ed4fb729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:41.010879 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de10020-5fc6-44bb-b00f-5ce7a2bb64ca None None] Checking router: 93d5c74f-a5e8-4e80-8007-b317b0cd1a92 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:58:41.010879 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de10020-5fc6-44bb-b00f-5ce7a2bb64ca None None] Updating router 93d5c74f-a5e8-4e80-8007-b317b0cd1a92 port ec15a7cb-6992-49bd-b437-732df6912c81 binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:58:41.016916 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-34f70926-9e49-425b-80e3-75511981eba4 req-8653cf6b-8cb5-46dc-81ff-d40442c5466a tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Synchronizing usage tracker for tenant:a89feb90a3db4952abb282ccac210906 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:58:41.069540 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3de10020-5fc6-44bb-b00f-5ce7a2bb64ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:41.097155 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-34f70926-9e49-425b-80e3-75511981eba4 req-8653cf6b-8cb5-46dc-81ff-d40442c5466a tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Unset dirty status for tenant:a89feb90a3db4952abb282ccac210906 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:58:41.098519 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-34f70926-9e49-425b-80e3-75511981eba4 req-8653cf6b-8cb5-46dc-81ff-d40442c5466a tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a89feb90a3db4952abb282ccac210906&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1731143 Mar 31 15:58:41.238934 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-34f70926-9e49-425b-80e3-75511981eba4 req-33e0ef71-f4d7-4c77-b493-285f5defa061 service neutron] 10.222.0.31 "GET /v2.0/networks/10b561a2-f047-401f-8f80-c76f1cbd31de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283674 Mar 31 15:58:41.374880 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-34f70926-9e49-425b-80e3-75511981eba4 req-0d1c85f7-28a4-4bc2-85c7-b67cce4b69b1 service neutron] 10.222.0.31 "GET /v2.0/networks/10b561a2-f047-401f-8f80-c76f1cbd31de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288068 Mar 31 15:58:41.416157 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3de10020-5fc6-44bb-b00f-5ce7a2bb64ca None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:41.427627 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3de10020-5fc6-44bb-b00f-5ce7a2bb64ca None None] Transition to ACTIVE for port object ec15a7cb-6992-49bd-b437-732df6912c81 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:58:41.497555 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3de10020-5fc6-44bb-b00f-5ce7a2bb64ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:41.629320 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed493b38-04f9-4890-8701-7c707a333653 None None] Pushing event updated for resources: {'Port': ['ID=ec15a7cb-6992-49bd-b437-732df6912c81,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:41.674709 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f5497c3b-6cea-408f-ad36-f1c7962c2e82 req-42b88d74-24cf-4c7c-9511-0967772edc2b tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b1433fc-99a4-464f-a15b-a2a1ad7d956b HTTP/1.1" status: 200 len: 210 time: 0.0638523 Mar 31 15:58:41.756581 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device efbd31ae-e718-4b82-b99d-67f197ee634e up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:58:41.822909 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-3de10020-5fc6-44bb-b00f-5ce7a2bb64ca None None] Attempting to bind port ec15a7cb-6992-49bd-b437-732df6912c81 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:58:41.823289 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-3de10020-5fc6-44bb-b00f-5ce7a2bb64ca None None] Attempting to bind port ec15a7cb-6992-49bd-b437-732df6912c81 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '2e17f2bc-672a-4303-811d-182a353a6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '005d2693-88ab-404c-9053-e2d460fbb2ce'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:58:41.823636 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de10020-5fc6-44bb-b00f-5ce7a2bb64ca None None] Attempting to bind port ec15a7cb-6992-49bd-b437-732df6912c81 on network 005d2693-88ab-404c-9053-e2d460fbb2ce {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:58:41.835063 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de10020-5fc6-44bb-b00f-5ce7a2bb64ca None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:58:41.835365 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de10020-5fc6-44bb-b00f-5ce7a2bb64ca None None] Checking segment: {'id': '2e17f2bc-672a-4303-811d-182a353a6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '005d2693-88ab-404c-9053-e2d460fbb2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:58:41.836286 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3de10020-5fc6-44bb-b00f-5ce7a2bb64ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:41.837891 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de10020-5fc6-44bb-b00f-5ce7a2bb64ca None None] Bound using segment: {'id': '2e17f2bc-672a-4303-811d-182a353a6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '005d2693-88ab-404c-9053-e2d460fbb2ce'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:58:41.838032 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-3de10020-5fc6-44bb-b00f-5ce7a2bb64ca None None] Bound port: ec15a7cb-6992-49bd-b437-732df6912c81, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e17f2bc-672a-4303-811d-182a353a6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '005d2693-88ab-404c-9053-e2d460fbb2ce'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:58:41.838355 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3de10020-5fc6-44bb-b00f-5ce7a2bb64ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:41.911142 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port efbd31ae-e718-4b82-b99d-67f197ee634e triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:58:41.911506 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:42.010853 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-3de10020-5fc6-44bb-b00f-5ce7a2bb64ca None None] For port ec15a7cb-6992-49bd-b437-732df6912c81, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:58:42.016268 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-3de10020-5fc6-44bb-b00f-5ce7a2bb64ca None None] For port ec15a7cb-6992-49bd-b437-732df6912c81, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=ec15a7cb-6992-49bd-b437-732df6912c81,segment=NetworkSegment(2e17f2bc-672a-4303-811d-182a353a6001),segment_id=2e17f2bc-672a-4303-811d-182a353a6001)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:58:42.082187 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3de10020-5fc6-44bb-b00f-5ce7a2bb64ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:42.159487 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de10020-5fc6-44bb-b00f-5ce7a2bb64ca None None] Routers {'93d5c74f-a5e8-4e80-8007-b317b0cd1a92'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:58:42.160119 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3de10020-5fc6-44bb-b00f-5ce7a2bb64ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:58:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['93d5c74f-a5e8-4e80-8007-b317b0cd1a92'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:42.229268 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed493b38-04f9-4890-8701-7c707a333653 None None] Pushing event updated for resources: {'Port': ['ID=ec15a7cb-6992-49bd-b437-732df6912c81,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:42.396949 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3de10020-5fc6-44bb-b00f-5ce7a2bb64ca None None] Set router 93d5c74f-a5e8-4e80-8007-b317b0cd1a92 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:58:42.725362 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3de10020-5fc6-44bb-b00f-5ce7a2bb64ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d5c74f-a5e8-4e80-8007-b317b0cd1a92', 'name': 'tempest-TestEncryptedCinderVolumes-1390704808-router', 'tenant_id': 'f6da9c33ff3a4db1bcb601fe4c96b525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.24'}], 'enable_snat': True}, 'gw_port_id': 'efbd31ae-e718-4b82-b99d-67f197ee634e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:58:33Z', 'updated_at': '2022-03-31T15:58:38Z', 'revision_number': 4, 'project_id': 'f6da9c33ff3a4db1bcb601fe4c96b525', 'gw_port': {'id': 'efbd31ae-e718-4b82-b99d-67f197ee634e', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d5c74f-a5e8-4e80-8007-b317b0cd1a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:58:34Z', 'updated_at': '2022-03-31T15:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'ec15a7cb-6992-49bd-b437-732df6912c81', 'name': '', 'network_id': '005d2693-88ab-404c-9053-e2d460fbb2ce', 'tenant_id': 'f6da9c33ff3a4db1bcb601fe4c96b525', 'mac_address': 'fa:16:3e:b7:2f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d5c74f-a5e8-4e80-8007-b317b0cd1a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '10010a29-adb6-4333-82b8-bca5ed4fb729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:58:37Z', 'updated_at': '2022-03-31T15:58:42Z', 'revision_number': 4, 'project_id': 'f6da9c33ff3a4db1bcb601fe4c96b525', 'subnets': [{'id': '10010a29-adb6-4333-82b8-bca5ed4fb729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:42.730142 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de10020-5fc6-44bb-b00f-5ce7a2bb64ca None None] The sync data for ids ['93d5c74f-a5e8-4e80-8007-b317b0cd1a92'] in dv-neutron-833379-2-hyperv is: [{'id': '93d5c74f-a5e8-4e80-8007-b317b0cd1a92', 'name': 'tempest-TestEncryptedCinderVolumes-1390704808-router', 'tenant_id': 'f6da9c33ff3a4db1bcb601fe4c96b525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.24'}], 'enable_snat': True}, 'gw_port_id': 'efbd31ae-e718-4b82-b99d-67f197ee634e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:58:33Z', 'updated_at': '2022-03-31T15:58:38Z', 'revision_number': 4, 'project_id': 'f6da9c33ff3a4db1bcb601fe4c96b525', 'gw_port': {'id': 'efbd31ae-e718-4b82-b99d-67f197ee634e', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d5c74f-a5e8-4e80-8007-b317b0cd1a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:58:34Z', 'updated_at': '2022-03-31T15:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'ec15a7cb-6992-49bd-b437-732df6912c81', 'name': '', 'network_id': '005d2693-88ab-404c-9053-e2d460fbb2ce', 'tenant_id': 'f6da9c33ff3a4db1bcb601fe4c96b525', 'mac_address': 'fa:16:3e:b7:2f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d5c74f-a5e8-4e80-8007-b317b0cd1a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '10010a29-adb6-4333-82b8-bca5ed4fb729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:58:37Z', 'updated_at': '2022-03-31T15:58:42Z', 'revision_number': 4, 'project_id': 'f6da9c33ff3a4db1bcb601fe4c96b525', 'subnets': [{'id': '10010a29-adb6-4333-82b8-bca5ed4fb729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:58:42.844788 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a5d940f1-918e-41b5-99bc-10e486e93ebe req-017ec335-9d5a-4b38-a575-8a8eb0f9bcee tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b1433fc-99a4-464f-a15b-a2a1ad7d956b HTTP/1.1" status: 200 len: 210 time: 0.0555193 Mar 31 15:58:43.760018 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device ec15a7cb-6992-49bd-b437-732df6912c81 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:58:43.931466 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port ec15a7cb-6992-49bd-b437-732df6912c81 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:58:43.936409 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port ec15a7cb-6992-49bd-b437-732df6912c81 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:58:43.936782 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:43.982433 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f70926-9e49-425b-80e3-75511981eba4 req-69325352-4921-40b8-8955-e38e45178ec9 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:43.983867 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-34f70926-9e49-425b-80e3-75511981eba4 req-69325352-4921-40b8-8955-e38e45178ec9 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.41 "GET /v2.0/networks?id=10b561a2-f047-401f-8f80-c76f1cbd31de HTTP/1.1" status: 200 len: 817 time: 0.1621861 Mar 31 15:58:43.996219 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-34f70926-9e49-425b-80e3-75511981eba4 req-2ff950ba-f477-46f0-9973-4498e9d41b9b tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Request body: {'port': {'device_id': '4b1433fc-99a4-464f-a15b-a2a1ad7d956b', 'network_id': '10b561a2-f047-401f-8f80-c76f1cbd31de', 'admin_state_up': True, 'tenant_id': 'a89feb90a3db4952abb282ccac210906'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:44.020144 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-aee0272a-4771-4842-be60-80d4ce53da0b req-bf531051-b38a-4238-8e9c-a4033fd61429 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b1433fc-99a4-464f-a15b-a2a1ad7d956b HTTP/1.1" status: 200 len: 210 time: 0.0459623 Mar 31 15:58:44.071867 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:44.107937 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port ec15a7cb-6992-49bd-b437-732df6912c81, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=ec15a7cb-6992-49bd-b437-732df6912c81,segment=NetworkSegment(2e17f2bc-672a-4303-811d-182a353a6001),segment_id=2e17f2bc-672a-4303-811d-182a353a6001)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:58:44.140963 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-34f70926-9e49-425b-80e3-75511981eba4 req-2ff950ba-f477-46f0-9973-4498e9d41b9b tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:58:44.151228 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-34f70926-9e49-425b-80e3-75511981eba4 req-2ff950ba-f477-46f0-9973-4498e9d41b9b tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:58:44.183001 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:44.239933 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f70926-9e49-425b-80e3-75511981eba4 req-2ff950ba-f477-46f0-9973-4498e9d41b9b tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Made reservation on behalf of a89feb90a3db4952abb282ccac210906 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:58:44.244065 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-34f70926-9e49-425b-80e3-75511981eba4 req-2ff950ba-f477-46f0-9973-4498e9d41b9b tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:44.253449 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=ec15a7cb-6992-49bd-b437-732df6912c81,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:44.411231 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-34f70926-9e49-425b-80e3-75511981eba4 req-2ff950ba-f477-46f0-9973-4498e9d41b9b tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Allocated IP 172.20.0.4 (10b561a2-f047-401f-8f80-c76f1cbd31de/033adf96-4ff8-4832-b44d-fa6abb3985d3/24016715-a619-4def-b561-1912730cd4e1) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:58:44.614258 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-34f70926-9e49-425b-80e3-75511981eba4 req-2ff950ba-f477-46f0-9973-4498e9d41b9b tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:44.630098 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-34f70926-9e49-425b-80e3-75511981eba4 req-2ff950ba-f477-46f0-9973-4498e9d41b9b tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Transition to ACTIVE for port object 24016715-a619-4def-b561-1912730cd4e1 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:58:44.720394 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-34f70926-9e49-425b-80e3-75511981eba4 req-2ff950ba-f477-46f0-9973-4498e9d41b9b tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:44.786377 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f70926-9e49-425b-80e3-75511981eba4 req-2ff950ba-f477-46f0-9973-4498e9d41b9b tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Network 10b561a2-f047-401f-8f80-c76f1cbd31de is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:58:44.795240 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-34f70926-9e49-425b-80e3-75511981eba4 req-2ff950ba-f477-46f0-9973-4498e9d41b9b tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:44.799533 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f70926-9e49-425b-80e3-75511981eba4 req-2ff950ba-f477-46f0-9973-4498e9d41b9b tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:58:44.834698 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff950ba-f477-46f0-9973-4498e9d41b9b tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Pushing event updated for resources: {'Port': ['ID=24016715-a619-4def-b561-1912730cd4e1,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:44.863126 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:58:44.881603 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f70926-9e49-425b-80e3-75511981eba4 req-2ff950ba-f477-46f0-9973-4498e9d41b9b tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:44.882265 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-34f70926-9e49-425b-80e3-75511981eba4 req-2ff950ba-f477-46f0-9973-4498e9d41b9b tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:44.972736 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-34f70926-9e49-425b-80e3-75511981eba4 req-2ff950ba-f477-46f0-9973-4498e9d41b9b tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9801712 Mar 31 15:58:45.083598 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-34f70926-9e49-425b-80e3-75511981eba4 req-dd1dc520-6130-4a03-a890-deec0bbb91d5 service neutron] Request body: {'port': {'device_id': '4b1433fc-99a4-464f-a15b-a2a1ad7d956b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:45.137272 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9e741203-e3ab-4b4f-a6c3-bce3a36c7d82 None None] Provisioning for port 24016715-a619-4def-b561-1912730cd4e1 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:58:45.142848 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9e741203-e3ab-4b4f-a6c3-bce3a36c7d82 None None] Provisioning complete for port 24016715-a619-4def-b561-1912730cd4e1 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:58:45.143368 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e741203-e3ab-4b4f-a6c3-bce3a36c7d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:45.198480 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-9e741203-e3ab-4b4f-a6c3-bce3a36c7d82 None None] Port 24016715-a619-4def-b561-1912730cd4e1 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:58:45.244992 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-34f70926-9e49-425b-80e3-75511981eba4 req-dd1dc520-6130-4a03-a890-deec0bbb91d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:45.435281 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d7954-3924-48b1-b3f3-32ad6217fd0a req-a0d87b1f-3c47-4766-9a6b-9bf424c0ca4f tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:45.435870 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-247d7954-3924-48b1-b3f3-32ad6217fd0a req-a0d87b1f-3c47-4766-9a6b-9bf424c0ca4f tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Synchronizing usage tracker for tenant:a89feb90a3db4952abb282ccac210906 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:58:45.608719 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-247d7954-3924-48b1-b3f3-32ad6217fd0a req-a0d87b1f-3c47-4766-9a6b-9bf424c0ca4f tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Unset dirty status for tenant:a89feb90a3db4952abb282ccac210906 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:58:45.609879 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-247d7954-3924-48b1-b3f3-32ad6217fd0a req-a0d87b1f-3c47-4766-9a6b-9bf424c0ca4f tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b1433fc-99a4-464f-a15b-a2a1ad7d956b HTTP/1.1" status: 200 len: 931 time: 0.4745343 Mar 31 15:58:45.683514 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-247d7954-3924-48b1-b3f3-32ad6217fd0a req-a2cb692c-7c9d-4503-bd09-1a5eca04123d tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Synchronizing usage tracker for tenant:a89feb90a3db4952abb282ccac210906 on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:58:45.733027 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device ec15a7cb-6992-49bd-b437-732df6912c81 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:58:45.771184 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-247d7954-3924-48b1-b3f3-32ad6217fd0a req-a2cb692c-7c9d-4503-bd09-1a5eca04123d tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Unset dirty status for tenant:a89feb90a3db4952abb282ccac210906 on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:58:45.772323 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-247d7954-3924-48b1-b3f3-32ad6217fd0a req-a2cb692c-7c9d-4503-bd09-1a5eca04123d tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/security-groups?id=61132abc-277e-4266-ae72-101f6bf008b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493962 Mar 31 15:58:45.780797 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-34f70926-9e49-425b-80e3-75511981eba4 req-dd1dc520-6130-4a03-a890-deec0bbb91d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24016715-a619-4def-b561-1912730cd4e1 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:58:45.789812 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-34f70926-9e49-425b-80e3-75511981eba4 req-dd1dc520-6130-4a03-a890-deec0bbb91d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:45.804058 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-34f70926-9e49-425b-80e3-75511981eba4 req-dd1dc520-6130-4a03-a890-deec0bbb91d5 service neutron] Transition to ACTIVE for port object 24016715-a619-4def-b561-1912730cd4e1 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:58:45.818606 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port ec15a7cb-6992-49bd-b437-732df6912c81 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:58:45.818983 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:45.851609 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-34f70926-9e49-425b-80e3-75511981eba4 req-dd1dc520-6130-4a03-a890-deec0bbb91d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:46.015280 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1dc520-6130-4a03-a890-deec0bbb91d5 service neutron] Pushing event updated for resources: {'Port': ['ID=24016715-a619-4def-b561-1912730cd4e1,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:46.084732 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-34f70926-9e49-425b-80e3-75511981eba4 req-dd1dc520-6130-4a03-a890-deec0bbb91d5 service neutron] Attempting to bind port 24016715-a619-4def-b561-1912730cd4e1 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:58:46.085369 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-34f70926-9e49-425b-80e3-75511981eba4 req-dd1dc520-6130-4a03-a890-deec0bbb91d5 service neutron] Attempting to bind port 24016715-a619-4def-b561-1912730cd4e1 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'd5a8806f-1dca-49ae-bbab-d906f7af27d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '10b561a2-f047-401f-8f80-c76f1cbd31de'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:58:46.085483 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f70926-9e49-425b-80e3-75511981eba4 req-dd1dc520-6130-4a03-a890-deec0bbb91d5 service neutron] Attempting to bind port 24016715-a619-4def-b561-1912730cd4e1 on network 10b561a2-f047-401f-8f80-c76f1cbd31de {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:58:46.090819 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f70926-9e49-425b-80e3-75511981eba4 req-dd1dc520-6130-4a03-a890-deec0bbb91d5 service neutron] Port 24016715-a619-4def-b561-1912730cd4e1 on network 10b561a2-f047-401f-8f80-c76f1cbd31de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:58:46.091141 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f70926-9e49-425b-80e3-75511981eba4 req-dd1dc520-6130-4a03-a890-deec0bbb91d5 service neutron] Attempting to bind port 24016715-a619-4def-b561-1912730cd4e1 on network 10b561a2-f047-401f-8f80-c76f1cbd31de {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:58:46.096235 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f70926-9e49-425b-80e3-75511981eba4 req-dd1dc520-6130-4a03-a890-deec0bbb91d5 service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:58:46.096571 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f70926-9e49-425b-80e3-75511981eba4 req-dd1dc520-6130-4a03-a890-deec0bbb91d5 service neutron] Checking segment: {'id': 'd5a8806f-1dca-49ae-bbab-d906f7af27d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '10b561a2-f047-401f-8f80-c76f1cbd31de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:58:46.096949 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f70926-9e49-425b-80e3-75511981eba4 req-dd1dc520-6130-4a03-a890-deec0bbb91d5 service neutron] Bound using segment: {'id': 'd5a8806f-1dca-49ae-bbab-d906f7af27d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '10b561a2-f047-401f-8f80-c76f1cbd31de'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:58:46.097405 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-34f70926-9e49-425b-80e3-75511981eba4 req-dd1dc520-6130-4a03-a890-deec0bbb91d5 service neutron] Bound port: 24016715-a619-4def-b561-1912730cd4e1, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a8806f-1dca-49ae-bbab-d906f7af27d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '10b561a2-f047-401f-8f80-c76f1cbd31de'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:58:46.097754 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-34f70926-9e49-425b-80e3-75511981eba4 req-dd1dc520-6130-4a03-a890-deec0bbb91d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:46.196093 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-34f70926-9e49-425b-80e3-75511981eba4 req-dd1dc520-6130-4a03-a890-deec0bbb91d5 service neutron] For port 24016715-a619-4def-b561-1912730cd4e1, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:58:46.199185 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-34f70926-9e49-425b-80e3-75511981eba4 req-dd1dc520-6130-4a03-a890-deec0bbb91d5 service neutron] For port 24016715-a619-4def-b561-1912730cd4e1, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=24016715-a619-4def-b561-1912730cd4e1,segment=NetworkSegment(d5a8806f-1dca-49ae-bbab-d906f7af27d6),segment_id=d5a8806f-1dca-49ae-bbab-d906f7af27d6)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:58:46.275292 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-34f70926-9e49-425b-80e3-75511981eba4 req-dd1dc520-6130-4a03-a890-deec0bbb91d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:46.331267 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f70926-9e49-425b-80e3-75511981eba4 req-dd1dc520-6130-4a03-a890-deec0bbb91d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:46.331866 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-34f70926-9e49-425b-80e3-75511981eba4 req-dd1dc520-6130-4a03-a890-deec0bbb91d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:46.333283 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-34f70926-9e49-425b-80e3-75511981eba4 req-dd1dc520-6130-4a03-a890-deec0bbb91d5 service neutron] 10.222.0.41 "PUT /v2.0/ports/24016715-a619-4def-b561-1912730cd4e1 HTTP/1.1" status: 200 len: 1093 time: 1.3531055 Mar 31 15:58:46.333671 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b1433fc-99a4-464f-a15b-a2a1ad7d956b', 'tag': '24016715-a619-4def-b561-1912730cd4e1'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:58:46.359835 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1dc520-6130-4a03-a890-deec0bbb91d5 service neutron] Pushing event updated for resources: {'Port': ['ID=24016715-a619-4def-b561-1912730cd4e1,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:46.384225 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b1433fc-99a4-464f-a15b-a2a1ad7d956b', 'tag': '24016715-a619-4def-b561-1912730cd4e1', 'status': 'completed', 'code': 200} Mar 31 15:58:46.482842 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3ec0f-9f13-44aa-974e-9dcc5217fdb7 req-93b208e1-292d-4489-afc5-c20812da5d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:46.484365 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1bb3ec0f-9f13-44aa-974e-9dcc5217fdb7 req-93b208e1-292d-4489-afc5-c20812da5d35 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a89feb90a3db4952abb282ccac210906&device_id=4b1433fc-99a4-464f-a15b-a2a1ad7d956b HTTP/1.1" status: 200 len: 1096 time: 0.0789301 Mar 31 15:58:46.627211 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3ec0f-9f13-44aa-974e-9dcc5217fdb7 req-ba268507-a7e9-4796-969c-c75b44455ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:46.628631 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1bb3ec0f-9f13-44aa-974e-9dcc5217fdb7 req-ba268507-a7e9-4796-969c-c75b44455ed2 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a89feb90a3db4952abb282ccac210906&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1369393 Mar 31 15:58:46.765605 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3ec0f-9f13-44aa-974e-9dcc5217fdb7 req-5c8a321d-060e-440d-a7d6-32b68fc1687f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:46.767022 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1bb3ec0f-9f13-44aa-974e-9dcc5217fdb7 req-5c8a321d-060e-440d-a7d6-32b68fc1687f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318345 Mar 31 15:58:46.875058 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f70926-9e49-425b-80e3-75511981eba4 req-66f6cd60-7638-4fcf-91a2-68b6e35c4d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:46.876537 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-34f70926-9e49-425b-80e3-75511981eba4 req-66f6cd60-7638-4fcf-91a2-68b6e35c4d76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a89feb90a3db4952abb282ccac210906&device_id=4b1433fc-99a4-464f-a15b-a2a1ad7d956b HTTP/1.1" status: 200 len: 1096 time: 0.0705974 Mar 31 15:58:46.979441 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-34f70926-9e49-425b-80e3-75511981eba4 req-2b2478bf-435f-4e41-a780-544994d30d07 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24016715-a619-4def-b561-1912730cd4e1 HTTP/1.1" status: 200 len: 217 time: 0.0947778 Mar 31 15:58:47.060069 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f70926-9e49-425b-80e3-75511981eba4 req-93238695-03a5-4530-83a8-e1f050490796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:47.064429 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-34f70926-9e49-425b-80e3-75511981eba4 req-93238695-03a5-4530-83a8-e1f050490796 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=033adf96-4ff8-4832-b44d-fa6abb3985d3 HTTP/1.1" status: 200 len: 856 time: 0.0709221 Mar 31 15:58:47.124585 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6995d72-aaa2-49f7-9ccd-c3efa16f80a2 req-e9e757e4-c85f-4597-98a7-91ee787efce6 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:47.126036 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a6995d72-aaa2-49f7-9ccd-c3efa16f80a2 req-e9e757e4-c85f-4597-98a7-91ee787efce6 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b1433fc-99a4-464f-a15b-a2a1ad7d956b HTTP/1.1" status: 200 len: 943 time: 0.1859827 Mar 31 15:58:47.181248 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a6995d72-aaa2-49f7-9ccd-c3efa16f80a2 req-457e8ac2-410e-48db-8f48-7499d041c5e7 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/security-groups?id=61132abc-277e-4266-ae72-101f6bf008b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491238 Mar 31 15:58:47.187677 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f70926-9e49-425b-80e3-75511981eba4 req-8453e5e6-3e99-4154-9587-305dad8f5d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:47.189074 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-34f70926-9e49-425b-80e3-75511981eba4 req-8453e5e6-3e99-4154-9587-305dad8f5d6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10b561a2-f047-401f-8f80-c76f1cbd31de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1153374 Mar 31 15:58:47.323335 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-34f70926-9e49-425b-80e3-75511981eba4 req-192fa0e5-5cc4-4531-8eeb-c1e5beda06f5 service neutron] 10.222.0.41 "GET /v2.0/networks/10b561a2-f047-401f-8f80-c76f1cbd31de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252382 Mar 31 15:58:47.557487 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-34f70926-9e49-425b-80e3-75511981eba4 req-4b962a3a-5bc8-49db-8e6c-fcfe1f91cdbc service neutron] 10.222.0.41 "GET /v2.0/networks/10b561a2-f047-401f-8f80-c76f1cbd31de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277896 Mar 31 15:58:48.368662 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06006e4-7a5b-4123-a293-301e8c3b2a92 req-53c65b3b-8247-44ad-a141-3e7c386b973c tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:48.370202 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e06006e4-7a5b-4123-a293-301e8c3b2a92 req-53c65b3b-8247-44ad-a141-3e7c386b973c tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b1433fc-99a4-464f-a15b-a2a1ad7d956b HTTP/1.1" status: 200 len: 943 time: 0.0807970 Mar 31 15:58:48.418568 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e06006e4-7a5b-4123-a293-301e8c3b2a92 req-53338ff4-16c9-43be-91f0-75d14c0d0174 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/security-groups?id=61132abc-277e-4266-ae72-101f6bf008b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426357 Mar 31 15:58:49.602226 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de48792-ce16-4488-bac8-a90c170ae8e3 req-651718f6-8384-445a-b586-a029b3ad97f9 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:49.603883 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3de48792-ce16-4488-bac8-a90c170ae8e3 req-651718f6-8384-445a-b586-a029b3ad97f9 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b1433fc-99a4-464f-a15b-a2a1ad7d956b HTTP/1.1" status: 200 len: 943 time: 0.0804551 Mar 31 15:58:49.647633 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3de48792-ce16-4488-bac8-a90c170ae8e3 req-dd42b628-359d-4e46-a888-42b950b8458a tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/security-groups?id=61132abc-277e-4266-ae72-101f6bf008b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382020 Mar 31 15:58:50.831697 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf8565-edc5-46dd-8d72-ce33d1cd4520 req-14733240-3987-49b1-99e7-73b8adc6807c tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:50.833127 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-bbdf8565-edc5-46dd-8d72-ce33d1cd4520 req-14733240-3987-49b1-99e7-73b8adc6807c tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b1433fc-99a4-464f-a15b-a2a1ad7d956b HTTP/1.1" status: 200 len: 943 time: 0.0799959 Mar 31 15:58:50.860188 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 24016715-a619-4def-b561-1912730cd4e1 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:58:50.878730 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-bbdf8565-edc5-46dd-8d72-ce33d1cd4520 req-b05ac7ed-8e88-4c75-995c-e6429eb88576 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/security-groups?id=61132abc-277e-4266-ae72-101f6bf008b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395691 Mar 31 15:58:50.993032 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 24016715-a619-4def-b561-1912730cd4e1, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=24016715-a619-4def-b561-1912730cd4e1,segment=NetworkSegment(d5a8806f-1dca-49ae-bbab-d906f7af27d6),segment_id=d5a8806f-1dca-49ae-bbab-d906f7af27d6)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:58:51.006000 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': '24016715-a619-4def-b561-1912730cd4e1', 'network_id': '10b561a2-f047-401f-8f80-c76f1cbd31de', 'port_id': '24016715-a619-4def-b561-1912730cd4e1', 'mac_address': 'fa:16:3e:33:89:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '033adf96-4ff8-4832-b44d-fa6abb3985d3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:58:51.061708 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:51.078050 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24016715-a619-4def-b561-1912730cd4e1 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:58:51.092785 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 24016715-a619-4def-b561-1912730cd4e1, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=24016715-a619-4def-b561-1912730cd4e1,segment=NetworkSegment(d5a8806f-1dca-49ae-bbab-d906f7af27d6),segment_id=d5a8806f-1dca-49ae-bbab-d906f7af27d6)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:58:51.160360 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:51.231246 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=24016715-a619-4def-b561-1912730cd4e1,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:51.390315 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['24016715-a619-4def-b561-1912730cd4e1'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:58:52.064651 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795ce30-f18a-480a-a45a-704608a485f4 req-ae46f68d-9bb9-4f8a-8fe3-7185d033af61 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:52.066141 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6795ce30-f18a-480a-a45a-704608a485f4 req-ae46f68d-9bb9-4f8a-8fe3-7185d033af61 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b1433fc-99a4-464f-a15b-a2a1ad7d956b HTTP/1.1" status: 200 len: 944 time: 0.0823755 Mar 31 15:58:52.110010 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6795ce30-f18a-480a-a45a-704608a485f4 req-1a011a20-9b82-4fa8-b2a7-27cd15e0f930 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/security-groups?id=61132abc-277e-4266-ae72-101f6bf008b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378861 Mar 31 15:58:52.875608 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 24016715-a619-4def-b561-1912730cd4e1 up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:58:52.993842 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port 24016715-a619-4def-b561-1912730cd4e1 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:58:52.999056 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port 24016715-a619-4def-b561-1912730cd4e1 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:58:52.999422 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:53.128007 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:53.155039 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1433fc-99a4-464f-a15b-a2a1ad7d956b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24016715-a619-4def-b561-1912730cd4e1'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:58:53.165499 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 24016715-a619-4def-b561-1912730cd4e1, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=24016715-a619-4def-b561-1912730cd4e1,segment=NetworkSegment(d5a8806f-1dca-49ae-bbab-d906f7af27d6),segment_id=d5a8806f-1dca-49ae-bbab-d906f7af27d6)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:58:53.202434 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1433fc-99a4-464f-a15b-a2a1ad7d956b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24016715-a619-4def-b561-1912730cd4e1', 'code': 200} Mar 31 15:58:53.240038 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:53.307540 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972309e-3a8c-437e-b442-f4d66ea1822b req-c8a88fb9-dc8c-4efa-a8a7-679346642677 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:53.309108 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1972309e-3a8c-437e-b442-f4d66ea1822b req-c8a88fb9-dc8c-4efa-a8a7-679346642677 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b1433fc-99a4-464f-a15b-a2a1ad7d956b HTTP/1.1" status: 200 len: 945 time: 0.0886581 Mar 31 15:58:53.309938 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=24016715-a619-4def-b561-1912730cd4e1,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:53.354514 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1972309e-3a8c-437e-b442-f4d66ea1822b req-cbdad5ad-bc9d-411b-866e-8cf3c1a4d02c tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/security-groups?id=61132abc-277e-4266-ae72-101f6bf008b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393434 Mar 31 15:58:53.542638 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba676450-2d59-4274-af12-8b3b6c70e300 req-99e5272e-6b79-477e-8bdf-36eac40153d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:53.544117 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ba676450-2d59-4274-af12-8b3b6c70e300 req-99e5272e-6b79-477e-8bdf-36eac40153d8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4b1433fc-99a4-464f-a15b-a2a1ad7d956b HTTP/1.1" status: 200 len: 1098 time: 0.0694582 Mar 31 15:58:53.589058 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ba676450-2d59-4274-af12-8b3b6c70e300 req-89ff5103-8ad4-4c43-99d1-174307d32f2d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=61132abc-277e-4266-ae72-101f6bf008b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381172 Mar 31 15:58:54.549316 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc285775-5c6d-47f4-b3fe-fcb94d5b94e3 req-a6371486-e83c-480d-845f-795e40eda789 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:54.550834 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-cc285775-5c6d-47f4-b3fe-fcb94d5b94e3 req-a6371486-e83c-480d-845f-795e40eda789 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b1433fc-99a4-464f-a15b-a2a1ad7d956b HTTP/1.1" status: 200 len: 945 time: 0.0846889 Mar 31 15:58:54.598493 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-cc285775-5c6d-47f4-b3fe-fcb94d5b94e3 req-b9f38786-80e8-4ef2-9d4a-b2904c83541e tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/security-groups?id=61132abc-277e-4266-ae72-101f6bf008b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414665 Mar 31 15:58:55.377211 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:58:55.794875 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef6a80-a96d-4a07-8896-32565e2e308a req-540ea1ca-e765-4ad2-9e1c-51536131f99a tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:55.796378 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b0ef6a80-a96d-4a07-8896-32565e2e308a req-540ea1ca-e765-4ad2-9e1c-51536131f99a tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b1433fc-99a4-464f-a15b-a2a1ad7d956b HTTP/1.1" status: 200 len: 945 time: 0.0796721 Mar 31 15:58:55.840949 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b0ef6a80-a96d-4a07-8896-32565e2e308a req-63a681f6-7e5d-4686-b124-04d3bc70b668 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/security-groups?id=61132abc-277e-4266-ae72-101f6bf008b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386610 Mar 31 15:58:56.023718 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c39cbe-5b82-437e-9b44-b96f3613e346 req-519a37d5-ba4c-4974-9768-99e35e19c662 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:56.025148 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d8c39cbe-5b82-437e-9b44-b96f3613e346 req-519a37d5-ba4c-4974-9768-99e35e19c662 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b1433fc-99a4-464f-a15b-a2a1ad7d956b HTTP/1.1" status: 200 len: 945 time: 0.0782692 Mar 31 15:58:56.067915 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d8c39cbe-5b82-437e-9b44-b96f3613e346 req-20a5ed82-55fa-4c77-beea-ff0270a662d1 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/security-groups?id=61132abc-277e-4266-ae72-101f6bf008b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370598 Mar 31 15:58:57.545224 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-40fe39a9-16d8-421a-85ff-ae044e81e981 req-f3964214-caa2-4219-b5a6-a8f630af2c73 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4b1433fc-99a4-464f-a15b-a2a1ad7d956b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749018 Mar 31 15:58:57.689418 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe39a9-16d8-421a-85ff-ae044e81e981 req-8d29cb17-9d5c-43eb-a6a4-423dd97b2f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:57.690884 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-40fe39a9-16d8-421a-85ff-ae044e81e981 req-8d29cb17-9d5c-43eb-a6a4-423dd97b2f99 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a89feb90a3db4952abb282ccac210906&device_id=4b1433fc-99a4-464f-a15b-a2a1ad7d956b HTTP/1.1" status: 200 len: 1098 time: 0.0746207 Mar 31 15:58:57.849882 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe39a9-16d8-421a-85ff-ae044e81e981 req-d39a9ef4-445d-4c9a-88ee-fd43417e2999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:57.851467 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-40fe39a9-16d8-421a-85ff-ae044e81e981 req-d39a9ef4-445d-4c9a-88ee-fd43417e2999 service neutron] 10.222.0.41 "GET /v2.0/networks?id=10b561a2-f047-401f-8f80-c76f1cbd31de HTTP/1.1" status: 200 len: 918 time: 0.1410997 Mar 31 15:58:57.928886 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-40fe39a9-16d8-421a-85ff-ae044e81e981 req-9026edd3-28cf-4295-9392-b321507ffcf1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24016715-a619-4def-b561-1912730cd4e1 HTTP/1.1" status: 200 len: 217 time: 0.0674987 Mar 31 15:58:57.992818 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe39a9-16d8-421a-85ff-ae044e81e981 req-1f10dc73-2dfe-42f5-b552-6c5ada2c5636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:57.994385 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-40fe39a9-16d8-421a-85ff-ae044e81e981 req-1f10dc73-2dfe-42f5-b552-6c5ada2c5636 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=033adf96-4ff8-4832-b44d-fa6abb3985d3 HTTP/1.1" status: 200 len: 856 time: 0.0628843 Mar 31 15:58:58.085119 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe39a9-16d8-421a-85ff-ae044e81e981 req-3b69e3e0-2598-4c74-b120-28aede599b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:58.088124 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-40fe39a9-16d8-421a-85ff-ae044e81e981 req-3b69e3e0-2598-4c74-b120-28aede599b0c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10b561a2-f047-401f-8f80-c76f1cbd31de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0874779 Mar 31 15:58:58.230657 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-40fe39a9-16d8-421a-85ff-ae044e81e981 req-213d19e6-5d62-47ee-bff2-9b1aa47a5f19 service neutron] 10.222.0.41 "GET /v2.0/networks/10b561a2-f047-401f-8f80-c76f1cbd31de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356206 Mar 31 15:58:58.364081 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-40fe39a9-16d8-421a-85ff-ae044e81e981 req-e1d254ee-2dc4-4592-ad5f-97324f57ce2f service neutron] 10.222.0.41 "GET /v2.0/networks/10b561a2-f047-401f-8f80-c76f1cbd31de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259730 Mar 31 15:59:03.079416 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d90000df-3308-4d70-b4ef-1902e4bc5a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:05.153554 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3a166d71-0623-4901-8bb7-1f88414c54be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:06.513546 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:06.530538 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:07.971077 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:15.101437 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb883611-0fe8-4af0-9407-3b50c3190fd0 req-6526b434-7c06-4f0d-8b77-cbd1b06db92e tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:15.103029 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fb883611-0fe8-4af0-9407-3b50c3190fd0 req-6526b434-7c06-4f0d-8b77-cbd1b06db92e tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b1433fc-99a4-464f-a15b-a2a1ad7d956b HTTP/1.1" status: 200 len: 945 time: 0.0811207 Mar 31 15:59:15.152560 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fb883611-0fe8-4af0-9407-3b50c3190fd0 req-f6ffaace-d7f6-44a3-8ee4-b4af47269444 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/security-groups?id=61132abc-277e-4266-ae72-101f6bf008b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437438 Mar 31 15:59:16.346926 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e4286-b1c6-4ce2-9df8-70a024c73a14 req-12529457-05ee-4d32-a90e-b659e772aad0 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:16.348368 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5e1e4286-b1c6-4ce2-9df8-70a024c73a14 req-12529457-05ee-4d32-a90e-b659e772aad0 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b1433fc-99a4-464f-a15b-a2a1ad7d956b HTTP/1.1" status: 200 len: 945 time: 0.0827665 Mar 31 15:59:16.392564 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5e1e4286-b1c6-4ce2-9df8-70a024c73a14 req-701bfe4e-cd9f-4eea-9828-ba6c114f2570 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/security-groups?id=61132abc-277e-4266-ae72-101f6bf008b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379734 Mar 31 15:59:16.677834 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66948e-6ba6-4fb4-a9b0-b4d7110d5ac2 req-de29831a-b716-4e9c-8954-9f5d33f23bc3 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:16.679883 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ca66948e-6ba6-4fb4-a9b0-b4d7110d5ac2 req-de29831a-b716-4e9c-8954-9f5d33f23bc3 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b1433fc-99a4-464f-a15b-a2a1ad7d956b HTTP/1.1" status: 200 len: 945 time: 0.0834858 Mar 31 15:59:16.750073 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-ca66948e-6ba6-4fb4-a9b0-b4d7110d5ac2 req-99171f7c-1640-4766-9f09-b3c94ad7bc52 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Deleting port 24016715-a619-4def-b561-1912730cd4e1 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:59:16.750412 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ca66948e-6ba6-4fb4-a9b0-b4d7110d5ac2 req-99171f7c-1640-4766-9f09-b3c94ad7bc52 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:17.093886 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-ca66948e-6ba6-4fb4-a9b0-b4d7110d5ac2 req-99171f7c-1640-4766-9f09-b3c94ad7bc52 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] For port 24016715-a619-4def-b561-1912730cd4e1, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=24016715-a619-4def-b561-1912730cd4e1,segment=NetworkSegment(d5a8806f-1dca-49ae-bbab-d906f7af27d6),segment_id=d5a8806f-1dca-49ae-bbab-d906f7af27d6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:59:17.094222 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ca66948e-6ba6-4fb4-a9b0-b4d7110d5ac2 req-99171f7c-1640-4766-9f09-b3c94ad7bc52 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:17.216665 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-ca66948e-6ba6-4fb4-a9b0-b4d7110d5ac2 req-99171f7c-1640-4766-9f09-b3c94ad7bc52 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Calling delete_port for 24016715-a619-4def-b561-1912730cd4e1 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:59:17.421962 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ca66948e-6ba6-4fb4-a9b0-b4d7110d5ac2 req-99171f7c-1640-4766-9f09-b3c94ad7bc52 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:17.434330 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['24016715-a619-4def-b561-1912730cd4e1'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:59:17.547033 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99171f7c-1640-4766-9f09-b3c94ad7bc52 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Pushing event deleted for resources: {'Port': ['ID=24016715-a619-4def-b561-1912730cd4e1,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:17.565370 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ac641667-23c0-421e-8706-1e41e9d5500b req-c3a341dc-c218-4120-98cb-eaa4f66be7d2 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b1433fc-99a4-464f-a15b-a2a1ad7d956b HTTP/1.1" status: 200 len: 210 time: 0.0556555 Mar 31 15:59:17.608241 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99171f7c-1640-4766-9f09-b3c94ad7bc52 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:17.608480 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99171f7c-1640-4766-9f09-b3c94ad7bc52 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:17.608829 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99171f7c-1640-4766-9f09-b3c94ad7bc52 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:17.609167 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99171f7c-1640-4766-9f09-b3c94ad7bc52 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:17.609518 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99171f7c-1640-4766-9f09-b3c94ad7bc52 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:17.609853 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99171f7c-1640-4766-9f09-b3c94ad7bc52 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:17.610182 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99171f7c-1640-4766-9f09-b3c94ad7bc52 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:17.610509 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99171f7c-1640-4766-9f09-b3c94ad7bc52 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:17.610834 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99171f7c-1640-4766-9f09-b3c94ad7bc52 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:17.611159 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99171f7c-1640-4766-9f09-b3c94ad7bc52 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:17.611497 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99171f7c-1640-4766-9f09-b3c94ad7bc52 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:17.611808 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99171f7c-1640-4766-9f09-b3c94ad7bc52 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:17.621429 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca66948e-6ba6-4fb4-a9b0-b4d7110d5ac2 req-99171f7c-1640-4766-9f09-b3c94ad7bc52 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] No DVR routers for this DVR port 24016715-a619-4def-b561-1912730cd4e1 on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:59:17.623842 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ca66948e-6ba6-4fb4-a9b0-b4d7110d5ac2 req-99171f7c-1640-4766-9f09-b3c94ad7bc52 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:17.626744 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1433fc-99a4-464f-a15b-a2a1ad7d956b', 'name': 'network-vif-deleted', 'tag': '24016715-a619-4def-b561-1912730cd4e1'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:59:17.673754 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1433fc-99a4-464f-a15b-a2a1ad7d956b', 'name': 'network-vif-deleted', 'tag': '24016715-a619-4def-b561-1912730cd4e1', 'status': 'completed', 'code': 200} Mar 31 15:59:17.697318 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ca66948e-6ba6-4fb4-a9b0-b4d7110d5ac2 req-99171f7c-1640-4766-9f09-b3c94ad7bc52 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.41 "DELETE /v2.0/ports/24016715-a619-4def-b561-1912730cd4e1 HTTP/1.1" status: 204 len: 173 time: 1.0115247 Mar 31 15:59:19.383289 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-8d8a42b1-046b-4043-87fe-c39ac5e5a3a1 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:19.384827 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-8d8a42b1-046b-4043-87fe-c39ac5e5a3a1 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/networks?id=10b561a2-f047-401f-8f80-c76f1cbd31de HTTP/1.1" status: 200 len: 817 time: 0.2522955 Mar 31 15:59:19.400099 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-8182cd85-2e7c-40ff-aad4-ce9be8b84d4e tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/quotas/a89feb90a3db4952abb282ccac210906 HTTP/1.1" status: 200 len: 375 time: 0.0097985 Mar 31 15:59:19.485949 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-1431fd3e-8b8a-43e8-bd81-d97ad64c223d tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a89feb90a3db4952abb282ccac210906&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0802469 Mar 31 15:59:19.624566 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-eb694e8c-1b00-4320-bfe4-7db7eb3bdc57 service neutron] 10.222.0.31 "GET /v2.0/networks/10b561a2-f047-401f-8f80-c76f1cbd31de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270933 Mar 31 15:59:19.764173 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-21a7a3a6-5a55-4ed6-af4e-f8bb5ff74dd5 service neutron] 10.222.0.31 "GET /v2.0/networks/10b561a2-f047-401f-8f80-c76f1cbd31de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321969 Mar 31 15:59:19.988296 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-7aea0a36-3e8a-4100-ad68-0256b4374c0d req-6facdddc-2bbf-4c31-b065-5c732a41ebd5 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Synchronizing usage tracker for tenant:a89feb90a3db4952abb282ccac210906 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:59:20.050816 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-7aea0a36-3e8a-4100-ad68-0256b4374c0d req-6facdddc-2bbf-4c31-b065-5c732a41ebd5 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Unset dirty status for tenant:a89feb90a3db4952abb282ccac210906 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:59:20.051997 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7aea0a36-3e8a-4100-ad68-0256b4374c0d req-6facdddc-2bbf-4c31-b065-5c732a41ebd5 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?device_id=08461cc5-b2cb-46b7-923e-1d014b02d532 HTTP/1.1" status: 200 len: 210 time: 0.1108456 Mar 31 15:59:21.052514 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 24016715-a619-4def-b561-1912730cd4e1 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:59:21.087431 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: 24016715-a619-4def-b561-1912730cd4e1 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:59:21.087772 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 24016715-a619-4def-b561-1912730cd4e1 not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:59:21.204165 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-ddc4ac7f-4e83-4018-8dd2-673183b07bd9 req-d6aaf730-9f8c-465d-aa2c-c07f7c528009 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?device_id=08461cc5-b2cb-46b7-923e-1d014b02d532 HTTP/1.1" status: 200 len: 210 time: 0.0429397 Mar 31 15:59:21.568524 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-3352208d-cb25-4509-88fe-3a32e3064cb9 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:21.570575 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-3352208d-cb25-4509-88fe-3a32e3064cb9 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.41 "GET /v2.0/networks?id=10b561a2-f047-401f-8f80-c76f1cbd31de HTTP/1.1" status: 200 len: 817 time: 0.1465502 Mar 31 15:59:21.582499 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-f373be20-4674-4c81-b7be-88d1caad1dd3 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Request body: {'port': {'device_id': '08461cc5-b2cb-46b7-923e-1d014b02d532', 'network_id': '10b561a2-f047-401f-8f80-c76f1cbd31de', 'admin_state_up': True, 'tenant_id': 'a89feb90a3db4952abb282ccac210906'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:59:21.723253 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-f373be20-4674-4c81-b7be-88d1caad1dd3 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 15:59:21.732750 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-f373be20-4674-4c81-b7be-88d1caad1dd3 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 15:59:21.822545 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-f373be20-4674-4c81-b7be-88d1caad1dd3 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Made reservation on behalf of a89feb90a3db4952abb282ccac210906 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:59:21.826427 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-f373be20-4674-4c81-b7be-88d1caad1dd3 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:21.862477 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:59:21.993102 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-f373be20-4674-4c81-b7be-88d1caad1dd3 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Allocated IP 172.20.0.14 (10b561a2-f047-401f-8f80-c76f1cbd31de/033adf96-4ff8-4832-b44d-fa6abb3985d3/40644617-8a54-49ee-886b-0e5a1f55741e) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:59:22.194324 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-f373be20-4674-4c81-b7be-88d1caad1dd3 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:22.210248 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-f373be20-4674-4c81-b7be-88d1caad1dd3 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Transition to ACTIVE for port object 40644617-8a54-49ee-886b-0e5a1f55741e will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:59:22.297268 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-f373be20-4674-4c81-b7be-88d1caad1dd3 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:22.416857 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-f373be20-4674-4c81-b7be-88d1caad1dd3 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Network 10b561a2-f047-401f-8f80-c76f1cbd31de is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:59:22.422852 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-f373be20-4674-4c81-b7be-88d1caad1dd3 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:59:22.428057 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-f373be20-4674-4c81-b7be-88d1caad1dd3 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 15:59:22.454673 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373be20-4674-4c81-b7be-88d1caad1dd3 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Pushing event updated for resources: {'Port': ['ID=40644617-8a54-49ee-886b-0e5a1f55741e,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:22.629738 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-f373be20-4674-4c81-b7be-88d1caad1dd3 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:22.630426 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-f373be20-4674-4c81-b7be-88d1caad1dd3 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:22.643372 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affba4c4-172c-4074-b02c-8af6dd5e9a9b req-d8826086-c23a-4d8b-b8c0-f5461d75b3c6 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:22.644785 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-affba4c4-172c-4074-b02c-8af6dd5e9a9b req-d8826086-c23a-4d8b-b8c0-f5461d75b3c6 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?device_id=08461cc5-b2cb-46b7-923e-1d014b02d532 HTTP/1.1" status: 200 len: 932 time: 0.3111455 Mar 31 15:59:22.699583 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-affba4c4-172c-4074-b02c-8af6dd5e9a9b req-5b53a687-eac9-489f-a317-65745b22edd2 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/security-groups?id=61132abc-277e-4266-ae72-101f6bf008b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457516 Mar 31 15:59:22.753980 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-f373be20-4674-4c81-b7be-88d1caad1dd3 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1750965 Mar 31 15:59:22.765628 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-0b932cc3-64bb-44a3-93c3-468c01445ac3 service neutron] Request body: {'port': {'device_id': '08461cc5-b2cb-46b7-923e-1d014b02d532', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:59:22.781838 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a84381f0-2e7e-466b-965e-42afc26e297f None None] Provisioning for port 40644617-8a54-49ee-886b-0e5a1f55741e completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:59:22.786908 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a84381f0-2e7e-466b-965e-42afc26e297f None None] Provisioning complete for port 40644617-8a54-49ee-886b-0e5a1f55741e triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:59:22.787278 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a84381f0-2e7e-466b-965e-42afc26e297f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:22.845378 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a84381f0-2e7e-466b-965e-42afc26e297f None None] Port 40644617-8a54-49ee-886b-0e5a1f55741e cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 15:59:22.879843 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-0b932cc3-64bb-44a3-93c3-468c01445ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:23.216207 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-0b932cc3-64bb-44a3-93c3-468c01445ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40644617-8a54-49ee-886b-0e5a1f55741e {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:59:23.223432 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-0b932cc3-64bb-44a3-93c3-468c01445ac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:23.237958 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-0b932cc3-64bb-44a3-93c3-468c01445ac3 service neutron] Transition to ACTIVE for port object 40644617-8a54-49ee-886b-0e5a1f55741e will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 15:59:23.319812 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-0b932cc3-64bb-44a3-93c3-468c01445ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:23.485582 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b932cc3-64bb-44a3-93c3-468c01445ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=40644617-8a54-49ee-886b-0e5a1f55741e,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:23.565673 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-0b932cc3-64bb-44a3-93c3-468c01445ac3 service neutron] Attempting to bind port 40644617-8a54-49ee-886b-0e5a1f55741e on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 15:59:23.566135 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-0b932cc3-64bb-44a3-93c3-468c01445ac3 service neutron] Attempting to bind port 40644617-8a54-49ee-886b-0e5a1f55741e by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'd5a8806f-1dca-49ae-bbab-d906f7af27d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '10b561a2-f047-401f-8f80-c76f1cbd31de'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 15:59:23.566345 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-0b932cc3-64bb-44a3-93c3-468c01445ac3 service neutron] Attempting to bind port 40644617-8a54-49ee-886b-0e5a1f55741e on network 10b561a2-f047-401f-8f80-c76f1cbd31de {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:59:23.572278 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-0b932cc3-64bb-44a3-93c3-468c01445ac3 service neutron] Port 40644617-8a54-49ee-886b-0e5a1f55741e on network 10b561a2-f047-401f-8f80-c76f1cbd31de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 15:59:23.572611 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-0b932cc3-64bb-44a3-93c3-468c01445ac3 service neutron] Attempting to bind port 40644617-8a54-49ee-886b-0e5a1f55741e on network 10b561a2-f047-401f-8f80-c76f1cbd31de {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 15:59:23.578235 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-0b932cc3-64bb-44a3-93c3-468c01445ac3 service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 15:59:23.578571 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-0b932cc3-64bb-44a3-93c3-468c01445ac3 service neutron] Checking segment: {'id': 'd5a8806f-1dca-49ae-bbab-d906f7af27d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '10b561a2-f047-401f-8f80-c76f1cbd31de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 15:59:23.578953 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-0b932cc3-64bb-44a3-93c3-468c01445ac3 service neutron] Bound using segment: {'id': 'd5a8806f-1dca-49ae-bbab-d906f7af27d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '10b561a2-f047-401f-8f80-c76f1cbd31de'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 15:59:23.579374 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-0b932cc3-64bb-44a3-93c3-468c01445ac3 service neutron] Bound port: 40644617-8a54-49ee-886b-0e5a1f55741e, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a8806f-1dca-49ae-bbab-d906f7af27d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '10b561a2-f047-401f-8f80-c76f1cbd31de'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 15:59:23.579765 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-0b932cc3-64bb-44a3-93c3-468c01445ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:23.671846 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-0b932cc3-64bb-44a3-93c3-468c01445ac3 service neutron] For port 40644617-8a54-49ee-886b-0e5a1f55741e, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 15:59:23.674610 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-0b932cc3-64bb-44a3-93c3-468c01445ac3 service neutron] For port 40644617-8a54-49ee-886b-0e5a1f55741e, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=40644617-8a54-49ee-886b-0e5a1f55741e,segment=NetworkSegment(d5a8806f-1dca-49ae-bbab-d906f7af27d6),segment_id=d5a8806f-1dca-49ae-bbab-d906f7af27d6)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 15:59:23.788316 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-0b932cc3-64bb-44a3-93c3-468c01445ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:23.845074 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-0b932cc3-64bb-44a3-93c3-468c01445ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:23.845460 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-0b932cc3-64bb-44a3-93c3-468c01445ac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:23.846806 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-0b932cc3-64bb-44a3-93c3-468c01445ac3 service neutron] 10.222.0.41 "PUT /v2.0/ports/40644617-8a54-49ee-886b-0e5a1f55741e HTTP/1.1" status: 200 len: 1094 time: 1.0853224 Mar 31 15:59:23.847247 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08461cc5-b2cb-46b7-923e-1d014b02d532', 'tag': '40644617-8a54-49ee-886b-0e5a1f55741e'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:59:23.890504 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b932cc3-64bb-44a3-93c3-468c01445ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=40644617-8a54-49ee-886b-0e5a1f55741e,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:23.903615 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08461cc5-b2cb-46b7-923e-1d014b02d532', 'tag': '40644617-8a54-49ee-886b-0e5a1f55741e', 'status': 'completed', 'code': 200} Mar 31 15:59:23.915691 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d1d30-4f85-4443-86d6-ffb1bf0be717 req-25d8ae2d-ef05-4852-b94b-83fc8589b9ca tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:23.917241 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8e8d1d30-4f85-4443-86d6-ffb1bf0be717 req-25d8ae2d-ef05-4852-b94b-83fc8589b9ca tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?device_id=08461cc5-b2cb-46b7-923e-1d014b02d532 HTTP/1.1" status: 200 len: 944 time: 0.1066666 Mar 31 15:59:23.967773 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8e8d1d30-4f85-4443-86d6-ffb1bf0be717 req-00d4f656-6839-4a8b-b3c1-001f755cc86a tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/security-groups?id=61132abc-277e-4266-ae72-101f6bf008b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438080 Mar 31 15:59:24.003362 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c8bb3-966b-4a2d-b7cd-8cfec6a0e576 req-79f5b442-ea94-4d62-b6b3-dcde47aa4b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:24.004833 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-613c8bb3-966b-4a2d-b7cd-8cfec6a0e576 req-79f5b442-ea94-4d62-b6b3-dcde47aa4b12 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a89feb90a3db4952abb282ccac210906&device_id=08461cc5-b2cb-46b7-923e-1d014b02d532 HTTP/1.1" status: 200 len: 1097 time: 0.0755498 Mar 31 15:59:24.158616 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c8bb3-966b-4a2d-b7cd-8cfec6a0e576 req-f112325d-5a23-43cf-85d7-7df496f18684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:24.159956 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-613c8bb3-966b-4a2d-b7cd-8cfec6a0e576 req-f112325d-5a23-43cf-85d7-7df496f18684 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a89feb90a3db4952abb282ccac210906&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1468089 Mar 31 15:59:24.293463 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c8bb3-966b-4a2d-b7cd-8cfec6a0e576 req-ab5b397d-12b6-4ff6-97e4-9d3b7f092b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:24.294901 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-613c8bb3-966b-4a2d-b7cd-8cfec6a0e576 req-ab5b397d-12b6-4ff6-97e4-9d3b7f092b39 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1291587 Mar 31 15:59:24.407209 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-169db8e7-54f2-4485-90c8-6b45e7a8c195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:24.408797 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-169db8e7-54f2-4485-90c8-6b45e7a8c195 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a89feb90a3db4952abb282ccac210906&device_id=08461cc5-b2cb-46b7-923e-1d014b02d532 HTTP/1.1" status: 200 len: 1097 time: 0.0746732 Mar 31 15:59:24.476629 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-1eb06b41-f66a-4400-a220-07768514f4c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40644617-8a54-49ee-886b-0e5a1f55741e HTTP/1.1" status: 200 len: 217 time: 0.0607255 Mar 31 15:59:24.543178 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-09f8dbf8-07d3-4b44-b4be-e10f1466c636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:24.544737 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-09f8dbf8-07d3-4b44-b4be-e10f1466c636 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=033adf96-4ff8-4832-b44d-fa6abb3985d3 HTTP/1.1" status: 200 len: 856 time: 0.0618613 Mar 31 15:59:24.622131 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-a6ae837f-566b-4009-917f-730619edee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:24.623584 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-a6ae837f-566b-4009-917f-730619edee6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10b561a2-f047-401f-8f80-c76f1cbd31de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726321 Mar 31 15:59:24.849505 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-7fbc1be7-3f94-4a5e-bea7-fcdfb19009de service neutron] 10.222.0.41 "GET /v2.0/networks/10b561a2-f047-401f-8f80-c76f1cbd31de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185421 Mar 31 15:59:24.982841 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ec692325-bbb8-4c83-aa1d-df1816fbcd8e req-700c0acd-1a60-49e7-9493-356c7b2d9e62 service neutron] 10.222.0.41 "GET /v2.0/networks/10b561a2-f047-401f-8f80-c76f1cbd31de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264818 Mar 31 15:59:25.161986 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a2eaf-be2d-4186-84d8-c0f6f8dbe9db req-240de5c3-35c6-43df-bd46-f19f86f5562b tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:25.162888 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-0c0a2eaf-be2d-4186-84d8-c0f6f8dbe9db req-240de5c3-35c6-43df-bd46-f19f86f5562b tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Synchronizing usage tracker for tenant:a89feb90a3db4952abb282ccac210906 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 15:59:25.227907 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-0c0a2eaf-be2d-4186-84d8-c0f6f8dbe9db req-240de5c3-35c6-43df-bd46-f19f86f5562b tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Unset dirty status for tenant:a89feb90a3db4952abb282ccac210906 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 15:59:25.229038 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0c0a2eaf-be2d-4186-84d8-c0f6f8dbe9db req-240de5c3-35c6-43df-bd46-f19f86f5562b tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?device_id=08461cc5-b2cb-46b7-923e-1d014b02d532 HTTP/1.1" status: 200 len: 944 time: 0.1520205 Mar 31 15:59:25.275742 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0c0a2eaf-be2d-4186-84d8-c0f6f8dbe9db req-f4307211-dcdb-409f-80e9-44da801feffc tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/security-groups?id=61132abc-277e-4266-ae72-101f6bf008b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408158 Mar 31 15:59:25.376530 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:26.466367 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3575c6-a7ab-4658-8520-c78f9a5b3fae req-e39db069-4948-40eb-8f58-a8deadb0b36a tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:26.467841 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-fe3575c6-a7ab-4658-8520-c78f9a5b3fae req-e39db069-4948-40eb-8f58-a8deadb0b36a tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?device_id=08461cc5-b2cb-46b7-923e-1d014b02d532 HTTP/1.1" status: 200 len: 944 time: 0.0828726 Mar 31 15:59:26.512701 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-fe3575c6-a7ab-4658-8520-c78f9a5b3fae req-0c9537f9-c095-4ff2-8b1f-647de60b1546 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/security-groups?id=61132abc-277e-4266-ae72-101f6bf008b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391383 Mar 31 15:59:27.095347 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 40644617-8a54-49ee-886b-0e5a1f55741e details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 15:59:27.228069 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 40644617-8a54-49ee-886b-0e5a1f55741e, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=40644617-8a54-49ee-886b-0e5a1f55741e,segment=NetworkSegment(d5a8806f-1dca-49ae-bbab-d906f7af27d6),segment_id=d5a8806f-1dca-49ae-bbab-d906f7af27d6)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:59:27.241024 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': '40644617-8a54-49ee-886b-0e5a1f55741e', 'network_id': '10b561a2-f047-401f-8f80-c76f1cbd31de', 'port_id': '40644617-8a54-49ee-886b-0e5a1f55741e', 'mac_address': 'fa:16:3e:cc:67:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '033adf96-4ff8-4832-b44d-fa6abb3985d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 15:59:27.296186 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:27.313620 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40644617-8a54-49ee-886b-0e5a1f55741e {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:59:27.330195 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 40644617-8a54-49ee-886b-0e5a1f55741e, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=40644617-8a54-49ee-886b-0e5a1f55741e,segment=NetworkSegment(d5a8806f-1dca-49ae-bbab-d906f7af27d6),segment_id=d5a8806f-1dca-49ae-bbab-d906f7af27d6)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:59:27.387733 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:27.458192 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=40644617-8a54-49ee-886b-0e5a1f55741e,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:27.589825 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['40644617-8a54-49ee-886b-0e5a1f55741e'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:59:27.698247 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e651729-dbe3-40e5-92cb-dfb0f3688e38 req-954680ec-f01b-460b-bf31-76c3621c0e00 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:27.699970 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2e651729-dbe3-40e5-92cb-dfb0f3688e38 req-954680ec-f01b-460b-bf31-76c3621c0e00 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?device_id=08461cc5-b2cb-46b7-923e-1d014b02d532 HTTP/1.1" status: 200 len: 945 time: 0.0814712 Mar 31 15:59:27.748356 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2e651729-dbe3-40e5-92cb-dfb0f3688e38 req-bde0cb9d-dc93-4f0a-9c9c-6f8f32eb8e23 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/security-groups?id=61132abc-277e-4266-ae72-101f6bf008b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423326 Mar 31 15:59:28.936800 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4072d-bcf1-4b5b-b911-934c0dbed891 req-426a999a-684b-446e-8879-395c7a11466d tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:28.938191 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-04a4072d-bcf1-4b5b-b911-934c0dbed891 req-426a999a-684b-446e-8879-395c7a11466d tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?device_id=08461cc5-b2cb-46b7-923e-1d014b02d532 HTTP/1.1" status: 200 len: 945 time: 0.0815537 Mar 31 15:59:28.986187 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-04a4072d-bcf1-4b5b-b911-934c0dbed891 req-79a4bf18-d244-4cfa-9750-29bdd9d31989 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/security-groups?id=61132abc-277e-4266-ae72-101f6bf008b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423203 Mar 31 15:59:29.107397 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 40644617-8a54-49ee-886b-0e5a1f55741e up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 15:59:29.261798 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port 40644617-8a54-49ee-886b-0e5a1f55741e completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 15:59:29.266790 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port 40644617-8a54-49ee-886b-0e5a1f55741e triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 15:59:29.267165 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:29.385411 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:29.411280 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08461cc5-b2cb-46b7-923e-1d014b02d532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40644617-8a54-49ee-886b-0e5a1f55741e'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:59:29.421324 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 40644617-8a54-49ee-886b-0e5a1f55741e, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=40644617-8a54-49ee-886b-0e5a1f55741e,segment=NetworkSegment(d5a8806f-1dca-49ae-bbab-d906f7af27d6),segment_id=d5a8806f-1dca-49ae-bbab-d906f7af27d6)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:59:29.460176 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08461cc5-b2cb-46b7-923e-1d014b02d532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40644617-8a54-49ee-886b-0e5a1f55741e', 'code': 200} Mar 31 15:59:29.502039 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:29.570307 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=40644617-8a54-49ee-886b-0e5a1f55741e,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:29.805693 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890525f-38c7-442e-a3b0-fc87ae02ba5d req-5e0840d2-69eb-4ef0-8546-3fdf23aab5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:29.807173 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2890525f-38c7-442e-a3b0-fc87ae02ba5d req-5e0840d2-69eb-4ef0-8546-3fdf23aab5b4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=08461cc5-b2cb-46b7-923e-1d014b02d532 HTTP/1.1" status: 200 len: 1099 time: 0.0734441 Mar 31 15:59:29.849835 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2890525f-38c7-442e-a3b0-fc87ae02ba5d req-61e07031-2368-4609-9c62-a2a8db39905c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=61132abc-277e-4266-ae72-101f6bf008b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347316 Mar 31 15:59:30.175475 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658a71d-3c2d-4781-acc1-da1e3f181cb2 req-c86db421-059c-4edd-95dc-d0ca3283ff2b tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:30.176849 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7658a71d-3c2d-4781-acc1-da1e3f181cb2 req-c86db421-059c-4edd-95dc-d0ca3283ff2b tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?device_id=08461cc5-b2cb-46b7-923e-1d014b02d532 HTTP/1.1" status: 200 len: 946 time: 0.0808885 Mar 31 15:59:30.221822 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7658a71d-3c2d-4781-acc1-da1e3f181cb2 req-3a7838d4-4bee-44a9-9a9a-2f8a1b3d6911 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/security-groups?id=61132abc-277e-4266-ae72-101f6bf008b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392201 Mar 31 15:59:31.571073 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a2724-c9e0-4cd4-88b6-bdfd6559552d req-2d7bfbf0-a29d-4306-ab6e-c32aeadd1a99 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:31.572532 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-af7a2724-c9e0-4cd4-88b6-bdfd6559552d req-2d7bfbf0-a29d-4306-ab6e-c32aeadd1a99 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?device_id=08461cc5-b2cb-46b7-923e-1d014b02d532 HTTP/1.1" status: 200 len: 946 time: 0.0854642 Mar 31 15:59:31.618376 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-af7a2724-c9e0-4cd4-88b6-bdfd6559552d req-f22d81bc-a145-49da-a54c-d456b0baba75 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/security-groups?id=61132abc-277e-4266-ae72-101f6bf008b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397394 Mar 31 15:59:31.807728 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3d6f1-c157-4de2-90b8-be3a2986ee90 req-eb0baddb-37e3-426a-8543-23047dcbfb8e tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:31.809217 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-6ec3d6f1-c157-4de2-90b8-be3a2986ee90 req-eb0baddb-37e3-426a-8543-23047dcbfb8e tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?device_id=08461cc5-b2cb-46b7-923e-1d014b02d532 HTTP/1.1" status: 200 len: 946 time: 0.0858154 Mar 31 15:59:31.853830 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-6ec3d6f1-c157-4de2-90b8-be3a2986ee90 req-e19d3553-9c4c-4736-812b-531d72f634b1 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/security-groups?id=61132abc-277e-4266-ae72-101f6bf008b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387592 Mar 31 15:59:33.102560 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b499ad88-454e-4477-9a05-8b87988b9a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:35.141744 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-11e8e780-4e4d-42f3-abd8-a26df6a19f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:36.518784 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:36.564587 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:38.028388 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:49.880888 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547871a-feb3-4684-8176-3ae6fc08ee22 req-8e00a578-610e-4037-a418-e2f8667e9094 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:49.883298 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5547871a-feb3-4684-8176-3ae6fc08ee22 req-8e00a578-610e-4037-a418-e2f8667e9094 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?device_id=08461cc5-b2cb-46b7-923e-1d014b02d532 HTTP/1.1" status: 200 len: 946 time: 0.0809867 Mar 31 15:59:49.930780 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5547871a-feb3-4684-8176-3ae6fc08ee22 req-91405505-bf80-4cc9-9afd-7aada090fec5 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/security-groups?id=61132abc-277e-4266-ae72-101f6bf008b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417757 Mar 31 15:59:51.123435 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7a209-2b76-45d8-aaea-35f8de5bcf4d req-82e281e5-2ede-4ab4-adb0-9141e8f8b2ea tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:51.124886 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d5d7a209-2b76-45d8-aaea-35f8de5bcf4d req-82e281e5-2ede-4ab4-adb0-9141e8f8b2ea tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?device_id=08461cc5-b2cb-46b7-923e-1d014b02d532 HTTP/1.1" status: 200 len: 946 time: 0.0809815 Mar 31 15:59:51.170468 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d5d7a209-2b76-45d8-aaea-35f8de5bcf4d req-7d722fd5-6250-4617-86a7-4f780e27cd2e tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/security-groups?id=61132abc-277e-4266-ae72-101f6bf008b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397983 Mar 31 15:59:51.625088 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270119b-ca62-4076-991b-88dcdebacc5c req-289d6850-6042-4286-9973-5e520e5ae7e5 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:51.626535 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5270119b-ca62-4076-991b-88dcdebacc5c req-289d6850-6042-4286-9973-5e520e5ae7e5 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.41 "GET /v2.0/ports?device_id=08461cc5-b2cb-46b7-923e-1d014b02d532 HTTP/1.1" status: 200 len: 946 time: 0.0833588 Mar 31 15:59:51.697248 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-5270119b-ca62-4076-991b-88dcdebacc5c req-1012e115-e366-49e6-a973-c8db169c35af tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Deleting port 40644617-8a54-49ee-886b-0e5a1f55741e {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:59:51.697591 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-5270119b-ca62-4076-991b-88dcdebacc5c req-1012e115-e366-49e6-a973-c8db169c35af tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:51.949988 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-5270119b-ca62-4076-991b-88dcdebacc5c req-1012e115-e366-49e6-a973-c8db169c35af tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] For port 40644617-8a54-49ee-886b-0e5a1f55741e, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=40644617-8a54-49ee-886b-0e5a1f55741e,segment=NetworkSegment(d5a8806f-1dca-49ae-bbab-d906f7af27d6),segment_id=d5a8806f-1dca-49ae-bbab-d906f7af27d6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:59:51.950265 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-5270119b-ca62-4076-991b-88dcdebacc5c req-1012e115-e366-49e6-a973-c8db169c35af tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:52.075787 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-5270119b-ca62-4076-991b-88dcdebacc5c req-1012e115-e366-49e6-a973-c8db169c35af tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Calling delete_port for 40644617-8a54-49ee-886b-0e5a1f55741e owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:59:52.336004 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-5270119b-ca62-4076-991b-88dcdebacc5c req-1012e115-e366-49e6-a973-c8db169c35af tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:52.350046 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['40644617-8a54-49ee-886b-0e5a1f55741e'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 15:59:52.360557 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ecffc-102d-430f-98e0-0e989d5e03c5 req-8267a0f7-cc39-465f-adc8-d7420a9e71d9 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:52.367824 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c11ecffc-102d-430f-98e0-0e989d5e03c5 req-8267a0f7-cc39-465f-adc8-d7420a9e71d9 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?device_id=08461cc5-b2cb-46b7-923e-1d014b02d532 HTTP/1.1" status: 200 len: 946 time: 0.0887413 Mar 31 15:59:52.391676 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012e115-e366-49e6-a973-c8db169c35af tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Pushing event deleted for resources: {'Port': ['ID=40644617-8a54-49ee-886b-0e5a1f55741e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:52.409744 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c11ecffc-102d-430f-98e0-0e989d5e03c5 req-4306e93d-cbf7-45fa-b62b-cce47f8a25dc tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/security-groups?id=61132abc-277e-4266-ae72-101f6bf008b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410092 Mar 31 15:59:52.471481 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5270119b-ca62-4076-991b-88dcdebacc5c req-1012e115-e366-49e6-a973-c8db169c35af tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] No DVR routers for this DVR port 40644617-8a54-49ee-886b-0e5a1f55741e on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:59:52.474251 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-5270119b-ca62-4076-991b-88dcdebacc5c req-1012e115-e366-49e6-a973-c8db169c35af tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:52.477444 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08461cc5-b2cb-46b7-923e-1d014b02d532', 'name': 'network-vif-deleted', 'tag': '40644617-8a54-49ee-886b-0e5a1f55741e'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:59:52.565014 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5270119b-ca62-4076-991b-88dcdebacc5c req-1012e115-e366-49e6-a973-c8db169c35af tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.41 "DELETE /v2.0/ports/40644617-8a54-49ee-886b-0e5a1f55741e HTTP/1.1" status: 204 len: 173 time: 0.9323106 Mar 31 15:59:52.589965 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08461cc5-b2cb-46b7-923e-1d014b02d532', 'name': 'network-vif-deleted', 'tag': '40644617-8a54-49ee-886b-0e5a1f55741e', 'status': 'completed', 'code': 200} Mar 31 15:59:53.582518 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7c801bd0-4187-44e2-b7c1-fb684483ee93 req-1aceb3d5-1b2e-41af-836e-d27064aa2171 tempest-TestEncryptedCinderVolumes-309187358 tempest-TestEncryptedCinderVolumes-309187358-project] 10.222.0.31 "GET /v2.0/ports?device_id=08461cc5-b2cb-46b7-923e-1d014b02d532 HTTP/1.1" status: 200 len: 210 time: 0.0494137 Mar 31 15:59:54.752804 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54416) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:59:55.264373 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 40644617-8a54-49ee-886b-0e5a1f55741e no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:59:55.299332 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: 40644617-8a54-49ee-886b-0e5a1f55741e {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:59:55.299732 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 40644617-8a54-49ee-886b-0e5a1f55741e not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:59:55.386865 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:55.405523 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eeef2224-fc97-48e8-839e-247cf9217f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:55.765077 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-eeef2224-fc97-48e8-839e-247cf9217f4a admin admin] Deleting port 6294de0a-7205-434c-96ed-78b9447106f9 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:59:55.765795 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eeef2224-fc97-48e8-839e-247cf9217f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:55.935434 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-eeef2224-fc97-48e8-839e-247cf9217f4a admin admin] For port 6294de0a-7205-434c-96ed-78b9447106f9, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=6294de0a-7205-434c-96ed-78b9447106f9,segment=NetworkSegment(d5a8806f-1dca-49ae-bbab-d906f7af27d6),segment_id=d5a8806f-1dca-49ae-bbab-d906f7af27d6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:59:55.935702 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eeef2224-fc97-48e8-839e-247cf9217f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:56.060537 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-eeef2224-fc97-48e8-839e-247cf9217f4a admin admin] Calling delete_port for 6294de0a-7205-434c-96ed-78b9447106f9 owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:59:56.546991 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eeef2224-fc97-48e8-839e-247cf9217f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:56.601209 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef2224-fc97-48e8-839e-247cf9217f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=6294de0a-7205-434c-96ed-78b9447106f9,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:56.877643 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eeef2224-fc97-48e8-839e-247cf9217f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:57.238420 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeef2224-fc97-48e8-839e-247cf9217f4a admin admin] Router 3aca8899-116e-4d63-80b5-67bfc6c87986 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 15:59:57.420260 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeef2224-fc97-48e8-839e-247cf9217f4a admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 15:59:57.429258 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3962f0bb-78da-4dc6-8e40-4ed95a88c6ca None None] Sync routers for ids ['3aca8899-116e-4d63-80b5-67bfc6c87986'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:59:57.433466 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-eeef2224-fc97-48e8-839e-247cf9217f4a admin admin] 10.222.0.31 "PUT /v2.0/routers/3aca8899-116e-4d63-80b5-67bfc6c87986/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6794722 Mar 31 15:59:57.435875 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54420) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:59:57.439231 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3962f0bb-78da-4dc6-8e40-4ed95a88c6ca None None] Routers {'3aca8899-116e-4d63-80b5-67bfc6c87986'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:59:57.439840 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-3962f0bb-78da-4dc6-8e40-4ed95a88c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:59:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['3aca8899-116e-4d63-80b5-67bfc6c87986'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:57.611797 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cc6dc38b-5c15-4cd9-8d5e-bbfc2cf50674 admin admin] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:57.724175 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-3962f0bb-78da-4dc6-8e40-4ed95a88c6ca None None] Set router 3aca8899-116e-4d63-80b5-67bfc6c87986 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:59:57.905634 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cc6dc38b-5c15-4cd9-8d5e-bbfc2cf50674 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:57.992596 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-cc6dc38b-5c15-4cd9-8d5e-bbfc2cf50674 admin admin] Deleting port a749b6c2-5f18-4736-a7eb-2646c276d193 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:59:57.992931 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cc6dc38b-5c15-4cd9-8d5e-bbfc2cf50674 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:58.166895 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-cc6dc38b-5c15-4cd9-8d5e-bbfc2cf50674 admin admin] For port a749b6c2-5f18-4736-a7eb-2646c276d193, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=a749b6c2-5f18-4736-a7eb-2646c276d193,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:59:58.167312 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cc6dc38b-5c15-4cd9-8d5e-bbfc2cf50674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:58.175905 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-3962f0bb-78da-4dc6-8e40-4ed95a88c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aca8899-116e-4d63-80b5-67bfc6c87986', 'name': 'tempest-TestEncryptedCinderVolumes-1746452722-router', 'tenant_id': 'a89feb90a3db4952abb282ccac210906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.39'}], 'enable_snat': True}, 'gw_port_id': 'a749b6c2-5f18-4736-a7eb-2646c276d193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:58:26Z', 'updated_at': '2022-03-31T15:59:56Z', 'revision_number': 5, 'project_id': 'a89feb90a3db4952abb282ccac210906', 'gw_port': {'id': 'a749b6c2-5f18-4736-a7eb-2646c276d193', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aca8899-116e-4d63-80b5-67bfc6c87986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:58:27Z', 'updated_at': '2022-03-31T15:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:58.179749 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3962f0bb-78da-4dc6-8e40-4ed95a88c6ca None None] Checking router: 3aca8899-116e-4d63-80b5-67bfc6c87986 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:59:58.187901 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3962f0bb-78da-4dc6-8e40-4ed95a88c6ca None None] Routers {'3aca8899-116e-4d63-80b5-67bfc6c87986'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 15:59:58.188508 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-3962f0bb-78da-4dc6-8e40-4ed95a88c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:59:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['3aca8899-116e-4d63-80b5-67bfc6c87986'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:58.289249 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-cc6dc38b-5c15-4cd9-8d5e-bbfc2cf50674 admin admin] Calling delete_port for a749b6c2-5f18-4736-a7eb-2646c276d193 owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:59:58.340725 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-3962f0bb-78da-4dc6-8e40-4ed95a88c6ca None None] Set router 3aca8899-116e-4d63-80b5-67bfc6c87986 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 15:59:58.447513 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-3962f0bb-78da-4dc6-8e40-4ed95a88c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aca8899-116e-4d63-80b5-67bfc6c87986', 'name': 'tempest-TestEncryptedCinderVolumes-1746452722-router', 'tenant_id': 'a89feb90a3db4952abb282ccac210906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:58:26Z', 'updated_at': '2022-03-31T15:59:57Z', 'revision_number': 6, 'project_id': 'a89feb90a3db4952abb282ccac210906', 'gw_port_host': None}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:58.451697 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3962f0bb-78da-4dc6-8e40-4ed95a88c6ca None None] The sync data for ids ['3aca8899-116e-4d63-80b5-67bfc6c87986'] in dv-neutron-833379-2-hyperv is: [{'id': '3aca8899-116e-4d63-80b5-67bfc6c87986', 'name': 'tempest-TestEncryptedCinderVolumes-1746452722-router', 'tenant_id': 'a89feb90a3db4952abb282ccac210906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:58:26Z', 'updated_at': '2022-03-31T15:59:57Z', 'revision_number': 6, 'project_id': 'a89feb90a3db4952abb282ccac210906', 'gw_port_host': None}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:59:58.507737 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cc6dc38b-5c15-4cd9-8d5e-bbfc2cf50674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:58.555341 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6dc38b-5c15-4cd9-8d5e-bbfc2cf50674 admin admin] Pushing event deleted for resources: {'Port': ['ID=a749b6c2-5f18-4736-a7eb-2646c276d193,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:58.647183 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cc6dc38b-5c15-4cd9-8d5e-bbfc2cf50674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:58.821689 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cc6dc38b-5c15-4cd9-8d5e-bbfc2cf50674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:58.824072 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cc6dc38b-5c15-4cd9-8d5e-bbfc2cf50674 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:58.861181 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 15:59:58.901501 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cc6dc38b-5c15-4cd9-8d5e-bbfc2cf50674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:58.902043 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6dc38b-5c15-4cd9-8d5e-bbfc2cf50674 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3aca8899-116e-4d63-80b5-67bfc6c87986 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 15:59:58.914765 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cc6dc38b-5c15-4cd9-8d5e-bbfc2cf50674 admin admin] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:58.915911 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-cc6dc38b-5c15-4cd9-8d5e-bbfc2cf50674 admin admin] 10.222.0.31 "DELETE /v2.0/routers/3aca8899-116e-4d63-80b5-67bfc6c87986 HTTP/1.1" status: 204 len: 168 time: 1.4791262 Mar 31 15:59:58.918476 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54424) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:59:58.978125 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c205fb9-bd58-4647-a99c-3f64a7754722 admin admin] Deleting subnet 033adf96-4ff8-4832-b44d-fa6abb3985d3 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 15:59:58.981166 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3c205fb9-bd58-4647-a99c-3f64a7754722 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:59.032740 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3c205fb9-bd58-4647-a99c-3f64a7754722 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:59.112696 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3c205fb9-bd58-4647-a99c-3f64a7754722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:59.256813 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3c205fb9-bd58-4647-a99c-3f64a7754722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:59.298789 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c205fb9-bd58-4647-a99c-3f64a7754722 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=033adf96-4ff8-4832-b44d-fa6abb3985d3,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:59.300695 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3c205fb9-bd58-4647-a99c-3f64a7754722 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:59.307604 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39725812-2682-4f14-aec0-baebbf7f03ef None None] Network 10b561a2-f047-401f-8f80-c76f1cbd31de requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 15:59:59.308177 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3c205fb9-bd58-4647-a99c-3f64a7754722 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/033adf96-4ff8-4832-b44d-fa6abb3985d3 HTTP/1.1" status: 204 len: 168 time: 0.3886983 Mar 31 15:59:59.310659 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54428) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 15:59:59.527570 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8f95fa54-1673-412a-9ed6-2684b287ada1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:59.539372 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8f95fa54-1673-412a-9ed6-2684b287ada1 admin admin] Deleting port 9b9acfd2-01d8-42a7-b81a-53e9b8392072 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:59:59.539716 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8f95fa54-1673-412a-9ed6-2684b287ada1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:59.608397 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07ebcd6-bf48-4927-82d8-5cb4afd3cb85 None None] DHCP port deletion for 10b561a2-f047-401f-8f80-c76f1cbd31de request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 15:59:59.612794 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a07ebcd6-bf48-4927-82d8-5cb4afd3cb85 None None] Deleting port 9b9acfd2-01d8-42a7-b81a-53e9b8392072 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 15:59:59.613382 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a07ebcd6-bf48-4927-82d8-5cb4afd3cb85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:59.758413 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8f95fa54-1673-412a-9ed6-2684b287ada1 admin admin] For port 9b9acfd2-01d8-42a7-b81a-53e9b8392072, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=9b9acfd2-01d8-42a7-b81a-53e9b8392072,segment=NetworkSegment(d5a8806f-1dca-49ae-bbab-d906f7af27d6),segment_id=d5a8806f-1dca-49ae-bbab-d906f7af27d6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:59:59.758796 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8f95fa54-1673-412a-9ed6-2684b287ada1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 15:59:59.786794 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device a749b6c2-5f18-4736-a7eb-2646c276d193 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:59:59.867686 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: a749b6c2-5f18-4736-a7eb-2646c276d193 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 15:59:59.868086 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device a749b6c2-5f18-4736-a7eb-2646c276d193 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 15:59:59.868453 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 9b9acfd2-01d8-42a7-b81a-53e9b8392072 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 15:59:59.890941 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8f95fa54-1673-412a-9ed6-2684b287ada1 admin admin] Calling delete_port for 9b9acfd2-01d8-42a7-b81a-53e9b8392072 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 15:59:59.931137 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a07ebcd6-bf48-4927-82d8-5cb4afd3cb85 None None] For port 9b9acfd2-01d8-42a7-b81a-53e9b8392072, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=9b9acfd2-01d8-42a7-b81a-53e9b8392072,segment=NetworkSegment(d5a8806f-1dca-49ae-bbab-d906f7af27d6),segment_id=d5a8806f-1dca-49ae-bbab-d906f7af27d6)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 15:59:59.931543 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a07ebcd6-bf48-4927-82d8-5cb4afd3cb85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:00.026996 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8f95fa54-1673-412a-9ed6-2684b287ada1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:00.063247 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a07ebcd6-bf48-4927-82d8-5cb4afd3cb85 None None] Calling delete_port for 9b9acfd2-01d8-42a7-b81a-53e9b8392072 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:00:00.077131 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95fa54-1673-412a-9ed6-2684b287ada1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b9acfd2-01d8-42a7-b81a-53e9b8392072,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:00.080627 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f95fa54-1673-412a-9ed6-2684b287ada1 admin admin] No DVR routers for this DVR port 9b9acfd2-01d8-42a7-b81a-53e9b8392072 on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:00:00.091775 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No active binding found for port 9b9acfd2-01d8-42a7-b81a-53e9b8392072 {{(pid=103445) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 31 16:00:00.092184 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 9b9acfd2-01d8-42a7-b81a-53e9b8392072 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:00:00.092616 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 6294de0a-7205-434c-96ed-78b9447106f9 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:00:00.134341 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 6294de0a-7205-434c-96ed-78b9447106f9 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:00:00.138187 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 6294de0a-7205-434c-96ed-78b9447106f9 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:00:00.174404 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-a07ebcd6-bf48-4927-82d8-5cb4afd3cb85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 16:00:00.174762 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-a07ebcd6-bf48-4927-82d8-5cb4afd3cb85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 16:00:00.198042 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8f95fa54-1673-412a-9ed6-2684b287ada1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:00.223295 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-8f95fa54-1673-412a-9ed6-2684b287ada1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b561a2-f047-401f-8f80-c76f1cbd31de']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:00.235292 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-8f95fa54-1673-412a-9ed6-2684b287ada1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a8806f-1dca-49ae-bbab-d906f7af27d6') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:00.240962 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-8f95fa54-1673-412a-9ed6-2684b287ada1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a8806f-1dca-49ae-bbab-d906f7af27d6') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:00.246855 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8f95fa54-1673-412a-9ed6-2684b287ada1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:00.262921 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8f95fa54-1673-412a-9ed6-2684b287ada1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:00.268821 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f95fa54-1673-412a-9ed6-2684b287ada1 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:00:00.269215 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8f95fa54-1673-412a-9ed6-2684b287ada1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:00.282879 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 16:00:00.282879 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:00:00.282879 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 16:00:00.282879 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:00:00.282879 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 16:00:00.282879 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 16:00:00.282879 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 16:00:00.282879 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:00:00.282879 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 16:00:00.282879 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:00:00.282879 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 16:00:00.282879 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:00:00.282879 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 16:00:00.282879 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 16:00:00.282879 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:00:00.282879 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 16:00:00.282879 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:00:00.282879 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 16:00:00.282879 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 16:00:00.282879 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 16:00:00.282879 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 16:00:00.282879 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 16:00:00.282879 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:00:00.282879 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:00:00.282879 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 16:00:00.282879 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:00:00.282879 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:00:00.282879 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:00:00.282879 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:00:00.282879 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:00:00.282879 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:00:00.282879 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:00:00.433095 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8f95fa54-1673-412a-9ed6-2684b287ada1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:00.449612 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8f95fa54-1673-412a-9ed6-2684b287ada1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:00.459841 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95fa54-1673-412a-9ed6-2684b287ada1 admin admin] Pushing event deleted for resources: {'Network': ['ID=10b561a2-f047-401f-8f80-c76f1cbd31de,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:00.554165 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8f95fa54-1673-412a-9ed6-2684b287ada1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/10b561a2-f047-401f-8f80-c76f1cbd31de HTTP/1.1" status: 204 len: 168 time: 1.2424715 Mar 31 16:00:00.556790 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54432) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:00:00.676544 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a07ebcd6-bf48-4927-82d8-5cb4afd3cb85 None None] Deleting port 9b9acfd2-01d8-42a7-b81a-53e9b8392072 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:00:00.677245 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a07ebcd6-bf48-4927-82d8-5cb4afd3cb85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:00.750089 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a07ebcd6-bf48-4927-82d8-5cb4afd3cb85 None None] The port '9b9acfd2-01d8-42a7-b81a-53e9b8392072' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 16:00:01.117547 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2a2e560-0a47-4c69-abe1-89df0e397e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:01.562515 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c2a2e560-0a47-4c69-abe1-89df0e397e12 admin admin] Deleting port ec15a7cb-6992-49bd-b437-732df6912c81 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:00:01.562857 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2a2e560-0a47-4c69-abe1-89df0e397e12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:01.734705 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c2a2e560-0a47-4c69-abe1-89df0e397e12 admin admin] For port ec15a7cb-6992-49bd-b437-732df6912c81, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=ec15a7cb-6992-49bd-b437-732df6912c81,segment=NetworkSegment(2e17f2bc-672a-4303-811d-182a353a6001),segment_id=2e17f2bc-672a-4303-811d-182a353a6001)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:00:01.735056 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2a2e560-0a47-4c69-abe1-89df0e397e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:01.858631 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c2a2e560-0a47-4c69-abe1-89df0e397e12 admin admin] Calling delete_port for ec15a7cb-6992-49bd-b437-732df6912c81 owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:00:02.095513 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2a2e560-0a47-4c69-abe1-89df0e397e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:02.143433 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2e560-0a47-4c69-abe1-89df0e397e12 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec15a7cb-6992-49bd-b437-732df6912c81,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:02.409327 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2a2e560-0a47-4c69-abe1-89df0e397e12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:02.864316 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a2e560-0a47-4c69-abe1-89df0e397e12 admin admin] Router 93d5c74f-a5e8-4e80-8007-b317b0cd1a92 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:00:03.042722 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a2e560-0a47-4c69-abe1-89df0e397e12 admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:00:03.051704 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd6b335-273b-4f22-bcd2-6592da93ed1d None None] Sync routers for ids ['93d5c74f-a5e8-4e80-8007-b317b0cd1a92'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:00:03.052230 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c2a2e560-0a47-4c69-abe1-89df0e397e12 admin admin] 10.222.0.31 "PUT /v2.0/routers/93d5c74f-a5e8-4e80-8007-b317b0cd1a92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4939852 Mar 31 16:00:03.055467 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54436) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:00:03.062459 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd6b335-273b-4f22-bcd2-6592da93ed1d None None] Routers {'93d5c74f-a5e8-4e80-8007-b317b0cd1a92'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:00:03.063079 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9dd6b335-273b-4f22-bcd2-6592da93ed1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:59:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['93d5c74f-a5e8-4e80-8007-b317b0cd1a92'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:03.116253 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a69c253f-f851-47e5-8d80-b56d087080f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:03.233136 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-858d5339-1c7f-4ab0-807e-f01769c1e18d admin admin] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:03.239544 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-9dd6b335-273b-4f22-bcd2-6592da93ed1d None None] Set router 93d5c74f-a5e8-4e80-8007-b317b0cd1a92 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:00:03.408114 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-858d5339-1c7f-4ab0-807e-f01769c1e18d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:03.467172 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-858d5339-1c7f-4ab0-807e-f01769c1e18d admin admin] Deleting port efbd31ae-e718-4b82-b99d-67f197ee634e {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:00:03.467505 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-858d5339-1c7f-4ab0-807e-f01769c1e18d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:03.530185 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9dd6b335-273b-4f22-bcd2-6592da93ed1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d5c74f-a5e8-4e80-8007-b317b0cd1a92', 'name': 'tempest-TestEncryptedCinderVolumes-1390704808-router', 'tenant_id': 'f6da9c33ff3a4db1bcb601fe4c96b525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.24'}], 'enable_snat': True}, 'gw_port_id': 'efbd31ae-e718-4b82-b99d-67f197ee634e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:58:33Z', 'updated_at': '2022-03-31T16:00:01Z', 'revision_number': 5, 'project_id': 'f6da9c33ff3a4db1bcb601fe4c96b525', 'gw_port': {'id': 'efbd31ae-e718-4b82-b99d-67f197ee634e', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d5c74f-a5e8-4e80-8007-b317b0cd1a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:58:34Z', 'updated_at': '2022-03-31T15:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:03.534326 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd6b335-273b-4f22-bcd2-6592da93ed1d None None] Checking router: 93d5c74f-a5e8-4e80-8007-b317b0cd1a92 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:00:03.545162 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd6b335-273b-4f22-bcd2-6592da93ed1d None None] Routers {'93d5c74f-a5e8-4e80-8007-b317b0cd1a92'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:00:03.545977 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9dd6b335-273b-4f22-bcd2-6592da93ed1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T15:59:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['93d5c74f-a5e8-4e80-8007-b317b0cd1a92'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:03.647447 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-858d5339-1c7f-4ab0-807e-f01769c1e18d admin admin] For port efbd31ae-e718-4b82-b99d-67f197ee634e, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=efbd31ae-e718-4b82-b99d-67f197ee634e,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:00:03.647887 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-858d5339-1c7f-4ab0-807e-f01769c1e18d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:03.704598 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-9dd6b335-273b-4f22-bcd2-6592da93ed1d None None] Set router 93d5c74f-a5e8-4e80-8007-b317b0cd1a92 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:00:03.771348 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-858d5339-1c7f-4ab0-807e-f01769c1e18d admin admin] Calling delete_port for efbd31ae-e718-4b82-b99d-67f197ee634e owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:00:03.811957 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9dd6b335-273b-4f22-bcd2-6592da93ed1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d5c74f-a5e8-4e80-8007-b317b0cd1a92', 'name': 'tempest-TestEncryptedCinderVolumes-1390704808-router', 'tenant_id': 'f6da9c33ff3a4db1bcb601fe4c96b525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:58:33Z', 'updated_at': '2022-03-31T16:00:03Z', 'revision_number': 6, 'project_id': 'f6da9c33ff3a4db1bcb601fe4c96b525', 'gw_port_host': None}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:03.815878 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd6b335-273b-4f22-bcd2-6592da93ed1d None None] The sync data for ids ['93d5c74f-a5e8-4e80-8007-b317b0cd1a92'] in dv-neutron-833379-2-hyperv is: [{'id': '93d5c74f-a5e8-4e80-8007-b317b0cd1a92', 'name': 'tempest-TestEncryptedCinderVolumes-1390704808-router', 'tenant_id': 'f6da9c33ff3a4db1bcb601fe4c96b525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:58:33Z', 'updated_at': '2022-03-31T16:00:03Z', 'revision_number': 6, 'project_id': 'f6da9c33ff3a4db1bcb601fe4c96b525', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:00:03.981723 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-858d5339-1c7f-4ab0-807e-f01769c1e18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:04.027490 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d5339-1c7f-4ab0-807e-f01769c1e18d admin admin] Pushing event deleted for resources: {'Port': ['ID=efbd31ae-e718-4b82-b99d-67f197ee634e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:04.232589 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-858d5339-1c7f-4ab0-807e-f01769c1e18d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:04.403408 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-858d5339-1c7f-4ab0-807e-f01769c1e18d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:04.405605 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-858d5339-1c7f-4ab0-807e-f01769c1e18d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:04.467033 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-858d5339-1c7f-4ab0-807e-f01769c1e18d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:04.467586 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858d5339-1c7f-4ab0-807e-f01769c1e18d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93d5c74f-a5e8-4e80-8007-b317b0cd1a92 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 16:00:04.483931 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-858d5339-1c7f-4ab0-807e-f01769c1e18d admin admin] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:04.483931 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-858d5339-1c7f-4ab0-807e-f01769c1e18d admin admin] 10.222.0.31 "DELETE /v2.0/routers/93d5c74f-a5e8-4e80-8007-b317b0cd1a92 HTTP/1.1" status: 204 len: 168 time: 1.4241438 Mar 31 16:00:04.483931 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54440) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:00:04.543821 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c102a9-7325-4e22-82f5-43553ef020d1 admin admin] Deleting subnet 10010a29-adb6-4333-82b8-bca5ed4fb729 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 16:00:04.547111 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-57c102a9-7325-4e22-82f5-43553ef020d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:04.600713 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-57c102a9-7325-4e22-82f5-43553ef020d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:04.683045 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-57c102a9-7325-4e22-82f5-43553ef020d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:04.827566 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-57c102a9-7325-4e22-82f5-43553ef020d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:04.866521 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c102a9-7325-4e22-82f5-43553ef020d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10010a29-adb6-4333-82b8-bca5ed4fb729,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:04.871736 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-57c102a9-7325-4e22-82f5-43553ef020d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:04.877232 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6c3d92-210a-4b2c-9904-6d0b0b214da2 None None] Network 005d2693-88ab-404c-9053-e2d460fbb2ce requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:00:04.877805 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-57c102a9-7325-4e22-82f5-43553ef020d1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/10010a29-adb6-4333-82b8-bca5ed4fb729 HTTP/1.1" status: 204 len: 168 time: 0.3935385 Mar 31 16:00:04.879967 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54444) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:00:04.989182 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e63ae3f9-3e72-4bd5-87d2-8b04a3e59caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:05.000716 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e63ae3f9-3e72-4bd5-87d2-8b04a3e59caa admin admin] Deleting port 2094d445-d42f-4a8f-b8ea-b95802ab7e64 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:00:05.001052 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e63ae3f9-3e72-4bd5-87d2-8b04a3e59caa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:05.152998 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cfa6a6f3-c67d-4688-9a85-53bb9c8c0c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:05.173030 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5b5757-de39-4f0f-8fa2-8fcf970422d1 None None] DHCP port deletion for 005d2693-88ab-404c-9053-e2d460fbb2ce request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 16:00:05.178128 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-ed5b5757-de39-4f0f-8fa2-8fcf970422d1 None None] Deleting port 2094d445-d42f-4a8f-b8ea-b95802ab7e64 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:00:05.180332 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5757-de39-4f0f-8fa2-8fcf970422d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:05.213625 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e63ae3f9-3e72-4bd5-87d2-8b04a3e59caa admin admin] For port 2094d445-d42f-4a8f-b8ea-b95802ab7e64, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=2094d445-d42f-4a8f-b8ea-b95802ab7e64,segment=NetworkSegment(2e17f2bc-672a-4303-811d-182a353a6001),segment_id=2e17f2bc-672a-4303-811d-182a353a6001)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:00:05.214059 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e63ae3f9-3e72-4bd5-87d2-8b04a3e59caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:05.336739 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e63ae3f9-3e72-4bd5-87d2-8b04a3e59caa admin admin] Calling delete_port for 2094d445-d42f-4a8f-b8ea-b95802ab7e64 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:00:05.384339 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-ed5b5757-de39-4f0f-8fa2-8fcf970422d1 None None] For port 2094d445-d42f-4a8f-b8ea-b95802ab7e64, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=2094d445-d42f-4a8f-b8ea-b95802ab7e64,segment=NetworkSegment(2e17f2bc-672a-4303-811d-182a353a6001),segment_id=2e17f2bc-672a-4303-811d-182a353a6001)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:00:05.384653 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5757-de39-4f0f-8fa2-8fcf970422d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:05.504677 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-ed5b5757-de39-4f0f-8fa2-8fcf970422d1 None None] Calling delete_port for 2094d445-d42f-4a8f-b8ea-b95802ab7e64 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:00:05.524439 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e63ae3f9-3e72-4bd5-87d2-8b04a3e59caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:05.571305 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ae3f9-3e72-4bd5-87d2-8b04a3e59caa admin admin] Pushing event deleted for resources: {'Port': ['ID=2094d445-d42f-4a8f-b8ea-b95802ab7e64,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:05.576909 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63ae3f9-3e72-4bd5-87d2-8b04a3e59caa admin admin] No DVR routers for this DVR port 2094d445-d42f-4a8f-b8ea-b95802ab7e64 on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:00:05.594253 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-ed5b5757-de39-4f0f-8fa2-8fcf970422d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 16:00:05.594609 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-ed5b5757-de39-4f0f-8fa2-8fcf970422d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 16:00:05.692418 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e63ae3f9-3e72-4bd5-87d2-8b04a3e59caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:05.718132 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-e63ae3f9-3e72-4bd5-87d2-8b04a3e59caa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['005d2693-88ab-404c-9053-e2d460fbb2ce']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:05.730720 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-e63ae3f9-3e72-4bd5-87d2-8b04a3e59caa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e17f2bc-672a-4303-811d-182a353a6001') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:05.731015 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-e63ae3f9-3e72-4bd5-87d2-8b04a3e59caa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e17f2bc-672a-4303-811d-182a353a6001') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:05.743770 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e63ae3f9-3e72-4bd5-87d2-8b04a3e59caa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:05.760334 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e63ae3f9-3e72-4bd5-87d2-8b04a3e59caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:05.767054 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e63ae3f9-3e72-4bd5-87d2-8b04a3e59caa admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:00:05.770264 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e63ae3f9-3e72-4bd5-87d2-8b04a3e59caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:05.770406 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 2094d445-d42f-4a8f-b8ea-b95802ab7e64 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:00:05.781058 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 16:00:05.781058 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:00:05.781058 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 16:00:05.781058 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:00:05.781058 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 16:00:05.781058 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 16:00:05.781058 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 16:00:05.781058 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:00:05.781058 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 16:00:05.781058 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:00:05.781058 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 16:00:05.781058 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:00:05.781058 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 16:00:05.781058 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 16:00:05.781058 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:00:05.781058 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 16:00:05.781058 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:00:05.781058 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 16:00:05.781058 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 16:00:05.781058 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 16:00:05.781058 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 16:00:05.781058 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 16:00:05.781058 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:00:05.781058 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:00:05.781058 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 16:00:05.781058 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:00:05.781058 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:00:05.781058 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:00:05.781058 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:00:05.781058 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:00:05.781058 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:00:05.781058 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:00:05.804645 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 2094d445-d42f-4a8f-b8ea-b95802ab7e64 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:00:05.804986 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 2094d445-d42f-4a8f-b8ea-b95802ab7e64 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:00:05.805450 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device ec15a7cb-6992-49bd-b437-732df6912c81 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:00:05.841021 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: ec15a7cb-6992-49bd-b437-732df6912c81 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:00:05.841395 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device ec15a7cb-6992-49bd-b437-732df6912c81 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:00:05.841824 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device efbd31ae-e718-4b82-b99d-67f197ee634e no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:00:05.880248 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: efbd31ae-e718-4b82-b99d-67f197ee634e {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:00:05.881120 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device efbd31ae-e718-4b82-b99d-67f197ee634e not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:00:06.038275 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e63ae3f9-3e72-4bd5-87d2-8b04a3e59caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:06.054298 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e63ae3f9-3e72-4bd5-87d2-8b04a3e59caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:06.064921 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ae3f9-3e72-4bd5-87d2-8b04a3e59caa admin admin] Pushing event deleted for resources: {'Network': ['ID=005d2693-88ab-404c-9053-e2d460fbb2ce,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:06.067698 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e63ae3f9-3e72-4bd5-87d2-8b04a3e59caa admin admin] 10.222.0.31 "DELETE /v2.0/networks/005d2693-88ab-404c-9053-e2d460fbb2ce HTTP/1.1" status: 204 len: 168 time: 1.1868219 Mar 31 16:00:06.095857 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-ed5b5757-de39-4f0f-8fa2-8fcf970422d1 None None] Deleting port 2094d445-d42f-4a8f-b8ea-b95802ab7e64 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:00:06.096262 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5757-de39-4f0f-8fa2-8fcf970422d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:06.163869 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-ed5b5757-de39-4f0f-8fa2-8fcf970422d1 None None] The port '2094d445-d42f-4a8f-b8ea-b95802ab7e64' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 16:00:06.453988 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54450) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:00:06.503128 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-768ce2ba-7768-410a-91ec-bf3d65f8ff8c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a89feb90a3db4952abb282ccac210906&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477855 Mar 31 16:00:06.505552 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54454) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:00:06.518229 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:06.552420 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:06.566809 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f779793-7e21-4293-ac02-8aa8c1fb8de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:06.593909 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f779793-7e21-4293-ac02-8aa8c1fb8de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:06.730060 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f779793-7e21-4293-ac02-8aa8c1fb8de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:06.748912 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f779793-7e21-4293-ac02-8aa8c1fb8de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61132abc-277e-4266-ae72-101f6bf008b3,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:06.820546 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f779793-7e21-4293-ac02-8aa8c1fb8de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:06.821724 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4f779793-7e21-4293-ac02-8aa8c1fb8de7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61132abc-277e-4266-ae72-101f6bf008b3 HTTP/1.1" status: 204 len: 168 time: 0.3152623 Mar 31 16:00:07.441656 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 54462) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:00:07.493532 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a184ec25-b924-4d0d-ba23-4953ec065f5c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6da9c33ff3a4db1bcb601fe4c96b525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502088 Mar 31 16:00:07.495539 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 54466) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:00:07.556490 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d04a8cba-deff-4fd6-a5c1-6a1b278d215e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:07.584449 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d04a8cba-deff-4fd6-a5c1-6a1b278d215e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:07.706899 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d04a8cba-deff-4fd6-a5c1-6a1b278d215e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:07.723126 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a8cba-deff-4fd6-a5c1-6a1b278d215e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafbae37-179b-4acf-805d-efaa82cf954d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:07.733272 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a8cba-deff-4fd6-a5c1-6a1b278d215e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:07.733697 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a8cba-deff-4fd6-a5c1-6a1b278d215e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:07.734112 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a8cba-deff-4fd6-a5c1-6a1b278d215e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:07.734572 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a8cba-deff-4fd6-a5c1-6a1b278d215e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:07.734794 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a8cba-deff-4fd6-a5c1-6a1b278d215e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:07.735132 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a8cba-deff-4fd6-a5c1-6a1b278d215e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:07.735467 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a8cba-deff-4fd6-a5c1-6a1b278d215e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:07.735801 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a8cba-deff-4fd6-a5c1-6a1b278d215e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:07.736133 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a8cba-deff-4fd6-a5c1-6a1b278d215e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:07.736463 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a8cba-deff-4fd6-a5c1-6a1b278d215e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:07.736789 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a8cba-deff-4fd6-a5c1-6a1b278d215e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:07.737115 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a8cba-deff-4fd6-a5c1-6a1b278d215e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:07.740588 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d04a8cba-deff-4fd6-a5c1-6a1b278d215e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:07.755376 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d04a8cba-deff-4fd6-a5c1-6a1b278d215e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eafbae37-179b-4acf-805d-efaa82cf954d HTTP/1.1" status: 204 len: 168 time: 0.2477479 Mar 31 16:00:07.986706 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:08.800390 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 54490) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:00:08.903610 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3993118e-e031-4515-a8bb-234fdf36bcf9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1588349197-network', 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:00:08.908358 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-3993118e-e031-4515-a8bb-234fdf36bcf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:00:08.912140 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-3993118e-e031-4515-a8bb-234fdf36bcf9 admin admin] Usage tracker for resource:network and tenant:f1b2a59f27334d46a258d4dbd5f6b7d4 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:00:08.914993 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-3993118e-e031-4515-a8bb-234fdf36bcf9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:00:08.921068 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-3993118e-e031-4515-a8bb-234fdf36bcf9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:00:09.021076 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3993118e-e031-4515-a8bb-234fdf36bcf9 admin admin] Made reservation on behalf of f1b2a59f27334d46a258d4dbd5f6b7d4 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:00:09.023725 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3993118e-e031-4515-a8bb-234fdf36bcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:09.039600 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3993118e-e031-4515-a8bb-234fdf36bcf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:09.054282 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-3993118e-e031-4515-a8bb-234fdf36bcf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:00:09.058106 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-3993118e-e031-4515-a8bb-234fdf36bcf9 admin admin] Usage tracker for resource:security_group_rule and tenant:f1b2a59f27334d46a258d4dbd5f6b7d4 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:00:09.060859 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-3993118e-e031-4515-a8bb-234fdf36bcf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:00:09.066470 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-3993118e-e031-4515-a8bb-234fdf36bcf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:00:09.149342 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3993118e-e031-4515-a8bb-234fdf36bcf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:09.226953 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3993118e-e031-4515-a8bb-234fdf36bcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:09.257935 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3993118e-e031-4515-a8bb-234fdf36bcf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:00:09.266800 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993118e-e031-4515-a8bb-234fdf36bcf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee48554-943c-42f9-983a-b92f622a196d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:09.272313 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3993118e-e031-4515-a8bb-234fdf36bcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:09.272958 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-3993118e-e031-4515-a8bb-234fdf36bcf9 admin admin] Added segment 8fe8be60-c4a6-4b0c-a34a-5c82fe896f62 of type vlan for network 5652a1e0-7673-4e1c-86c6-96be67369883 Mar 31 16:00:09.298581 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3993118e-e031-4515-a8bb-234fdf36bcf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:09.386579 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3993118e-e031-4515-a8bb-234fdf36bcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:09.387585 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3993118e-e031-4515-a8bb-234fdf36bcf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:09.388224 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3993118e-e031-4515-a8bb-234fdf36bcf9 admin admin] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:09.492038 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993118e-e031-4515-a8bb-234fdf36bcf9 admin admin] Pushing event updated for resources: {'Network': ['ID=5652a1e0-7673-4e1c-86c6-96be67369883,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:09.501538 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 5652a1e0-7673-4e1c-86c6-96be67369883 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 16:00:09.541902 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3993118e-e031-4515-a8bb-234fdf36bcf9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7403233 Mar 31 16:00:09.544784 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54496) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:00:09.550627 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-9975f5c5-90ee-4249-b4f2-dd7320388f9f admin admin] Request body: {'subnet': {'network_id': '5652a1e0-7673-4e1c-86c6-96be67369883', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1588349197-subnet', 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:00:09.556425 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9975f5c5-90ee-4249-b4f2-dd7320388f9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:00:09.560472 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9975f5c5-90ee-4249-b4f2-dd7320388f9f admin admin] Usage tracker for resource:subnet and tenant:f1b2a59f27334d46a258d4dbd5f6b7d4 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:00:09.563342 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9975f5c5-90ee-4249-b4f2-dd7320388f9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:00:09.569782 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9975f5c5-90ee-4249-b4f2-dd7320388f9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:00:09.615624 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9975f5c5-90ee-4249-b4f2-dd7320388f9f admin admin] Made reservation on behalf of f1b2a59f27334d46a258d4dbd5f6b7d4 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:00:09.618303 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9975f5c5-90ee-4249-b4f2-dd7320388f9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:09.900739 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9975f5c5-90ee-4249-b4f2-dd7320388f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:09.982387 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975f5c5-90ee-4249-b4f2-dd7320388f9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d884803-914c-496f-9eb9-e921681513da,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:09.987974 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9975f5c5-90ee-4249-b4f2-dd7320388f9f admin admin] Checking segment: {'id': '8fe8be60-c4a6-4b0c-a34a-5c82fe896f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5652a1e0-7673-4e1c-86c6-96be67369883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:00:09.988314 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9975f5c5-90ee-4249-b4f2-dd7320388f9f admin admin] Network hostable DHCP agents. Network: 5652a1e0-7673-4e1c-86c6-96be67369883, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:00:10.060792 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9975f5c5-90ee-4249-b4f2-dd7320388f9f admin admin] Network 5652a1e0-7673-4e1c-86c6-96be67369883 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:00:10.134990 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-9975f5c5-90ee-4249-b4f2-dd7320388f9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 5652a1e0-7673-4e1c-86c6-96be67369883) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:00:10.139164 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9975f5c5-90ee-4249-b4f2-dd7320388f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:10.139745 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9975f5c5-90ee-4249-b4f2-dd7320388f9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:10.148207 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea9bdec-1f1b-47d8-bf4d-1cc4df4b0eb4 None None] Network 5652a1e0-7673-4e1c-86c6-96be67369883 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:00:10.221897 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9975f5c5-90ee-4249-b4f2-dd7320388f9f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6757569 Mar 31 16:00:10.225873 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54500) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:00:10.231016 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-d9fa6ebe-71bb-4b63-b6a3-46b9eb3b575b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1588349197-router', 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:00:10.235660 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d9fa6ebe-71bb-4b63-b6a3-46b9eb3b575b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:00:10.239662 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d9fa6ebe-71bb-4b63-b6a3-46b9eb3b575b admin admin] Usage tracker for resource:router and tenant:f1b2a59f27334d46a258d4dbd5f6b7d4 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:00:10.243588 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d9fa6ebe-71bb-4b63-b6a3-46b9eb3b575b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:00:10.249581 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d9fa6ebe-71bb-4b63-b6a3-46b9eb3b575b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:00:10.301120 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6ebe-71bb-4b63-b6a3-46b9eb3b575b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:10.302722 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6ebe-71bb-4b63-b6a3-46b9eb3b575b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:10.320171 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6ebe-71bb-4b63-b6a3-46b9eb3b575b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:10.363527 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-5652a1e0-7673-4e1c-86c6-96be67369883', 'network_id': '5652a1e0-7673-4e1c-86c6-96be67369883', 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'fixed_ips': [{'subnet_id': '2d884803-914c-496f-9eb9-e921681513da'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 16:00:10.364402 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:10.521665 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Allocated IP 172.20.0.2 (5652a1e0-7673-4e1c-86c6-96be67369883/2d884803-914c-496f-9eb9-e921681513da/8d5c8133-4590-463e-9284-c69eaa3d900f) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:00:10.648065 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6ebe-71bb-4b63-b6a3-46b9eb3b575b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:10.760469 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:10.770313 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Transition to ACTIVE for port object 8d5c8133-4590-463e-9284-c69eaa3d900f will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:00:10.789252 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Transition to ACTIVE for port object 8d5c8133-4590-463e-9284-c69eaa3d900f will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:00:10.855538 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:10.919835 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Network 5652a1e0-7673-4e1c-86c6-96be67369883 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:00:10.922939 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:00:10.931261 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:00:10.965154 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Pushing event updated for resources: {'Port': ['ID=8d5c8133-4590-463e-9284-c69eaa3d900f,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:11.004796 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:11.005137 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:11.005774 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:11.006150 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:11.006519 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:11.006896 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:11.007235 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:11.007557 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:11.007884 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:11.008201 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:11.008518 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:11.008834 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:11.037734 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Attempting to bind port 8d5c8133-4590-463e-9284-c69eaa3d900f on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:00:11.037984 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Attempting to bind port 8d5c8133-4590-463e-9284-c69eaa3d900f by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '8fe8be60-c4a6-4b0c-a34a-5c82fe896f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5652a1e0-7673-4e1c-86c6-96be67369883'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:00:11.038398 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Attempting to bind port 8d5c8133-4590-463e-9284-c69eaa3d900f on network 5652a1e0-7673-4e1c-86c6-96be67369883 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:00:11.039700 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6ebe-71bb-4b63-b6a3-46b9eb3b575b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:11.043832 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:00:11.044197 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Checking segment: {'id': '8fe8be60-c4a6-4b0c-a34a-5c82fe896f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5652a1e0-7673-4e1c-86c6-96be67369883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:00:11.044590 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:11.044976 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Bound using segment: {'id': '8fe8be60-c4a6-4b0c-a34a-5c82fe896f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5652a1e0-7673-4e1c-86c6-96be67369883'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:00:11.045455 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Bound port: 8d5c8133-4590-463e-9284-c69eaa3d900f, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe8be60-c4a6-4b0c-a34a-5c82fe896f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5652a1e0-7673-4e1c-86c6-96be67369883'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:00:11.045824 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:11.069008 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6ebe-71bb-4b63-b6a3-46b9eb3b575b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:11.135534 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] For port 8d5c8133-4590-463e-9284-c69eaa3d900f, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:00:11.138517 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] For port 8d5c8133-4590-463e-9284-c69eaa3d900f, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=8d5c8133-4590-463e-9284-c69eaa3d900f,segment=NetworkSegment(8fe8be60-c4a6-4b0c-a34a-5c82fe896f62),segment_id=8fe8be60-c4a6-4b0c-a34a-5c82fe896f62)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:00:11.203303 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-d9fa6ebe-71bb-4b63-b6a3-46b9eb3b575b admin admin] Allocated IP 172.26.5.230 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/3da41018-6097-4ee4-bdeb-0fface4566cc) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:00:11.204332 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:11.298274 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3c7e9-fff8-4fa3-941f-dc35472ed41e None None] Pushing event updated for resources: {'Port': ['ID=8d5c8133-4590-463e-9284-c69eaa3d900f,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:11.470246 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6ebe-71bb-4b63-b6a3-46b9eb3b575b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:11.598843 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6ebe-71bb-4b63-b6a3-46b9eb3b575b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:11.660652 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fa6ebe-71bb-4b63-b6a3-46b9eb3b575b admin admin] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:00:11.663629 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-d9fa6ebe-71bb-4b63-b6a3-46b9eb3b575b admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:00:11.671304 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fa6ebe-71bb-4b63-b6a3-46b9eb3b575b admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:00:11.710808 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa6ebe-71bb-4b63-b6a3-46b9eb3b575b admin admin] Pushing event updated for resources: {'Port': ['ID=3da41018-6097-4ee4-bdeb-0fface4566cc,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:11.808110 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 8d5c8133-4590-463e-9284-c69eaa3d900f up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:00:11.929373 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 8d5c8133-4590-463e-9284-c69eaa3d900f completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:00:12.175785 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6ebe-71bb-4b63-b6a3-46b9eb3b575b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:12.208072 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04d03ae-e690-4c1e-b43a-ffc7d8c0d6b7 None None] Network 5652a1e0-7673-4e1c-86c6-96be67369883 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:00:12.364268 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-7cf4a5cc-d358-4f45-9b1a-64909f06524a None None] Provisioning for port 8d5c8133-4590-463e-9284-c69eaa3d900f completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:00:12.374101 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-7cf4a5cc-d358-4f45-9b1a-64909f06524a None None] Provisioning complete for port 8d5c8133-4590-463e-9284-c69eaa3d900f triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:00:12.374473 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7cf4a5cc-d358-4f45-9b1a-64909f06524a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:12.518603 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6ebe-71bb-4b63-b6a3-46b9eb3b575b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:12.555874 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7cf4a5cc-d358-4f45-9b1a-64909f06524a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:12.594161 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-7cf4a5cc-d358-4f45-9b1a-64909f06524a None None] For port 8d5c8133-4590-463e-9284-c69eaa3d900f, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=8d5c8133-4590-463e-9284-c69eaa3d900f,segment=NetworkSegment(8fe8be60-c4a6-4b0c-a34a-5c82fe896f62),segment_id=8fe8be60-c4a6-4b0c-a34a-5c82fe896f62)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:00:12.655364 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7cf4a5cc-d358-4f45-9b1a-64909f06524a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:12.732049 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4a5cc-d358-4f45-9b1a-64909f06524a None None] Pushing event updated for resources: {'Port': ['ID=8d5c8133-4590-463e-9284-c69eaa3d900f,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:12.804408 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fa6ebe-71bb-4b63-b6a3-46b9eb3b575b admin admin] Router 973c58d1-a222-430c-865a-32361a00a852 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 16:00:12.876300 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-7d778877-47df-42c5-a409-a3b73b85b58a None None] Provisioning complete for port 8d5c8133-4590-463e-9284-c69eaa3d900f triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:00:12.876878 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7d778877-47df-42c5-a409-a3b73b85b58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:12.981933 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fa6ebe-71bb-4b63-b6a3-46b9eb3b575b admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:00:12.991082 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f50004-d395-4970-b389-0aadb26cf2e3 None None] Sync routers for ids ['973c58d1-a222-430c-865a-32361a00a852'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:00:13.001019 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f50004-d395-4970-b389-0aadb26cf2e3 None None] Routers {'973c58d1-a222-430c-865a-32361a00a852'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:00:13.001664 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-36f50004-d395-4970-b389-0aadb26cf2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:00:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['973c58d1-a222-430c-865a-32361a00a852'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:13.061135 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6ebe-71bb-4b63-b6a3-46b9eb3b575b admin admin] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:13.062324 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d9fa6ebe-71bb-4b63-b6a3-46b9eb3b575b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8354707 Mar 31 16:00:13.073997 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54504) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:00:13.179296 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-36f50004-d395-4970-b389-0aadb26cf2e3 None None] Set router 973c58d1-a222-430c-865a-32361a00a852 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:00:13.503936 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-36f50004-d395-4970-b389-0aadb26cf2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973c58d1-a222-430c-865a-32361a00a852', 'name': 'tempest-TestMinimumBasicScenario-1588349197-router', 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': '3da41018-6097-4ee4-bdeb-0fface4566cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:10Z', 'updated_at': '2022-03-31T16:00:11Z', 'revision_number': 3, 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'gw_port': {'id': '3da41018-6097-4ee4-bdeb-0fface4566cc', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:53:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973c58d1-a222-430c-865a-32361a00a852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:11Z', 'updated_at': '2022-03-31T16:00:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:13.509009 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f50004-d395-4970-b389-0aadb26cf2e3 None None] Checking router: 973c58d1-a222-430c-865a-32361a00a852 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:00:13.509383 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f50004-d395-4970-b389-0aadb26cf2e3 None None] Updating router 973c58d1-a222-430c-865a-32361a00a852 port 3da41018-6097-4ee4-bdeb-0fface4566cc binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:00:13.561512 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-36f50004-d395-4970-b389-0aadb26cf2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:13.775430 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 8d5c8133-4590-463e-9284-c69eaa3d900f up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:00:13.844334 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 8d5c8133-4590-463e-9284-c69eaa3d900f triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:00:13.844713 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:13.891308 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-69709514-e826-4a2a-ba33-286b431d209c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:13.891956 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-36f50004-d395-4970-b389-0aadb26cf2e3 None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:13.903610 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-36f50004-d395-4970-b389-0aadb26cf2e3 None None] Transition to ACTIVE for port object 3da41018-6097-4ee4-bdeb-0fface4566cc will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:00:13.958146 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-36f50004-d395-4970-b389-0aadb26cf2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:14.046994 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-36f50004-d395-4970-b389-0aadb26cf2e3 None None] Attempting to bind port 3da41018-6097-4ee4-bdeb-0fface4566cc on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:00:14.046994 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-36f50004-d395-4970-b389-0aadb26cf2e3 None None] Attempting to bind port 3da41018-6097-4ee4-bdeb-0fface4566cc by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:00:14.046994 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f50004-d395-4970-b389-0aadb26cf2e3 None None] Attempting to bind port 3da41018-6097-4ee4-bdeb-0fface4566cc on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:00:14.047948 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f50004-d395-4970-b389-0aadb26cf2e3 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:00:14.048328 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f50004-d395-4970-b389-0aadb26cf2e3 None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:00:14.048768 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-36f50004-d395-4970-b389-0aadb26cf2e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:14.049154 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f50004-d395-4970-b389-0aadb26cf2e3 None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:00:14.049639 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-36f50004-d395-4970-b389-0aadb26cf2e3 None None] Bound port: 3da41018-6097-4ee4-bdeb-0fface4566cc, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:00:14.050002 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-36f50004-d395-4970-b389-0aadb26cf2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:14.075714 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d94eb-d6e7-4423-9a9a-54b37acac058 None None] Pushing event updated for resources: {'Port': ['ID=3da41018-6097-4ee4-bdeb-0fface4566cc,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:14.092762 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d94eb-d6e7-4423-9a9a-54b37acac058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:14.093101 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d94eb-d6e7-4423-9a9a-54b37acac058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:14.093459 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d94eb-d6e7-4423-9a9a-54b37acac058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:14.093783 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d94eb-d6e7-4423-9a9a-54b37acac058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:14.094100 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d94eb-d6e7-4423-9a9a-54b37acac058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:14.094419 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d94eb-d6e7-4423-9a9a-54b37acac058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:14.094736 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d94eb-d6e7-4423-9a9a-54b37acac058 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:14.095052 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d94eb-d6e7-4423-9a9a-54b37acac058 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:14.095362 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d94eb-d6e7-4423-9a9a-54b37acac058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:14.095669 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d94eb-d6e7-4423-9a9a-54b37acac058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:14.095978 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d94eb-d6e7-4423-9a9a-54b37acac058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:14.096286 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d94eb-d6e7-4423-9a9a-54b37acac058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:14.112319 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-69709514-e826-4a2a-ba33-286b431d209c admin admin] Allocated IP 172.20.0.1 (5652a1e0-7673-4e1c-86c6-96be67369883/2d884803-914c-496f-9eb9-e921681513da/a96b60af-3708-4356-a0bf-15491d3d9357) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:00:14.142786 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-36f50004-d395-4970-b389-0aadb26cf2e3 None None] For port 3da41018-6097-4ee4-bdeb-0fface4566cc, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:00:14.145791 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-36f50004-d395-4970-b389-0aadb26cf2e3 None None] For port 3da41018-6097-4ee4-bdeb-0fface4566cc, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=3da41018-6097-4ee4-bdeb-0fface4566cc,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:00:14.199333 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-36f50004-d395-4970-b389-0aadb26cf2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:14.264400 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-69709514-e826-4a2a-ba33-286b431d209c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:14.275844 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f50004-d395-4970-b389-0aadb26cf2e3 None None] Routers {'973c58d1-a222-430c-865a-32361a00a852'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:00:14.276455 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-36f50004-d395-4970-b389-0aadb26cf2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:00:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['973c58d1-a222-430c-865a-32361a00a852'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:14.280589 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-69709514-e826-4a2a-ba33-286b431d209c admin admin] Transition to ACTIVE for port object a96b60af-3708-4356-a0bf-15491d3d9357 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:00:14.341421 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d94eb-d6e7-4423-9a9a-54b37acac058 None None] Pushing event updated for resources: {'Port': ['ID=3da41018-6097-4ee4-bdeb-0fface4566cc,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:14.358523 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-69709514-e826-4a2a-ba33-286b431d209c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:14.417714 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69709514-e826-4a2a-ba33-286b431d209c admin admin] Network 5652a1e0-7673-4e1c-86c6-96be67369883 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:00:14.420421 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-69709514-e826-4a2a-ba33-286b431d209c admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:00:14.428941 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69709514-e826-4a2a-ba33-286b431d209c admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:00:14.461711 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-36f50004-d395-4970-b389-0aadb26cf2e3 None None] Set router 973c58d1-a222-430c-865a-32361a00a852 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:00:14.470210 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69709514-e826-4a2a-ba33-286b431d209c admin admin] Pushing event updated for resources: {'Port': ['ID=a96b60af-3708-4356-a0bf-15491d3d9357,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:14.496458 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-69709514-e826-4a2a-ba33-286b431d209c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:14.752342 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-36f50004-d395-4970-b389-0aadb26cf2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973c58d1-a222-430c-865a-32361a00a852', 'name': 'tempest-TestMinimumBasicScenario-1588349197-router', 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': '3da41018-6097-4ee4-bdeb-0fface4566cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:10Z', 'updated_at': '2022-03-31T16:00:11Z', 'revision_number': 3, 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'gw_port': {'id': '3da41018-6097-4ee4-bdeb-0fface4566cc', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:53:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973c58d1-a222-430c-865a-32361a00a852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:11Z', 'updated_at': '2022-03-31T16:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:14.757058 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f50004-d395-4970-b389-0aadb26cf2e3 None None] The sync data for ids ['973c58d1-a222-430c-865a-32361a00a852'] in dv-neutron-833379-2-hyperv is: [{'id': '973c58d1-a222-430c-865a-32361a00a852', 'name': 'tempest-TestMinimumBasicScenario-1588349197-router', 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': '3da41018-6097-4ee4-bdeb-0fface4566cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:10Z', 'updated_at': '2022-03-31T16:00:11Z', 'revision_number': 3, 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'gw_port': {'id': '3da41018-6097-4ee4-bdeb-0fface4566cc', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:53:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973c58d1-a222-430c-865a-32361a00a852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:11Z', 'updated_at': '2022-03-31T16:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:00:14.827365 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c5d774cd-b75e-40b5-8749-538d5fdcc0a4 None None] Provisioning for port a96b60af-3708-4356-a0bf-15491d3d9357 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:00:14.835234 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c5d774cd-b75e-40b5-8749-538d5fdcc0a4 None None] Provisioning complete for port a96b60af-3708-4356-a0bf-15491d3d9357 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:00:14.835234 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c5d774cd-b75e-40b5-8749-538d5fdcc0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:14.899590 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-c5d774cd-b75e-40b5-8749-538d5fdcc0a4 None None] Port a96b60af-3708-4356-a0bf-15491d3d9357 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:00:14.994363 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-69709514-e826-4a2a-ba33-286b431d209c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:15.249126 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-69709514-e826-4a2a-ba33-286b431d209c admin admin] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:15.323734 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-69709514-e826-4a2a-ba33-286b431d209c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:15.438823 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69709514-e826-4a2a-ba33-286b431d209c admin admin] Pushing event updated for resources: {'Port': ['ID=a96b60af-3708-4356-a0bf-15491d3d9357,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:15.443696 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-69709514-e826-4a2a-ba33-286b431d209c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:15.592180 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69709514-e826-4a2a-ba33-286b431d209c admin admin] Network 5652a1e0-7673-4e1c-86c6-96be67369883 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:00:15.593460 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-69709514-e826-4a2a-ba33-286b431d209c admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:00:15.801443 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 3da41018-6097-4ee4-bdeb-0fface4566cc up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:00:15.807327 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69709514-e826-4a2a-ba33-286b431d209c admin admin] Router 973c58d1-a222-430c-865a-32361a00a852 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:00:15.926389 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-eea42ca0-38bf-4bff-9f8a-6628b8cce3aa None None] Provisioning complete for port a96b60af-3708-4356-a0bf-15491d3d9357 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:00:15.926998 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-eea42ca0-38bf-4bff-9f8a-6628b8cce3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:15.962858 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 3da41018-6097-4ee4-bdeb-0fface4566cc completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:00:15.972957 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 3da41018-6097-4ee4-bdeb-0fface4566cc triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:00:15.973383 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:15.992606 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69709514-e826-4a2a-ba33-286b431d209c admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:00:16.002172 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-69709514-e826-4a2a-ba33-286b431d209c admin admin] 10.222.0.31 "PUT /v2.0/routers/973c58d1-a222-430c-865a-32361a00a852/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9270601 Mar 31 16:00:16.029075 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-eea42ca0-38bf-4bff-9f8a-6628b8cce3aa None None] Port a96b60af-3708-4356-a0bf-15491d3d9357 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:00:16.108382 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:16.126577 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 3da41018-6097-4ee4-bdeb-0fface4566cc, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=3da41018-6097-4ee4-bdeb-0fface4566cc,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:00:16.226849 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:16.346341 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=3da41018-6097-4ee4-bdeb-0fface4566cc,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:16.364172 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94411f2d-43c7-4f50-876e-8bf52a27bcb3 None None] Sync routers for ids ['973c58d1-a222-430c-865a-32361a00a852'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:00:16.375056 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94411f2d-43c7-4f50-876e-8bf52a27bcb3 None None] Routers {'973c58d1-a222-430c-865a-32361a00a852'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:00:16.375730 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-94411f2d-43c7-4f50-876e-8bf52a27bcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:00:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['973c58d1-a222-430c-865a-32361a00a852'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:16.562092 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-94411f2d-43c7-4f50-876e-8bf52a27bcb3 None None] Set router 973c58d1-a222-430c-865a-32361a00a852 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:00:16.718453 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54522) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:00:16.723889 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-0fc3baa4-64c4-408f-bc69-81809e3b38c0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2143113727-network', 'tenant_id': '5d0f37dbd24c4c19a34089ae3d927afb'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:00:16.729173 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-0fc3baa4-64c4-408f-bc69-81809e3b38c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:00:16.732996 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-0fc3baa4-64c4-408f-bc69-81809e3b38c0 admin admin] Usage tracker for resource:network and tenant:5d0f37dbd24c4c19a34089ae3d927afb is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:00:16.735811 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-0fc3baa4-64c4-408f-bc69-81809e3b38c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:00:16.742521 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-0fc3baa4-64c4-408f-bc69-81809e3b38c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:00:16.832356 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc3baa4-64c4-408f-bc69-81809e3b38c0 admin admin] Made reservation on behalf of 5d0f37dbd24c4c19a34089ae3d927afb for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:00:16.834778 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0fc3baa4-64c4-408f-bc69-81809e3b38c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:16.847185 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0fc3baa4-64c4-408f-bc69-81809e3b38c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:16.862761 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-0fc3baa4-64c4-408f-bc69-81809e3b38c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:00:16.867571 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-0fc3baa4-64c4-408f-bc69-81809e3b38c0 admin admin] Usage tracker for resource:security_group_rule and tenant:5d0f37dbd24c4c19a34089ae3d927afb is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:00:16.870572 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-0fc3baa4-64c4-408f-bc69-81809e3b38c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:00:16.876307 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-0fc3baa4-64c4-408f-bc69-81809e3b38c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:00:16.889124 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-94411f2d-43c7-4f50-876e-8bf52a27bcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973c58d1-a222-430c-865a-32361a00a852', 'name': 'tempest-TestMinimumBasicScenario-1588349197-router', 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': '3da41018-6097-4ee4-bdeb-0fface4566cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:10Z', 'updated_at': '2022-03-31T16:00:14Z', 'revision_number': 4, 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'gw_port': {'id': '3da41018-6097-4ee4-bdeb-0fface4566cc', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973c58d1-a222-430c-865a-32361a00a852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:11Z', 'updated_at': '2022-03-31T16:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'a96b60af-3708-4356-a0bf-15491d3d9357', 'name': '', 'network_id': '5652a1e0-7673-4e1c-86c6-96be67369883', 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'mac_address': 'fa:16:3e:07:45:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973c58d1-a222-430c-865a-32361a00a852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '2d884803-914c-496f-9eb9-e921681513da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:13Z', 'updated_at': '2022-03-31T16:00:15Z', 'revision_number': 2, 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'subnets': [{'id': '2d884803-914c-496f-9eb9-e921681513da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:16.893021 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94411f2d-43c7-4f50-876e-8bf52a27bcb3 None None] Checking router: 973c58d1-a222-430c-865a-32361a00a852 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:00:16.893402 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94411f2d-43c7-4f50-876e-8bf52a27bcb3 None None] Updating router 973c58d1-a222-430c-865a-32361a00a852 port a96b60af-3708-4356-a0bf-15491d3d9357 binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:00:16.954011 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-94411f2d-43c7-4f50-876e-8bf52a27bcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:16.966277 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0fc3baa4-64c4-408f-bc69-81809e3b38c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:17.049629 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0fc3baa4-64c4-408f-bc69-81809e3b38c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:17.080551 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc3baa4-64c4-408f-bc69-81809e3b38c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:00:17.089869 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc3baa4-64c4-408f-bc69-81809e3b38c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c291b5-ead4-4b39-b1c0-78d6b0a029b8,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:17.095418 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0fc3baa4-64c4-408f-bc69-81809e3b38c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:17.095761 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-0fc3baa4-64c4-408f-bc69-81809e3b38c0 admin admin] Added segment 7c772712-be78-421f-858e-798c7ec7dc8b of type vlan for network 11eacb6f-efc8-4127-90e1-adb808006877 Mar 31 16:00:17.123200 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0fc3baa4-64c4-408f-bc69-81809e3b38c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:17.227645 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0fc3baa4-64c4-408f-bc69-81809e3b38c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:17.228552 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc3baa4-64c4-408f-bc69-81809e3b38c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:17.229137 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0fc3baa4-64c4-408f-bc69-81809e3b38c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:17.307792 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-94411f2d-43c7-4f50-876e-8bf52a27bcb3 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:17.320386 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-94411f2d-43c7-4f50-876e-8bf52a27bcb3 None None] Transition to ACTIVE for port object a96b60af-3708-4356-a0bf-15491d3d9357 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:00:17.333751 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc3baa4-64c4-408f-bc69-81809e3b38c0 admin admin] Pushing event updated for resources: {'Network': ['ID=11eacb6f-efc8-4127-90e1-adb808006877,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:17.343491 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 11eacb6f-efc8-4127-90e1-adb808006877 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 16:00:17.397030 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0fc3baa4-64c4-408f-bc69-81809e3b38c0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6768205 Mar 31 16:00:17.399263 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54526) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:00:17.404880 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-5bc92f41-5432-4e8a-97a5-f574ad4adf17 admin admin] Request body: {'subnet': {'network_id': '11eacb6f-efc8-4127-90e1-adb808006877', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2143113727-subnet', 'tenant_id': '5d0f37dbd24c4c19a34089ae3d927afb', 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:00:17.409906 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-5bc92f41-5432-4e8a-97a5-f574ad4adf17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:00:17.414800 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-5bc92f41-5432-4e8a-97a5-f574ad4adf17 admin admin] Usage tracker for resource:subnet and tenant:5d0f37dbd24c4c19a34089ae3d927afb is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:00:17.417883 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-5bc92f41-5432-4e8a-97a5-f574ad4adf17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:00:17.420353 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-94411f2d-43c7-4f50-876e-8bf52a27bcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:17.423605 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-5bc92f41-5432-4e8a-97a5-f574ad4adf17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:00:17.495464 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc92f41-5432-4e8a-97a5-f574ad4adf17 admin admin] Made reservation on behalf of 5d0f37dbd24c4c19a34089ae3d927afb for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:00:17.499592 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5bc92f41-5432-4e8a-97a5-f574ad4adf17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:17.568801 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8208b537-e207-4e5d-a6d7-604f493dbc09 None None] Pushing event updated for resources: {'Port': ['ID=a96b60af-3708-4356-a0bf-15491d3d9357,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:17.677286 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-94411f2d-43c7-4f50-876e-8bf52a27bcb3 None None] Attempting to bind port a96b60af-3708-4356-a0bf-15491d3d9357 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:00:17.677681 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-94411f2d-43c7-4f50-876e-8bf52a27bcb3 None None] Attempting to bind port a96b60af-3708-4356-a0bf-15491d3d9357 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '8fe8be60-c4a6-4b0c-a34a-5c82fe896f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5652a1e0-7673-4e1c-86c6-96be67369883'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:00:17.678050 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94411f2d-43c7-4f50-876e-8bf52a27bcb3 None None] Attempting to bind port a96b60af-3708-4356-a0bf-15491d3d9357 on network 5652a1e0-7673-4e1c-86c6-96be67369883 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:00:17.686332 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94411f2d-43c7-4f50-876e-8bf52a27bcb3 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:00:17.686707 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94411f2d-43c7-4f50-876e-8bf52a27bcb3 None None] Checking segment: {'id': '8fe8be60-c4a6-4b0c-a34a-5c82fe896f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5652a1e0-7673-4e1c-86c6-96be67369883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:00:17.687111 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-94411f2d-43c7-4f50-876e-8bf52a27bcb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:17.687505 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94411f2d-43c7-4f50-876e-8bf52a27bcb3 None None] Bound using segment: {'id': '8fe8be60-c4a6-4b0c-a34a-5c82fe896f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5652a1e0-7673-4e1c-86c6-96be67369883'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:00:17.687973 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-94411f2d-43c7-4f50-876e-8bf52a27bcb3 None None] Bound port: a96b60af-3708-4356-a0bf-15491d3d9357, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe8be60-c4a6-4b0c-a34a-5c82fe896f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5652a1e0-7673-4e1c-86c6-96be67369883'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:00:17.688377 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-94411f2d-43c7-4f50-876e-8bf52a27bcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:17.780933 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 3da41018-6097-4ee4-bdeb-0fface4566cc up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:00:17.804455 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5bc92f41-5432-4e8a-97a5-f574ad4adf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:17.879054 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-94411f2d-43c7-4f50-876e-8bf52a27bcb3 None None] For port a96b60af-3708-4356-a0bf-15491d3d9357, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:00:17.881659 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc92f41-5432-4e8a-97a5-f574ad4adf17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=858a74e3-41ff-4db2-ad39-4ad32f0cae3f,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:17.892673 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc92f41-5432-4e8a-97a5-f574ad4adf17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:17.893014 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc92f41-5432-4e8a-97a5-f574ad4adf17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:17.893384 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc92f41-5432-4e8a-97a5-f574ad4adf17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:17.893719 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc92f41-5432-4e8a-97a5-f574ad4adf17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:17.894048 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc92f41-5432-4e8a-97a5-f574ad4adf17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:17.894375 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc92f41-5432-4e8a-97a5-f574ad4adf17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:17.894699 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc92f41-5432-4e8a-97a5-f574ad4adf17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:17.895021 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc92f41-5432-4e8a-97a5-f574ad4adf17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:17.895339 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc92f41-5432-4e8a-97a5-f574ad4adf17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:17.895658 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc92f41-5432-4e8a-97a5-f574ad4adf17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:17.896046 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc92f41-5432-4e8a-97a5-f574ad4adf17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:17.896362 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc92f41-5432-4e8a-97a5-f574ad4adf17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:17.898414 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-94411f2d-43c7-4f50-876e-8bf52a27bcb3 None None] For port a96b60af-3708-4356-a0bf-15491d3d9357, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=a96b60af-3708-4356-a0bf-15491d3d9357,segment=NetworkSegment(8fe8be60-c4a6-4b0c-a34a-5c82fe896f62),segment_id=8fe8be60-c4a6-4b0c-a34a-5c82fe896f62)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:00:17.901619 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc92f41-5432-4e8a-97a5-f574ad4adf17 admin admin] Checking segment: {'id': '7c772712-be78-421f-858e-798c7ec7dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '11eacb6f-efc8-4127-90e1-adb808006877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:00:17.901978 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc92f41-5432-4e8a-97a5-f574ad4adf17 admin admin] Network hostable DHCP agents. Network: 11eacb6f-efc8-4127-90e1-adb808006877, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:00:17.914924 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 3da41018-6097-4ee4-bdeb-0fface4566cc triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:00:17.915295 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:17.944740 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-94411f2d-43c7-4f50-876e-8bf52a27bcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:17.963949 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc92f41-5432-4e8a-97a5-f574ad4adf17 admin admin] Network 11eacb6f-efc8-4127-90e1-adb808006877 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:00:18.021148 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-5bc92f41-5432-4e8a-97a5-f574ad4adf17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 11eacb6f-efc8-4127-90e1-adb808006877) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:00:18.026131 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc92f41-5432-4e8a-97a5-f574ad4adf17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:18.026713 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5bc92f41-5432-4e8a-97a5-f574ad4adf17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:18.037927 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1199e60f-09d6-4dc0-b5a7-de95299d540e None None] Network 11eacb6f-efc8-4127-90e1-adb808006877 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:00:18.076218 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94411f2d-43c7-4f50-876e-8bf52a27bcb3 None None] Routers {'973c58d1-a222-430c-865a-32361a00a852'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:00:18.076874 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-94411f2d-43c7-4f50-876e-8bf52a27bcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:00:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['973c58d1-a222-430c-865a-32361a00a852'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:18.113764 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5bc92f41-5432-4e8a-97a5-f574ad4adf17 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7130840 Mar 31 16:00:18.116271 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 54530) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:00:18.121823 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e4d5f1ea-c907-4bd0-84cd-ac4cde0b4fe9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2143113727-router', 'tenant_id': '5d0f37dbd24c4c19a34089ae3d927afb', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:00:18.126855 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e4d5f1ea-c907-4bd0-84cd-ac4cde0b4fe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:00:18.132153 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e4d5f1ea-c907-4bd0-84cd-ac4cde0b4fe9 admin admin] Usage tracker for resource:router and tenant:5d0f37dbd24c4c19a34089ae3d927afb is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:00:18.135433 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e4d5f1ea-c907-4bd0-84cd-ac4cde0b4fe9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:00:18.142903 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e4d5f1ea-c907-4bd0-84cd-ac4cde0b4fe9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:00:18.219482 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8208b537-e207-4e5d-a6d7-604f493dbc09 None None] Pushing event updated for resources: {'Port': ['ID=a96b60af-3708-4356-a0bf-15491d3d9357,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:18.237964 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4d5f1ea-c907-4bd0-84cd-ac4cde0b4fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:18.239170 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4d5f1ea-c907-4bd0-84cd-ac4cde0b4fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:18.263497 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4d5f1ea-c907-4bd0-84cd-ac4cde0b4fe9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:18.465326 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-94411f2d-43c7-4f50-876e-8bf52a27bcb3 None None] Set router 973c58d1-a222-430c-865a-32361a00a852 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:00:18.636481 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1194470b-764e-44e3-ba73-2c49473046ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-11eacb6f-efc8-4127-90e1-adb808006877', 'network_id': '11eacb6f-efc8-4127-90e1-adb808006877', 'tenant_id': '5d0f37dbd24c4c19a34089ae3d927afb', 'fixed_ips': [{'subnet_id': '858a74e3-41ff-4db2-ad39-4ad32f0cae3f'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 16:00:18.637341 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1194470b-764e-44e3-ba73-2c49473046ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:18.699583 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4d5f1ea-c907-4bd0-84cd-ac4cde0b4fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:18.948988 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-1194470b-764e-44e3-ba73-2c49473046ee None None] Allocated IP 172.20.0.2 (11eacb6f-efc8-4127-90e1-adb808006877/858a74e3-41ff-4db2-ad39-4ad32f0cae3f/ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:00:19.064022 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-94411f2d-43c7-4f50-876e-8bf52a27bcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973c58d1-a222-430c-865a-32361a00a852', 'name': 'tempest-TestMinimumBasicScenario-1588349197-router', 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': '3da41018-6097-4ee4-bdeb-0fface4566cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:10Z', 'updated_at': '2022-03-31T16:00:14Z', 'revision_number': 4, 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'gw_port': {'id': '3da41018-6097-4ee4-bdeb-0fface4566cc', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973c58d1-a222-430c-865a-32361a00a852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:11Z', 'updated_at': '2022-03-31T16:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'a96b60af-3708-4356-a0bf-15491d3d9357', 'name': '', 'network_id': '5652a1e0-7673-4e1c-86c6-96be67369883', 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'mac_address': 'fa:16:3e:07:45:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973c58d1-a222-430c-865a-32361a00a852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '2d884803-914c-496f-9eb9-e921681513da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:13Z', 'updated_at': '2022-03-31T16:00:17Z', 'revision_number': 4, 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'subnets': [{'id': '2d884803-914c-496f-9eb9-e921681513da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:19.073265 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94411f2d-43c7-4f50-876e-8bf52a27bcb3 None None] The sync data for ids ['973c58d1-a222-430c-865a-32361a00a852'] in dv-neutron-833379-2-hyperv is: [{'id': '973c58d1-a222-430c-865a-32361a00a852', 'name': 'tempest-TestMinimumBasicScenario-1588349197-router', 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': '3da41018-6097-4ee4-bdeb-0fface4566cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:10Z', 'updated_at': '2022-03-31T16:00:14Z', 'revision_number': 4, 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'gw_port': {'id': '3da41018-6097-4ee4-bdeb-0fface4566cc', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973c58d1-a222-430c-865a-32361a00a852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:11Z', 'updated_at': '2022-03-31T16:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'a96b60af-3708-4356-a0bf-15491d3d9357', 'name': '', 'network_id': '5652a1e0-7673-4e1c-86c6-96be67369883', 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'mac_address': 'fa:16:3e:07:45:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973c58d1-a222-430c-865a-32361a00a852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '2d884803-914c-496f-9eb9-e921681513da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:13Z', 'updated_at': '2022-03-31T16:00:17Z', 'revision_number': 4, 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'subnets': [{'id': '2d884803-914c-496f-9eb9-e921681513da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:00:19.086375 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4d5f1ea-c907-4bd0-84cd-ac4cde0b4fe9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:19.126775 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4d5f1ea-c907-4bd0-84cd-ac4cde0b4fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:19.214874 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1194470b-764e-44e3-ba73-2c49473046ee None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:19.226460 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1194470b-764e-44e3-ba73-2c49473046ee None None] Transition to ACTIVE for port object ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:00:19.247621 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1194470b-764e-44e3-ba73-2c49473046ee None None] Transition to ACTIVE for port object ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:00:19.297525 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-e4d5f1ea-c907-4bd0-84cd-ac4cde0b4fe9 admin admin] Allocated IP 172.26.5.124 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/cf72bcb2-b967-424f-ac8a-ca97b11acfc3) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:00:19.329964 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1194470b-764e-44e3-ba73-2c49473046ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:19.413418 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1194470b-764e-44e3-ba73-2c49473046ee None None] Network 11eacb6f-efc8-4127-90e1-adb808006877 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:00:19.417177 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-1194470b-764e-44e3-ba73-2c49473046ee None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:00:19.419034 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194470b-764e-44e3-ba73-2c49473046ee None None] Pushing event updated for resources: {'Port': ['ID=ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:19.421406 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1194470b-764e-44e3-ba73-2c49473046ee None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:00:19.462218 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4d5f1ea-c907-4bd0-84cd-ac4cde0b4fe9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:19.558798 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4d5f1ea-c907-4bd0-84cd-ac4cde0b4fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:19.565899 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-1194470b-764e-44e3-ba73-2c49473046ee None None] Attempting to bind port ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:00:19.566466 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-1194470b-764e-44e3-ba73-2c49473046ee None None] Attempting to bind port ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '7c772712-be78-421f-858e-798c7ec7dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '11eacb6f-efc8-4127-90e1-adb808006877'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:00:19.567107 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1194470b-764e-44e3-ba73-2c49473046ee None None] Attempting to bind port ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5 on network 11eacb6f-efc8-4127-90e1-adb808006877 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:00:19.574183 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1194470b-764e-44e3-ba73-2c49473046ee None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:00:19.574833 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1194470b-764e-44e3-ba73-2c49473046ee None None] Checking segment: {'id': '7c772712-be78-421f-858e-798c7ec7dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '11eacb6f-efc8-4127-90e1-adb808006877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:00:19.575646 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1194470b-764e-44e3-ba73-2c49473046ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:19.576180 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1194470b-764e-44e3-ba73-2c49473046ee None None] Bound using segment: {'id': '7c772712-be78-421f-858e-798c7ec7dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '11eacb6f-efc8-4127-90e1-adb808006877'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:00:19.576799 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-1194470b-764e-44e3-ba73-2c49473046ee None None] Bound port: ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c772712-be78-421f-858e-798c7ec7dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '11eacb6f-efc8-4127-90e1-adb808006877'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:00:19.582756 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1194470b-764e-44e3-ba73-2c49473046ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:19.636113 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d5f1ea-c907-4bd0-84cd-ac4cde0b4fe9 admin admin] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:00:19.637652 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-e4d5f1ea-c907-4bd0-84cd-ac4cde0b4fe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:00:19.640501 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d5f1ea-c907-4bd0-84cd-ac4cde0b4fe9 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:00:19.676322 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-1194470b-764e-44e3-ba73-2c49473046ee None None] For port ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:00:19.679909 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-1194470b-764e-44e3-ba73-2c49473046ee None None] For port ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5,segment=NetworkSegment(7c772712-be78-421f-858e-798c7ec7dc8b),segment_id=7c772712-be78-421f-858e-798c7ec7dc8b)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:00:19.691657 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5f1ea-c907-4bd0-84cd-ac4cde0b4fe9 admin admin] Pushing event updated for resources: {'Port': ['ID=cf72bcb2-b967-424f-ac8a-ca97b11acfc3,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:19.743529 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1194470b-764e-44e3-ba73-2c49473046ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:19.843718 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194470b-764e-44e3-ba73-2c49473046ee None None] Pushing event updated for resources: {'Port': ['ID=ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:19.854580 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device a96b60af-3708-4356-a0bf-15491d3d9357 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:00:20.026698 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port a96b60af-3708-4356-a0bf-15491d3d9357 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:00:20.033374 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port a96b60af-3708-4356-a0bf-15491d3d9357 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:00:20.034135 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:20.208871 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:20.254597 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port a96b60af-3708-4356-a0bf-15491d3d9357, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=a96b60af-3708-4356-a0bf-15491d3d9357,segment=NetworkSegment(8fe8be60-c4a6-4b0c-a34a-5c82fe896f62),segment_id=8fe8be60-c4a6-4b0c-a34a-5c82fe896f62)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:00:20.275836 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4d5f1ea-c907-4bd0-84cd-ac4cde0b4fe9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:20.318104 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:20.392400 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=a96b60af-3708-4356-a0bf-15491d3d9357,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:20.746218 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4d5f1ea-c907-4bd0-84cd-ac4cde0b4fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:20.930186 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ff36a6-2fc8-4fbb-ae22-be95c0622790 None None] Network 11eacb6f-efc8-4127-90e1-adb808006877 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:00:21.020593 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d5f1ea-c907-4bd0-84cd-ac4cde0b4fe9 admin admin] Router 8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 16:00:21.107926 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-6bef32cf-5a88-4de6-8211-5d3702a4fa26 None None] Provisioning for port ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:00:21.199863 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d5f1ea-c907-4bd0-84cd-ac4cde0b4fe9 admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:00:21.211722 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1827576-503a-4ea3-ab71-3def9e255655 None None] Sync routers for ids ['8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:00:21.221584 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1827576-503a-4ea3-ab71-3def9e255655 None None] Routers {'8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:00:21.222365 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-c1827576-503a-4ea3-ab71-3def9e255655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:00:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:21.278645 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4d5f1ea-c907-4bd0-84cd-ac4cde0b4fe9 admin admin] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:21.284488 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e4d5f1ea-c907-4bd0-84cd-ac4cde0b4fe9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1634910 Mar 31 16:00:21.284700 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54534) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:00:21.455020 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-c1827576-503a-4ea3-ab71-3def9e255655 None None] Set router 8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:00:21.750931 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-c1827576-503a-4ea3-ab71-3def9e255655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7', 'name': 'tempest-TestMinimumBasicScenario-2143113727-router', 'tenant_id': '5d0f37dbd24c4c19a34089ae3d927afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'cf72bcb2-b967-424f-ac8a-ca97b11acfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:18Z', 'updated_at': '2022-03-31T16:00:19Z', 'revision_number': 3, 'project_id': '5d0f37dbd24c4c19a34089ae3d927afb', 'gw_port': {'id': 'cf72bcb2-b967-424f-ac8a-ca97b11acfc3', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:93:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:19Z', 'updated_at': '2022-03-31T16:00:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:21.755840 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1827576-503a-4ea3-ab71-3def9e255655 None None] Checking router: 8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:00:21.756184 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1827576-503a-4ea3-ab71-3def9e255655 None None] Updating router 8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7 port cf72bcb2-b967-424f-ac8a-ca97b11acfc3 binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:00:21.815992 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c1827576-503a-4ea3-ab71-3def9e255655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:21.864257 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:00:21.986830 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:00:21.993552 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:00:21.994045 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:22.101904 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b55fb807-38dc-4fdb-9500-193a180c0643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:22.117905 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:22.153562 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5,segment=NetworkSegment(7c772712-be78-421f-858e-798c7ec7dc8b),segment_id=7c772712-be78-421f-858e-798c7ec7dc8b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:00:22.164299 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c1827576-503a-4ea3-ab71-3def9e255655 None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:22.176562 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c1827576-503a-4ea3-ab71-3def9e255655 None None] Transition to ACTIVE for port object cf72bcb2-b967-424f-ac8a-ca97b11acfc3 will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:00:22.220925 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:22.221759 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device a96b60af-3708-4356-a0bf-15491d3d9357 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:00:22.249567 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c1827576-503a-4ea3-ab71-3def9e255655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:22.326428 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-b55fb807-38dc-4fdb-9500-193a180c0643 admin admin] Allocated IP 172.20.0.1 (11eacb6f-efc8-4127-90e1-adb808006877/858a74e3-41ff-4db2-ad39-4ad32f0cae3f/42d4984c-2fc2-4553-89bb-6a06069d0db4) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:00:22.331861 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-c1827576-503a-4ea3-ab71-3def9e255655 None None] Attempting to bind port cf72bcb2-b967-424f-ac8a-ca97b11acfc3 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:00:22.332345 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-c1827576-503a-4ea3-ab71-3def9e255655 None None] Attempting to bind port cf72bcb2-b967-424f-ac8a-ca97b11acfc3 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:00:22.332785 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1827576-503a-4ea3-ab71-3def9e255655 None None] Attempting to bind port cf72bcb2-b967-424f-ac8a-ca97b11acfc3 on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:00:22.342544 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a497cc5-a5da-49ea-b59e-bfb993eca77c None None] Pushing event updated for resources: {'Port': ['ID=cf72bcb2-b967-424f-ac8a-ca97b11acfc3,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:22.344102 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1827576-503a-4ea3-ab71-3def9e255655 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:00:22.344574 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1827576-503a-4ea3-ab71-3def9e255655 None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:00:22.345063 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c1827576-503a-4ea3-ab71-3def9e255655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:22.345986 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1827576-503a-4ea3-ab71-3def9e255655 None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:00:22.345986 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-c1827576-503a-4ea3-ab71-3def9e255655 None None] Bound port: cf72bcb2-b967-424f-ac8a-ca97b11acfc3, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:00:22.347267 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c1827576-503a-4ea3-ab71-3def9e255655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:22.361436 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:22.371012 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port a96b60af-3708-4356-a0bf-15491d3d9357 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:00:22.371400 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:22.426095 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c1827576-503a-4ea3-ab71-3def9e255655 None None] For port cf72bcb2-b967-424f-ac8a-ca97b11acfc3, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:00:22.430716 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c1827576-503a-4ea3-ab71-3def9e255655 None None] For port cf72bcb2-b967-424f-ac8a-ca97b11acfc3, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=cf72bcb2-b967-424f-ac8a-ca97b11acfc3,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:00:22.478188 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c1827576-503a-4ea3-ab71-3def9e255655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:22.496595 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b55fb807-38dc-4fdb-9500-193a180c0643 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:22.512740 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-b55fb807-38dc-4fdb-9500-193a180c0643 admin admin] Transition to ACTIVE for port object 42d4984c-2fc2-4553-89bb-6a06069d0db4 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:00:22.558168 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1827576-503a-4ea3-ab71-3def9e255655 None None] Routers {'8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:00:22.558776 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-c1827576-503a-4ea3-ab71-3def9e255655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:00:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:22.598461 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b55fb807-38dc-4fdb-9500-193a180c0643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:22.625439 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a497cc5-a5da-49ea-b59e-bfb993eca77c None None] Pushing event updated for resources: {'Port': ['ID=cf72bcb2-b967-424f-ac8a-ca97b11acfc3,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:22.668823 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55fb807-38dc-4fdb-9500-193a180c0643 admin admin] Network 11eacb6f-efc8-4127-90e1-adb808006877 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:00:22.672046 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-b55fb807-38dc-4fdb-9500-193a180c0643 admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:00:22.676396 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55fb807-38dc-4fdb-9500-193a180c0643 admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:00:22.701487 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55fb807-38dc-4fdb-9500-193a180c0643 admin admin] Pushing event updated for resources: {'Port': ['ID=42d4984c-2fc2-4553-89bb-6a06069d0db4,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:22.737057 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b55fb807-38dc-4fdb-9500-193a180c0643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:22.747543 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-c1827576-503a-4ea3-ab71-3def9e255655 None None] Set router 8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:00:22.938997 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b55fb807-38dc-4fdb-9500-193a180c0643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:23.031984 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-32cfd8be-0937-40da-a399-318f5ee456b8 None None] Provisioning for port 42d4984c-2fc2-4553-89bb-6a06069d0db4 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:00:23.037172 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-32cfd8be-0937-40da-a399-318f5ee456b8 None None] Provisioning complete for port 42d4984c-2fc2-4553-89bb-6a06069d0db4 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:00:23.039564 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-32cfd8be-0937-40da-a399-318f5ee456b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:23.044486 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-c1827576-503a-4ea3-ab71-3def9e255655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7', 'name': 'tempest-TestMinimumBasicScenario-2143113727-router', 'tenant_id': '5d0f37dbd24c4c19a34089ae3d927afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'cf72bcb2-b967-424f-ac8a-ca97b11acfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:18Z', 'updated_at': '2022-03-31T16:00:19Z', 'revision_number': 3, 'project_id': '5d0f37dbd24c4c19a34089ae3d927afb', 'gw_port': {'id': 'cf72bcb2-b967-424f-ac8a-ca97b11acfc3', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:93:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:19Z', 'updated_at': '2022-03-31T16:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:23.048572 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1827576-503a-4ea3-ab71-3def9e255655 None None] The sync data for ids ['8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7'] in dv-neutron-833379-2-hyperv is: [{'id': '8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7', 'name': 'tempest-TestMinimumBasicScenario-2143113727-router', 'tenant_id': '5d0f37dbd24c4c19a34089ae3d927afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'cf72bcb2-b967-424f-ac8a-ca97b11acfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:18Z', 'updated_at': '2022-03-31T16:00:19Z', 'revision_number': 3, 'project_id': '5d0f37dbd24c4c19a34089ae3d927afb', 'gw_port': {'id': 'cf72bcb2-b967-424f-ac8a-ca97b11acfc3', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:93:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:19Z', 'updated_at': '2022-03-31T16:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:00:23.099374 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-32cfd8be-0937-40da-a399-318f5ee456b8 None None] Port 42d4984c-2fc2-4553-89bb-6a06069d0db4 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:00:23.319045 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b55fb807-38dc-4fdb-9500-193a180c0643 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:23.375815 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b55fb807-38dc-4fdb-9500-193a180c0643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:23.486528 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55fb807-38dc-4fdb-9500-193a180c0643 admin admin] Pushing event updated for resources: {'Port': ['ID=42d4984c-2fc2-4553-89bb-6a06069d0db4,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:23.488378 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b55fb807-38dc-4fdb-9500-193a180c0643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:23.637119 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55fb807-38dc-4fdb-9500-193a180c0643 admin admin] Network 11eacb6f-efc8-4127-90e1-adb808006877 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:00:23.638307 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-b55fb807-38dc-4fdb-9500-193a180c0643 admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:00:23.849850 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55fb807-38dc-4fdb-9500-193a180c0643 admin admin] Router 8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:00:23.886195 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device cf72bcb2-b967-424f-ac8a-ca97b11acfc3 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:00:23.953865 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d6c2779a-8825-4146-a830-13de9ba37741 None None] Provisioning complete for port 42d4984c-2fc2-4553-89bb-6a06069d0db4 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:00:23.955157 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d6c2779a-8825-4146-a830-13de9ba37741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:24.019826 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-d6c2779a-8825-4146-a830-13de9ba37741 None None] Port 42d4984c-2fc2-4553-89bb-6a06069d0db4 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:00:24.044152 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55fb807-38dc-4fdb-9500-193a180c0643 admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:00:24.053904 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b55fb807-38dc-4fdb-9500-193a180c0643 admin admin] 10.222.0.31 "PUT /v2.0/routers/8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7687194 Mar 31 16:00:24.072115 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port cf72bcb2-b967-424f-ac8a-ca97b11acfc3 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:00:24.078184 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port cf72bcb2-b967-424f-ac8a-ca97b11acfc3 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:00:24.080233 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:24.203253 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:24.220821 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port cf72bcb2-b967-424f-ac8a-ca97b11acfc3, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=cf72bcb2-b967-424f-ac8a-ca97b11acfc3,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:00:24.278434 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:24.279199 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:00:24.394647 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=cf72bcb2-b967-424f-ac8a-ca97b11acfc3,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:24.409987 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:00:24.410372 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:25.375328 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:25.795410 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device cf72bcb2-b967-424f-ac8a-ca97b11acfc3 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:00:25.876955 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port cf72bcb2-b967-424f-ac8a-ca97b11acfc3 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:00:25.877746 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:25.988613 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46db2ff3-0c0d-465e-9801-137bedebd5ed None None] Sync routers for ids ['8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:00:26.013593 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46db2ff3-0c0d-465e-9801-137bedebd5ed None None] Routers {'8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:00:26.014223 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-46db2ff3-0c0d-465e-9801-137bedebd5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:00:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:26.218821 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-46db2ff3-0c0d-465e-9801-137bedebd5ed None None] Set router 8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:00:26.653394 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-46db2ff3-0c0d-465e-9801-137bedebd5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7', 'name': 'tempest-TestMinimumBasicScenario-2143113727-router', 'tenant_id': '5d0f37dbd24c4c19a34089ae3d927afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'cf72bcb2-b967-424f-ac8a-ca97b11acfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:18Z', 'updated_at': '2022-03-31T16:00:22Z', 'revision_number': 4, 'project_id': '5d0f37dbd24c4c19a34089ae3d927afb', 'gw_port': {'id': 'cf72bcb2-b967-424f-ac8a-ca97b11acfc3', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:93:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:19Z', 'updated_at': '2022-03-31T16:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '42d4984c-2fc2-4553-89bb-6a06069d0db4', 'name': '', 'network_id': '11eacb6f-efc8-4127-90e1-adb808006877', 'tenant_id': '5d0f37dbd24c4c19a34089ae3d927afb', 'mac_address': 'fa:16:3e:50:0a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '858a74e3-41ff-4db2-ad39-4ad32f0cae3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:22Z', 'updated_at': '2022-03-31T16:00:23Z', 'revision_number': 2, 'project_id': '5d0f37dbd24c4c19a34089ae3d927afb', 'subnets': [{'id': '858a74e3-41ff-4db2-ad39-4ad32f0cae3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:26.659517 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46db2ff3-0c0d-465e-9801-137bedebd5ed None None] Checking router: 8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:00:26.659517 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46db2ff3-0c0d-465e-9801-137bedebd5ed None None] Updating router 8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7 port 42d4984c-2fc2-4553-89bb-6a06069d0db4 binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:00:26.720880 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-46db2ff3-0c0d-465e-9801-137bedebd5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:27.157775 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-46db2ff3-0c0d-465e-9801-137bedebd5ed None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:27.172299 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-46db2ff3-0c0d-465e-9801-137bedebd5ed None None] Transition to ACTIVE for port object 42d4984c-2fc2-4553-89bb-6a06069d0db4 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:00:27.244144 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-46db2ff3-0c0d-465e-9801-137bedebd5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:27.419803 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132694c-1077-4c4b-a2c2-2f4fc90bb277 None None] Pushing event updated for resources: {'Port': ['ID=42d4984c-2fc2-4553-89bb-6a06069d0db4,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:27.539580 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-46db2ff3-0c0d-465e-9801-137bedebd5ed None None] Attempting to bind port 42d4984c-2fc2-4553-89bb-6a06069d0db4 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:00:27.539953 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-46db2ff3-0c0d-465e-9801-137bedebd5ed None None] Attempting to bind port 42d4984c-2fc2-4553-89bb-6a06069d0db4 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '7c772712-be78-421f-858e-798c7ec7dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '11eacb6f-efc8-4127-90e1-adb808006877'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:00:27.540327 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46db2ff3-0c0d-465e-9801-137bedebd5ed None None] Attempting to bind port 42d4984c-2fc2-4553-89bb-6a06069d0db4 on network 11eacb6f-efc8-4127-90e1-adb808006877 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:00:27.546862 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46db2ff3-0c0d-465e-9801-137bedebd5ed None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:00:27.547139 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46db2ff3-0c0d-465e-9801-137bedebd5ed None None] Checking segment: {'id': '7c772712-be78-421f-858e-798c7ec7dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '11eacb6f-efc8-4127-90e1-adb808006877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:00:27.547408 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-46db2ff3-0c0d-465e-9801-137bedebd5ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:27.547810 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46db2ff3-0c0d-465e-9801-137bedebd5ed None None] Bound using segment: {'id': '7c772712-be78-421f-858e-798c7ec7dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '11eacb6f-efc8-4127-90e1-adb808006877'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:00:27.548291 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-46db2ff3-0c0d-465e-9801-137bedebd5ed None None] Bound port: 42d4984c-2fc2-4553-89bb-6a06069d0db4, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c772712-be78-421f-858e-798c7ec7dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '11eacb6f-efc8-4127-90e1-adb808006877'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:00:27.548675 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-46db2ff3-0c0d-465e-9801-137bedebd5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:27.649691 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-46db2ff3-0c0d-465e-9801-137bedebd5ed None None] For port 42d4984c-2fc2-4553-89bb-6a06069d0db4, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:00:27.653868 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-46db2ff3-0c0d-465e-9801-137bedebd5ed None None] For port 42d4984c-2fc2-4553-89bb-6a06069d0db4, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=42d4984c-2fc2-4553-89bb-6a06069d0db4,segment=NetworkSegment(7c772712-be78-421f-858e-798c7ec7dc8b),segment_id=7c772712-be78-421f-858e-798c7ec7dc8b)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:00:27.722068 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-46db2ff3-0c0d-465e-9801-137bedebd5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:27.817423 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46db2ff3-0c0d-465e-9801-137bedebd5ed None None] Routers {'8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:00:27.818085 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-46db2ff3-0c0d-465e-9801-137bedebd5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:00:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:27.881827 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132694c-1077-4c4b-a2c2-2f4fc90bb277 None None] Pushing event updated for resources: {'Port': ['ID=42d4984c-2fc2-4553-89bb-6a06069d0db4,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:28.009808 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-46db2ff3-0c0d-465e-9801-137bedebd5ed None None] Set router 8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:00:28.348071 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-46db2ff3-0c0d-465e-9801-137bedebd5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7', 'name': 'tempest-TestMinimumBasicScenario-2143113727-router', 'tenant_id': '5d0f37dbd24c4c19a34089ae3d927afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'cf72bcb2-b967-424f-ac8a-ca97b11acfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:18Z', 'updated_at': '2022-03-31T16:00:22Z', 'revision_number': 4, 'project_id': '5d0f37dbd24c4c19a34089ae3d927afb', 'gw_port': {'id': 'cf72bcb2-b967-424f-ac8a-ca97b11acfc3', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:93:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:19Z', 'updated_at': '2022-03-31T16:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '42d4984c-2fc2-4553-89bb-6a06069d0db4', 'name': '', 'network_id': '11eacb6f-efc8-4127-90e1-adb808006877', 'tenant_id': '5d0f37dbd24c4c19a34089ae3d927afb', 'mac_address': 'fa:16:3e:50:0a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '858a74e3-41ff-4db2-ad39-4ad32f0cae3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:22Z', 'updated_at': '2022-03-31T16:00:27Z', 'revision_number': 4, 'project_id': '5d0f37dbd24c4c19a34089ae3d927afb', 'subnets': [{'id': '858a74e3-41ff-4db2-ad39-4ad32f0cae3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:28.352464 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46db2ff3-0c0d-465e-9801-137bedebd5ed None None] The sync data for ids ['8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7'] in dv-neutron-833379-2-hyperv is: [{'id': '8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7', 'name': 'tempest-TestMinimumBasicScenario-2143113727-router', 'tenant_id': '5d0f37dbd24c4c19a34089ae3d927afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'cf72bcb2-b967-424f-ac8a-ca97b11acfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:18Z', 'updated_at': '2022-03-31T16:00:22Z', 'revision_number': 4, 'project_id': '5d0f37dbd24c4c19a34089ae3d927afb', 'gw_port': {'id': 'cf72bcb2-b967-424f-ac8a-ca97b11acfc3', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:93:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:19Z', 'updated_at': '2022-03-31T16:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '42d4984c-2fc2-4553-89bb-6a06069d0db4', 'name': '', 'network_id': '11eacb6f-efc8-4127-90e1-adb808006877', 'tenant_id': '5d0f37dbd24c4c19a34089ae3d927afb', 'mac_address': 'fa:16:3e:50:0a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '858a74e3-41ff-4db2-ad39-4ad32f0cae3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:22Z', 'updated_at': '2022-03-31T16:00:27Z', 'revision_number': 4, 'project_id': '5d0f37dbd24c4c19a34089ae3d927afb', 'subnets': [{'id': '858a74e3-41ff-4db2-ad39-4ad32f0cae3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:00:29.838601 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 42d4984c-2fc2-4553-89bb-6a06069d0db4 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:00:29.992280 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 42d4984c-2fc2-4553-89bb-6a06069d0db4 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:00:29.997881 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 42d4984c-2fc2-4553-89bb-6a06069d0db4 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:00:29.998379 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:30.142536 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:30.184615 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 42d4984c-2fc2-4553-89bb-6a06069d0db4, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=42d4984c-2fc2-4553-89bb-6a06069d0db4,segment=NetworkSegment(7c772712-be78-421f-858e-798c7ec7dc8b),segment_id=7c772712-be78-421f-858e-798c7ec7dc8b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:00:30.381452 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:30.467808 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=42d4984c-2fc2-4553-89bb-6a06069d0db4,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:31.798383 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 42d4984c-2fc2-4553-89bb-6a06069d0db4 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:00:31.874135 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 42d4984c-2fc2-4553-89bb-6a06069d0db4 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:00:31.874426 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:33.083769 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ba6657f7-b273-4ac1-99fb-220cd444739a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:35.174614 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e402baa5-e67d-45d5-a828-61aef4e6f90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:35.859532 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:00:35.954973 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-8ac0a1ff-1768-456e-9617-18204df09a18 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:35.955584 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-8ac0a1ff-1768-456e-9617-18204df09a18 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Synchronizing usage tracker for tenant:f1b2a59f27334d46a258d4dbd5f6b7d4 on resource:network {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:00:36.026075 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-8ac0a1ff-1768-456e-9617-18204df09a18 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Unset dirty status for tenant:f1b2a59f27334d46a258d4dbd5f6b7d4 on resource:network {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:00:36.027266 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-8ac0a1ff-1768-456e-9617-18204df09a18 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/networks?id=5652a1e0-7673-4e1c-86c6-96be67369883 HTTP/1.1" status: 200 len: 815 time: 0.2178068 Mar 31 16:00:36.042933 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-ba01426b-ce3a-4e86-b8b2-9ae65497378e tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/quotas/f1b2a59f27334d46a258d4dbd5f6b7d4 HTTP/1.1" status: 200 len: 375 time: 0.0100527 Mar 31 16:00:36.130843 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-2fcd1650-4bcb-46a5-a1b8-b4c91a01fa52 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f1b2a59f27334d46a258d4dbd5f6b7d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0818784 Mar 31 16:00:36.265246 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-c1a37ae2-9126-4bdf-812e-75911b4b8c85 service neutron] 10.222.0.31 "GET /v2.0/networks/5652a1e0-7673-4e1c-86c6-96be67369883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229174 Mar 31 16:00:36.396592 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-1ebeb7d0-8824-489f-ac24-7051e09e8976 service neutron] 10.222.0.31 "GET /v2.0/networks/5652a1e0-7673-4e1c-86c6-96be67369883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251428 Mar 31 16:00:36.494745 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:36.562743 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:36.686725 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-28d18917-ea54-44a5-8d46-01992dbb4382 req-93910b22-f4f1-42af-be92-a8b273cc7c19 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Synchronizing usage tracker for tenant:f1b2a59f27334d46a258d4dbd5f6b7d4 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:00:36.757394 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-28d18917-ea54-44a5-8d46-01992dbb4382 req-93910b22-f4f1-42af-be92-a8b273cc7c19 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Unset dirty status for tenant:f1b2a59f27334d46a258d4dbd5f6b7d4 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:00:36.758578 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-28d18917-ea54-44a5-8d46-01992dbb4382 req-93910b22-f4f1-42af-be92-a8b273cc7c19 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 210 time: 0.1144028 Mar 31 16:00:37.913843 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-444e8645-0e6c-4703-8394-d01f227bf168 req-e6fe846e-6d8e-40d9-a99a-8834f5067827 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 210 time: 0.0427229 Mar 31 16:00:37.992257 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:38.762161 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-dc58ec1a-4704-4c35-b13c-7bba2ffac22a tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:38.763628 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-dc58ec1a-4704-4c35-b13c-7bba2ffac22a tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.41 "GET /v2.0/networks?id=5652a1e0-7673-4e1c-86c6-96be67369883 HTTP/1.1" status: 200 len: 815 time: 0.1463778 Mar 31 16:00:38.775693 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-f231caaf-0f54-43cf-af73-0105220aeb02 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Request body: {'port': {'device_id': '36cda412-9bfe-4023-b7ec-4aed8e023bd3', 'network_id': '5652a1e0-7673-4e1c-86c6-96be67369883', 'admin_state_up': True, 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:00:38.913067 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-f231caaf-0f54-43cf-af73-0105220aeb02 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:00:38.922305 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-f231caaf-0f54-43cf-af73-0105220aeb02 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:00:39.063739 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-f231caaf-0f54-43cf-af73-0105220aeb02 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Made reservation on behalf of f1b2a59f27334d46a258d4dbd5f6b7d4 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:00:39.067543 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-f231caaf-0f54-43cf-af73-0105220aeb02 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:39.084929 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-03225f38-7c52-4ebf-b365-5255646392e5 req-1935fddb-edeb-4b49-8ccd-21ead55c4b21 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 210 time: 0.0610943 Mar 31 16:00:39.244098 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-f231caaf-0f54-43cf-af73-0105220aeb02 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Allocated IP 172.20.0.3 (5652a1e0-7673-4e1c-86c6-96be67369883/2d884803-914c-496f-9eb9-e921681513da/383b8387-daac-49fe-93a2-e59f505911ca) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:00:39.459888 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-f231caaf-0f54-43cf-af73-0105220aeb02 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:39.480691 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-f231caaf-0f54-43cf-af73-0105220aeb02 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Transition to ACTIVE for port object 383b8387-daac-49fe-93a2-e59f505911ca will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:00:39.588444 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-f231caaf-0f54-43cf-af73-0105220aeb02 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:39.685172 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-f231caaf-0f54-43cf-af73-0105220aeb02 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Network 5652a1e0-7673-4e1c-86c6-96be67369883 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:00:39.689752 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-f231caaf-0f54-43cf-af73-0105220aeb02 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:00:39.694475 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-f231caaf-0f54-43cf-af73-0105220aeb02 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:00:39.967784 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231caaf-0f54-43cf-af73-0105220aeb02 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Pushing event updated for resources: {'Port': ['ID=383b8387-daac-49fe-93a2-e59f505911ca,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:39.986501 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-f231caaf-0f54-43cf-af73-0105220aeb02 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:39.987241 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-f231caaf-0f54-43cf-af73-0105220aeb02 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:40.072767 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-f231caaf-0f54-43cf-af73-0105220aeb02 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3008702 Mar 31 16:00:40.150017 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-6bf450b2-051d-434b-9b51-3974ef9446e4 None None] Provisioning for port 383b8387-daac-49fe-93a2-e59f505911ca completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:00:40.167410 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-6bf450b2-051d-434b-9b51-3974ef9446e4 None None] Provisioning complete for port 383b8387-daac-49fe-93a2-e59f505911ca triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:00:40.168451 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6bf450b2-051d-434b-9b51-3974ef9446e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:40.272222 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-6bf450b2-051d-434b-9b51-3974ef9446e4 None None] Port 383b8387-daac-49fe-93a2-e59f505911ca cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:00:40.376774 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32971383-7885-4e26-b7f7-229e518aaf0c req-2f9d7142-c645-45b1-acd2-3c147252717d tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:40.378302 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-32971383-7885-4e26-b7f7-229e518aaf0c req-2f9d7142-c645-45b1-acd2-3c147252717d tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 931 time: 0.1267920 Mar 31 16:00:40.426330 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-32971383-7885-4e26-b7f7-229e518aaf0c req-be420362-3e29-445c-b9cb-ff5cbede15d8 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Synchronizing usage tracker for tenant:f1b2a59f27334d46a258d4dbd5f6b7d4 on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:00:40.517329 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-32971383-7885-4e26-b7f7-229e518aaf0c req-be420362-3e29-445c-b9cb-ff5cbede15d8 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Unset dirty status for tenant:f1b2a59f27334d46a258d4dbd5f6b7d4 on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:00:40.518555 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-32971383-7885-4e26-b7f7-229e518aaf0c req-be420362-3e29-445c-b9cb-ff5cbede15d8 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335979 Mar 31 16:00:41.755567 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ea8d6-55dd-4690-a321-1e580d800759 req-24b5cd2c-bce8-4daa-808c-f67eeb4f183e tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:41.755567 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-a44ea8d6-55dd-4690-a321-1e580d800759 req-24b5cd2c-bce8-4daa-808c-f67eeb4f183e tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Synchronizing usage tracker for tenant:f1b2a59f27334d46a258d4dbd5f6b7d4 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:00:41.831849 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-a44ea8d6-55dd-4690-a321-1e580d800759 req-24b5cd2c-bce8-4daa-808c-f67eeb4f183e tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Unset dirty status for tenant:f1b2a59f27334d46a258d4dbd5f6b7d4 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:00:41.833543 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a44ea8d6-55dd-4690-a321-1e580d800759 req-24b5cd2c-bce8-4daa-808c-f67eeb4f183e tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 931 time: 0.1831396 Mar 31 16:00:41.896086 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a44ea8d6-55dd-4690-a321-1e580d800759 req-6d46a73c-5340-4e57-9135-c7a1f131537b tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553141 Mar 31 16:00:43.092638 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fae78b-9bf1-4d41-b627-a13ffc79e530 req-bbd96a34-5fe6-42aa-9044-5739680aad37 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:43.094340 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-80fae78b-9bf1-4d41-b627-a13ffc79e530 req-bbd96a34-5fe6-42aa-9044-5739680aad37 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 931 time: 0.0856669 Mar 31 16:00:43.146638 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-80fae78b-9bf1-4d41-b627-a13ffc79e530 req-31519d92-7217-4c29-bbee-4888e728bdcb tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462637 Mar 31 16:00:44.363094 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011825e-27a6-4eba-ab21-580602611e3f req-7d3dbb01-8b18-4692-bdb4-7f69cfe056fc tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:44.365426 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9011825e-27a6-4eba-ab21-580602611e3f req-7d3dbb01-8b18-4692-bdb4-7f69cfe056fc tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 931 time: 0.0900040 Mar 31 16:00:44.416209 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9011825e-27a6-4eba-ab21-580602611e3f req-0b41b386-0da6-4615-8d51-782919626c25 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422120 Mar 31 16:00:45.775287 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34550b0-e4a5-4741-8233-ea39b8663d8e req-03415d74-8e76-4128-b040-d85154c49826 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:45.779310 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e34550b0-e4a5-4741-8233-ea39b8663d8e req-03415d74-8e76-4128-b040-d85154c49826 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 931 time: 0.2235692 Mar 31 16:00:45.833974 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e34550b0-e4a5-4741-8233-ea39b8663d8e req-1f9544b8-73bd-4333-93fa-efa722ad0931 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470645 Mar 31 16:00:47.036575 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0623624-42a7-445d-bffc-a6c7f2affc74 req-50aeee62-6a4c-4dcc-a924-73d4bfbd1178 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:47.038131 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a0623624-42a7-445d-bffc-a6c7f2affc74 req-50aeee62-6a4c-4dcc-a924-73d4bfbd1178 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 931 time: 0.0882425 Mar 31 16:00:47.085052 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a0623624-42a7-445d-bffc-a6c7f2affc74 req-60c05a9a-ac58-476e-b62d-74e5c1c2dde6 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406561 Mar 31 16:00:47.460290 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-7f9e1743-059d-4ad6-b7af-cb610a497cc1 service neutron] Request body: {'port': {'device_id': '36cda412-9bfe-4023-b7ec-4aed8e023bd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:00:47.577053 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-7f9e1743-059d-4ad6-b7af-cb610a497cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:47.931934 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-7f9e1743-059d-4ad6-b7af-cb610a497cc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 383b8387-daac-49fe-93a2-e59f505911ca {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:00:47.939178 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-7f9e1743-059d-4ad6-b7af-cb610a497cc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:47.954841 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-7f9e1743-059d-4ad6-b7af-cb610a497cc1 service neutron] Transition to ACTIVE for port object 383b8387-daac-49fe-93a2-e59f505911ca will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:00:48.042664 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-7f9e1743-059d-4ad6-b7af-cb610a497cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:48.242227 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e1743-059d-4ad6-b7af-cb610a497cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=383b8387-daac-49fe-93a2-e59f505911ca,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:48.286455 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8f818-aa8b-4113-a96d-44f930848365 req-c4f3a1b3-d4a7-47f5-96b1-461e167acb07 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:48.287314 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-7f9e1743-059d-4ad6-b7af-cb610a497cc1 service neutron] Attempting to bind port 383b8387-daac-49fe-93a2-e59f505911ca on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:00:48.287413 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-7f9e1743-059d-4ad6-b7af-cb610a497cc1 service neutron] Attempting to bind port 383b8387-daac-49fe-93a2-e59f505911ca by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '8fe8be60-c4a6-4b0c-a34a-5c82fe896f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5652a1e0-7673-4e1c-86c6-96be67369883'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:00:48.287732 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-7f9e1743-059d-4ad6-b7af-cb610a497cc1 service neutron] Attempting to bind port 383b8387-daac-49fe-93a2-e59f505911ca on network 5652a1e0-7673-4e1c-86c6-96be67369883 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:00:48.288600 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-bfd8f818-aa8b-4113-a96d-44f930848365 req-c4f3a1b3-d4a7-47f5-96b1-461e167acb07 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 943 time: 0.0901027 Mar 31 16:00:48.292573 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-7f9e1743-059d-4ad6-b7af-cb610a497cc1 service neutron] Port 383b8387-daac-49fe-93a2-e59f505911ca on network 5652a1e0-7673-4e1c-86c6-96be67369883 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 16:00:48.292938 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-7f9e1743-059d-4ad6-b7af-cb610a497cc1 service neutron] Attempting to bind port 383b8387-daac-49fe-93a2-e59f505911ca on network 5652a1e0-7673-4e1c-86c6-96be67369883 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:00:48.300939 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-7f9e1743-059d-4ad6-b7af-cb610a497cc1 service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:00:48.301386 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-7f9e1743-059d-4ad6-b7af-cb610a497cc1 service neutron] Checking segment: {'id': '8fe8be60-c4a6-4b0c-a34a-5c82fe896f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5652a1e0-7673-4e1c-86c6-96be67369883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:00:48.302267 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-7f9e1743-059d-4ad6-b7af-cb610a497cc1 service neutron] Bound using segment: {'id': '8fe8be60-c4a6-4b0c-a34a-5c82fe896f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5652a1e0-7673-4e1c-86c6-96be67369883'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:00:48.302797 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-7f9e1743-059d-4ad6-b7af-cb610a497cc1 service neutron] Bound port: 383b8387-daac-49fe-93a2-e59f505911ca, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe8be60-c4a6-4b0c-a34a-5c82fe896f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5652a1e0-7673-4e1c-86c6-96be67369883'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:00:48.303028 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-7f9e1743-059d-4ad6-b7af-cb610a497cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:48.336960 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-bfd8f818-aa8b-4113-a96d-44f930848365 req-4d71c807-061e-438a-b281-c0f3d5d443e0 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421193 Mar 31 16:00:48.395418 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-7f9e1743-059d-4ad6-b7af-cb610a497cc1 service neutron] For port 383b8387-daac-49fe-93a2-e59f505911ca, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:00:48.398547 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-7f9e1743-059d-4ad6-b7af-cb610a497cc1 service neutron] For port 383b8387-daac-49fe-93a2-e59f505911ca, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=383b8387-daac-49fe-93a2-e59f505911ca,segment=NetworkSegment(8fe8be60-c4a6-4b0c-a34a-5c82fe896f62),segment_id=8fe8be60-c4a6-4b0c-a34a-5c82fe896f62)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:00:48.460155 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-7f9e1743-059d-4ad6-b7af-cb610a497cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:48.519379 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-7f9e1743-059d-4ad6-b7af-cb610a497cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:48.519989 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-7f9e1743-059d-4ad6-b7af-cb610a497cc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:48.521391 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-7f9e1743-059d-4ad6-b7af-cb610a497cc1 service neutron] 10.222.0.41 "PUT /v2.0/ports/383b8387-daac-49fe-93a2-e59f505911ca HTTP/1.1" status: 200 len: 1093 time: 1.0654955 Mar 31 16:00:48.521822 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36cda412-9bfe-4023-b7ec-4aed8e023bd3', 'tag': '383b8387-daac-49fe-93a2-e59f505911ca'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:00:48.548675 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e1743-059d-4ad6-b7af-cb610a497cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=383b8387-daac-49fe-93a2-e59f505911ca,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:48.587802 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36cda412-9bfe-4023-b7ec-4aed8e023bd3', 'tag': '383b8387-daac-49fe-93a2-e59f505911ca', 'status': 'completed', 'code': 200} Mar 31 16:00:48.674926 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc175052-c7ab-4df9-8807-b3b2fb8d4a61 req-68180e89-a2c6-4ed4-9e74-19e69596ee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:48.677341 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fc175052-c7ab-4df9-8807-b3b2fb8d4a61 req-68180e89-a2c6-4ed4-9e74-19e69596ee74 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1b2a59f27334d46a258d4dbd5f6b7d4&device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 1096 time: 0.0760896 Mar 31 16:00:48.822336 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc175052-c7ab-4df9-8807-b3b2fb8d4a61 req-637bf72b-c21b-42c9-a080-c4f4033bfb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:48.823695 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fc175052-c7ab-4df9-8807-b3b2fb8d4a61 req-637bf72b-c21b-42c9-a080-c4f4033bfb87 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f1b2a59f27334d46a258d4dbd5f6b7d4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1397858 Mar 31 16:00:48.965065 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc175052-c7ab-4df9-8807-b3b2fb8d4a61 req-b41a8d5c-70ed-4acb-81ec-ea0195bd51e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:48.966642 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fc175052-c7ab-4df9-8807-b3b2fb8d4a61 req-b41a8d5c-70ed-4acb-81ec-ea0195bd51e5 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1362915 Mar 31 16:00:49.076468 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-a73f96d3-2ac1-40c6-882e-7350a66f13ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:49.077862 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-a73f96d3-2ac1-40c6-882e-7350a66f13ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1b2a59f27334d46a258d4dbd5f6b7d4&device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 1096 time: 0.0745525 Mar 31 16:00:49.146046 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-34799659-2ab6-455b-8801-9aa961d2e76b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=383b8387-daac-49fe-93a2-e59f505911ca HTTP/1.1" status: 200 len: 217 time: 0.0600569 Mar 31 16:00:49.210694 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-c9f1f76d-bd3c-4832-a689-c7b60ccf39ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:49.212130 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-c9f1f76d-bd3c-4832-a689-c7b60ccf39ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d884803-914c-496f-9eb9-e921681513da HTTP/1.1" status: 200 len: 854 time: 0.0604415 Mar 31 16:00:49.287748 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-695045fd-62a6-478d-8c6c-d1a491b094ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:49.289218 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-695045fd-62a6-478d-8c6c-d1a491b094ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5652a1e0-7673-4e1c-86c6-96be67369883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704219 Mar 31 16:00:49.527342 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896a95a-a717-469d-89c6-5419770e81aa req-ff705902-6eb7-41b9-9d14-d261ec4701fc tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:49.527971 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-2f916508-15e9-46cc-bdf9-c135a6db7a9a service neutron] 10.222.0.41 "GET /v2.0/networks/5652a1e0-7673-4e1c-86c6-96be67369883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317896 Mar 31 16:00:49.528721 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f896a95a-a717-469d-89c6-5419770e81aa req-ff705902-6eb7-41b9-9d14-d261ec4701fc tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 943 time: 0.0816865 Mar 31 16:00:49.577540 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f896a95a-a717-469d-89c6-5419770e81aa req-5fcd0756-469d-4fef-bf47-0cb64565ca1f tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428543 Mar 31 16:00:49.663906 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7e5db95c-f123-4549-b31b-553b190f14e6 req-68189b15-a18d-4325-9b5e-5da45e6a3ba7 service neutron] 10.222.0.41 "GET /v2.0/networks/5652a1e0-7673-4e1c-86c6-96be67369883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299517 Mar 31 16:00:50.769237 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e2e5a-4cdd-4d1f-95fe-6d9660787bc4 req-73fb7001-afe9-40c5-8f12-fb843c3f86ef tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:50.771535 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c15e2e5a-4cdd-4d1f-95fe-6d9660787bc4 req-73fb7001-afe9-40c5-8f12-fb843c3f86ef tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 943 time: 0.0843654 Mar 31 16:00:50.815458 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c15e2e5a-4cdd-4d1f-95fe-6d9660787bc4 req-fbabe6fc-676f-4015-93bf-a60a41a2ab93 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381079 Mar 31 16:00:51.552318 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 383b8387-daac-49fe-93a2-e59f505911ca details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 16:00:51.684028 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 383b8387-daac-49fe-93a2-e59f505911ca, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=383b8387-daac-49fe-93a2-e59f505911ca,segment=NetworkSegment(8fe8be60-c4a6-4b0c-a34a-5c82fe896f62),segment_id=8fe8be60-c4a6-4b0c-a34a-5c82fe896f62)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:00:51.696749 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': '383b8387-daac-49fe-93a2-e59f505911ca', 'network_id': '5652a1e0-7673-4e1c-86c6-96be67369883', 'port_id': '383b8387-daac-49fe-93a2-e59f505911ca', 'mac_address': 'fa:16:3e:a8:8a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d884803-914c-496f-9eb9-e921681513da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 16:00:51.751294 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:51.771411 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 383b8387-daac-49fe-93a2-e59f505911ca {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:00:51.786908 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 383b8387-daac-49fe-93a2-e59f505911ca, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=383b8387-daac-49fe-93a2-e59f505911ca,segment=NetworkSegment(8fe8be60-c4a6-4b0c-a34a-5c82fe896f62),segment_id=8fe8be60-c4a6-4b0c-a34a-5c82fe896f62)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:00:51.854455 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:51.968327 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=383b8387-daac-49fe-93a2-e59f505911ca,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:52.013010 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feaec12-3b9f-4be8-b246-0e18b8182db7 req-4b9237f4-48e5-4a14-8f5f-671a3d93f3be tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:52.014489 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-2feaec12-3b9f-4be8-b246-0e18b8182db7 req-4b9237f4-48e5-4a14-8f5f-671a3d93f3be tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 944 time: 0.0865512 Mar 31 16:00:52.058896 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-2feaec12-3b9f-4be8-b246-0e18b8182db7 req-d4ec9019-2484-4925-8d3a-4a6332fd90e1 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387297 Mar 31 16:00:52.082014 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['383b8387-daac-49fe-93a2-e59f505911ca'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 16:00:53.242352 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f28920-15a0-4762-98f0-7c34624ebd10 req-917ae41a-c386-4bbb-ae51-efbe96048dc1 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:53.243799 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f5f28920-15a0-4762-98f0-7c34624ebd10 req-917ae41a-c386-4bbb-ae51-efbe96048dc1 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 944 time: 0.0793984 Mar 31 16:00:53.288092 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f5f28920-15a0-4762-98f0-7c34624ebd10 req-ee91b48c-1998-4250-88b9-c77f8af0fa4a tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384986 Mar 31 16:00:53.567545 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 383b8387-daac-49fe-93a2-e59f505911ca up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:00:53.717010 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port 383b8387-daac-49fe-93a2-e59f505911ca completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:00:53.722172 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port 383b8387-daac-49fe-93a2-e59f505911ca triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:00:53.723362 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:53.840632 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:53.866916 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36cda412-9bfe-4023-b7ec-4aed8e023bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383b8387-daac-49fe-93a2-e59f505911ca'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:00:53.877882 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 383b8387-daac-49fe-93a2-e59f505911ca, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=383b8387-daac-49fe-93a2-e59f505911ca,segment=NetworkSegment(8fe8be60-c4a6-4b0c-a34a-5c82fe896f62),segment_id=8fe8be60-c4a6-4b0c-a34a-5c82fe896f62)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:00:53.912468 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36cda412-9bfe-4023-b7ec-4aed8e023bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383b8387-daac-49fe-93a2-e59f505911ca', 'code': 200} Mar 31 16:00:53.929650 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:54.000781 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=383b8387-daac-49fe-93a2-e59f505911ca,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:54.218166 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3da2ff-f681-4f49-b27a-7214855ec7ec req-0a3b97b7-b892-442d-a958-d6fd1e5fe938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:54.219514 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3e3da2ff-f681-4f49-b27a-7214855ec7ec req-0a3b97b7-b892-442d-a958-d6fd1e5fe938 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 1098 time: 0.0703151 Mar 31 16:00:54.261530 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3e3da2ff-f681-4f49-b27a-7214855ec7ec req-7eb76377-1fa7-456f-af06-64d42cac37b4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349243 Mar 31 16:00:54.480620 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f6b0a-5e09-4734-a9d8-a191748ca632 req-4d8209e0-686c-44e9-913a-a651c93fdca2 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:54.482002 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bb4f6b0a-5e09-4734-a9d8-a191748ca632 req-4d8209e0-686c-44e9-913a-a651c93fdca2 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 945 time: 0.0838969 Mar 31 16:00:54.527139 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bb4f6b0a-5e09-4734-a9d8-a191748ca632 req-179318d5-90fd-4955-b4bc-a1963dfc31df tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394161 Mar 31 16:00:55.374169 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:00:55.721118 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74386cb-403b-4f3b-a134-4ad97b16fd27 req-df034dd5-b31c-4207-8337-c3599663040f tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:55.722577 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a74386cb-403b-4f3b-a134-4ad97b16fd27 req-df034dd5-b31c-4207-8337-c3599663040f tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 945 time: 0.0841379 Mar 31 16:00:55.768560 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a74386cb-403b-4f3b-a134-4ad97b16fd27 req-203c7ed6-9b7d-41c3-848b-fabb56316977 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394855 Mar 31 16:00:55.961289 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a35d2-589f-464e-8109-e52a8a5f93a2 req-de16138e-b302-4bee-8339-8b920b347d23 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:55.962770 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-674a35d2-589f-464e-8109-e52a8a5f93a2 req-de16138e-b302-4bee-8339-8b920b347d23 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 945 time: 0.0832293 Mar 31 16:00:56.007866 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-674a35d2-589f-464e-8109-e52a8a5f93a2 req-9c54ce8e-7038-484a-82d7-85c91fa68bf9 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393472 Mar 31 16:00:56.409330 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acde42-42ae-4bdb-a333-d46f9839f36a req-49a024ee-ff8b-4fb2-82bf-d8ead1e02d1c tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:56.411347 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-31acde42-42ae-4bdb-a333-d46f9839f36a req-49a024ee-ff8b-4fb2-82bf-d8ead1e02d1c tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 945 time: 0.0816145 Mar 31 16:00:56.454982 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-31acde42-42ae-4bdb-a333-d46f9839f36a req-864c7710-a36b-4805-b3f2-4318b61a3588 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376863 Mar 31 16:01:00.574746 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8ad25aa6-f974-4135-b29d-4786105814f5 req-78cb9a1b-ce1d-45a7-8cf8-8908a3328b30 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723257 Mar 31 16:01:00.720733 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad25aa6-f974-4135-b29d-4786105814f5 req-cd63b98e-fee0-42e8-988f-d8d42824b6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:00.722160 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8ad25aa6-f974-4135-b29d-4786105814f5 req-cd63b98e-fee0-42e8-988f-d8d42824b6fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1b2a59f27334d46a258d4dbd5f6b7d4&device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 1098 time: 0.0744028 Mar 31 16:01:00.870403 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad25aa6-f974-4135-b29d-4786105814f5 req-79db5d7a-c4ed-4ea4-b590-30442b20f6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:00.871765 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8ad25aa6-f974-4135-b29d-4786105814f5 req-79db5d7a-c4ed-4ea4-b590-30442b20f6ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=5652a1e0-7673-4e1c-86c6-96be67369883 HTTP/1.1" status: 200 len: 916 time: 0.1300623 Mar 31 16:01:00.943100 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8ad25aa6-f974-4135-b29d-4786105814f5 req-4ff2dea3-0451-43ae-87b0-a1ad7385e360 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=383b8387-daac-49fe-93a2-e59f505911ca HTTP/1.1" status: 200 len: 217 time: 0.0640345 Mar 31 16:01:01.005726 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad25aa6-f974-4135-b29d-4786105814f5 req-b4f1d879-ea4a-46c7-9e91-49358990b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:01.007212 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8ad25aa6-f974-4135-b29d-4786105814f5 req-b4f1d879-ea4a-46c7-9e91-49358990b26b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d884803-914c-496f-9eb9-e921681513da HTTP/1.1" status: 200 len: 854 time: 0.0582640 Mar 31 16:01:01.083073 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad25aa6-f974-4135-b29d-4786105814f5 req-215eaacf-22e4-4383-bd17-30dadb9123ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:01.084579 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8ad25aa6-f974-4135-b29d-4786105814f5 req-215eaacf-22e4-4383-bd17-30dadb9123ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5652a1e0-7673-4e1c-86c6-96be67369883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707946 Mar 31 16:01:01.220700 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8ad25aa6-f974-4135-b29d-4786105814f5 req-73c0aabd-cd37-465f-b474-f82b74f1ae50 service neutron] 10.222.0.41 "GET /v2.0/networks/5652a1e0-7673-4e1c-86c6-96be67369883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292963 Mar 31 16:01:01.356471 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8ad25aa6-f974-4135-b29d-4786105814f5 req-72b6859b-34ca-41c6-a81a-5bb701f22a0a service neutron] 10.222.0.41 "GET /v2.0/networks/5652a1e0-7673-4e1c-86c6-96be67369883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283095 Mar 31 16:01:03.083103 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8c57a157-f17a-4770-b12f-156fff127e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:05.145145 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-645a07b0-443a-46a4-bd9d-231745f1722d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:06.482471 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:06.511043 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:08.002875 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:09.521809 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bf385-4bce-4f01-994c-99fa21c381ae req-8afe0c6b-2460-4765-b168-594e0474689a tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:09.523297 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b84bf385-4bce-4f01-994c-99fa21c381ae req-8afe0c6b-2460-4765-b168-594e0474689a tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 945 time: 0.1808949 Mar 31 16:01:09.567508 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b84bf385-4bce-4f01-994c-99fa21c381ae req-9978aa91-5bd3-4a8b-ae79-4abdb9431254 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383370 Mar 31 16:01:09.591273 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 54728) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:01:09.753561 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5b474c-0cae-4686-941c-8a827bbdd95a tempest-TestMinimumBasicScenario-1155350833 tempest-TestMinimumBasicScenario-1155350833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:09.755590 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4e5b474c-0cae-4686-941c-8a827bbdd95a tempest-TestMinimumBasicScenario-1155350833 tempest-TestMinimumBasicScenario-1155350833-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 1093 time: 0.1633184 Mar 31 16:01:09.758684 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 54734) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:01:09.763510 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'port_id': '383b8387-daac-49fe-93a2-e59f505911ca', 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:01:09.769657 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:01:09.774294 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Usage tracker for resource:floatingip and tenant:f1b2a59f27334d46a258d4dbd5f6b7d4 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:01:09.777006 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:01:09.782600 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:01:09.865997 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:10.002873 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:10.146596 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Allocated IP 172.26.5.108 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/530b8e97-ba1a-4cbb-aaef-46e4ef10f6bb) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:01:10.289377 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:10.357067 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:10.420312 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:01:10.427577 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:01:10.431652 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:01:10.460667 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Pushing event updated for resources: {'Port': ['ID=530b8e97-ba1a-4cbb-aaef-46e4ef10f6bb,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:10.478305 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:10.478649 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:10.478987 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:10.479318 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:10.479646 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:10.479977 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:10.480295 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:10.480616 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:10.480936 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:10.481276 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:10.481599 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:10.481916 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:10.851940 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:10.976816 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:11.279340 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:11.339620 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:11.448225 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Pushing event updated for resources: {'Port': ['ID=530b8e97-ba1a-4cbb-aaef-46e4ef10f6bb,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:11.461358 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:11.634738 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Floating IP a0cb51fc-9e5d-4c38-983e-feff8fffd63d associated. External IP: 172.26.5.108, port: 383b8387-daac-49fe-93a2-e59f505911ca. Mar 31 16:01:11.993228 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Router 973c58d1-a222-430c-865a-32361a00a852 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:01:12.171599 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:01:12.181548 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a69753-7404-48ae-9fc9-bd5413704fe5 None None] Sync routers for ids ['973c58d1-a222-430c-865a-32361a00a852'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:01:12.190462 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a69753-7404-48ae-9fc9-bd5413704fe5 None None] Routers {'973c58d1-a222-430c-865a-32361a00a852'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:01:12.191070 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-b2a69753-7404-48ae-9fc9-bd5413704fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:01:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['973c58d1-a222-430c-865a-32361a00a852'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:12.253761 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:12.312197 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0cd37467-cf15-4ae5-8744-df5b84055ccf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5525057 Mar 31 16:01:12.312881 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36cda412-9bfe-4023-b7ec-4aed8e023bd3', 'tag': '383b8387-daac-49fe-93a2-e59f505911ca'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:01:12.315049 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54738) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:01:12.321626 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-e6eda612-817a-4ca1-b84b-fe2e53c23e0c tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1136130662', 'description': 'tempest-secgroup-smoke-1136130662 description', 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:01:12.328217 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e6eda612-817a-4ca1-b84b-fe2e53c23e0c tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:01:12.341762 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e6eda612-817a-4ca1-b84b-fe2e53c23e0c tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:01:12.374922 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-b2a69753-7404-48ae-9fc9-bd5413704fe5 None None] Set router 973c58d1-a222-430c-865a-32361a00a852 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:01:12.422005 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e6eda612-817a-4ca1-b84b-fe2e53c23e0c tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:12.467040 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e6eda612-817a-4ca1-b84b-fe2e53c23e0c tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:01:12.473561 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e6eda612-817a-4ca1-b84b-fe2e53c23e0c tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Usage tracker for resource:security_group_rule and tenant:f1b2a59f27334d46a258d4dbd5f6b7d4 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:01:12.478291 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e6eda612-817a-4ca1-b84b-fe2e53c23e0c tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:01:12.487747 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e6eda612-817a-4ca1-b84b-fe2e53c23e0c tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:01:12.543792 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36cda412-9bfe-4023-b7ec-4aed8e023bd3', 'tag': '383b8387-daac-49fe-93a2-e59f505911ca', 'status': 'completed', 'code': 200} Mar 31 16:01:12.685810 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e6eda612-817a-4ca1-b84b-fe2e53c23e0c tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:12.711115 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214892e2-2dff-4a2c-b43b-3f765fd8422a req-9d5b9c93-2d71-4078-9524-415ebbe88a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:12.712970 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-214892e2-2dff-4a2c-b43b-3f765fd8422a req-9d5b9c93-2d71-4078-9524-415ebbe88a26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1b2a59f27334d46a258d4dbd5f6b7d4&device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 1098 time: 0.1438138 Mar 31 16:01:12.752162 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e6eda612-817a-4ca1-b84b-fe2e53c23e0c tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:12.773873 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-b2a69753-7404-48ae-9fc9-bd5413704fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973c58d1-a222-430c-865a-32361a00a852', 'name': 'tempest-TestMinimumBasicScenario-1588349197-router', 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': '3da41018-6097-4ee4-bdeb-0fface4566cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:10Z', 'updated_at': '2022-03-31T16:00:14Z', 'revision_number': 4, 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'gw_port': {'id': '3da41018-6097-4ee4-bdeb-0fface4566cc', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973c58d1-a222-430c-865a-32361a00a852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:11Z', 'updated_at': '2022-03-31T16:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'a0cb51fc-9e5d-4c38-983e-feff8fffd63d', 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'floating_ip_address': '172.26.5.108', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '973c58d1-a222-430c-865a-32361a00a852', 'port_id': '383b8387-daac-49fe-93a2-e59f505911ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5652a1e0-7673-4e1c-86c6-96be67369883', 'mac_address': 'fa:16:3e:a8:8a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cda412-9bfe-4023-b7ec-4aed8e023bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:01:10Z', 'updated_at': '2022-03-31T16:01:10Z', 'revision_number': 0, 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a96b60af-3708-4356-a0bf-15491d3d9357', 'name': '', 'network_id': '5652a1e0-7673-4e1c-86c6-96be67369883', 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'mac_address': 'fa:16:3e:07:45:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973c58d1-a222-430c-865a-32361a00a852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '2d884803-914c-496f-9eb9-e921681513da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:13Z', 'updated_at': '2022-03-31T16:00:20Z', 'revision_number': 5, 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'subnets': [{'id': '2d884803-914c-496f-9eb9-e921681513da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:12.778502 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a69753-7404-48ae-9fc9-bd5413704fe5 None None] Checking router: 973c58d1-a222-430c-865a-32361a00a852 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:01:12.787905 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a69753-7404-48ae-9fc9-bd5413704fe5 None None] Routers {'973c58d1-a222-430c-865a-32361a00a852'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:01:12.788432 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-b2a69753-7404-48ae-9fc9-bd5413704fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:01:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['973c58d1-a222-430c-865a-32361a00a852'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:12.860514 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:01:12.860789 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eda612-817a-4ca1-b84b-fe2e53c23e0c tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f3b2e2-edc1-483e-87fb-a2de5c7d4b56,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:12.894474 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214892e2-2dff-4a2c-b43b-3f765fd8422a req-59edf194-0647-4e82-a47e-5947d513a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:12.896553 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-214892e2-2dff-4a2c-b43b-3f765fd8422a req-59edf194-0647-4e82-a47e-5947d513a71d service neutron] 10.222.0.41 "GET /v2.0/networks?id=5652a1e0-7673-4e1c-86c6-96be67369883 HTTP/1.1" status: 200 len: 916 time: 0.1764064 Mar 31 16:01:12.960321 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e6eda612-817a-4ca1-b84b-fe2e53c23e0c tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:12.961532 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e6eda612-817a-4ca1-b84b-fe2e53c23e0c tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6452918 Mar 31 16:01:12.964447 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 54746) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:01:12.970145 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a2619e17-4ba1-455d-a62a-bde4f4e36182 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Request body: {'security_group_rule': {'security_group_id': 'e0f3b2e2-edc1-483e-87fb-a2de5c7d4b56', 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:01:12.975941 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-b2a69753-7404-48ae-9fc9-bd5413704fe5 None None] Set router 973c58d1-a222-430c-865a-32361a00a852 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:01:12.977538 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a2619e17-4ba1-455d-a62a-bde4f4e36182 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:01:12.981623 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a2619e17-4ba1-455d-a62a-bde4f4e36182 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Usage tracker for resource:security_group_rule and tenant:f1b2a59f27334d46a258d4dbd5f6b7d4 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:01:12.984681 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a2619e17-4ba1-455d-a62a-bde4f4e36182 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:01:12.992425 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a2619e17-4ba1-455d-a62a-bde4f4e36182 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:01:13.006344 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-214892e2-2dff-4a2c-b43b-3f765fd8422a req-4a62fd41-3bda-4838-b7d8-aed5057bb1a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=383b8387-daac-49fe-93a2-e59f505911ca HTTP/1.1" status: 200 len: 999 time: 0.1030993 Mar 31 16:01:13.061242 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2619e17-4ba1-455d-a62a-bde4f4e36182 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:13.070355 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214892e2-2dff-4a2c-b43b-3f765fd8422a req-2c0ad241-4441-465b-830d-8038af4c8572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:13.071810 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-214892e2-2dff-4a2c-b43b-3f765fd8422a req-2c0ad241-4441-465b-830d-8038af4c8572 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d884803-914c-496f-9eb9-e921681513da HTTP/1.1" status: 200 len: 854 time: 0.0589712 Mar 31 16:01:13.127764 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2619e17-4ba1-455d-a62a-bde4f4e36182 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:13.154919 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214892e2-2dff-4a2c-b43b-3f765fd8422a req-2c7290f9-ad53-43db-9013-59f66bc65214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:13.156431 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-214892e2-2dff-4a2c-b43b-3f765fd8422a req-2c7290f9-ad53-43db-9013-59f66bc65214 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5652a1e0-7673-4e1c-86c6-96be67369883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783572 Mar 31 16:01:13.185428 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2619e17-4ba1-455d-a62a-bde4f4e36182 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:13.214053 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2619e17-4ba1-455d-a62a-bde4f4e36182 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcacc761-1b80-4baf-8c88-ba49387843b9,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:13.277104 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2619e17-4ba1-455d-a62a-bde4f4e36182 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:13.281441 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54750) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:01:13.281623 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a2619e17-4ba1-455d-a62a-bde4f4e36182 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3160233 Mar 31 16:01:13.290915 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-bfe1af23-8705-45f9-bd8c-2b4ddfaf4516 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Request body: {'security_group_rule': {'security_group_id': 'e0f3b2e2-edc1-483e-87fb-a2de5c7d4b56', 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:01:13.297487 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-bfe1af23-8705-45f9-bd8c-2b4ddfaf4516 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:01:13.301617 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-214892e2-2dff-4a2c-b43b-3f765fd8422a req-7313ef55-4533-4d82-bc09-1fe823313193 service neutron] 10.222.0.41 "GET /v2.0/networks/5652a1e0-7673-4e1c-86c6-96be67369883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386704 Mar 31 16:01:13.303929 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-bfe1af23-8705-45f9-bd8c-2b4ddfaf4516 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Usage tracker for resource:security_group_rule and tenant:f1b2a59f27334d46a258d4dbd5f6b7d4 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:01:13.306857 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-bfe1af23-8705-45f9-bd8c-2b4ddfaf4516 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:01:13.332885 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-bfe1af23-8705-45f9-bd8c-2b4ddfaf4516 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:01:13.340770 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-b2a69753-7404-48ae-9fc9-bd5413704fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973c58d1-a222-430c-865a-32361a00a852', 'name': 'tempest-TestMinimumBasicScenario-1588349197-router', 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': '3da41018-6097-4ee4-bdeb-0fface4566cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:10Z', 'updated_at': '2022-03-31T16:00:14Z', 'revision_number': 4, 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'gw_port': {'id': '3da41018-6097-4ee4-bdeb-0fface4566cc', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973c58d1-a222-430c-865a-32361a00a852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:11Z', 'updated_at': '2022-03-31T16:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'a0cb51fc-9e5d-4c38-983e-feff8fffd63d', 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'floating_ip_address': '172.26.5.108', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '973c58d1-a222-430c-865a-32361a00a852', 'port_id': '383b8387-daac-49fe-93a2-e59f505911ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5652a1e0-7673-4e1c-86c6-96be67369883', 'mac_address': 'fa:16:3e:a8:8a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cda412-9bfe-4023-b7ec-4aed8e023bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:01:10Z', 'updated_at': '2022-03-31T16:01:10Z', 'revision_number': 0, 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a96b60af-3708-4356-a0bf-15491d3d9357', 'name': '', 'network_id': '5652a1e0-7673-4e1c-86c6-96be67369883', 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'mac_address': 'fa:16:3e:07:45:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973c58d1-a222-430c-865a-32361a00a852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '2d884803-914c-496f-9eb9-e921681513da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:13Z', 'updated_at': '2022-03-31T16:00:20Z', 'revision_number': 5, 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'subnets': [{'id': '2d884803-914c-496f-9eb9-e921681513da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:13.344797 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a69753-7404-48ae-9fc9-bd5413704fe5 None None] The sync data for ids ['973c58d1-a222-430c-865a-32361a00a852'] in dv-neutron-833379-2-hyperv is: [{'id': '973c58d1-a222-430c-865a-32361a00a852', 'name': 'tempest-TestMinimumBasicScenario-1588349197-router', 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': '3da41018-6097-4ee4-bdeb-0fface4566cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:10Z', 'updated_at': '2022-03-31T16:00:14Z', 'revision_number': 4, 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'gw_port': {'id': '3da41018-6097-4ee4-bdeb-0fface4566cc', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973c58d1-a222-430c-865a-32361a00a852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:11Z', 'updated_at': '2022-03-31T16:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'a0cb51fc-9e5d-4c38-983e-feff8fffd63d', 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'floating_ip_address': '172.26.5.108', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '973c58d1-a222-430c-865a-32361a00a852', 'port_id': '383b8387-daac-49fe-93a2-e59f505911ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5652a1e0-7673-4e1c-86c6-96be67369883', 'mac_address': 'fa:16:3e:a8:8a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cda412-9bfe-4023-b7ec-4aed8e023bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:01:10Z', 'updated_at': '2022-03-31T16:01:10Z', 'revision_number': 0, 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a96b60af-3708-4356-a0bf-15491d3d9357', 'name': '', 'network_id': '5652a1e0-7673-4e1c-86c6-96be67369883', 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'mac_address': 'fa:16:3e:07:45:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973c58d1-a222-430c-865a-32361a00a852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '2d884803-914c-496f-9eb9-e921681513da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:13Z', 'updated_at': '2022-03-31T16:00:20Z', 'revision_number': 5, 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'subnets': [{'id': '2d884803-914c-496f-9eb9-e921681513da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:01:13.429871 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bfe1af23-8705-45f9-bd8c-2b4ddfaf4516 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:13.483672 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-214892e2-2dff-4a2c-b43b-3f765fd8422a req-ed9da939-cca1-467d-9d92-cc7af2d739be service neutron] 10.222.0.41 "GET /v2.0/networks/5652a1e0-7673-4e1c-86c6-96be67369883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739142 Mar 31 16:01:13.512281 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bfe1af23-8705-45f9-bd8c-2b4ddfaf4516 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:13.546960 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dee820-380b-41fa-b74d-bc405e36a742 None None] New status for floating IP a0cb51fc-9e5d-4c38-983e-feff8fffd63d: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:01:13.614591 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bfe1af23-8705-45f9-bd8c-2b4ddfaf4516 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:13.639120 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1af23-8705-45f9-bd8c-2b4ddfaf4516 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee0e8c1-6dd1-4825-974d-a95e55f3c0b2,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:13.722924 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bfe1af23-8705-45f9-bd8c-2b4ddfaf4516 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:13.724714 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-bfe1af23-8705-45f9-bd8c-2b4ddfaf4516 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4423392 Mar 31 16:01:13.727467 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54754) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:01:13.732363 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-6d0f7cb5-4815-4cba-b3b6-a1a1a0139f79 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Request body: {'security_group_rule': {'security_group_id': 'e0f3b2e2-edc1-483e-87fb-a2de5c7d4b56', 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:01:13.738586 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6d0f7cb5-4815-4cba-b3b6-a1a1a0139f79 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:01:13.742630 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6d0f7cb5-4815-4cba-b3b6-a1a1a0139f79 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Usage tracker for resource:security_group_rule and tenant:f1b2a59f27334d46a258d4dbd5f6b7d4 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:01:13.746185 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6d0f7cb5-4815-4cba-b3b6-a1a1a0139f79 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:01:13.752240 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6d0f7cb5-4815-4cba-b3b6-a1a1a0139f79 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:01:13.826893 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6d0f7cb5-4815-4cba-b3b6-a1a1a0139f79 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:13.888687 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6d0f7cb5-4815-4cba-b3b6-a1a1a0139f79 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:13.968163 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6d0f7cb5-4815-4cba-b3b6-a1a1a0139f79 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:13.995566 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f7cb5-4815-4cba-b3b6-a1a1a0139f79 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8280cb7-3d08-4384-a141-3250f332db36,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:14.048608 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6d0f7cb5-4815-4cba-b3b6-a1a1a0139f79 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:14.049971 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6d0f7cb5-4815-4cba-b3b6-a1a1a0139f79 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3215830 Mar 31 16:01:14.053296 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54758) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:01:14.058442 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-fdaf84d5-2583-455f-8f2d-5233d53af08a tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Request body: {'security_group_rule': {'security_group_id': 'e0f3b2e2-edc1-483e-87fb-a2de5c7d4b56', 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:01:14.064491 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-fdaf84d5-2583-455f-8f2d-5233d53af08a tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:01:14.069278 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-fdaf84d5-2583-455f-8f2d-5233d53af08a tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Usage tracker for resource:security_group_rule and tenant:f1b2a59f27334d46a258d4dbd5f6b7d4 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:01:14.072099 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-fdaf84d5-2583-455f-8f2d-5233d53af08a tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:01:14.078144 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-fdaf84d5-2583-455f-8f2d-5233d53af08a tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:01:14.169016 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fdaf84d5-2583-455f-8f2d-5233d53af08a tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:14.230724 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fdaf84d5-2583-455f-8f2d-5233d53af08a tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:14.304898 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fdaf84d5-2583-455f-8f2d-5233d53af08a tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:14.329101 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf84d5-2583-455f-8f2d-5233d53af08a tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a23ef44a-811f-4e80-b8d5-ab63160c1761,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:14.402635 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fdaf84d5-2583-455f-8f2d-5233d53af08a tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:14.403855 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-fdaf84d5-2583-455f-8f2d-5233d53af08a tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3495893 Mar 31 16:01:14.407237 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54762) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:01:14.411970 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-c830e6c5-6f76-4c30-aa46-45ec01bee1fb tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Request body: {'security_group_rule': {'security_group_id': 'e0f3b2e2-edc1-483e-87fb-a2de5c7d4b56', 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:01:14.417961 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c830e6c5-6f76-4c30-aa46-45ec01bee1fb tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:01:14.421824 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c830e6c5-6f76-4c30-aa46-45ec01bee1fb tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Usage tracker for resource:security_group_rule and tenant:f1b2a59f27334d46a258d4dbd5f6b7d4 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:01:14.424946 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c830e6c5-6f76-4c30-aa46-45ec01bee1fb tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:01:14.431366 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c830e6c5-6f76-4c30-aa46-45ec01bee1fb tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:01:14.493933 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.securitygroups_db [None req-c830e6c5-6f76-4c30-aa46-45ec01bee1fb tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Project f1b2a59f27334d46a258d4dbd5f6b7d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 16:01:14.500680 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c830e6c5-6f76-4c30-aa46-45ec01bee1fb tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:14.564309 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c830e6c5-6f76-4c30-aa46-45ec01bee1fb tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:14.642694 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c830e6c5-6f76-4c30-aa46-45ec01bee1fb tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:14.666735 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830e6c5-6f76-4c30-aa46-45ec01bee1fb tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b1fc5b-8839-4697-a1f1-22b88e762c30,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:14.745215 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c830e6c5-6f76-4c30-aa46-45ec01bee1fb tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:14.746424 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c830e6c5-6f76-4c30-aa46-45ec01bee1fb tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3390703 Mar 31 16:01:14.749102 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 54766) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:01:14.755303 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-cbecdb11-687a-4c34-8cb8-c56ae64dfa06 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Request body: {'security_group_rule': {'security_group_id': 'e0f3b2e2-edc1-483e-87fb-a2de5c7d4b56', 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:01:14.761301 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-cbecdb11-687a-4c34-8cb8-c56ae64dfa06 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:01:14.764960 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-cbecdb11-687a-4c34-8cb8-c56ae64dfa06 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Usage tracker for resource:security_group_rule and tenant:f1b2a59f27334d46a258d4dbd5f6b7d4 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:01:14.767968 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-cbecdb11-687a-4c34-8cb8-c56ae64dfa06 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:01:14.774354 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-cbecdb11-687a-4c34-8cb8-c56ae64dfa06 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:01:14.865577 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.securitygroups_db [None req-cbecdb11-687a-4c34-8cb8-c56ae64dfa06 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Project f1b2a59f27334d46a258d4dbd5f6b7d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 16:01:14.872462 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cbecdb11-687a-4c34-8cb8-c56ae64dfa06 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:14.938502 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cbecdb11-687a-4c34-8cb8-c56ae64dfa06 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:15.002214 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cbecdb11-687a-4c34-8cb8-c56ae64dfa06 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:15.027540 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbecdb11-687a-4c34-8cb8-c56ae64dfa06 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076a1ffe-58bc-4323-94fa-de3f1051603e,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:15.082669 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cbecdb11-687a-4c34-8cb8-c56ae64dfa06 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:15.083906 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-cbecdb11-687a-4c34-8cb8-c56ae64dfa06 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3338728 Mar 31 16:01:15.214625 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-e5abd361-ba16-482f-927a-7c8410012600 req-c780d278-dca4-4edc-b84e-4a45e1a0c091 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Synchronizing usage tracker for tenant:f1b2a59f27334d46a258d4dbd5f6b7d4 on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:01:15.293743 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-e5abd361-ba16-482f-927a-7c8410012600 req-c780d278-dca4-4edc-b84e-4a45e1a0c091 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Unset dirty status for tenant:f1b2a59f27334d46a258d4dbd5f6b7d4 on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:01:15.294942 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e5abd361-ba16-482f-927a-7c8410012600 req-c780d278-dca4-4edc-b84e-4a45e1a0c091 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1136130662&fields=id&tenant_id=f1b2a59f27334d46a258d4dbd5f6b7d4 HTTP/1.1" status: 200 len: 267 time: 0.1190073 Mar 31 16:01:15.382218 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abd361-ba16-482f-927a-7c8410012600 req-c6c5dc88-ad9a-46bf-912a-8559691d8ae3 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:15.383653 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e5abd361-ba16-482f-927a-7c8410012600 req-c6c5dc88-ad9a-46bf-912a-8559691d8ae3 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 945 time: 0.0830197 Mar 31 16:01:15.394951 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-e5abd361-ba16-482f-927a-7c8410012600 req-f017756c-1e7f-4ca5-8ce9-8d39787e0a2d tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Request body: {'port': {'security_groups': ['cee48554-943c-42f9-983a-b92f622a196d', 'e0f3b2e2-edc1-483e-87fb-a2de5c7d4b56']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:01:15.522682 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e5abd361-ba16-482f-927a-7c8410012600 req-f017756c-1e7f-4ca5-8ce9-8d39787e0a2d tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:15.887596 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-e5abd361-ba16-482f-927a-7c8410012600 req-f017756c-1e7f-4ca5-8ce9-8d39787e0a2d tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] For port 383b8387-daac-49fe-93a2-e59f505911ca, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=383b8387-daac-49fe-93a2-e59f505911ca,segment=NetworkSegment(8fe8be60-c4a6-4b0c-a34a-5c82fe896f62),segment_id=8fe8be60-c4a6-4b0c-a34a-5c82fe896f62)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:01:15.912631 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e5abd361-ba16-482f-927a-7c8410012600 req-f017756c-1e7f-4ca5-8ce9-8d39787e0a2d tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:16.002032 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e5abd361-ba16-482f-927a-7c8410012600 req-f017756c-1e7f-4ca5-8ce9-8d39787e0a2d tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:16.013737 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['383b8387-daac-49fe-93a2-e59f505911ca'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 16:01:16.073583 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abd361-ba16-482f-927a-7c8410012600 req-f017756c-1e7f-4ca5-8ce9-8d39787e0a2d tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:16.074049 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e5abd361-ba16-482f-927a-7c8410012600 req-f017756c-1e7f-4ca5-8ce9-8d39787e0a2d tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:16.075803 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e5abd361-ba16-482f-927a-7c8410012600 req-f017756c-1e7f-4ca5-8ce9-8d39787e0a2d tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "PUT /v2.0/ports/383b8387-daac-49fe-93a2-e59f505911ca HTTP/1.1" status: 200 len: 981 time: 0.6859038 Mar 31 16:01:16.076233 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36cda412-9bfe-4023-b7ec-4aed8e023bd3', 'tag': '383b8387-daac-49fe-93a2-e59f505911ca'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:01:16.123207 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017756c-1e7f-4ca5-8ce9-8d39787e0a2d tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Pushing event updated for resources: {'Port': ['ID=383b8387-daac-49fe-93a2-e59f505911ca,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:16.152983 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36cda412-9bfe-4023-b7ec-4aed8e023bd3', 'tag': '383b8387-daac-49fe-93a2-e59f505911ca', 'status': 'completed', 'code': 200} Mar 31 16:01:16.156917 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['383b8387-daac-49fe-93a2-e59f505911ca'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 16:01:16.277529 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd73f2-990f-4621-b17f-734fd626a556 req-bceb917c-63fe-4634-a913-e01b96067cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:16.279276 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-72cd73f2-990f-4621-b17f-734fd626a556 req-bceb917c-63fe-4634-a913-e01b96067cd7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1b2a59f27334d46a258d4dbd5f6b7d4&device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 1137 time: 0.1004555 Mar 31 16:01:16.321002 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420aba89-969c-4def-b31f-691963e4c41d req-f5a2f77b-1188-4dfa-84d0-abe6d7aa057c tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:16.322602 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-420aba89-969c-4def-b31f-691963e4c41d req-f5a2f77b-1188-4dfa-84d0-abe6d7aa057c tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 984 time: 0.0955670 Mar 31 16:01:16.381107 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-420aba89-969c-4def-b31f-691963e4c41d req-7a74788a-f530-406b-90e7-05ffae44fc54 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0f3b2e2-edc1-483e-87fb-a2de5c7d4b56&id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0501072 Mar 31 16:01:16.431788 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd73f2-990f-4621-b17f-734fd626a556 req-7aa4f54f-12a1-4367-96eb-1f5285e0b396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:16.433249 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-72cd73f2-990f-4621-b17f-734fd626a556 req-7aa4f54f-12a1-4367-96eb-1f5285e0b396 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5652a1e0-7673-4e1c-86c6-96be67369883 HTTP/1.1" status: 200 len: 916 time: 0.1433864 Mar 31 16:01:16.454584 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3d6003f7-b860-44f6-b938-9e236516b0f0 None None] Provisioning complete for port 383b8387-daac-49fe-93a2-e59f505911ca triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:01:16.454960 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3d6003f7-b860-44f6-b938-9e236516b0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:16.537798 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-72cd73f2-990f-4621-b17f-734fd626a556 req-dbde1973-e0ab-41dc-87f3-f2a4a7d5ffaa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=383b8387-daac-49fe-93a2-e59f505911ca HTTP/1.1" status: 200 len: 1001 time: 0.0985041 Mar 31 16:01:16.601901 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd73f2-990f-4621-b17f-734fd626a556 req-fa84d179-507b-4220-bdac-18371aac830f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:16.603337 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-72cd73f2-990f-4621-b17f-734fd626a556 req-fa84d179-507b-4220-bdac-18371aac830f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d884803-914c-496f-9eb9-e921681513da HTTP/1.1" status: 200 len: 854 time: 0.0587730 Mar 31 16:01:16.682377 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd73f2-990f-4621-b17f-734fd626a556 req-69e97676-bd65-4456-9ea4-4033a718e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:16.683754 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-72cd73f2-990f-4621-b17f-734fd626a556 req-69e97676-bd65-4456-9ea4-4033a718e17d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5652a1e0-7673-4e1c-86c6-96be67369883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743721 Mar 31 16:01:16.821555 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-72cd73f2-990f-4621-b17f-734fd626a556 req-08f07014-b4b3-46b5-a2e0-54b4ff8d1035 service neutron] 10.222.0.41 "GET /v2.0/networks/5652a1e0-7673-4e1c-86c6-96be67369883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312304 Mar 31 16:01:16.965851 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-72cd73f2-990f-4621-b17f-734fd626a556 req-9d0b204f-3723-4071-a51f-81ce00f4411a service neutron] 10.222.0.41 "GET /v2.0/networks/5652a1e0-7673-4e1c-86c6-96be67369883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375036 Mar 31 16:01:25.436745 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:30.929287 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd286ea7-3cd4-43a0-9b58-d3a04e2bee2e req-6488a4e3-850a-4a9d-8d39-dd40b567bed9 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:30.930770 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-fd286ea7-3cd4-43a0-9b58-d3a04e2bee2e req-6488a4e3-850a-4a9d-8d39-dd40b567bed9 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 984 time: 0.0808105 Mar 31 16:01:30.966110 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2e74f-7576-44cc-ae54-c76ef2bb6cf2 req-4917f373-4421-4fb6-a417-569179d02c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:30.967591 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-27b2e74f-7576-44cc-ae54-c76ef2bb6cf2 req-4917f373-4421-4fb6-a417-569179d02c70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1b2a59f27334d46a258d4dbd5f6b7d4&device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 1137 time: 0.0711157 Mar 31 16:01:30.981523 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-fd286ea7-3cd4-43a0-9b58-d3a04e2bee2e req-c6913234-5208-45f9-b190-7aa3ed0c0607 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0f3b2e2-edc1-483e-87fb-a2de5c7d4b56&id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444071 Mar 31 16:01:31.099807 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2e74f-7576-44cc-ae54-c76ef2bb6cf2 req-d08bc32c-a4ff-4f37-a295-c16277b13fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:31.101149 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-27b2e74f-7576-44cc-ae54-c76ef2bb6cf2 req-d08bc32c-a4ff-4f37-a295-c16277b13fdf service neutron] 10.222.0.41 "GET /v2.0/networks?id=5652a1e0-7673-4e1c-86c6-96be67369883 HTTP/1.1" status: 200 len: 916 time: 0.1267326 Mar 31 16:01:31.205957 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-27b2e74f-7576-44cc-ae54-c76ef2bb6cf2 req-6498ca3f-bb8b-4e35-ada2-066db4f9f9c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=383b8387-daac-49fe-93a2-e59f505911ca HTTP/1.1" status: 200 len: 1001 time: 0.0982931 Mar 31 16:01:31.271569 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2e74f-7576-44cc-ae54-c76ef2bb6cf2 req-6d8a563a-51ef-4dac-845f-ac621bf562af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:31.273043 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-27b2e74f-7576-44cc-ae54-c76ef2bb6cf2 req-6d8a563a-51ef-4dac-845f-ac621bf562af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d884803-914c-496f-9eb9-e921681513da HTTP/1.1" status: 200 len: 854 time: 0.0605152 Mar 31 16:01:31.349150 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2e74f-7576-44cc-ae54-c76ef2bb6cf2 req-2f762e53-04bf-415f-9d01-f2e4bed48b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:31.353936 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-27b2e74f-7576-44cc-ae54-c76ef2bb6cf2 req-2f762e53-04bf-415f-9d01-f2e4bed48b92 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5652a1e0-7673-4e1c-86c6-96be67369883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701194 Mar 31 16:01:31.482213 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-27b2e74f-7576-44cc-ae54-c76ef2bb6cf2 req-8c313d51-6210-4ce2-8ab7-9230a388e02a service neutron] 10.222.0.41 "GET /v2.0/networks/5652a1e0-7673-4e1c-86c6-96be67369883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244256 Mar 31 16:01:31.729458 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-27b2e74f-7576-44cc-ae54-c76ef2bb6cf2 req-a7556aa5-d1f4-4745-9fa3-6f8e349c6f82 service neutron] 10.222.0.41 "GET /v2.0/networks/5652a1e0-7673-4e1c-86c6-96be67369883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400403 Mar 31 16:01:32.171415 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd2623-c147-49c1-af57-be1b8853fbb3 req-e4814d71-7af9-45a8-8877-d5bba463962b tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:32.172863 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a1dd2623-c147-49c1-af57-be1b8853fbb3 req-e4814d71-7af9-45a8-8877-d5bba463962b tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 984 time: 0.0812497 Mar 31 16:01:32.223411 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a1dd2623-c147-49c1-af57-be1b8853fbb3 req-b3b3a770-46aa-49d4-a1f1-88c7d96c890a tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0f3b2e2-edc1-483e-87fb-a2de5c7d4b56&id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433309 Mar 31 16:01:33.139544 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c7de7468-7a21-42d9-8ae0-7d16c426307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:33.515747 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97139f9-3352-49c8-8372-7ad4993bf7aa req-4c502db8-34b6-4faa-a40e-308acaf61745 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:33.517119 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c97139f9-3352-49c8-8372-7ad4993bf7aa req-4c502db8-34b6-4faa-a40e-308acaf61745 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 984 time: 0.1872358 Mar 31 16:01:33.564730 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c97139f9-3352-49c8-8372-7ad4993bf7aa req-0570afa6-72c8-4f33-ad2f-ac5bdd2e9218 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0f3b2e2-edc1-483e-87fb-a2de5c7d4b56&id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409541 Mar 31 16:01:34.749217 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90053797-063b-4875-830b-12a81bc065c7 req-c77c40c1-207d-4635-8e8a-ffb0a91a781a tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:34.750570 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-90053797-063b-4875-830b-12a81bc065c7 req-c77c40c1-207d-4635-8e8a-ffb0a91a781a tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 984 time: 0.0797279 Mar 31 16:01:34.797740 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-90053797-063b-4875-830b-12a81bc065c7 req-ca818158-d97c-411f-8880-68cbc1d57b5e tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0f3b2e2-edc1-483e-87fb-a2de5c7d4b56&id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408318 Mar 31 16:01:35.150437 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6ac4c97b-10e4-4928-b54f-65394db3bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:35.988633 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e76e71-ce48-4a51-a895-5a2a35d1691c req-b3b59441-5d5e-4c9a-ab07-a7828c1a322c tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:35.990106 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-71e76e71-ce48-4a51-a895-5a2a35d1691c req-b3b59441-5d5e-4c9a-ab07-a7828c1a322c tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 984 time: 0.0820909 Mar 31 16:01:36.036504 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-71e76e71-ce48-4a51-a895-5a2a35d1691c req-01e9610b-9540-4212-a73b-841cc23a83c7 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0f3b2e2-edc1-483e-87fb-a2de5c7d4b56&id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403192 Mar 31 16:01:36.472691 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:36.521759 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:37.227129 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe561b93-3546-4d78-b802-915079629266 req-03d5774b-a735-426f-b6be-c070208dd828 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:37.228586 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fe561b93-3546-4d78-b802-915079629266 req-03d5774b-a735-426f-b6be-c070208dd828 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 984 time: 0.0834806 Mar 31 16:01:37.276174 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fe561b93-3546-4d78-b802-915079629266 req-5933dbb9-1efb-42b3-903d-f47ad977b4d5 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0f3b2e2-edc1-483e-87fb-a2de5c7d4b56&id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416601 Mar 31 16:01:38.035435 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:01:38.465054 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9570ed5-86b5-4e91-a287-6d62518010e8 req-90bf4bd6-7b6d-4112-bd3a-5f7f8018e5d5 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:38.466465 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c9570ed5-86b5-4e91-a287-6d62518010e8 req-90bf4bd6-7b6d-4112-bd3a-5f7f8018e5d5 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 984 time: 0.0827966 Mar 31 16:01:38.516762 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c9570ed5-86b5-4e91-a287-6d62518010e8 req-ad5e6f50-890f-4ab5-a0f2-d40ce4643b8b tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0f3b2e2-edc1-483e-87fb-a2de5c7d4b56&id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433643 Mar 31 16:01:39.723722 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227d212-f823-420b-a547-717ddb25477c req-6319063f-e99b-4c5a-97c0-8e1d1930de0d tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:39.725181 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f227d212-f823-420b-a547-717ddb25477c req-6319063f-e99b-4c5a-97c0-8e1d1930de0d tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 984 time: 0.0894721 Mar 31 16:01:39.799791 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f227d212-f823-420b-a547-717ddb25477c req-1fbf71a4-1147-432c-99c1-2561fd98bf33 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0f3b2e2-edc1-483e-87fb-a2de5c7d4b56&id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685160 Mar 31 16:01:40.990558 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9ff57-d132-463e-b494-4299c9bdbb2c req-d8e24852-52d0-408e-b97d-b39207c3a613 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:40.991909 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-50e9ff57-d132-463e-b494-4299c9bdbb2c req-d8e24852-52d0-408e-b97d-b39207c3a613 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 984 time: 0.0799117 Mar 31 16:01:41.038783 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-50e9ff57-d132-463e-b494-4299c9bdbb2c req-c76562cf-2fd7-4f7a-9e49-a23538ec2bf3 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0f3b2e2-edc1-483e-87fb-a2de5c7d4b56&id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408244 Mar 31 16:01:42.226942 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e64078-cf07-462f-bb60-147aabd88590 req-a05ea094-4163-4033-be15-fc38016b4842 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:42.228414 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-28e64078-cf07-462f-bb60-147aabd88590 req-a05ea094-4163-4033-be15-fc38016b4842 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 984 time: 0.0833890 Mar 31 16:01:42.276532 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-28e64078-cf07-462f-bb60-147aabd88590 req-88146570-87c2-4e1a-a511-3de559b117d3 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0f3b2e2-edc1-483e-87fb-a2de5c7d4b56&id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422177 Mar 31 16:01:43.469441 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463f697-9447-47e0-9cd4-70835e84b2da req-a12e9954-9644-4c58-896e-ba900b59234e tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:43.470883 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0463f697-9447-47e0-9cd4-70835e84b2da req-a12e9954-9644-4c58-896e-ba900b59234e tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 984 time: 0.0838585 Mar 31 16:01:43.520182 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0463f697-9447-47e0-9cd4-70835e84b2da req-1caeb605-89ee-4ad3-8018-5ebd1045f040 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0f3b2e2-edc1-483e-87fb-a2de5c7d4b56&id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426762 Mar 31 16:01:44.716669 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c47983-bc40-49f0-9481-67ec9ef146ad req-6bdf05ba-5cbc-413b-8215-8a6af9cc4812 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:44.718040 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-18c47983-bc40-49f0-9481-67ec9ef146ad req-6bdf05ba-5cbc-413b-8215-8a6af9cc4812 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 984 time: 0.0846162 Mar 31 16:01:44.764308 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-18c47983-bc40-49f0-9481-67ec9ef146ad req-9318eb55-f0fd-451e-9b3f-46829ac66c3f tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0f3b2e2-edc1-483e-87fb-a2de5c7d4b56&id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392587 Mar 31 16:01:45.951854 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0755f-044f-4315-b9bd-719d2795b099 req-5f1e421e-2fc0-416a-a65a-684dbe5bf80d tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:45.953332 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-87e0755f-044f-4315-b9bd-719d2795b099 req-5f1e421e-2fc0-416a-a65a-684dbe5bf80d tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 984 time: 0.0808027 Mar 31 16:01:45.999825 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-87e0755f-044f-4315-b9bd-719d2795b099 req-0027bec1-96be-47d9-aeca-030e26c7108e tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0f3b2e2-edc1-483e-87fb-a2de5c7d4b56&id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404432 Mar 31 16:01:47.184554 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912eb9e7-0f6d-4fe3-b016-38b0ad17f3de req-ad5a2ee0-61bd-4ef0-8ce1-d8be7a875674 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:47.186049 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-912eb9e7-0f6d-4fe3-b016-38b0ad17f3de req-ad5a2ee0-61bd-4ef0-8ce1-d8be7a875674 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 984 time: 0.0803618 Mar 31 16:01:47.232657 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-912eb9e7-0f6d-4fe3-b016-38b0ad17f3de req-f8472a47-2512-4fed-b3de-f22e0fdc458e tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0f3b2e2-edc1-483e-87fb-a2de5c7d4b56&id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402200 Mar 31 16:01:48.423176 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4c7f1-ea9c-4755-862b-31485dc9379a req-1c6ba133-c7ac-467f-823a-ed202d8ecb24 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:48.424635 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c2d4c7f1-ea9c-4755-862b-31485dc9379a req-1c6ba133-c7ac-467f-823a-ed202d8ecb24 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 984 time: 0.0846407 Mar 31 16:01:48.471284 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c2d4c7f1-ea9c-4755-862b-31485dc9379a req-1c35d382-ab2c-4498-8e1d-c959f0c8df0b tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0f3b2e2-edc1-483e-87fb-a2de5c7d4b56&id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408318 Mar 31 16:01:49.859879 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:01:55.442066 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:02.548759 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-735db70a-ed86-4d79-84f2-ec6a6859036f req-ab2b62e5-acc6-412f-9e48-b082036da5ed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724633 Mar 31 16:02:02.689830 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735db70a-ed86-4d79-84f2-ec6a6859036f req-e8136865-5cf8-49e7-9ff2-11fc4987f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:02.692154 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-735db70a-ed86-4d79-84f2-ec6a6859036f req-e8136865-5cf8-49e7-9ff2-11fc4987f734 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1b2a59f27334d46a258d4dbd5f6b7d4&device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 1137 time: 0.0744538 Mar 31 16:02:02.844702 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735db70a-ed86-4d79-84f2-ec6a6859036f req-78225cb0-6493-4eb8-aa88-e5468fabdb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:02.846187 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-735db70a-ed86-4d79-84f2-ec6a6859036f req-78225cb0-6493-4eb8-aa88-e5468fabdb0e service neutron] 10.222.0.41 "GET /v2.0/networks?id=5652a1e0-7673-4e1c-86c6-96be67369883 HTTP/1.1" status: 200 len: 916 time: 0.1346948 Mar 31 16:02:02.954775 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-735db70a-ed86-4d79-84f2-ec6a6859036f req-6160634d-f1e2-4d04-9b0e-e382f838a132 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=383b8387-daac-49fe-93a2-e59f505911ca HTTP/1.1" status: 200 len: 1001 time: 0.1029544 Mar 31 16:02:03.024106 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735db70a-ed86-4d79-84f2-ec6a6859036f req-160ce350-47bf-468f-a681-faaf67c3a2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:03.025579 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-735db70a-ed86-4d79-84f2-ec6a6859036f req-160ce350-47bf-468f-a681-faaf67c3a2b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d884803-914c-496f-9eb9-e921681513da HTTP/1.1" status: 200 len: 854 time: 0.0645273 Mar 31 16:02:03.070206 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-46cacc51-45b9-4185-a188-45eb21445df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:03.105053 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735db70a-ed86-4d79-84f2-ec6a6859036f req-c20378c1-2029-4d13-9609-b2c62fc431ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:03.106485 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-735db70a-ed86-4d79-84f2-ec6a6859036f req-c20378c1-2029-4d13-9609-b2c62fc431ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5652a1e0-7673-4e1c-86c6-96be67369883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749869 Mar 31 16:02:03.240868 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-735db70a-ed86-4d79-84f2-ec6a6859036f req-f846a5fb-5698-4ce4-815b-f6873ce697ac service neutron] 10.222.0.41 "GET /v2.0/networks/5652a1e0-7673-4e1c-86c6-96be67369883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268406 Mar 31 16:02:03.382320 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-735db70a-ed86-4d79-84f2-ec6a6859036f req-d998130c-4d2b-4998-80f2-ec323bdd8368 service neutron] 10.222.0.41 "GET /v2.0/networks/5652a1e0-7673-4e1c-86c6-96be67369883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285379 Mar 31 16:02:05.144372 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-95bab500-b8cf-45e4-89cb-b69d4c22be95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:06.504055 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:06.578335 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:08.035874 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:22.127106 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c1a3a5a0-5095-4b87-bc46-f7ff4078a6e1 req-0e47c996-9e6a-4fe6-b2fa-6c32c3e7f3be tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1136130662&fields=id&tenant_id=f1b2a59f27334d46a258d4dbd5f6b7d4 HTTP/1.1" status: 200 len: 267 time: 0.0387890 Mar 31 16:02:22.319135 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3a5a0-5095-4b87-bc46-f7ff4078a6e1 req-759ac2d2-02d6-4a9f-965a-86ab92ce14d9 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:22.320544 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c1a3a5a0-5095-4b87-bc46-f7ff4078a6e1 req-759ac2d2-02d6-4a9f-965a-86ab92ce14d9 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 984 time: 0.1874969 Mar 31 16:02:22.332228 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-c1a3a5a0-5095-4b87-bc46-f7ff4078a6e1 req-820ba7af-794d-4a51-8a54-c567c7906415 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Request body: {'port': {'security_groups': ['cee48554-943c-42f9-983a-b92f622a196d']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:22.451513 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c1a3a5a0-5095-4b87-bc46-f7ff4078a6e1 req-820ba7af-794d-4a51-8a54-c567c7906415 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:22.691523 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-c1a3a5a0-5095-4b87-bc46-f7ff4078a6e1 req-820ba7af-794d-4a51-8a54-c567c7906415 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] For port 383b8387-daac-49fe-93a2-e59f505911ca, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=383b8387-daac-49fe-93a2-e59f505911ca,segment=NetworkSegment(8fe8be60-c4a6-4b0c-a34a-5c82fe896f62),segment_id=8fe8be60-c4a6-4b0c-a34a-5c82fe896f62)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:02:22.715911 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c1a3a5a0-5095-4b87-bc46-f7ff4078a6e1 req-820ba7af-794d-4a51-8a54-c567c7906415 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:22.766643 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c1a3a5a0-5095-4b87-bc46-f7ff4078a6e1 req-820ba7af-794d-4a51-8a54-c567c7906415 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:22.779698 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['383b8387-daac-49fe-93a2-e59f505911ca'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 16:02:22.837892 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3a5a0-5095-4b87-bc46-f7ff4078a6e1 req-820ba7af-794d-4a51-8a54-c567c7906415 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:22.838516 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c1a3a5a0-5095-4b87-bc46-f7ff4078a6e1 req-820ba7af-794d-4a51-8a54-c567c7906415 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:22.839887 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c1a3a5a0-5095-4b87-bc46-f7ff4078a6e1 req-820ba7af-794d-4a51-8a54-c567c7906415 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "PUT /v2.0/ports/383b8387-daac-49fe-93a2-e59f505911ca HTTP/1.1" status: 200 len: 942 time: 0.5128312 Mar 31 16:02:22.840332 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36cda412-9bfe-4023-b7ec-4aed8e023bd3', 'tag': '383b8387-daac-49fe-93a2-e59f505911ca'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:02:22.848098 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 54838) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:02:22.882988 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ba7af-794d-4a51-8a54-c567c7906415 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Pushing event updated for resources: {'Port': ['ID=383b8387-daac-49fe-93a2-e59f505911ca,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:22.891649 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ba7af-794d-4a51-8a54-c567c7906415 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:22.891993 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ba7af-794d-4a51-8a54-c567c7906415 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:22.892329 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ba7af-794d-4a51-8a54-c567c7906415 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:22.892658 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ba7af-794d-4a51-8a54-c567c7906415 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:22.893405 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ba7af-794d-4a51-8a54-c567c7906415 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:22.894243 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ba7af-794d-4a51-8a54-c567c7906415 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:22.894584 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ba7af-794d-4a51-8a54-c567c7906415 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:22.894915 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ba7af-794d-4a51-8a54-c567c7906415 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:22.895247 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ba7af-794d-4a51-8a54-c567c7906415 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:22.895570 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ba7af-794d-4a51-8a54-c567c7906415 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:22.895891 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ba7af-794d-4a51-8a54-c567c7906415 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:22.896210 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ba7af-794d-4a51-8a54-c567c7906415 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:22.908906 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36cda412-9bfe-4023-b7ec-4aed8e023bd3', 'tag': '383b8387-daac-49fe-93a2-e59f505911ca', 'status': 'completed', 'code': 200} Mar 31 16:02:22.914686 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['383b8387-daac-49fe-93a2-e59f505911ca'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 16:02:22.961690 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d45c3851-d0bd-430d-8c41-3a30694f6808 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:23.007289 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d45c3851-d0bd-430d-8c41-3a30694f6808 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:23.022934 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619f30a-9838-4a77-a7bc-67577eff0f4b req-a0a604da-9253-49b4-8402-6a860f347f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:23.024792 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0619f30a-9838-4a77-a7bc-67577eff0f4b req-a0a604da-9253-49b4-8402-6a860f347f1e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1b2a59f27334d46a258d4dbd5f6b7d4&device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 1098 time: 0.0909817 Mar 31 16:02:23.155206 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d45c3851-d0bd-430d-8c41-3a30694f6808 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:23.159386 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-87c0e665-b2f3-48ee-87ed-f72e72bc70d5 None None] Provisioning complete for port 383b8387-daac-49fe-93a2-e59f505911ca triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:02:23.159760 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-87c0e665-b2f3-48ee-87ed-f72e72bc70d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:23.166244 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619f30a-9838-4a77-a7bc-67577eff0f4b req-58b38d2e-f8c2-4f97-b43c-2c84b6c204ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:23.167685 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0619f30a-9838-4a77-a7bc-67577eff0f4b req-58b38d2e-f8c2-4f97-b43c-2c84b6c204ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=5652a1e0-7673-4e1c-86c6-96be67369883 HTTP/1.1" status: 200 len: 916 time: 0.1360872 Mar 31 16:02:23.179465 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c3851-d0bd-430d-8c41-3a30694f6808 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f3b2e2-edc1-483e-87fb-a2de5c7d4b56,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:23.187495 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c3851-d0bd-430d-8c41-3a30694f6808 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:23.189034 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c3851-d0bd-430d-8c41-3a30694f6808 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:23.189440 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c3851-d0bd-430d-8c41-3a30694f6808 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:23.190570 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c3851-d0bd-430d-8c41-3a30694f6808 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:23.190923 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c3851-d0bd-430d-8c41-3a30694f6808 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:23.191353 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c3851-d0bd-430d-8c41-3a30694f6808 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:23.191697 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c3851-d0bd-430d-8c41-3a30694f6808 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:23.192041 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c3851-d0bd-430d-8c41-3a30694f6808 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:23.192392 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c3851-d0bd-430d-8c41-3a30694f6808 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:23.193064 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c3851-d0bd-430d-8c41-3a30694f6808 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:23.193430 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c3851-d0bd-430d-8c41-3a30694f6808 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:23.193765 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c3851-d0bd-430d-8c41-3a30694f6808 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:23.234814 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d45c3851-d0bd-430d-8c41-3a30694f6808 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:23.235953 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-d45c3851-d0bd-430d-8c41-3a30694f6808 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "DELETE /v2.0/security-groups/e0f3b2e2-edc1-483e-87fb-a2de5c7d4b56 HTTP/1.1" status: 204 len: 168 time: 0.3854232 Mar 31 16:02:23.239399 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 54842) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:02:23.280996 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0619f30a-9838-4a77-a7bc-67577eff0f4b req-bbf5ef65-e105-43b3-ac6b-19ec11a5c19e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=383b8387-daac-49fe-93a2-e59f505911ca HTTP/1.1" status: 200 len: 1001 time: 0.1054218 Mar 31 16:02:23.347709 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619f30a-9838-4a77-a7bc-67577eff0f4b req-808c9e1b-54c7-4ec1-9214-90eacd4d215f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:23.349150 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0619f30a-9838-4a77-a7bc-67577eff0f4b req-808c9e1b-54c7-4ec1-9214-90eacd4d215f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d884803-914c-496f-9eb9-e921681513da HTTP/1.1" status: 200 len: 854 time: 0.0591254 Mar 31 16:02:23.432952 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619f30a-9838-4a77-a7bc-67577eff0f4b req-f18b80ae-c39a-44d5-b7d7-088efe7becc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:23.434396 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0619f30a-9838-4a77-a7bc-67577eff0f4b req-f18b80ae-c39a-44d5-b7d7-088efe7becc0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5652a1e0-7673-4e1c-86c6-96be67369883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771224 Mar 31 16:02:23.444758 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a1a38b3a-da2f-45fc-a68e-85eb2f69cd98 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Deleting port 530b8e97-ba1a-4cbb-aaef-46e4ef10f6bb {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:02:23.445102 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1a38b3a-da2f-45fc-a68e-85eb2f69cd98 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:23.570014 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0619f30a-9838-4a77-a7bc-67577eff0f4b req-0990c749-368d-464d-b47f-0f555149a998 service neutron] 10.222.0.41 "GET /v2.0/networks/5652a1e0-7673-4e1c-86c6-96be67369883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273584 Mar 31 16:02:23.620864 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1a38b3a-da2f-45fc-a68e-85eb2f69cd98 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:23.621185 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1a38b3a-da2f-45fc-a68e-85eb2f69cd98 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:23.704563 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0619f30a-9838-4a77-a7bc-67577eff0f4b req-66a1e151-61a6-4c26-9bb8-2b0573cbbd7a service neutron] 10.222.0.41 "GET /v2.0/networks/5652a1e0-7673-4e1c-86c6-96be67369883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284504 Mar 31 16:02:23.744838 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a1a38b3a-da2f-45fc-a68e-85eb2f69cd98 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Calling delete_port for 530b8e97-ba1a-4cbb-aaef-46e4ef10f6bb owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:02:23.943793 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1a38b3a-da2f-45fc-a68e-85eb2f69cd98 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:24.017272 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a38b3a-da2f-45fc-a68e-85eb2f69cd98 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Pushing event deleted for resources: {'Port': ['ID=530b8e97-ba1a-4cbb-aaef-46e4ef10f6bb,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:24.085362 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1a38b3a-da2f-45fc-a68e-85eb2f69cd98 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:24.085745 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-a1a38b3a-da2f-45fc-a68e-85eb2f69cd98 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Floating IP a0cb51fc-9e5d-4c38-983e-feff8fffd63d disassociated (deleted). External IP: 172.26.5.108, port: 383b8387-daac-49fe-93a2-e59f505911ca. Mar 31 16:02:24.550683 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a38b3a-da2f-45fc-a68e-85eb2f69cd98 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Router 973c58d1-a222-430c-865a-32361a00a852 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:02:24.734028 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a38b3a-da2f-45fc-a68e-85eb2f69cd98 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:02:24.743889 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1178f2-b8d5-438d-a465-5b535955d5fe None None] Sync routers for ids ['973c58d1-a222-430c-865a-32361a00a852'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:02:24.754480 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1178f2-b8d5-438d-a465-5b535955d5fe None None] Routers {'973c58d1-a222-430c-865a-32361a00a852'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:02:24.755125 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-3a1178f2-b8d5-438d-a465-5b535955d5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:02:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['973c58d1-a222-430c-865a-32361a00a852'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:24.824814 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1a38b3a-da2f-45fc-a68e-85eb2f69cd98 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:24.880695 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a1a38b3a-da2f-45fc-a68e-85eb2f69cd98 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "DELETE /v2.0/floatingips/a0cb51fc-9e5d-4c38-983e-feff8fffd63d HTTP/1.1" status: 204 len: 168 time: 1.6402512 Mar 31 16:02:24.881294 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36cda412-9bfe-4023-b7ec-4aed8e023bd3', 'tag': '383b8387-daac-49fe-93a2-e59f505911ca'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:02:24.928182 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36cda412-9bfe-4023-b7ec-4aed8e023bd3', 'tag': '383b8387-daac-49fe-93a2-e59f505911ca', 'status': 'completed', 'code': 200} Mar 31 16:02:24.967093 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-3a1178f2-b8d5-438d-a465-5b535955d5fe None None] Set router 973c58d1-a222-430c-865a-32361a00a852 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:02:25.054608 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75167de2-3496-407a-bbaa-3e855a661a73 req-f6449865-417e-426b-b852-48ca14a669ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:25.056210 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-75167de2-3496-407a-bbaa-3e855a661a73 req-f6449865-417e-426b-b852-48ca14a669ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1b2a59f27334d46a258d4dbd5f6b7d4&device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 1098 time: 0.1069689 Mar 31 16:02:25.197094 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75167de2-3496-407a-bbaa-3e855a661a73 req-f2db51de-56e3-4eff-b65f-f64bbd69de9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:25.198888 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-75167de2-3496-407a-bbaa-3e855a661a73 req-f2db51de-56e3-4eff-b65f-f64bbd69de9e service neutron] 10.222.0.41 "GET /v2.0/networks?id=5652a1e0-7673-4e1c-86c6-96be67369883 HTTP/1.1" status: 200 len: 916 time: 0.1361120 Mar 31 16:02:25.274518 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-75167de2-3496-407a-bbaa-3e855a661a73 req-1d10f715-79f7-4ac3-ae74-daefcce2a133 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=383b8387-daac-49fe-93a2-e59f505911ca HTTP/1.1" status: 200 len: 217 time: 0.0691040 Mar 31 16:02:25.294910 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-3a1178f2-b8d5-438d-a465-5b535955d5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973c58d1-a222-430c-865a-32361a00a852', 'name': 'tempest-TestMinimumBasicScenario-1588349197-router', 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': '3da41018-6097-4ee4-bdeb-0fface4566cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:10Z', 'updated_at': '2022-03-31T16:00:14Z', 'revision_number': 4, 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'gw_port': {'id': '3da41018-6097-4ee4-bdeb-0fface4566cc', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973c58d1-a222-430c-865a-32361a00a852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:11Z', 'updated_at': '2022-03-31T16:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'a96b60af-3708-4356-a0bf-15491d3d9357', 'name': '', 'network_id': '5652a1e0-7673-4e1c-86c6-96be67369883', 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'mac_address': 'fa:16:3e:07:45:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973c58d1-a222-430c-865a-32361a00a852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '2d884803-914c-496f-9eb9-e921681513da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:13Z', 'updated_at': '2022-03-31T16:00:20Z', 'revision_number': 5, 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'subnets': [{'id': '2d884803-914c-496f-9eb9-e921681513da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:25.298721 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1178f2-b8d5-438d-a465-5b535955d5fe None None] Checking router: 973c58d1-a222-430c-865a-32361a00a852 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:02:25.307882 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1178f2-b8d5-438d-a465-5b535955d5fe None None] Routers {'973c58d1-a222-430c-865a-32361a00a852'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:02:25.308486 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-3a1178f2-b8d5-438d-a465-5b535955d5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:02:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['973c58d1-a222-430c-865a-32361a00a852'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:25.338889 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75167de2-3496-407a-bbaa-3e855a661a73 req-d3dabe60-c727-4123-a812-087a07f948a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:25.340322 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-75167de2-3496-407a-bbaa-3e855a661a73 req-d3dabe60-c727-4123-a812-087a07f948a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d884803-914c-496f-9eb9-e921681513da HTTP/1.1" status: 200 len: 854 time: 0.0585556 Mar 31 16:02:25.481676 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:25.529879 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-3a1178f2-b8d5-438d-a465-5b535955d5fe None None] Set router 973c58d1-a222-430c-865a-32361a00a852 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:02:25.536670 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75167de2-3496-407a-bbaa-3e855a661a73 req-1c311394-a63d-41b7-9a3c-ad22350cd495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:25.538133 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-75167de2-3496-407a-bbaa-3e855a661a73 req-1c311394-a63d-41b7-9a3c-ad22350cd495 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5652a1e0-7673-4e1c-86c6-96be67369883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1907091 Mar 31 16:02:25.676353 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-75167de2-3496-407a-bbaa-3e855a661a73 req-15e01902-bd08-4bc3-85f0-15ac8d22d843 service neutron] 10.222.0.41 "GET /v2.0/networks/5652a1e0-7673-4e1c-86c6-96be67369883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318514 Mar 31 16:02:25.813411 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-75167de2-3496-407a-bbaa-3e855a661a73 req-47005e26-c699-471c-a477-a0968761ce44 service neutron] 10.222.0.41 "GET /v2.0/networks/5652a1e0-7673-4e1c-86c6-96be67369883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301115 Mar 31 16:02:25.850594 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-3a1178f2-b8d5-438d-a465-5b535955d5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973c58d1-a222-430c-865a-32361a00a852', 'name': 'tempest-TestMinimumBasicScenario-1588349197-router', 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': '3da41018-6097-4ee4-bdeb-0fface4566cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:10Z', 'updated_at': '2022-03-31T16:00:14Z', 'revision_number': 4, 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'gw_port': {'id': '3da41018-6097-4ee4-bdeb-0fface4566cc', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973c58d1-a222-430c-865a-32361a00a852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:11Z', 'updated_at': '2022-03-31T16:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'a96b60af-3708-4356-a0bf-15491d3d9357', 'name': '', 'network_id': '5652a1e0-7673-4e1c-86c6-96be67369883', 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'mac_address': 'fa:16:3e:07:45:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973c58d1-a222-430c-865a-32361a00a852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '2d884803-914c-496f-9eb9-e921681513da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:13Z', 'updated_at': '2022-03-31T16:00:20Z', 'revision_number': 5, 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'subnets': [{'id': '2d884803-914c-496f-9eb9-e921681513da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:25.853936 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1178f2-b8d5-438d-a465-5b535955d5fe None None] The sync data for ids ['973c58d1-a222-430c-865a-32361a00a852'] in dv-neutron-833379-2-hyperv is: [{'id': '973c58d1-a222-430c-865a-32361a00a852', 'name': 'tempest-TestMinimumBasicScenario-1588349197-router', 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': '3da41018-6097-4ee4-bdeb-0fface4566cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:10Z', 'updated_at': '2022-03-31T16:00:14Z', 'revision_number': 4, 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'gw_port': {'id': '3da41018-6097-4ee4-bdeb-0fface4566cc', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973c58d1-a222-430c-865a-32361a00a852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:11Z', 'updated_at': '2022-03-31T16:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'a96b60af-3708-4356-a0bf-15491d3d9357', 'name': '', 'network_id': '5652a1e0-7673-4e1c-86c6-96be67369883', 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'mac_address': 'fa:16:3e:07:45:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973c58d1-a222-430c-865a-32361a00a852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '2d884803-914c-496f-9eb9-e921681513da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:13Z', 'updated_at': '2022-03-31T16:00:20Z', 'revision_number': 5, 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'subnets': [{'id': '2d884803-914c-496f-9eb9-e921681513da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:02:26.086489 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366c22a1-ffd0-4e7a-a40a-7f6af8b168f7 None None] New status for floating IP a0cb51fc-9e5d-4c38-983e-feff8fffd63d: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:02:26.859282 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:02:30.791049 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da8814-67c9-4eb1-a262-8e3c4d1609b5 req-74bc7eb4-0c46-4d64-9d4d-c90549243e53 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:30.792596 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-76da8814-67c9-4eb1-a262-8e3c4d1609b5 req-74bc7eb4-0c46-4d64-9d4d-c90549243e53 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 945 time: 0.0804303 Mar 31 16:02:30.842674 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-76da8814-67c9-4eb1-a262-8e3c4d1609b5 req-af230333-3ab6-4b15-8242-9fc9d1bc187c tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441554 Mar 31 16:02:32.095172 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f08551-f8d7-4f8a-bdd7-025beb4c84d4 req-5c05632c-1e31-456f-bf7f-d28a669cc1cf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:32.096765 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-83f08551-f8d7-4f8a-bdd7-025beb4c84d4 req-5c05632c-1e31-456f-bf7f-d28a669cc1cf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Synchronizing usage tracker for tenant:f1b2a59f27334d46a258d4dbd5f6b7d4 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:02:32.160743 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-83f08551-f8d7-4f8a-bdd7-025beb4c84d4 req-5c05632c-1e31-456f-bf7f-d28a669cc1cf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Unset dirty status for tenant:f1b2a59f27334d46a258d4dbd5f6b7d4 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:02:32.161895 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-83f08551-f8d7-4f8a-bdd7-025beb4c84d4 req-5c05632c-1e31-456f-bf7f-d28a669cc1cf tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 945 time: 0.2072790 Mar 31 16:02:32.207792 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-83f08551-f8d7-4f8a-bdd7-025beb4c84d4 req-34de4cb2-430a-4f05-bcd4-37bfed6c0be1 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Synchronizing usage tracker for tenant:f1b2a59f27334d46a258d4dbd5f6b7d4 on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:02:32.281317 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-83f08551-f8d7-4f8a-bdd7-025beb4c84d4 req-34de4cb2-430a-4f05-bcd4-37bfed6c0be1 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Unset dirty status for tenant:f1b2a59f27334d46a258d4dbd5f6b7d4 on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:02:32.282512 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-83f08551-f8d7-4f8a-bdd7-025beb4c84d4 req-34de4cb2-430a-4f05-bcd4-37bfed6c0be1 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/security-groups?id=cee48554-943c-42f9-983a-b92f622a196d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148503 Mar 31 16:02:32.638188 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff418c74-3274-40b9-9173-4b997607456b req-3a1eb8bb-3d50-45f2-8fa1-b8a22c05a992 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:32.639582 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ff418c74-3274-40b9-9173-4b997607456b req-3a1eb8bb-3d50-45f2-8fa1-b8a22c05a992 tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.41 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 945 time: 0.0795598 Mar 31 16:02:32.711651 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-ff418c74-3274-40b9-9173-4b997607456b req-0c7c2949-fdc5-44ab-804f-bfcda9f16eca tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Deleting port 383b8387-daac-49fe-93a2-e59f505911ca {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:02:32.711982 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ff418c74-3274-40b9-9173-4b997607456b req-0c7c2949-fdc5-44ab-804f-bfcda9f16eca tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:32.975982 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-ff418c74-3274-40b9-9173-4b997607456b req-0c7c2949-fdc5-44ab-804f-bfcda9f16eca tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] For port 383b8387-daac-49fe-93a2-e59f505911ca, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=383b8387-daac-49fe-93a2-e59f505911ca,segment=NetworkSegment(8fe8be60-c4a6-4b0c-a34a-5c82fe896f62),segment_id=8fe8be60-c4a6-4b0c-a34a-5c82fe896f62)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:02:32.976376 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ff418c74-3274-40b9-9173-4b997607456b req-0c7c2949-fdc5-44ab-804f-bfcda9f16eca tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:33.075410 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16eac24f-964a-46e9-8785-c821995f6522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:33.109608 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-ff418c74-3274-40b9-9173-4b997607456b req-0c7c2949-fdc5-44ab-804f-bfcda9f16eca tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Calling delete_port for 383b8387-daac-49fe-93a2-e59f505911ca owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:02:33.304104 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ff418c74-3274-40b9-9173-4b997607456b req-0c7c2949-fdc5-44ab-804f-bfcda9f16eca tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:33.317475 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['383b8387-daac-49fe-93a2-e59f505911ca'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 16:02:33.360457 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c2949-fdc5-44ab-804f-bfcda9f16eca tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Pushing event deleted for resources: {'Port': ['ID=383b8387-daac-49fe-93a2-e59f505911ca,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:33.474221 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d7b94e96-12b9-4117-8e10-17156f861e5e req-5df8047c-6362-4b8d-a949-6244e513529d tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.31 "GET /v2.0/ports?device_id=36cda412-9bfe-4023-b7ec-4aed8e023bd3 HTTP/1.1" status: 200 len: 210 time: 0.0786479 Mar 31 16:02:33.475276 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff418c74-3274-40b9-9173-4b997607456b req-0c7c2949-fdc5-44ab-804f-bfcda9f16eca tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] No DVR routers for this DVR port 383b8387-daac-49fe-93a2-e59f505911ca on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:02:33.477769 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ff418c74-3274-40b9-9173-4b997607456b req-0c7c2949-fdc5-44ab-804f-bfcda9f16eca tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:33.480403 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36cda412-9bfe-4023-b7ec-4aed8e023bd3', 'name': 'network-vif-deleted', 'tag': '383b8387-daac-49fe-93a2-e59f505911ca'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:02:33.528411 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36cda412-9bfe-4023-b7ec-4aed8e023bd3', 'name': 'network-vif-deleted', 'tag': '383b8387-daac-49fe-93a2-e59f505911ca', 'status': 'completed', 'code': 200} Mar 31 16:02:33.555582 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ff418c74-3274-40b9-9173-4b997607456b req-0c7c2949-fdc5-44ab-804f-bfcda9f16eca tempest-TestMinimumBasicScenario-522735846 tempest-TestMinimumBasicScenario-522735846-project] 10.222.0.41 "DELETE /v2.0/ports/383b8387-daac-49fe-93a2-e59f505911ca HTTP/1.1" status: 204 len: 173 time: 0.9106727 Mar 31 16:02:35.143356 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2c3f43c6-407d-401b-bbdd-8439792236d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:36.133733 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 383b8387-daac-49fe-93a2-e59f505911ca no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:02:36.169178 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: 383b8387-daac-49fe-93a2-e59f505911ca {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:02:36.169922 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 383b8387-daac-49fe-93a2-e59f505911ca not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:02:36.550548 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:36.552303 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:36.807186 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 54932) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:02:37.356045 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2e245993-0f06-4e35-b249-919a42470690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:37.835425 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-2e245993-0f06-4e35-b249-919a42470690 admin admin] Deleting port a96b60af-3708-4356-a0bf-15491d3d9357 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:02:37.836110 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2e245993-0f06-4e35-b249-919a42470690 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:38.012878 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-2e245993-0f06-4e35-b249-919a42470690 admin admin] For port a96b60af-3708-4356-a0bf-15491d3d9357, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=a96b60af-3708-4356-a0bf-15491d3d9357,segment=NetworkSegment(8fe8be60-c4a6-4b0c-a34a-5c82fe896f62),segment_id=8fe8be60-c4a6-4b0c-a34a-5c82fe896f62)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:02:38.013251 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2e245993-0f06-4e35-b249-919a42470690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:38.035109 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:38.136660 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-2e245993-0f06-4e35-b249-919a42470690 admin admin] Calling delete_port for a96b60af-3708-4356-a0bf-15491d3d9357 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:02:38.543309 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2e245993-0f06-4e35-b249-919a42470690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:38.591131 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e245993-0f06-4e35-b249-919a42470690 admin admin] Pushing event deleted for resources: {'Port': ['ID=a96b60af-3708-4356-a0bf-15491d3d9357,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:38.859701 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2e245993-0f06-4e35-b249-919a42470690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:39.329553 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e245993-0f06-4e35-b249-919a42470690 admin admin] Router 973c58d1-a222-430c-865a-32361a00a852 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:02:39.505227 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e245993-0f06-4e35-b249-919a42470690 admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:02:39.514319 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f0a128-1480-40d0-af83-6c08c8665f12 None None] Sync routers for ids ['973c58d1-a222-430c-865a-32361a00a852'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:02:39.519060 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2e245993-0f06-4e35-b249-919a42470690 admin admin] 10.222.0.31 "PUT /v2.0/routers/973c58d1-a222-430c-865a-32361a00a852/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7108147 Mar 31 16:02:39.521592 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 54936) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:02:39.524211 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f0a128-1480-40d0-af83-6c08c8665f12 None None] Routers {'973c58d1-a222-430c-865a-32361a00a852'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:02:39.524829 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-15f0a128-1480-40d0-af83-6c08c8665f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:02:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['973c58d1-a222-430c-865a-32361a00a852'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:39.712275 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0832b895-de3b-41fa-80bd-bf3b86999985 admin admin] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:39.712549 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-15f0a128-1480-40d0-af83-6c08c8665f12 None None] Set router 973c58d1-a222-430c-865a-32361a00a852 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:02:39.903720 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0832b895-de3b-41fa-80bd-bf3b86999985 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:39.972765 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-0832b895-de3b-41fa-80bd-bf3b86999985 admin admin] Deleting port 3da41018-6097-4ee4-bdeb-0fface4566cc {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:02:39.973103 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0832b895-de3b-41fa-80bd-bf3b86999985 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:40.041410 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-15f0a128-1480-40d0-af83-6c08c8665f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973c58d1-a222-430c-865a-32361a00a852', 'name': 'tempest-TestMinimumBasicScenario-1588349197-router', 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': '3da41018-6097-4ee4-bdeb-0fface4566cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:10Z', 'updated_at': '2022-03-31T16:02:38Z', 'revision_number': 5, 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'gw_port': {'id': '3da41018-6097-4ee4-bdeb-0fface4566cc', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973c58d1-a222-430c-865a-32361a00a852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:11Z', 'updated_at': '2022-03-31T16:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:40.045179 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f0a128-1480-40d0-af83-6c08c8665f12 None None] Checking router: 973c58d1-a222-430c-865a-32361a00a852 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:02:40.054322 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f0a128-1480-40d0-af83-6c08c8665f12 None None] Routers {'973c58d1-a222-430c-865a-32361a00a852'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:02:40.054931 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-15f0a128-1480-40d0-af83-6c08c8665f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:02:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['973c58d1-a222-430c-865a-32361a00a852'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:40.149545 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-0832b895-de3b-41fa-80bd-bf3b86999985 admin admin] For port 3da41018-6097-4ee4-bdeb-0fface4566cc, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=3da41018-6097-4ee4-bdeb-0fface4566cc,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:02:40.149905 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0832b895-de3b-41fa-80bd-bf3b86999985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:40.208380 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-15f0a128-1480-40d0-af83-6c08c8665f12 None None] Set router 973c58d1-a222-430c-865a-32361a00a852 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:02:40.273364 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-0832b895-de3b-41fa-80bd-bf3b86999985 admin admin] Calling delete_port for 3da41018-6097-4ee4-bdeb-0fface4566cc owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:02:40.311304 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-15f0a128-1480-40d0-af83-6c08c8665f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973c58d1-a222-430c-865a-32361a00a852', 'name': 'tempest-TestMinimumBasicScenario-1588349197-router', 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:10Z', 'updated_at': '2022-03-31T16:02:39Z', 'revision_number': 6, 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'gw_port_host': None}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:40.315323 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f0a128-1480-40d0-af83-6c08c8665f12 None None] The sync data for ids ['973c58d1-a222-430c-865a-32361a00a852'] in dv-neutron-833379-2-hyperv is: [{'id': '973c58d1-a222-430c-865a-32361a00a852', 'name': 'tempest-TestMinimumBasicScenario-1588349197-router', 'tenant_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:10Z', 'updated_at': '2022-03-31T16:02:39Z', 'revision_number': 6, 'project_id': 'f1b2a59f27334d46a258d4dbd5f6b7d4', 'gw_port_host': None}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:02:40.486921 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0832b895-de3b-41fa-80bd-bf3b86999985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:40.534791 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832b895-de3b-41fa-80bd-bf3b86999985 admin admin] Pushing event deleted for resources: {'Port': ['ID=3da41018-6097-4ee4-bdeb-0fface4566cc,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:40.747652 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0832b895-de3b-41fa-80bd-bf3b86999985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:40.921042 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0832b895-de3b-41fa-80bd-bf3b86999985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:40.923125 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0832b895-de3b-41fa-80bd-bf3b86999985 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:41.046313 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0832b895-de3b-41fa-80bd-bf3b86999985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:41.046856 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0832b895-de3b-41fa-80bd-bf3b86999985 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 973c58d1-a222-430c-865a-32361a00a852 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 16:02:41.068147 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0832b895-de3b-41fa-80bd-bf3b86999985 admin admin] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:41.069375 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0832b895-de3b-41fa-80bd-bf3b86999985 admin admin] 10.222.0.31 "DELETE /v2.0/routers/973c58d1-a222-430c-865a-32361a00a852 HTTP/1.1" status: 204 len: 168 time: 1.5463686 Mar 31 16:02:41.071880 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 54942) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:02:41.134275 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e7165af-116a-4d3f-9c29-07f8f9a3e002 admin admin] Deleting subnet 2d884803-914c-496f-9eb9-e921681513da {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 16:02:41.137648 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e7165af-116a-4d3f-9c29-07f8f9a3e002 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:41.216403 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e7165af-116a-4d3f-9c29-07f8f9a3e002 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:41.310171 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e7165af-116a-4d3f-9c29-07f8f9a3e002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:41.487331 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e7165af-116a-4d3f-9c29-07f8f9a3e002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:41.526691 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7165af-116a-4d3f-9c29-07f8f9a3e002 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d884803-914c-496f-9eb9-e921681513da,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:41.528639 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e7165af-116a-4d3f-9c29-07f8f9a3e002 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:41.536623 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4e7165af-116a-4d3f-9c29-07f8f9a3e002 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2d884803-914c-496f-9eb9-e921681513da HTTP/1.1" status: 204 len: 168 time: 0.4637442 Mar 31 16:02:41.536826 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2c3f02-d1a6-4bbf-b9e6-ff4d305c6a00 None None] Network 5652a1e0-7673-4e1c-86c6-96be67369883 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:02:41.539276 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 54946) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:02:41.650293 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a08e6011-39bd-4292-b83a-405977d811b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:41.663189 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a08e6011-39bd-4292-b83a-405977d811b2 admin admin] Deleting port 8d5c8133-4590-463e-9284-c69eaa3d900f {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:02:41.663718 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a08e6011-39bd-4292-b83a-405977d811b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:41.845848 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e015d84-75f2-4de1-9cd3-8665cdbb3d0f None None] DHCP port deletion for 5652a1e0-7673-4e1c-86c6-96be67369883 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 16:02:41.850367 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-1e015d84-75f2-4de1-9cd3-8665cdbb3d0f None None] Deleting port 8d5c8133-4590-463e-9284-c69eaa3d900f {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:02:41.851003 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1e015d84-75f2-4de1-9cd3-8665cdbb3d0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:41.884865 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device a96b60af-3708-4356-a0bf-15491d3d9357 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:02:41.904045 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-a08e6011-39bd-4292-b83a-405977d811b2 admin admin] For port 8d5c8133-4590-463e-9284-c69eaa3d900f, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=8d5c8133-4590-463e-9284-c69eaa3d900f,segment=NetworkSegment(8fe8be60-c4a6-4b0c-a34a-5c82fe896f62),segment_id=8fe8be60-c4a6-4b0c-a34a-5c82fe896f62)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:02:41.904407 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a08e6011-39bd-4292-b83a-405977d811b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:41.932217 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: a96b60af-3708-4356-a0bf-15491d3d9357 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:02:41.932736 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device a96b60af-3708-4356-a0bf-15491d3d9357 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:02:41.933376 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 3da41018-6097-4ee4-bdeb-0fface4566cc no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:02:41.981476 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 3da41018-6097-4ee4-bdeb-0fface4566cc {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:02:41.981818 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 3da41018-6097-4ee4-bdeb-0fface4566cc not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:02:42.033949 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a08e6011-39bd-4292-b83a-405977d811b2 admin admin] Calling delete_port for 8d5c8133-4590-463e-9284-c69eaa3d900f owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:02:42.170366 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-1e015d84-75f2-4de1-9cd3-8665cdbb3d0f None None] For port 8d5c8133-4590-463e-9284-c69eaa3d900f, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=8d5c8133-4590-463e-9284-c69eaa3d900f,segment=NetworkSegment(8fe8be60-c4a6-4b0c-a34a-5c82fe896f62),segment_id=8fe8be60-c4a6-4b0c-a34a-5c82fe896f62)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:02:42.170938 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1e015d84-75f2-4de1-9cd3-8665cdbb3d0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:42.183195 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a08e6011-39bd-4292-b83a-405977d811b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:42.230774 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e6011-39bd-4292-b83a-405977d811b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d5c8133-4590-463e-9284-c69eaa3d900f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:42.232611 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08e6011-39bd-4292-b83a-405977d811b2 admin admin] No DVR routers for this DVR port 8d5c8133-4590-463e-9284-c69eaa3d900f on host dv-neutron-833379-2-hyperv {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:02:42.346765 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-1e015d84-75f2-4de1-9cd3-8665cdbb3d0f None None] Calling delete_port for 8d5c8133-4590-463e-9284-c69eaa3d900f owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:02:42.349765 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a08e6011-39bd-4292-b83a-405977d811b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:42.374651 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-a08e6011-39bd-4292-b83a-405977d811b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5652a1e0-7673-4e1c-86c6-96be67369883']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:42.387389 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-a08e6011-39bd-4292-b83a-405977d811b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe8be60-c4a6-4b0c-a34a-5c82fe896f62') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:42.387687 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-a08e6011-39bd-4292-b83a-405977d811b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe8be60-c4a6-4b0c-a34a-5c82fe896f62') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:42.400239 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a08e6011-39bd-4292-b83a-405977d811b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:42.416724 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a08e6011-39bd-4292-b83a-405977d811b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:42.423604 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a08e6011-39bd-4292-b83a-405977d811b2 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:02:42.425510 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a08e6011-39bd-4292-b83a-405977d811b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:42.437233 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 16:02:42.437233 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:02:42.437233 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 16:02:42.437233 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:02:42.437233 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 16:02:42.437233 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 16:02:42.437233 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 16:02:42.437233 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:02:42.437233 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 16:02:42.437233 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:02:42.437233 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 16:02:42.437233 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:02:42.437233 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 16:02:42.437233 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 16:02:42.437233 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:02:42.437233 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 16:02:42.437233 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:02:42.437233 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 16:02:42.437233 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 16:02:42.437233 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 16:02:42.437233 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 16:02:42.437233 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 16:02:42.437233 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:02:42.437233 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:02:42.437233 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 16:02:42.437233 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:02:42.437233 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:02:42.437233 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:02:42.437233 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:02:42.437233 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:02:42.437233 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:02:42.437233 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:02:42.448353 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-1e015d84-75f2-4de1-9cd3-8665cdbb3d0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 16:02:42.453053 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-1e015d84-75f2-4de1-9cd3-8665cdbb3d0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 16:02:42.691927 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a08e6011-39bd-4292-b83a-405977d811b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:42.708299 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a08e6011-39bd-4292-b83a-405977d811b2 admin admin] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:42.719707 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e6011-39bd-4292-b83a-405977d811b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5652a1e0-7673-4e1c-86c6-96be67369883,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:42.766883 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a08e6011-39bd-4292-b83a-405977d811b2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5652a1e0-7673-4e1c-86c6-96be67369883 HTTP/1.1" status: 204 len: 168 time: 1.2264767 Mar 31 16:02:42.769546 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 54950) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:02:42.950292 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-1e015d84-75f2-4de1-9cd3-8665cdbb3d0f None None] Deleting port 8d5c8133-4590-463e-9284-c69eaa3d900f {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:02:42.950866 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1e015d84-75f2-4de1-9cd3-8665cdbb3d0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:43.016572 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-1e015d84-75f2-4de1-9cd3-8665cdbb3d0f None None] The port '8d5c8133-4590-463e-9284-c69eaa3d900f' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 16:02:43.305930 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f5bce08c-fb96-4b92-9030-a4daf9bec44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:43.650903 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f5bce08c-fb96-4b92-9030-a4daf9bec44a admin admin] Deleting port 42d4984c-2fc2-4553-89bb-6a06069d0db4 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:02:43.651249 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f5bce08c-fb96-4b92-9030-a4daf9bec44a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:43.819427 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-f5bce08c-fb96-4b92-9030-a4daf9bec44a admin admin] For port 42d4984c-2fc2-4553-89bb-6a06069d0db4, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=42d4984c-2fc2-4553-89bb-6a06069d0db4,segment=NetworkSegment(7c772712-be78-421f-858e-798c7ec7dc8b),segment_id=7c772712-be78-421f-858e-798c7ec7dc8b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:02:43.819894 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f5bce08c-fb96-4b92-9030-a4daf9bec44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:43.844413 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 8d5c8133-4590-463e-9284-c69eaa3d900f no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:02:43.881417 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 8d5c8133-4590-463e-9284-c69eaa3d900f {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:02:43.881679 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 8d5c8133-4590-463e-9284-c69eaa3d900f not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:02:43.942328 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f5bce08c-fb96-4b92-9030-a4daf9bec44a admin admin] Calling delete_port for 42d4984c-2fc2-4553-89bb-6a06069d0db4 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:02:44.291517 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f5bce08c-fb96-4b92-9030-a4daf9bec44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:44.339595 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bce08c-fb96-4b92-9030-a4daf9bec44a admin admin] Pushing event deleted for resources: {'Port': ['ID=42d4984c-2fc2-4553-89bb-6a06069d0db4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:44.603317 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f5bce08c-fb96-4b92-9030-a4daf9bec44a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:44.956350 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5bce08c-fb96-4b92-9030-a4daf9bec44a admin admin] Router 8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:02:45.136921 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bce08c-fb96-4b92-9030-a4daf9bec44a admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:02:45.146445 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d88091-7253-4db4-aa67-82cd45f6a4a7 None None] Sync routers for ids ['8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:02:45.146914 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f5bce08c-fb96-4b92-9030-a4daf9bec44a admin admin] 10.222.0.31 "PUT /v2.0/routers/8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3760476 Mar 31 16:02:45.149065 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 54954) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:02:45.156187 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d88091-7253-4db4-aa67-82cd45f6a4a7 None None] Routers {'8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:02:45.156797 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a9d88091-7253-4db4-aa67-82cd45f6a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:02:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:45.323994 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f191962f-8b64-47db-830e-cd2d58b33fa3 admin admin] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:45.343685 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a9d88091-7253-4db4-aa67-82cd45f6a4a7 None None] Set router 8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:02:45.618469 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f191962f-8b64-47db-830e-cd2d58b33fa3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:45.649147 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a9d88091-7253-4db4-aa67-82cd45f6a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7', 'name': 'tempest-TestMinimumBasicScenario-2143113727-router', 'tenant_id': '5d0f37dbd24c4c19a34089ae3d927afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'cf72bcb2-b967-424f-ac8a-ca97b11acfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:18Z', 'updated_at': '2022-03-31T16:02:44Z', 'revision_number': 5, 'project_id': '5d0f37dbd24c4c19a34089ae3d927afb', 'gw_port': {'id': 'cf72bcb2-b967-424f-ac8a-ca97b11acfc3', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:93:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:19Z', 'updated_at': '2022-03-31T16:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:45.653016 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d88091-7253-4db4-aa67-82cd45f6a4a7 None None] Checking router: 8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:02:45.662033 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d88091-7253-4db4-aa67-82cd45f6a4a7 None None] Routers {'8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:02:45.672979 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a9d88091-7253-4db4-aa67-82cd45f6a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:02:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:45.726095 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f191962f-8b64-47db-830e-cd2d58b33fa3 admin admin] Deleting port cf72bcb2-b967-424f-ac8a-ca97b11acfc3 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:02:45.726425 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f191962f-8b64-47db-830e-cd2d58b33fa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:45.843573 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a9d88091-7253-4db4-aa67-82cd45f6a4a7 None None] Set router 8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:02:45.903594 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-f191962f-8b64-47db-830e-cd2d58b33fa3 admin admin] For port cf72bcb2-b967-424f-ac8a-ca97b11acfc3, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=cf72bcb2-b967-424f-ac8a-ca97b11acfc3,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:02:45.903866 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f191962f-8b64-47db-830e-cd2d58b33fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:46.029039 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f191962f-8b64-47db-830e-cd2d58b33fa3 admin admin] Calling delete_port for cf72bcb2-b967-424f-ac8a-ca97b11acfc3 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:02:46.133423 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a9d88091-7253-4db4-aa67-82cd45f6a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7', 'name': 'tempest-TestMinimumBasicScenario-2143113727-router', 'tenant_id': '5d0f37dbd24c4c19a34089ae3d927afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'cf72bcb2-b967-424f-ac8a-ca97b11acfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:18Z', 'updated_at': '2022-03-31T16:02:44Z', 'revision_number': 5, 'project_id': '5d0f37dbd24c4c19a34089ae3d927afb', 'gw_port': {'id': 'cf72bcb2-b967-424f-ac8a-ca97b11acfc3', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:93:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:19Z', 'updated_at': '2022-03-31T16:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:46.137287 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d88091-7253-4db4-aa67-82cd45f6a4a7 None None] The sync data for ids ['8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7'] in dv-neutron-833379-2-hyperv is: [{'id': '8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7', 'name': 'tempest-TestMinimumBasicScenario-2143113727-router', 'tenant_id': '5d0f37dbd24c4c19a34089ae3d927afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'cf72bcb2-b967-424f-ac8a-ca97b11acfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:18Z', 'updated_at': '2022-03-31T16:02:44Z', 'revision_number': 5, 'project_id': '5d0f37dbd24c4c19a34089ae3d927afb', 'gw_port': {'id': 'cf72bcb2-b967-424f-ac8a-ca97b11acfc3', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:93:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:19Z', 'updated_at': '2022-03-31T16:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:02:46.257582 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f191962f-8b64-47db-830e-cd2d58b33fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:46.306078 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191962f-8b64-47db-830e-cd2d58b33fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf72bcb2-b967-424f-ac8a-ca97b11acfc3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:46.396423 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f191962f-8b64-47db-830e-cd2d58b33fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:46.572485 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f191962f-8b64-47db-830e-cd2d58b33fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:46.575070 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f191962f-8b64-47db-830e-cd2d58b33fa3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:46.646534 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f191962f-8b64-47db-830e-cd2d58b33fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:46.647132 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f191962f-8b64-47db-830e-cd2d58b33fa3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 16:02:46.659643 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f191962f-8b64-47db-830e-cd2d58b33fa3 admin admin] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:46.660775 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f191962f-8b64-47db-830e-cd2d58b33fa3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/8343dfe2-4aa2-4fa0-9c5c-26b0c538bcb7 HTTP/1.1" status: 204 len: 168 time: 1.5107920 Mar 31 16:02:46.663402 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 54958) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:02:46.723629 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-b80b4ff8-2f81-4dfa-99d2-4b3f3ee1e12e admin admin] Deleting subnet 858a74e3-41ff-4db2-ad39-4ad32f0cae3f {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 16:02:46.726853 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b80b4ff8-2f81-4dfa-99d2-4b3f3ee1e12e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:46.783272 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b80b4ff8-2f81-4dfa-99d2-4b3f3ee1e12e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:46.859156 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b80b4ff8-2f81-4dfa-99d2-4b3f3ee1e12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:47.001248 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b80b4ff8-2f81-4dfa-99d2-4b3f3ee1e12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:47.040656 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b4ff8-2f81-4dfa-99d2-4b3f3ee1e12e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=858a74e3-41ff-4db2-ad39-4ad32f0cae3f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:47.046796 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b80b4ff8-2f81-4dfa-99d2-4b3f3ee1e12e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:47.052437 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d17b0f-8044-42a7-9ada-424efff10541 None None] Network 11eacb6f-efc8-4127-90e1-adb808006877 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:02:47.056903 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b80b4ff8-2f81-4dfa-99d2-4b3f3ee1e12e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/858a74e3-41ff-4db2-ad39-4ad32f0cae3f HTTP/1.1" status: 204 len: 168 time: 0.3892882 Mar 31 16:02:47.056903 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 54962) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:02:47.168586 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5c51-b8bc-43b3-8c9f-33fd7470b458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:47.180870 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-9b3f5c51-b8bc-43b3-8c9f-33fd7470b458 admin admin] Deleting port ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:02:47.181227 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5c51-b8bc-43b3-8c9f-33fd7470b458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:47.366503 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0dd699-5ce8-4c33-a886-eeb71b9d8c89 None None] DHCP port deletion for 11eacb6f-efc8-4127-90e1-adb808006877 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 16:02:47.370865 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-3a0dd699-5ce8-4c33-a886-eeb71b9d8c89 None None] Deleting port ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:02:47.371231 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3a0dd699-5ce8-4c33-a886-eeb71b9d8c89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:47.498429 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-9b3f5c51-b8bc-43b3-8c9f-33fd7470b458 admin admin] For port ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5,segment=NetworkSegment(7c772712-be78-421f-858e-798c7ec7dc8b),segment_id=7c772712-be78-421f-858e-798c7ec7dc8b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:02:47.498696 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5c51-b8bc-43b3-8c9f-33fd7470b458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:47.577529 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-3a0dd699-5ce8-4c33-a886-eeb71b9d8c89 None None] For port ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5,segment=NetworkSegment(7c772712-be78-421f-858e-798c7ec7dc8b),segment_id=7c772712-be78-421f-858e-798c7ec7dc8b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:02:47.577839 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3a0dd699-5ce8-4c33-a886-eeb71b9d8c89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:47.629558 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-9b3f5c51-b8bc-43b3-8c9f-33fd7470b458 admin admin] Calling delete_port for ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:02:47.704251 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-3a0dd699-5ce8-4c33-a886-eeb71b9d8c89 None None] Calling delete_port for ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:02:47.772289 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5c51-b8bc-43b3-8c9f-33fd7470b458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:47.777675 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-3a0dd699-5ce8-4c33-a886-eeb71b9d8c89 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 16:02:47.778035 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-3a0dd699-5ce8-4c33-a886-eeb71b9d8c89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 16:02:47.822045 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f5c51-b8bc-43b3-8c9f-33fd7470b458 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:47.824103 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3f5c51-b8bc-43b3-8c9f-33fd7470b458 admin admin] No DVR routers for this DVR port ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5 on host dv-neutron-833379-2-hyperv {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:02:47.848412 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device cf72bcb2-b967-424f-ac8a-ca97b11acfc3 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:02:47.882882 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: cf72bcb2-b967-424f-ac8a-ca97b11acfc3 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:02:47.883229 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device cf72bcb2-b967-424f-ac8a-ca97b11acfc3 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:02:47.883654 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:02:47.918173 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:02:47.918524 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:02:47.918948 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 42d4984c-2fc2-4553-89bb-6a06069d0db4 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:02:47.938985 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5c51-b8bc-43b3-8c9f-33fd7470b458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:47.952503 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 42d4984c-2fc2-4553-89bb-6a06069d0db4 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:02:47.952850 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 42d4984c-2fc2-4553-89bb-6a06069d0db4 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:02:47.969478 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-9b3f5c51-b8bc-43b3-8c9f-33fd7470b458 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11eacb6f-efc8-4127-90e1-adb808006877']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:47.981889 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-9b3f5c51-b8bc-43b3-8c9f-33fd7470b458 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c772712-be78-421f-858e-798c7ec7dc8b') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:47.982186 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-9b3f5c51-b8bc-43b3-8c9f-33fd7470b458 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c772712-be78-421f-858e-798c7ec7dc8b') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:47.994259 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5c51-b8bc-43b3-8c9f-33fd7470b458 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:48.010522 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5c51-b8bc-43b3-8c9f-33fd7470b458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:48.016355 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b3f5c51-b8bc-43b3-8c9f-33fd7470b458 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:02:48.016732 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5c51-b8bc-43b3-8c9f-33fd7470b458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:48.029793 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 16:02:48.029793 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:02:48.029793 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 16:02:48.029793 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:02:48.029793 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 16:02:48.029793 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 16:02:48.029793 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 16:02:48.029793 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:02:48.029793 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 16:02:48.029793 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:02:48.029793 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 16:02:48.029793 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:02:48.029793 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 16:02:48.029793 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 16:02:48.029793 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:02:48.029793 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 16:02:48.029793 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:02:48.029793 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 16:02:48.029793 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 16:02:48.029793 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 16:02:48.029793 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 16:02:48.029793 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 16:02:48.029793 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:02:48.029793 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:02:48.029793 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 16:02:48.029793 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:02:48.029793 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:02:48.029793 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:02:48.029793 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:02:48.029793 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:02:48.029793 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:02:48.029793 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:02:48.160392 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5c51-b8bc-43b3-8c9f-33fd7470b458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:48.176676 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5c51-b8bc-43b3-8c9f-33fd7470b458 admin admin] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:48.186305 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f5c51-b8bc-43b3-8c9f-33fd7470b458 admin admin] Pushing event deleted for resources: {'Network': ['ID=11eacb6f-efc8-4127-90e1-adb808006877,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:48.190905 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9b3f5c51-b8bc-43b3-8c9f-33fd7470b458 admin admin] 10.222.0.31 "DELETE /v2.0/networks/11eacb6f-efc8-4127-90e1-adb808006877 HTTP/1.1" status: 204 len: 168 time: 1.1334343 Mar 31 16:02:48.279379 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-3a0dd699-5ce8-4c33-a886-eeb71b9d8c89 None None] Deleting port ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:02:48.279852 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3a0dd699-5ce8-4c33-a886-eeb71b9d8c89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:48.347552 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-3a0dd699-5ce8-4c33-a886-eeb71b9d8c89 None None] The port 'ff79ee8b-b6f9-4ed2-8ac8-c59549fd00a5' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 16:02:48.562254 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 54968) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:02:48.611885 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-017772ab-e515-461b-8ab6-ef1b164d7cd5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f1b2a59f27334d46a258d4dbd5f6b7d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482633 Mar 31 16:02:48.614159 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 54972) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:02:48.671667 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7dea6085-bd37-40db-8b87-0750fd8b2593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:48.696896 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7dea6085-bd37-40db-8b87-0750fd8b2593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:48.851931 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7dea6085-bd37-40db-8b87-0750fd8b2593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:48.869148 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea6085-bd37-40db-8b87-0750fd8b2593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee48554-943c-42f9-983a-b92f622a196d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:48.930945 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7dea6085-bd37-40db-8b87-0750fd8b2593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:48.932084 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7dea6085-bd37-40db-8b87-0750fd8b2593 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cee48554-943c-42f9-983a-b92f622a196d HTTP/1.1" status: 204 len: 168 time: 0.3170190 Mar 31 16:02:49.504164 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 54980) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:02:49.553915 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f7f19484-e5e6-4948-b966-9fe6d2612061 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5d0f37dbd24c4c19a34089ae3d927afb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485916 Mar 31 16:02:49.556321 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 54984) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:02:49.614507 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9ae0d1ca-afee-4c44-b60f-2af6208d76e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:49.639824 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9ae0d1ca-afee-4c44-b60f-2af6208d76e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:49.759939 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9ae0d1ca-afee-4c44-b60f-2af6208d76e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:49.774516 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0d1ca-afee-4c44-b60f-2af6208d76e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c291b5-ead4-4b39-b1c0-78d6b0a029b8,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:49.782142 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9ae0d1ca-afee-4c44-b60f-2af6208d76e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:49.783381 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9ae0d1ca-afee-4c44-b60f-2af6208d76e9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60c291b5-ead4-4b39-b1c0-78d6b0a029b8 HTTP/1.1" status: 204 len: 168 time: 0.2261932 Mar 31 16:02:51.962173 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55026) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:02:51.967233 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-01b0b67e-8fd7-4898-83b1-3be4e3415285 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1096647168', 'description': 'tempest-secgroup-smoke-1096647168 description', 'project_id': '650835ad0bc14fff808fd395113443a2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:51.974005 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-01b0b67e-8fd7-4898-83b1-3be4e3415285 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:02:51.977830 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-01b0b67e-8fd7-4898-83b1-3be4e3415285 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:02:51.980617 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-01b0b67e-8fd7-4898-83b1-3be4e3415285 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:02:51.987577 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-01b0b67e-8fd7-4898-83b1-3be4e3415285 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:02:52.063167 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-01b0b67e-8fd7-4898-83b1-3be4e3415285 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:52.075849 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-01b0b67e-8fd7-4898-83b1-3be4e3415285 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:52.090918 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-01b0b67e-8fd7-4898-83b1-3be4e3415285 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:02:52.094821 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-01b0b67e-8fd7-4898-83b1-3be4e3415285 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:02:52.098526 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-01b0b67e-8fd7-4898-83b1-3be4e3415285 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:02:52.104155 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-01b0b67e-8fd7-4898-83b1-3be4e3415285 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:02:52.187703 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-01b0b67e-8fd7-4898-83b1-3be4e3415285 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:52.251133 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-01b0b67e-8fd7-4898-83b1-3be4e3415285 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:52.263245 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-01b0b67e-8fd7-4898-83b1-3be4e3415285 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:02:52.271387 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-01b0b67e-8fd7-4898-83b1-3be4e3415285 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:02:52.279380 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-01b0b67e-8fd7-4898-83b1-3be4e3415285 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:02:52.290108 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-01b0b67e-8fd7-4898-83b1-3be4e3415285 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:02:52.293547 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0b67e-8fd7-4898-83b1-3be4e3415285 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4926e048-1c68-4fdc-aae7-6a9b47c41202,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:52.360473 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-01b0b67e-8fd7-4898-83b1-3be4e3415285 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:52.428669 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-01b0b67e-8fd7-4898-83b1-3be4e3415285 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:52.469721 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0b67e-8fd7-4898-83b1-3be4e3415285 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f2da84-2cf1-491c-873f-d83c476aec1f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:52.514738 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-01b0b67e-8fd7-4898-83b1-3be4e3415285 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:52.515997 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-01b0b67e-8fd7-4898-83b1-3be4e3415285 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5528436 Mar 31 16:02:52.519807 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55030) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:02:52.524941 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-6208d1f5-9335-4965-b990-cd157be2cb1d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group_rule': {'security_group_id': 'f6f2da84-2cf1-491c-873f-d83c476aec1f', 'project_id': '650835ad0bc14fff808fd395113443a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:52.531034 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6208d1f5-9335-4965-b990-cd157be2cb1d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:02:52.535042 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6208d1f5-9335-4965-b990-cd157be2cb1d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:02:52.537978 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6208d1f5-9335-4965-b990-cd157be2cb1d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:02:52.545732 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6208d1f5-9335-4965-b990-cd157be2cb1d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:02:52.601708 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6208d1f5-9335-4965-b990-cd157be2cb1d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:52.661712 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6208d1f5-9335-4965-b990-cd157be2cb1d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:52.731307 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6208d1f5-9335-4965-b990-cd157be2cb1d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:52.758012 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208d1f5-9335-4965-b990-cd157be2cb1d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68db1da5-bea7-4c33-a366-1aa56244b579,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:52.851675 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6208d1f5-9335-4965-b990-cd157be2cb1d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:52.852826 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6208d1f5-9335-4965-b990-cd157be2cb1d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3320596 Mar 31 16:02:52.855551 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55034) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:02:52.860389 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b80b1cbf-cf2a-41c7-a787-ac34771385c7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group_rule': {'security_group_id': 'f6f2da84-2cf1-491c-873f-d83c476aec1f', 'project_id': '650835ad0bc14fff808fd395113443a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:52.866986 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b80b1cbf-cf2a-41c7-a787-ac34771385c7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:02:52.870840 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b80b1cbf-cf2a-41c7-a787-ac34771385c7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:02:52.873684 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b80b1cbf-cf2a-41c7-a787-ac34771385c7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:02:52.879998 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b80b1cbf-cf2a-41c7-a787-ac34771385c7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:02:52.960420 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b80b1cbf-cf2a-41c7-a787-ac34771385c7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:53.020855 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b80b1cbf-cf2a-41c7-a787-ac34771385c7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:53.096953 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b80b1cbf-cf2a-41c7-a787-ac34771385c7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:53.121292 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b1cbf-cf2a-41c7-a787-ac34771385c7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ed50a6-c39b-4c8c-9245-de2120f56d87,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:53.177030 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b80b1cbf-cf2a-41c7-a787-ac34771385c7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:53.178386 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b80b1cbf-cf2a-41c7-a787-ac34771385c7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3219006 Mar 31 16:02:53.181089 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55038) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:02:53.186061 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-53578997-08c7-4f2a-8383-e947ce87be34 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group_rule': {'security_group_id': 'f6f2da84-2cf1-491c-873f-d83c476aec1f', 'project_id': '650835ad0bc14fff808fd395113443a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:53.193145 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-53578997-08c7-4f2a-8383-e947ce87be34 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:02:53.197016 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-53578997-08c7-4f2a-8383-e947ce87be34 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:02:53.200131 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-53578997-08c7-4f2a-8383-e947ce87be34 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:02:53.205906 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-53578997-08c7-4f2a-8383-e947ce87be34 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:02:53.309493 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53578997-08c7-4f2a-8383-e947ce87be34 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:53.373334 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53578997-08c7-4f2a-8383-e947ce87be34 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:53.450817 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53578997-08c7-4f2a-8383-e947ce87be34 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:53.474196 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53578997-08c7-4f2a-8383-e947ce87be34 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8997ae59-dc55-409f-b310-1eae58139836,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:53.549173 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53578997-08c7-4f2a-8383-e947ce87be34 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:53.550413 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-53578997-08c7-4f2a-8383-e947ce87be34 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3683856 Mar 31 16:02:53.553024 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55042) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:02:53.559519 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-66bdcdab-5a4d-4ae9-b3ea-bb07ef48253f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group_rule': {'security_group_id': 'f6f2da84-2cf1-491c-873f-d83c476aec1f', 'project_id': '650835ad0bc14fff808fd395113443a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:53.566569 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-66bdcdab-5a4d-4ae9-b3ea-bb07ef48253f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:02:53.570435 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-66bdcdab-5a4d-4ae9-b3ea-bb07ef48253f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:02:53.575187 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-66bdcdab-5a4d-4ae9-b3ea-bb07ef48253f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:02:53.579227 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-66bdcdab-5a4d-4ae9-b3ea-bb07ef48253f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:02:53.659121 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66bdcdab-5a4d-4ae9-b3ea-bb07ef48253f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:53.726961 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66bdcdab-5a4d-4ae9-b3ea-bb07ef48253f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:53.782962 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66bdcdab-5a4d-4ae9-b3ea-bb07ef48253f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:53.807095 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bdcdab-5a4d-4ae9-b3ea-bb07ef48253f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73c91e4-61f0-4e80-94e5-65f6eafcb337,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:53.874440 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66bdcdab-5a4d-4ae9-b3ea-bb07ef48253f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:53.875638 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-66bdcdab-5a4d-4ae9-b3ea-bb07ef48253f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3216610 Mar 31 16:02:53.878999 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55046) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:02:53.883839 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4e175f2d-6b56-4dda-890f-a169bcb953ef tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group_rule': {'security_group_id': 'f6f2da84-2cf1-491c-873f-d83c476aec1f', 'project_id': '650835ad0bc14fff808fd395113443a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:53.889733 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4e175f2d-6b56-4dda-890f-a169bcb953ef tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:02:53.893860 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4e175f2d-6b56-4dda-890f-a169bcb953ef tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:02:53.896697 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4e175f2d-6b56-4dda-890f-a169bcb953ef tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:02:53.902397 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4e175f2d-6b56-4dda-890f-a169bcb953ef tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:02:53.976746 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-4e175f2d-6b56-4dda-890f-a169bcb953ef tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Project 650835ad0bc14fff808fd395113443a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 16:02:53.983392 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e175f2d-6b56-4dda-890f-a169bcb953ef tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:54.046484 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e175f2d-6b56-4dda-890f-a169bcb953ef tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:54.125898 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e175f2d-6b56-4dda-890f-a169bcb953ef tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:54.149320 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e175f2d-6b56-4dda-890f-a169bcb953ef tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eee8cd2-db69-4754-9cf1-3fbecd1e354f,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:54.228594 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e175f2d-6b56-4dda-890f-a169bcb953ef tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:54.229785 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4e175f2d-6b56-4dda-890f-a169bcb953ef tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3498619 Mar 31 16:02:54.232430 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55050) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:02:54.237965 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a223e4cb-cf65-4d48-90f0-d89df78273dc tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group_rule': {'security_group_id': 'f6f2da84-2cf1-491c-873f-d83c476aec1f', 'project_id': '650835ad0bc14fff808fd395113443a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:54.243868 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a223e4cb-cf65-4d48-90f0-d89df78273dc tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:02:54.247613 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a223e4cb-cf65-4d48-90f0-d89df78273dc tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:02:54.250446 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-a223e4cb-cf65-4d48-90f0-d89df78273dc tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:02:54.256089 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-a223e4cb-cf65-4d48-90f0-d89df78273dc tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:02:54.320199 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-a223e4cb-cf65-4d48-90f0-d89df78273dc tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Project 650835ad0bc14fff808fd395113443a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 16:02:54.326963 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a223e4cb-cf65-4d48-90f0-d89df78273dc tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:54.393640 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a223e4cb-cf65-4d48-90f0-d89df78273dc tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:54.457340 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a223e4cb-cf65-4d48-90f0-d89df78273dc tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:54.483342 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223e4cb-cf65-4d48-90f0-d89df78273dc tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d03973-091d-4f1d-94f1-68b4c6feccae,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:54.577724 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a223e4cb-cf65-4d48-90f0-d89df78273dc tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:54.578933 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-a223e4cb-cf65-4d48-90f0-d89df78273dc tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3455939 Mar 31 16:02:54.583813 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55054) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:02:54.589269 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c172ac6f-9600-4f8d-bf51-4ade7ba0a89d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'network': {'name': 'tempest-network-smoke--475089199', 'project_id': '650835ad0bc14fff808fd395113443a2', 'port_security_enabled': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:54.594843 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c172ac6f-9600-4f8d-bf51-4ade7ba0a89d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:02:54.599316 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c172ac6f-9600-4f8d-bf51-4ade7ba0a89d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:network and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:02:54.602227 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c172ac6f-9600-4f8d-bf51-4ade7ba0a89d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:02:54.607888 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c172ac6f-9600-4f8d-bf51-4ade7ba0a89d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:02:54.720069 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c172ac6f-9600-4f8d-bf51-4ade7ba0a89d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Made reservation on behalf of 650835ad0bc14fff808fd395113443a2 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:02:54.724313 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c172ac6f-9600-4f8d-bf51-4ade7ba0a89d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:54.752102 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c172ac6f-9600-4f8d-bf51-4ade7ba0a89d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:02:54.761982 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c172ac6f-9600-4f8d-bf51-4ade7ba0a89d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:54.762285 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-c172ac6f-9600-4f8d-bf51-4ade7ba0a89d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Added segment 6f19202b-0d75-4136-bc15-0361b7221529 of type vlan for network ca345968-057e-4695-a4fb-1cf4ae3bc26d Mar 31 16:02:54.789458 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c172ac6f-9600-4f8d-bf51-4ade7ba0a89d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:54.862879 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c172ac6f-9600-4f8d-bf51-4ade7ba0a89d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:54.868303 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c172ac6f-9600-4f8d-bf51-4ade7ba0a89d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:54.869293 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c172ac6f-9600-4f8d-bf51-4ade7ba0a89d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:54.973914 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172ac6f-9600-4f8d-bf51-4ade7ba0a89d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Network': ['ID=ca345968-057e-4695-a4fb-1cf4ae3bc26d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:54.985091 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network ca345968-057e-4695-a4fb-1cf4ae3bc26d details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 16:02:55.004118 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c172ac6f-9600-4f8d-bf51-4ade7ba0a89d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4159434 Mar 31 16:02:55.004283 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55058) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:02:55.009556 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-27df2e61-38f4-4b71-97c7-071278045f37 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1443613979', 'admin_state_up': True, 'project_id': '650835ad0bc14fff808fd395113443a2', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:55.016703 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-27df2e61-38f4-4b71-97c7-071278045f37 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:02:55.021464 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-27df2e61-38f4-4b71-97c7-071278045f37 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:router and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:02:55.024305 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-27df2e61-38f4-4b71-97c7-071278045f37 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:02:55.030519 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-27df2e61-38f4-4b71-97c7-071278045f37 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:02:55.114673 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-27df2e61-38f4-4b71-97c7-071278045f37 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:55.115729 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-27df2e61-38f4-4b71-97c7-071278045f37 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:55.130746 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-27df2e61-38f4-4b71-97c7-071278045f37 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:55.445828 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:55.552502 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-27df2e61-38f4-4b71-97c7-071278045f37 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:55.933103 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-27df2e61-38f4-4b71-97c7-071278045f37 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:55.962997 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-27df2e61-38f4-4b71-97c7-071278045f37 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:56.095979 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-27df2e61-38f4-4b71-97c7-071278045f37 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Allocated IP 172.26.5.54 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/2c0580e0-cf6e-48cb-ab36-902a1432ceaf) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:02:56.238052 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-27df2e61-38f4-4b71-97c7-071278045f37 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:56.320478 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-27df2e61-38f4-4b71-97c7-071278045f37 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:56.379382 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27df2e61-38f4-4b71-97c7-071278045f37 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:02:56.381998 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-27df2e61-38f4-4b71-97c7-071278045f37 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:02:56.389608 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27df2e61-38f4-4b71-97c7-071278045f37 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:02:56.427042 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df2e61-38f4-4b71-97c7-071278045f37 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Port': ['ID=2c0580e0-cf6e-48cb-ab36-902a1432ceaf,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:56.878649 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-27df2e61-38f4-4b71-97c7-071278045f37 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:57.337362 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-27df2e61-38f4-4b71-97c7-071278045f37 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:57.594385 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27df2e61-38f4-4b71-97c7-071278045f37 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Router 6480da3a-0fab-49d0-91d6-e61d1b440f29 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 16:02:57.771937 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27df2e61-38f4-4b71-97c7-071278045f37 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:02:57.783236 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a22655e-2dbd-47b7-9ac3-355bc65a791e None None] Sync routers for ids ['6480da3a-0fab-49d0-91d6-e61d1b440f29'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:02:57.792907 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a22655e-2dbd-47b7-9ac3-355bc65a791e None None] Routers {'6480da3a-0fab-49d0-91d6-e61d1b440f29'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:02:57.793543 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-9a22655e-2dbd-47b7-9ac3-355bc65a791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:02:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6480da3a-0fab-49d0-91d6-e61d1b440f29'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:57.840015 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-27df2e61-38f4-4b71-97c7-071278045f37 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:57.841259 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-27df2e61-38f4-4b71-97c7-071278045f37 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8359625 Mar 31 16:02:57.844310 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55062) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:02:57.990989 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2f394f1c-134f-4d10-8fdc-5ec5e30bfac1 tempest-TestNetworkAdvancedServerOps-2136623470 tempest-TestNetworkAdvancedServerOps-2136623470-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=650835ad0bc14fff808fd395113443a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1455946 Mar 31 16:02:57.993625 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55068) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:02:58.044959 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-9a22655e-2dbd-47b7-9ac3-355bc65a791e None None] Set router 6480da3a-0fab-49d0-91d6-e61d1b440f29 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:02:58.122079 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66489b1-a265-4039-8154-c20f49716568 tempest-TestNetworkAdvancedServerOps-2136623470 tempest-TestNetworkAdvancedServerOps-2136623470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:58.123469 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f66489b1-a265-4039-8154-c20f49716568 tempest-TestNetworkAdvancedServerOps-2136623470 tempest-TestNetworkAdvancedServerOps-2136623470-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1289687 Mar 31 16:02:58.126278 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55072) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:02:58.165513 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4f307458-c2ca-4d07-a1d0-5d82b2f2589e tempest-TestNetworkAdvancedServerOps-2136623470 tempest-TestNetworkAdvancedServerOps-2136623470-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=81fb4282-babc-4201-afd1-e5be35072e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380697 Mar 31 16:02:58.167965 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55076) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:02:58.173098 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9c3eb548-aecb-440a-9752-f9e66cab9fc2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1919924273', 'network_id': 'ca345968-057e-4695-a4fb-1cf4ae3bc26d', 'project_id': '650835ad0bc14fff808fd395113443a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:58.280624 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9c3eb548-aecb-440a-9752-f9e66cab9fc2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:02:58.284765 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9c3eb548-aecb-440a-9752-f9e66cab9fc2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:subnet and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:02:58.287553 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9c3eb548-aecb-440a-9752-f9e66cab9fc2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:02:58.293090 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9c3eb548-aecb-440a-9752-f9e66cab9fc2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:02:58.371275 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3eb548-aecb-440a-9752-f9e66cab9fc2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Made reservation on behalf of 650835ad0bc14fff808fd395113443a2 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:02:58.374898 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c3eb548-aecb-440a-9752-f9e66cab9fc2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:58.425351 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-9a22655e-2dbd-47b7-9ac3-355bc65a791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443613979', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '2c0580e0-cf6e-48cb-ab36-902a1432ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:55Z', 'updated_at': '2022-03-31T16:02:56Z', 'revision_number': 3, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '2c0580e0-cf6e-48cb-ab36-902a1432ceaf', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:55Z', 'updated_at': '2022-03-31T16:02:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:58.433390 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a22655e-2dbd-47b7-9ac3-355bc65a791e None None] Checking router: 6480da3a-0fab-49d0-91d6-e61d1b440f29 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:02:58.433745 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a22655e-2dbd-47b7-9ac3-355bc65a791e None None] Updating router 6480da3a-0fab-49d0-91d6-e61d1b440f29 port 2c0580e0-cf6e-48cb-ab36-902a1432ceaf binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:02:58.490610 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9a22655e-2dbd-47b7-9ac3-355bc65a791e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:58.629058 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c3eb548-aecb-440a-9752-f9e66cab9fc2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:58.711141 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3eb548-aecb-440a-9752-f9e66cab9fc2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Subnet': ['ID=290ff069-8841-48f0-ae31-9f32c58f0ddf,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:58.716558 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3eb548-aecb-440a-9752-f9e66cab9fc2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Checking segment: {'id': '6f19202b-0d75-4136-bc15-0361b7221529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ca345968-057e-4695-a4fb-1cf4ae3bc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:02:58.716912 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3eb548-aecb-440a-9752-f9e66cab9fc2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network hostable DHCP agents. Network: ca345968-057e-4695-a4fb-1cf4ae3bc26d, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:02:58.772023 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3eb548-aecb-440a-9752-f9e66cab9fc2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network ca345968-057e-4695-a4fb-1cf4ae3bc26d is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:02:58.834267 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-9c3eb548-aecb-440a-9752-f9e66cab9fc2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, ca345968-057e-4695-a4fb-1cf4ae3bc26d) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:02:58.838353 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3eb548-aecb-440a-9752-f9e66cab9fc2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:58.839006 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c3eb548-aecb-440a-9752-f9e66cab9fc2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:58.846913 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a09e81-a53a-4f2f-b3f5-f24622118103 None None] Network ca345968-057e-4695-a4fb-1cf4ae3bc26d requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:02:58.875054 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9a22655e-2dbd-47b7-9ac3-355bc65a791e None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:58.886645 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-9a22655e-2dbd-47b7-9ac3-355bc65a791e None None] Transition to ACTIVE for port object 2c0580e0-cf6e-48cb-ab36-902a1432ceaf will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:02:58.932616 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9c3eb548-aecb-440a-9752-f9e66cab9fc2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7632990 Mar 31 16:02:58.935149 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55082) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:02:58.959942 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9a22655e-2dbd-47b7-9ac3-355bc65a791e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:59.026899 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-9a22655e-2dbd-47b7-9ac3-355bc65a791e None None] Attempting to bind port 2c0580e0-cf6e-48cb-ab36-902a1432ceaf on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:02:59.027286 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-9a22655e-2dbd-47b7-9ac3-355bc65a791e None None] Attempting to bind port 2c0580e0-cf6e-48cb-ab36-902a1432ceaf by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:02:59.027628 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a22655e-2dbd-47b7-9ac3-355bc65a791e None None] Attempting to bind port 2c0580e0-cf6e-48cb-ab36-902a1432ceaf on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:02:59.039343 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a22655e-2dbd-47b7-9ac3-355bc65a791e None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:02:59.039722 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a22655e-2dbd-47b7-9ac3-355bc65a791e None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:02:59.040117 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9a22655e-2dbd-47b7-9ac3-355bc65a791e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:59.040514 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a22655e-2dbd-47b7-9ac3-355bc65a791e None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:02:59.040992 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-9a22655e-2dbd-47b7-9ac3-355bc65a791e None None] Bound port: 2c0580e0-cf6e-48cb-ab36-902a1432ceaf, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:02:59.041502 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9a22655e-2dbd-47b7-9ac3-355bc65a791e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:59.097093 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-ca345968-057e-4695-a4fb-1cf4ae3bc26d', 'network_id': 'ca345968-057e-4695-a4fb-1cf4ae3bc26d', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'fixed_ips': [{'subnet_id': '290ff069-8841-48f0-ae31-9f32c58f0ddf'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 16:02:59.099110 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:59.102705 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd61d50-a082-429c-b1e8-d45a5794fea9 None None] Pushing event updated for resources: {'Port': ['ID=2c0580e0-cf6e-48cb-ab36-902a1432ceaf,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:59.120204 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd61d50-a082-429c-b1e8-d45a5794fea9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:59.120762 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd61d50-a082-429c-b1e8-d45a5794fea9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:59.121106 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd61d50-a082-429c-b1e8-d45a5794fea9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:59.121578 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd61d50-a082-429c-b1e8-d45a5794fea9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:59.121859 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd61d50-a082-429c-b1e8-d45a5794fea9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:59.122101 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd61d50-a082-429c-b1e8-d45a5794fea9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:59.122413 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd61d50-a082-429c-b1e8-d45a5794fea9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:59.122736 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd61d50-a082-429c-b1e8-d45a5794fea9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:59.123054 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd61d50-a082-429c-b1e8-d45a5794fea9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:59.123381 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd61d50-a082-429c-b1e8-d45a5794fea9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:59.123677 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd61d50-a082-429c-b1e8-d45a5794fea9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:59.123989 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd61d50-a082-429c-b1e8-d45a5794fea9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:59.160833 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-9a22655e-2dbd-47b7-9ac3-355bc65a791e None None] For port 2c0580e0-cf6e-48cb-ab36-902a1432ceaf, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:02:59.164049 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-9a22655e-2dbd-47b7-9ac3-355bc65a791e None None] For port 2c0580e0-cf6e-48cb-ab36-902a1432ceaf, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=2c0580e0-cf6e-48cb-ab36-902a1432ceaf,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:02:59.229619 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9a22655e-2dbd-47b7-9ac3-355bc65a791e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:59.269066 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Allocated IP 172.20.0.2 (ca345968-057e-4695-a4fb-1cf4ae3bc26d/290ff069-8841-48f0-ae31-9f32c58f0ddf/09ee9297-8b06-49c9-af2b-c2d6a9593897) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:02:59.308983 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a22655e-2dbd-47b7-9ac3-355bc65a791e None None] Routers {'6480da3a-0fab-49d0-91d6-e61d1b440f29'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:02:59.309816 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-9a22655e-2dbd-47b7-9ac3-355bc65a791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:02:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6480da3a-0fab-49d0-91d6-e61d1b440f29'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:59.376080 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd61d50-a082-429c-b1e8-d45a5794fea9 None None] Pushing event updated for resources: {'Port': ['ID=2c0580e0-cf6e-48cb-ab36-902a1432ceaf,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:59.493639 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-9a22655e-2dbd-47b7-9ac3-355bc65a791e None None] Set router 6480da3a-0fab-49d0-91d6-e61d1b440f29 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:02:59.538858 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:59.549856 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Transition to ACTIVE for port object 09ee9297-8b06-49c9-af2b-c2d6a9593897 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:02:59.568337 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Transition to ACTIVE for port object 09ee9297-8b06-49c9-af2b-c2d6a9593897 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:02:59.675772 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:59.734408 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Network ca345968-057e-4695-a4fb-1cf4ae3bc26d is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:02:59.735527 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:02:59.739550 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:02:59.793170 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-9a22655e-2dbd-47b7-9ac3-355bc65a791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443613979', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '2c0580e0-cf6e-48cb-ab36-902a1432ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:55Z', 'updated_at': '2022-03-31T16:02:56Z', 'revision_number': 3, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '2c0580e0-cf6e-48cb-ab36-902a1432ceaf', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:55Z', 'updated_at': '2022-03-31T16:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:59.800453 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a22655e-2dbd-47b7-9ac3-355bc65a791e None None] The sync data for ids ['6480da3a-0fab-49d0-91d6-e61d1b440f29'] in dv-neutron-833379-2-hyperv is: [{'id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443613979', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '2c0580e0-cf6e-48cb-ab36-902a1432ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:55Z', 'updated_at': '2022-03-31T16:02:56Z', 'revision_number': 3, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '2c0580e0-cf6e-48cb-ab36-902a1432ceaf', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:55Z', 'updated_at': '2022-03-31T16:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:02:59.815890 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28d0d916-355a-497f-bce0-2673dd399cad tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:59.824193 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Pushing event updated for resources: {'Port': ['ID=09ee9297-8b06-49c9-af2b-c2d6a9593897,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:59.832554 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:59.832899 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:59.833259 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:59.833593 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:59.833921 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:59.834246 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:59.834567 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:59.834888 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:59.835209 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:59.835527 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:59.835838 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:59.836155 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:59.860299 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Attempting to bind port 09ee9297-8b06-49c9-af2b-c2d6a9593897 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:02:59.862305 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Attempting to bind port 09ee9297-8b06-49c9-af2b-c2d6a9593897 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '6f19202b-0d75-4136-bc15-0361b7221529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ca345968-057e-4695-a4fb-1cf4ae3bc26d'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:02:59.862918 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Attempting to bind port 09ee9297-8b06-49c9-af2b-c2d6a9593897 on network ca345968-057e-4695-a4fb-1cf4ae3bc26d {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:02:59.869378 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:02:59.869991 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Checking segment: {'id': '6f19202b-0d75-4136-bc15-0361b7221529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ca345968-057e-4695-a4fb-1cf4ae3bc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:02:59.870578 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:59.871159 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Bound using segment: {'id': '6f19202b-0d75-4136-bc15-0361b7221529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ca345968-057e-4695-a4fb-1cf4ae3bc26d'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:02:59.871810 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Bound port: 09ee9297-8b06-49c9-af2b-c2d6a9593897, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f19202b-0d75-4136-bc15-0361b7221529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ca345968-057e-4695-a4fb-1cf4ae3bc26d'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:02:59.872377 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:02:59.970840 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] For port 09ee9297-8b06-49c9-af2b-c2d6a9593897, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:02:59.973901 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] For port 09ee9297-8b06-49c9-af2b-c2d6a9593897, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=09ee9297-8b06-49c9-af2b-c2d6a9593897,segment=NetworkSegment(6f19202b-0d75-4136-bc15-0361b7221529),segment_id=6f19202b-0d75-4136-bc15-0361b7221529)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:03:00.052128 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:00.143869 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16853dee-5757-418d-a3e7-48b8d8f8ccbf None None] Pushing event updated for resources: {'Port': ['ID=09ee9297-8b06-49c9-af2b-c2d6a9593897,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:00.273037 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-28d0d916-355a-497f-bce0-2673dd399cad tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Allocated IP 172.20.0.1 (ca345968-057e-4695-a4fb-1cf4ae3bc26d/290ff069-8841-48f0-ae31-9f32c58f0ddf/396d49c2-7345-4475-ae8b-9addb6541138) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:03:00.474402 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28d0d916-355a-497f-bce0-2673dd399cad tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:00.493795 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-28d0d916-355a-497f-bce0-2673dd399cad tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Transition to ACTIVE for port object 396d49c2-7345-4475-ae8b-9addb6541138 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:03:00.567992 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28d0d916-355a-497f-bce0-2673dd399cad tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:00.638843 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d0d916-355a-497f-bce0-2673dd399cad tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network ca345968-057e-4695-a4fb-1cf4ae3bc26d is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:03:00.647165 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-28d0d916-355a-497f-bce0-2673dd399cad tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:03:00.649563 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d0d916-355a-497f-bce0-2673dd399cad tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:03:00.690383 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0d916-355a-497f-bce0-2673dd399cad tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Port': ['ID=396d49c2-7345-4475-ae8b-9addb6541138,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:00.720822 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28d0d916-355a-497f-bce0-2673dd399cad tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:01.126299 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba912f0-b71b-44d5-9967-eb0536be4db4 None None] Network ca345968-057e-4695-a4fb-1cf4ae3bc26d requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:03:01.176983 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28d0d916-355a-497f-bce0-2673dd399cad tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:01.338073 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-dc4f5570-32af-4cc1-b696-d3b79cdbc000 None None] Provisioning for port 09ee9297-8b06-49c9-af2b-c2d6a9593897 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:03:01.624451 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28d0d916-355a-497f-bce0-2673dd399cad tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:01.639322 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-68a787a7-1c16-419d-9b67-570a18f1dcc4 None None] Provisioning for port 396d49c2-7345-4475-ae8b-9addb6541138 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:03:01.639824 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-68a787a7-1c16-419d-9b67-570a18f1dcc4 None None] Provisioning complete for port 396d49c2-7345-4475-ae8b-9addb6541138 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:03:01.640213 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-68a787a7-1c16-419d-9b67-570a18f1dcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:01.692339 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28d0d916-355a-497f-bce0-2673dd399cad tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:01.697464 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-68a787a7-1c16-419d-9b67-570a18f1dcc4 None None] Port 396d49c2-7345-4475-ae8b-9addb6541138 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:03:01.808435 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28d0d916-355a-497f-bce0-2673dd399cad tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:01.811931 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0d916-355a-497f-bce0-2673dd399cad tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Port': ['ID=396d49c2-7345-4475-ae8b-9addb6541138,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:01.913349 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 2c0580e0-cf6e-48cb-ab36-902a1432ceaf up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:03:01.960873 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d0d916-355a-497f-bce0-2673dd399cad tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network ca345968-057e-4695-a4fb-1cf4ae3bc26d is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:03:01.962104 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-28d0d916-355a-497f-bce0-2673dd399cad tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:03:01.979159 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d28f6e36-e1c3-49b8-b874-a7dfe406a318 None None] Provisioning complete for port 396d49c2-7345-4475-ae8b-9addb6541138 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:03:01.979525 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d28f6e36-e1c3-49b8-b874-a7dfe406a318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:02.040101 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-d28f6e36-e1c3-49b8-b874-a7dfe406a318 None None] Port 396d49c2-7345-4475-ae8b-9addb6541138 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:03:02.120354 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 2c0580e0-cf6e-48cb-ab36-902a1432ceaf completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:03:02.129641 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 2c0580e0-cf6e-48cb-ab36-902a1432ceaf triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:03:02.136502 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:02.155119 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d0d916-355a-497f-bce0-2673dd399cad tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Router 6480da3a-0fab-49d0-91d6-e61d1b440f29 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:03:02.199918 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-e1b2622d-f243-44db-97f6-cf300b284292 None None] Provisioning complete for port 396d49c2-7345-4475-ae8b-9addb6541138 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:03:02.200286 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e1b2622d-f243-44db-97f6-cf300b284292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:02.262916 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-e1b2622d-f243-44db-97f6-cf300b284292 None None] Port 396d49c2-7345-4475-ae8b-9addb6541138 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:03:02.319628 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:02.336077 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 2c0580e0-cf6e-48cb-ab36-902a1432ceaf, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=2c0580e0-cf6e-48cb-ab36-902a1432ceaf,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:03:02.336286 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d0d916-355a-497f-bce0-2673dd399cad tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:03:02.346518 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433d279d-8c1b-480e-bfe7-6c55fc587584 None None] Sync routers for ids ['6480da3a-0fab-49d0-91d6-e61d1b440f29'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:03:02.348389 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-28d0d916-355a-497f-bce0-2673dd399cad tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "PUT /v2.0/routers/6480da3a-0fab-49d0-91d6-e61d1b440f29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4119592 Mar 31 16:03:02.357324 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433d279d-8c1b-480e-bfe7-6c55fc587584 None None] Routers {'6480da3a-0fab-49d0-91d6-e61d1b440f29'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:03:02.358343 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-433d279d-8c1b-480e-bfe7-6c55fc587584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:02:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6480da3a-0fab-49d0-91d6-e61d1b440f29'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:03:02.436696 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:02.437511 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 09ee9297-8b06-49c9-af2b-c2d6a9593897 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:03:02.518756 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-9afd7d9f-b4c3-4cee-8571-1eabba93f490 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:03:02.623176 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-9afd7d9f-b4c3-4cee-8571-1eabba93f490 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:03:02.624460 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-9afd7d9f-b4c3-4cee-8571-1eabba93f490 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1096647168&fields=id&tenant_id=650835ad0bc14fff808fd395113443a2 HTTP/1.1" status: 200 len: 267 time: 0.1494913 Mar 31 16:03:02.642041 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=2c0580e0-cf6e-48cb-ab36-902a1432ceaf,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:02.653563 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-433d279d-8c1b-480e-bfe7-6c55fc587584 None None] Set router 6480da3a-0fab-49d0-91d6-e61d1b440f29 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:03:02.783379 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 09ee9297-8b06-49c9-af2b-c2d6a9593897 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:03:02.852083 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 09ee9297-8b06-49c9-af2b-c2d6a9593897 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:03:02.852446 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:02.895292 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-e992be1f-bf14-4705-888a-89f0e56e13d0 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:02.895874 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-e992be1f-bf14-4705-888a-89f0e56e13d0 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:network {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:03:02.976988 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-e992be1f-bf14-4705-888a-89f0e56e13d0 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:network {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:03:02.978237 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-e992be1f-bf14-4705-888a-89f0e56e13d0 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/networks?id=ca345968-057e-4695-a4fb-1cf4ae3bc26d HTTP/1.1" status: 200 len: 796 time: 0.3461554 Mar 31 16:03:02.995024 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-39bf8fec-538d-466c-a532-4742fb415f26 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/quotas/650835ad0bc14fff808fd395113443a2 HTTP/1.1" status: 200 len: 375 time: 0.0107989 Mar 31 16:03:03.079788 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-68d8e21b-e950-49aa-bb76-fb45e30bab81 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:03:03.107948 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:03.147458 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6454a80d-91e4-4b17-9bd7-f895021f9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:03.154090 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-68d8e21b-e950-49aa-bb76-fb45e30bab81 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:03:03.155461 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-68d8e21b-e950-49aa-bb76-fb45e30bab81 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1550970 Mar 31 16:03:03.155863 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 09ee9297-8b06-49c9-af2b-c2d6a9593897, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=09ee9297-8b06-49c9-af2b-c2d6a9593897,segment=NetworkSegment(6f19202b-0d75-4136-bc15-0361b7221529),segment_id=6f19202b-0d75-4136-bc15-0361b7221529)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:03:03.165770 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-433d279d-8c1b-480e-bfe7-6c55fc587584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443613979', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '2c0580e0-cf6e-48cb-ab36-902a1432ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:55Z', 'updated_at': '2022-03-31T16:03:01Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '2c0580e0-cf6e-48cb-ab36-902a1432ceaf', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:55Z', 'updated_at': '2022-03-31T16:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '396d49c2-7345-4475-ae8b-9addb6541138', 'name': '', 'network_id': 'ca345968-057e-4695-a4fb-1cf4ae3bc26d', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:f3:5b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '290ff069-8841-48f0-ae31-9f32c58f0ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:03:00Z', 'updated_at': '2022-03-31T16:03:01Z', 'revision_number': 2, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '290ff069-8841-48f0-ae31-9f32c58f0ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:03:03.178166 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433d279d-8c1b-480e-bfe7-6c55fc587584 None None] Checking router: 6480da3a-0fab-49d0-91d6-e61d1b440f29 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:03:03.178166 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433d279d-8c1b-480e-bfe7-6c55fc587584 None None] Updating router 6480da3a-0fab-49d0-91d6-e61d1b440f29 port 396d49c2-7345-4475-ae8b-9addb6541138 binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:03:03.216686 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-35d7962c-69a8-441b-b66f-59e0a3e127c6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 16:03:03.217700 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-35d7962c-69a8-441b-b66f-59e0a3e127c6 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494406 Mar 31 16:03:03.224807 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:03.269607 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-433d279d-8c1b-480e-bfe7-6c55fc587584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:03.344335 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=09ee9297-8b06-49c9-af2b-c2d6a9593897,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:03.352048 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-6eac9b32-4e25-44ea-b8ea-848cb0566058 service neutron] 10.222.0.31 "GET /v2.0/networks/ca345968-057e-4695-a4fb-1cf4ae3bc26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271102 Mar 31 16:03:03.492474 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-244d0019-a44d-4fe2-832a-0b5cc8fa9302 service neutron] 10.222.0.31 "GET /v2.0/networks/ca345968-057e-4695-a4fb-1cf4ae3bc26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269696 Mar 31 16:03:03.638696 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-433d279d-8c1b-480e-bfe7-6c55fc587584 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:03.651779 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-433d279d-8c1b-480e-bfe7-6c55fc587584 None None] Transition to ACTIVE for port object 396d49c2-7345-4475-ae8b-9addb6541138 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:03:03.714105 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-433d279d-8c1b-480e-bfe7-6c55fc587584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:03.842087 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f017f-8a61-488a-95aa-427deebe6b62 None None] Pushing event updated for resources: {'Port': ['ID=396d49c2-7345-4475-ae8b-9addb6541138,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:03.858407 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:03:03.879052 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 2c0580e0-cf6e-48cb-ab36-902a1432ceaf up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:03:03.990017 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-433d279d-8c1b-480e-bfe7-6c55fc587584 None None] Attempting to bind port 396d49c2-7345-4475-ae8b-9addb6541138 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:03:03.990380 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-433d279d-8c1b-480e-bfe7-6c55fc587584 None None] Attempting to bind port 396d49c2-7345-4475-ae8b-9addb6541138 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '6f19202b-0d75-4136-bc15-0361b7221529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ca345968-057e-4695-a4fb-1cf4ae3bc26d'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:03:03.990739 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433d279d-8c1b-480e-bfe7-6c55fc587584 None None] Attempting to bind port 396d49c2-7345-4475-ae8b-9addb6541138 on network ca345968-057e-4695-a4fb-1cf4ae3bc26d {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:03:03.999749 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433d279d-8c1b-480e-bfe7-6c55fc587584 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:03:04.000101 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433d279d-8c1b-480e-bfe7-6c55fc587584 None None] Checking segment: {'id': '6f19202b-0d75-4136-bc15-0361b7221529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ca345968-057e-4695-a4fb-1cf4ae3bc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:03:04.000497 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-433d279d-8c1b-480e-bfe7-6c55fc587584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:04.000884 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433d279d-8c1b-480e-bfe7-6c55fc587584 None None] Bound using segment: {'id': '6f19202b-0d75-4136-bc15-0361b7221529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ca345968-057e-4695-a4fb-1cf4ae3bc26d'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:03:04.001407 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-433d279d-8c1b-480e-bfe7-6c55fc587584 None None] Bound port: 396d49c2-7345-4475-ae8b-9addb6541138, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f19202b-0d75-4136-bc15-0361b7221529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ca345968-057e-4695-a4fb-1cf4ae3bc26d'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:03:04.001811 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-433d279d-8c1b-480e-bfe7-6c55fc587584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:04.075010 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 2c0580e0-cf6e-48cb-ab36-902a1432ceaf triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:03:04.075377 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:04.155488 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-433d279d-8c1b-480e-bfe7-6c55fc587584 None None] For port 396d49c2-7345-4475-ae8b-9addb6541138, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:03:04.159237 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-433d279d-8c1b-480e-bfe7-6c55fc587584 None None] For port 396d49c2-7345-4475-ae8b-9addb6541138, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=396d49c2-7345-4475-ae8b-9addb6541138,segment=NetworkSegment(6f19202b-0d75-4136-bc15-0361b7221529),segment_id=6f19202b-0d75-4136-bc15-0361b7221529)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:03:04.221271 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-433d279d-8c1b-480e-bfe7-6c55fc587584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:04.254907 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 09ee9297-8b06-49c9-af2b-c2d6a9593897 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:03:04.346016 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433d279d-8c1b-480e-bfe7-6c55fc587584 None None] Routers {'6480da3a-0fab-49d0-91d6-e61d1b440f29'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:03:04.346827 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-433d279d-8c1b-480e-bfe7-6c55fc587584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:02:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6480da3a-0fab-49d0-91d6-e61d1b440f29'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:03:04.423596 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f017f-8a61-488a-95aa-427deebe6b62 None None] Pushing event updated for resources: {'Port': ['ID=396d49c2-7345-4475-ae8b-9addb6541138,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:04.555063 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 09ee9297-8b06-49c9-af2b-c2d6a9593897 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:03:04.555430 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:04.643772 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-433d279d-8c1b-480e-bfe7-6c55fc587584 None None] Set router 6480da3a-0fab-49d0-91d6-e61d1b440f29 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:03:04.820692 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e2d87cb1-4f68-47af-ad39-465c14d084ca req-d19481c2-03ad-4e30-95e3-5a6aa5d0bc21 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=84f71362-b3ae-4f9a-b8db-cd74992dac4d HTTP/1.1" status: 200 len: 210 time: 0.1075783 Mar 31 16:03:05.038068 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-433d279d-8c1b-480e-bfe7-6c55fc587584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443613979', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '2c0580e0-cf6e-48cb-ab36-902a1432ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:55Z', 'updated_at': '2022-03-31T16:03:01Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '2c0580e0-cf6e-48cb-ab36-902a1432ceaf', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:55Z', 'updated_at': '2022-03-31T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '396d49c2-7345-4475-ae8b-9addb6541138', 'name': '', 'network_id': 'ca345968-057e-4695-a4fb-1cf4ae3bc26d', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:f3:5b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '290ff069-8841-48f0-ae31-9f32c58f0ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:03:00Z', 'updated_at': '2022-03-31T16:03:04Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '290ff069-8841-48f0-ae31-9f32c58f0ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:03:05.042084 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433d279d-8c1b-480e-bfe7-6c55fc587584 None None] The sync data for ids ['6480da3a-0fab-49d0-91d6-e61d1b440f29'] in dv-neutron-833379-2-hyperv is: [{'id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443613979', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '2c0580e0-cf6e-48cb-ab36-902a1432ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:55Z', 'updated_at': '2022-03-31T16:03:01Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '2c0580e0-cf6e-48cb-ab36-902a1432ceaf', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:55Z', 'updated_at': '2022-03-31T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '396d49c2-7345-4475-ae8b-9addb6541138', 'name': '', 'network_id': 'ca345968-057e-4695-a4fb-1cf4ae3bc26d', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:f3:5b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '290ff069-8841-48f0-ae31-9f32c58f0ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:03:00Z', 'updated_at': '2022-03-31T16:03:04Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '290ff069-8841-48f0-ae31-9f32c58f0ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:03:05.142861 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6c67e897-0665-40f3-8200-0c86e80997ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:05.888678 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 396d49c2-7345-4475-ae8b-9addb6541138 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:03:05.932222 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-77e49fe5-f02e-4b7b-bb36-720861c81ecc req-f8bd3469-6ac2-4787-819c-6245ee828921 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=84f71362-b3ae-4f9a-b8db-cd74992dac4d HTTP/1.1" status: 200 len: 210 time: 0.0501649 Mar 31 16:03:06.065712 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 396d49c2-7345-4475-ae8b-9addb6541138 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:03:06.071276 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 396d49c2-7345-4475-ae8b-9addb6541138 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:03:06.071646 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:06.192885 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:06.225142 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 396d49c2-7345-4475-ae8b-9addb6541138, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=396d49c2-7345-4475-ae8b-9addb6541138,segment=NetworkSegment(6f19202b-0d75-4136-bc15-0361b7221529),segment_id=6f19202b-0d75-4136-bc15-0361b7221529)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:03:06.302998 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:06.371144 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=396d49c2-7345-4475-ae8b-9addb6541138,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:06.497171 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:06.549144 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:07.040991 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-278edad5-16c9-4897-b591-5e52eccef905 req-bb09837c-c3bb-4221-9834-3ef46a8e3f1d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=84f71362-b3ae-4f9a-b8db-cd74992dac4d HTTP/1.1" status: 200 len: 210 time: 0.0444105 Mar 31 16:03:07.860191 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 396d49c2-7345-4475-ae8b-9addb6541138 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:03:07.928735 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 396d49c2-7345-4475-ae8b-9addb6541138 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:03:07.929100 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:08.053570 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:08.193276 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-6dceac97-8a08-44d3-9436-bf43edb521fa req-702ebd09-1ccb-4d1f-9c41-2dc82f2a65b1 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=84f71362-b3ae-4f9a-b8db-cd74992dac4d HTTP/1.1" status: 200 len: 210 time: 0.0420253 Mar 31 16:03:09.210910 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-0c0cd68d-32d2-4cc2-8514-6e475cab4f83 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:09.212328 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-0c0cd68d-32d2-4cc2-8514-6e475cab4f83 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.41 "GET /v2.0/networks?id=ca345968-057e-4695-a4fb-1cf4ae3bc26d HTTP/1.1" status: 200 len: 796 time: 0.1467466 Mar 31 16:03:09.406712 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-41d44037-d839-4bd3-8f01-f826c646c3eb tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=650835ad0bc14fff808fd395113443a2 HTTP/1.1" status: 200 len: 380 time: 0.1863525 Mar 31 16:03:09.414501 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-cada5dee-119b-47ec-a142-c3fdf265825a req-46a90373-3d0d-4330-98f1-8e6451baabb5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=84f71362-b3ae-4f9a-b8db-cd74992dac4d HTTP/1.1" status: 200 len: 210 time: 0.0510175 Mar 31 16:03:09.417808 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-eb38d57c-7cef-48dc-a60f-41ea85de570e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'port': {'device_id': '84f71362-b3ae-4f9a-b8db-cd74992dac4d', 'network_id': 'ca345968-057e-4695-a4fb-1cf4ae3bc26d', 'admin_state_up': True, 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'security_groups': ['f6f2da84-2cf1-491c-873f-d83c476aec1f']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:03:09.554873 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-eb38d57c-7cef-48dc-a60f-41ea85de570e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:03:09.565014 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-eb38d57c-7cef-48dc-a60f-41ea85de570e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:03:09.634243 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-eb38d57c-7cef-48dc-a60f-41ea85de570e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Made reservation on behalf of 650835ad0bc14fff808fd395113443a2 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:03:09.637861 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-eb38d57c-7cef-48dc-a60f-41ea85de570e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:09.801426 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-eb38d57c-7cef-48dc-a60f-41ea85de570e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Allocated IP 172.20.0.13 (ca345968-057e-4695-a4fb-1cf4ae3bc26d/290ff069-8841-48f0-ae31-9f32c58f0ddf/047a8395-a5ba-48b1-8e27-9f96b69fc1e2) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:03:09.990307 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-eb38d57c-7cef-48dc-a60f-41ea85de570e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:10.005652 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-eb38d57c-7cef-48dc-a60f-41ea85de570e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Transition to ACTIVE for port object 047a8395-a5ba-48b1-8e27-9f96b69fc1e2 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:03:10.108930 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-eb38d57c-7cef-48dc-a60f-41ea85de570e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:10.177860 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-eb38d57c-7cef-48dc-a60f-41ea85de570e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network ca345968-057e-4695-a4fb-1cf4ae3bc26d is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:03:10.185251 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-eb38d57c-7cef-48dc-a60f-41ea85de570e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:03:10.189501 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-eb38d57c-7cef-48dc-a60f-41ea85de570e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:03:10.220843 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38d57c-7cef-48dc-a60f-41ea85de570e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Port': ['ID=047a8395-a5ba-48b1-8e27-9f96b69fc1e2,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:10.258200 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-eb38d57c-7cef-48dc-a60f-41ea85de570e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:10.258704 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-eb38d57c-7cef-48dc-a60f-41ea85de570e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:10.337809 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-eb38d57c-7cef-48dc-a60f-41ea85de570e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9254425 Mar 31 16:03:10.350680 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-43ff460d-8127-4f71-83ba-69319d0a0ef2 service neutron] Request body: {'port': {'device_id': '84f71362-b3ae-4f9a-b8db-cd74992dac4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:03:10.440846 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2f237dba-1d22-4935-b92d-9896f96436b1 None None] Provisioning for port 047a8395-a5ba-48b1-8e27-9f96b69fc1e2 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:03:10.446336 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2f237dba-1d22-4935-b92d-9896f96436b1 None None] Provisioning complete for port 047a8395-a5ba-48b1-8e27-9f96b69fc1e2 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:03:10.446601 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2f237dba-1d22-4935-b92d-9896f96436b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:10.466928 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-43ff460d-8127-4f71-83ba-69319d0a0ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:10.504398 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-2f237dba-1d22-4935-b92d-9896f96436b1 None None] Port 047a8395-a5ba-48b1-8e27-9f96b69fc1e2 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:03:10.613536 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c0a9d-523d-4bf4-b9e8-7bb716f86ea6 req-6c791ff8-8296-4ebe-85f1-4c70ee9a31ea tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:10.615241 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3e4c0a9d-523d-4bf4-b9e8-7bb716f86ea6 req-6c791ff8-8296-4ebe-85f1-4c70ee9a31ea tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=84f71362-b3ae-4f9a-b8db-cd74992dac4d HTTP/1.1" status: 200 len: 932 time: 0.0880589 Mar 31 16:03:10.662691 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3e4c0a9d-523d-4bf4-b9e8-7bb716f86ea6 req-7c341d32-2e8b-4e99-a267-5acc12457f3a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6f2da84-2cf1-491c-873f-d83c476aec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397425 Mar 31 16:03:10.809581 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-43ff460d-8127-4f71-83ba-69319d0a0ef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 047a8395-a5ba-48b1-8e27-9f96b69fc1e2 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:03:10.816927 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-43ff460d-8127-4f71-83ba-69319d0a0ef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:10.831731 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-43ff460d-8127-4f71-83ba-69319d0a0ef2 service neutron] Transition to ACTIVE for port object 047a8395-a5ba-48b1-8e27-9f96b69fc1e2 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:03:10.885624 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-43ff460d-8127-4f71-83ba-69319d0a0ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:11.013955 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff460d-8127-4f71-83ba-69319d0a0ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=047a8395-a5ba-48b1-8e27-9f96b69fc1e2,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:11.121222 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-43ff460d-8127-4f71-83ba-69319d0a0ef2 service neutron] Attempting to bind port 047a8395-a5ba-48b1-8e27-9f96b69fc1e2 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:03:11.121558 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-43ff460d-8127-4f71-83ba-69319d0a0ef2 service neutron] Attempting to bind port 047a8395-a5ba-48b1-8e27-9f96b69fc1e2 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '6f19202b-0d75-4136-bc15-0361b7221529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ca345968-057e-4695-a4fb-1cf4ae3bc26d'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:03:11.121877 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-43ff460d-8127-4f71-83ba-69319d0a0ef2 service neutron] Attempting to bind port 047a8395-a5ba-48b1-8e27-9f96b69fc1e2 on network ca345968-057e-4695-a4fb-1cf4ae3bc26d {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:03:11.126373 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-43ff460d-8127-4f71-83ba-69319d0a0ef2 service neutron] Port 047a8395-a5ba-48b1-8e27-9f96b69fc1e2 on network ca345968-057e-4695-a4fb-1cf4ae3bc26d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 16:03:11.126685 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-43ff460d-8127-4f71-83ba-69319d0a0ef2 service neutron] Attempting to bind port 047a8395-a5ba-48b1-8e27-9f96b69fc1e2 on network ca345968-057e-4695-a4fb-1cf4ae3bc26d {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:03:11.131866 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-43ff460d-8127-4f71-83ba-69319d0a0ef2 service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:03:11.132194 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-43ff460d-8127-4f71-83ba-69319d0a0ef2 service neutron] Checking segment: {'id': '6f19202b-0d75-4136-bc15-0361b7221529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ca345968-057e-4695-a4fb-1cf4ae3bc26d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:03:11.132567 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-43ff460d-8127-4f71-83ba-69319d0a0ef2 service neutron] Bound using segment: {'id': '6f19202b-0d75-4136-bc15-0361b7221529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ca345968-057e-4695-a4fb-1cf4ae3bc26d'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:03:11.132980 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-43ff460d-8127-4f71-83ba-69319d0a0ef2 service neutron] Bound port: 047a8395-a5ba-48b1-8e27-9f96b69fc1e2, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f19202b-0d75-4136-bc15-0361b7221529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ca345968-057e-4695-a4fb-1cf4ae3bc26d'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:03:11.133364 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-43ff460d-8127-4f71-83ba-69319d0a0ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:11.223585 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-43ff460d-8127-4f71-83ba-69319d0a0ef2 service neutron] For port 047a8395-a5ba-48b1-8e27-9f96b69fc1e2, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:03:11.226385 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-43ff460d-8127-4f71-83ba-69319d0a0ef2 service neutron] For port 047a8395-a5ba-48b1-8e27-9f96b69fc1e2, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=047a8395-a5ba-48b1-8e27-9f96b69fc1e2,segment=NetworkSegment(6f19202b-0d75-4136-bc15-0361b7221529),segment_id=6f19202b-0d75-4136-bc15-0361b7221529)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:03:11.319822 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-43ff460d-8127-4f71-83ba-69319d0a0ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:11.374816 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-43ff460d-8127-4f71-83ba-69319d0a0ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:11.375472 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-43ff460d-8127-4f71-83ba-69319d0a0ef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:11.376798 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-43ff460d-8127-4f71-83ba-69319d0a0ef2 service neutron] 10.222.0.41 "PUT /v2.0/ports/047a8395-a5ba-48b1-8e27-9f96b69fc1e2 HTTP/1.1" status: 200 len: 1094 time: 1.0307744 Mar 31 16:03:11.377236 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f71362-b3ae-4f9a-b8db-cd74992dac4d', 'tag': '047a8395-a5ba-48b1-8e27-9f96b69fc1e2'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:03:11.402716 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff460d-8127-4f71-83ba-69319d0a0ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=047a8395-a5ba-48b1-8e27-9f96b69fc1e2,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:11.429950 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f71362-b3ae-4f9a-b8db-cd74992dac4d', 'tag': '047a8395-a5ba-48b1-8e27-9f96b69fc1e2', 'status': 'completed', 'code': 200} Mar 31 16:03:11.531416 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a1ea1-3718-47eb-a497-11ca8e17922d req-e90677df-f07c-4ba7-831d-5b4fac9d6656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:11.532911 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b42a1ea1-3718-47eb-a497-11ca8e17922d req-e90677df-f07c-4ba7-831d-5b4fac9d6656 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&device_id=84f71362-b3ae-4f9a-b8db-cd74992dac4d HTTP/1.1" status: 200 len: 1097 time: 0.0756757 Mar 31 16:03:11.790855 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a1ea1-3718-47eb-a497-11ca8e17922d req-ba450437-4494-4a3c-b23b-3a70230fce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:11.792279 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b42a1ea1-3718-47eb-a497-11ca8e17922d req-ba450437-4494-4a3c-b23b-3a70230fce5d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=650835ad0bc14fff808fd395113443a2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2516012 Mar 31 16:03:11.850972 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e14e2a-3184-4df6-ac1b-111c2e2e458a req-461f4011-29d8-4f78-9d38-3ac268ab9f63 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:11.852502 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-60e14e2a-3184-4df6-ac1b-111c2e2e458a req-461f4011-29d8-4f78-9d38-3ac268ab9f63 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=84f71362-b3ae-4f9a-b8db-cd74992dac4d HTTP/1.1" status: 200 len: 944 time: 0.0829735 Mar 31 16:03:11.897739 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-60e14e2a-3184-4df6-ac1b-111c2e2e458a req-dc47ba10-5be3-413a-af41-247a0969f32a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6f2da84-2cf1-491c-873f-d83c476aec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393770 Mar 31 16:03:11.931647 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a1ea1-3718-47eb-a497-11ca8e17922d req-6b1addee-0af4-475c-8eca-951d52b7faac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:11.933074 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b42a1ea1-3718-47eb-a497-11ca8e17922d req-6b1addee-0af4-475c-8eca-951d52b7faac service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341546 Mar 31 16:03:12.037834 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-96092518-2b22-4b57-aa16-89e838b9cd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:12.039306 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-96092518-2b22-4b57-aa16-89e838b9cd3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&device_id=84f71362-b3ae-4f9a-b8db-cd74992dac4d HTTP/1.1" status: 200 len: 1097 time: 0.0712237 Mar 31 16:03:12.110237 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-f3df584e-f417-4f1f-b91d-10985eb9166d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=047a8395-a5ba-48b1-8e27-9f96b69fc1e2 HTTP/1.1" status: 200 len: 217 time: 0.0631807 Mar 31 16:03:12.170416 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-ab905988-c92c-4355-a256-cc7c32834831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:12.171825 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-ab905988-c92c-4355-a256-cc7c32834831 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=290ff069-8841-48f0-ae31-9f32c58f0ddf HTTP/1.1" status: 200 len: 835 time: 0.0560884 Mar 31 16:03:12.249225 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-76a8312f-03d2-4945-81ce-d32cac086644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:12.250648 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-76a8312f-03d2-4945-81ce-d32cac086644 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca345968-057e-4695-a4fb-1cf4ae3bc26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724261 Mar 31 16:03:12.380976 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-2cd9a10d-b629-4c54-85b3-1db8b8b1b970 service neutron] 10.222.0.41 "GET /v2.0/networks/ca345968-057e-4695-a4fb-1cf4ae3bc26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227763 Mar 31 16:03:12.510606 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c09f63ce-1820-4702-ba1e-6e6127ae5a36 req-d4a8c24a-337c-408c-8f5b-2121e33f2a3e service neutron] 10.222.0.41 "GET /v2.0/networks/ca345968-057e-4695-a4fb-1cf4ae3bc26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236026 Mar 31 16:03:13.086548 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fef73-5a73-4f45-a72e-d8649ef09511 req-a1f602e3-f37f-4fd1-b413-4f2a4625b302 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:13.087229 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-2e2fef73-5a73-4f45-a72e-d8649ef09511 req-a1f602e3-f37f-4fd1-b413-4f2a4625b302 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:03:13.165311 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-2e2fef73-5a73-4f45-a72e-d8649ef09511 req-a1f602e3-f37f-4fd1-b413-4f2a4625b302 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:03:13.166478 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2e2fef73-5a73-4f45-a72e-d8649ef09511 req-a1f602e3-f37f-4fd1-b413-4f2a4625b302 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=84f71362-b3ae-4f9a-b8db-cd74992dac4d HTTP/1.1" status: 200 len: 944 time: 0.1582522 Mar 31 16:03:13.214127 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2e2fef73-5a73-4f45-a72e-d8649ef09511 req-b59fddb9-5dfb-4195-a18b-6a11f834737c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6f2da84-2cf1-491c-873f-d83c476aec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416763 Mar 31 16:03:14.334164 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 047a8395-a5ba-48b1-8e27-9f96b69fc1e2 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 16:03:14.399703 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689aacf-17bd-4944-988f-72e948d402ac req-471714b2-1c81-4d89-b8b5-39687609ed3f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:14.401161 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-6689aacf-17bd-4944-988f-72e948d402ac req-471714b2-1c81-4d89-b8b5-39687609ed3f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=84f71362-b3ae-4f9a-b8db-cd74992dac4d HTTP/1.1" status: 200 len: 944 time: 0.0847712 Mar 31 16:03:14.445025 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-6689aacf-17bd-4944-988f-72e948d402ac req-e962add9-6965-4626-9062-f2049c446227 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6f2da84-2cf1-491c-873f-d83c476aec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380261 Mar 31 16:03:14.467034 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 047a8395-a5ba-48b1-8e27-9f96b69fc1e2, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=047a8395-a5ba-48b1-8e27-9f96b69fc1e2,segment=NetworkSegment(6f19202b-0d75-4136-bc15-0361b7221529),segment_id=6f19202b-0d75-4136-bc15-0361b7221529)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:03:14.480292 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': '047a8395-a5ba-48b1-8e27-9f96b69fc1e2', 'network_id': 'ca345968-057e-4695-a4fb-1cf4ae3bc26d', 'port_id': '047a8395-a5ba-48b1-8e27-9f96b69fc1e2', 'mac_address': 'fa:16:3e:4d:dc:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290ff069-8841-48f0-ae31-9f32c58f0ddf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 16:03:14.538545 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:14.555038 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 047a8395-a5ba-48b1-8e27-9f96b69fc1e2 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:03:14.570699 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 047a8395-a5ba-48b1-8e27-9f96b69fc1e2, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=047a8395-a5ba-48b1-8e27-9f96b69fc1e2,segment=NetworkSegment(6f19202b-0d75-4136-bc15-0361b7221529),segment_id=6f19202b-0d75-4136-bc15-0361b7221529)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:03:14.629012 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:14.696733 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=047a8395-a5ba-48b1-8e27-9f96b69fc1e2,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:14.858923 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['047a8395-a5ba-48b1-8e27-9f96b69fc1e2'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 16:03:15.632670 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9f44b-7508-496d-811b-06db1ea0a05f req-92876c33-b700-4319-8b23-1d46bf8e0624 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:15.634125 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-07a9f44b-7508-496d-811b-06db1ea0a05f req-92876c33-b700-4319-8b23-1d46bf8e0624 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=84f71362-b3ae-4f9a-b8db-cd74992dac4d HTTP/1.1" status: 200 len: 945 time: 0.0841453 Mar 31 16:03:15.677931 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-07a9f44b-7508-496d-811b-06db1ea0a05f req-cc576d05-eb94-46b2-bdd4-19257fcd54c9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6f2da84-2cf1-491c-873f-d83c476aec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381007 Mar 31 16:03:16.350964 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 047a8395-a5ba-48b1-8e27-9f96b69fc1e2 up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:03:16.473749 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port 047a8395-a5ba-48b1-8e27-9f96b69fc1e2 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:03:16.478417 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port 047a8395-a5ba-48b1-8e27-9f96b69fc1e2 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:03:16.478745 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:16.594964 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:16.621155 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f71362-b3ae-4f9a-b8db-cd74992dac4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047a8395-a5ba-48b1-8e27-9f96b69fc1e2'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:03:16.631368 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 047a8395-a5ba-48b1-8e27-9f96b69fc1e2, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=047a8395-a5ba-48b1-8e27-9f96b69fc1e2,segment=NetworkSegment(6f19202b-0d75-4136-bc15-0361b7221529),segment_id=6f19202b-0d75-4136-bc15-0361b7221529)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:03:16.702490 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:16.734054 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f71362-b3ae-4f9a-b8db-cd74992dac4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047a8395-a5ba-48b1-8e27-9f96b69fc1e2', 'code': 200} Mar 31 16:03:16.780123 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=047a8395-a5ba-48b1-8e27-9f96b69fc1e2,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:16.873836 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c8a7c-65e9-4fb7-8772-fabbea673f81 req-4d44491c-9e2a-48f4-948b-4fba11bfb319 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:16.875331 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-226c8a7c-65e9-4fb7-8772-fabbea673f81 req-4d44491c-9e2a-48f4-948b-4fba11bfb319 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=84f71362-b3ae-4f9a-b8db-cd74992dac4d HTTP/1.1" status: 200 len: 946 time: 0.0839829 Mar 31 16:03:16.919022 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-226c8a7c-65e9-4fb7-8772-fabbea673f81 req-b23db7ed-14b0-480a-9073-69ad2990a7a8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6f2da84-2cf1-491c-873f-d83c476aec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372977 Mar 31 16:03:17.072951 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d3e25-f89f-4bd3-81d8-71f2d2e40d84 req-364012df-f3f3-4fbd-909e-f1d7b27d13aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:17.074407 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-360d3e25-f89f-4bd3-81d8-71f2d2e40d84 req-364012df-f3f3-4fbd-909e-f1d7b27d13aa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=84f71362-b3ae-4f9a-b8db-cd74992dac4d HTTP/1.1" status: 200 len: 1099 time: 0.0720184 Mar 31 16:03:17.115361 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-360d3e25-f89f-4bd3-81d8-71f2d2e40d84 req-5f9c5186-55db-43a8-a48c-a3b86728534a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f6f2da84-2cf1-491c-873f-d83c476aec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333164 Mar 31 16:03:18.112624 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6c290-3084-4b06-b3b3-ea9f46a075ef req-bb660825-8445-4328-b3b5-0aa9c5295824 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:18.114149 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-55c6c290-3084-4b06-b3b3-ea9f46a075ef req-bb660825-8445-4328-b3b5-0aa9c5295824 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=84f71362-b3ae-4f9a-b8db-cd74992dac4d HTTP/1.1" status: 200 len: 946 time: 0.0834301 Mar 31 16:03:18.159073 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-55c6c290-3084-4b06-b3b3-ea9f46a075ef req-531a7ff8-d7cd-45d8-92f6-af55f43e653e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6f2da84-2cf1-491c-873f-d83c476aec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381823 Mar 31 16:03:19.344378 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a849d-a80f-4e64-ae39-eb26ceb95d6e req-7d821085-11ab-4286-9fad-cb297132d658 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:19.346074 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-356a849d-a80f-4e64-ae39-eb26ceb95d6e req-7d821085-11ab-4286-9fad-cb297132d658 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=84f71362-b3ae-4f9a-b8db-cd74992dac4d HTTP/1.1" status: 200 len: 946 time: 0.0794101 Mar 31 16:03:19.393391 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-356a849d-a80f-4e64-ae39-eb26ceb95d6e req-6e9f76a3-69db-40d4-9540-0d0764e51729 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6f2da84-2cf1-491c-873f-d83c476aec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413842 Mar 31 16:03:19.580088 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231ffde-b96f-4f8a-ba98-ecbf2e64e65d req-aee52a37-64a7-4b62-bd62-3ed241a8fc19 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:19.581598 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0231ffde-b96f-4f8a-ba98-ecbf2e64e65d req-aee52a37-64a7-4b62-bd62-3ed241a8fc19 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=84f71362-b3ae-4f9a-b8db-cd74992dac4d HTTP/1.1" status: 200 len: 946 time: 0.0821633 Mar 31 16:03:19.626273 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0231ffde-b96f-4f8a-ba98-ecbf2e64e65d req-7d206890-2d12-4256-b014-ea2a7228968b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6f2da84-2cf1-491c-873f-d83c476aec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390017 Mar 31 16:03:19.648788 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55166) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:03:19.718850 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e729c8a9-2ab0-403c-ae98-39638364942e tempest-TestNetworkAdvancedServerOps-2136623470 tempest-TestNetworkAdvancedServerOps-2136623470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:19.720345 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e729c8a9-2ab0-403c-ae98-39638364942e tempest-TestNetworkAdvancedServerOps-2136623470 tempest-TestNetworkAdvancedServerOps-2136623470-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=84f71362-b3ae-4f9a-b8db-cd74992dac4d HTTP/1.1" status: 200 len: 1094 time: 0.0705130 Mar 31 16:03:19.723890 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55170) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:03:19.728686 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-344b6f90-9080-4ab6-8104-b3ab263c25b4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'port_id': '047a8395-a5ba-48b1-8e27-9f96b69fc1e2', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:03:19.734613 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-344b6f90-9080-4ab6-8104-b3ab263c25b4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:03:19.739132 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-344b6f90-9080-4ab6-8104-b3ab263c25b4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:floatingip and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:03:19.741945 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-344b6f90-9080-4ab6-8104-b3ab263c25b4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:03:19.747515 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-344b6f90-9080-4ab6-8104-b3ab263c25b4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:03:19.805608 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-344b6f90-9080-4ab6-8104-b3ab263c25b4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:19.937841 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-344b6f90-9080-4ab6-8104-b3ab263c25b4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:20.071476 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-344b6f90-9080-4ab6-8104-b3ab263c25b4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Allocated IP 172.26.5.17 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/0fee5908-70b1-4dd3-a447-78fbfacf311a) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:03:20.215225 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-344b6f90-9080-4ab6-8104-b3ab263c25b4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:20.291361 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-344b6f90-9080-4ab6-8104-b3ab263c25b4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:20.355597 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344b6f90-9080-4ab6-8104-b3ab263c25b4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:03:20.362703 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-344b6f90-9080-4ab6-8104-b3ab263c25b4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:03:20.366755 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344b6f90-9080-4ab6-8104-b3ab263c25b4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:03:20.395935 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b6f90-9080-4ab6-8104-b3ab263c25b4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Port': ['ID=0fee5908-70b1-4dd3-a447-78fbfacf311a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:20.880075 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-344b6f90-9080-4ab6-8104-b3ab263c25b4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:21.017330 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-344b6f90-9080-4ab6-8104-b3ab263c25b4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:21.222871 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-344b6f90-9080-4ab6-8104-b3ab263c25b4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:21.279697 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-344b6f90-9080-4ab6-8104-b3ab263c25b4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:21.391167 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b6f90-9080-4ab6-8104-b3ab263c25b4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Port': ['ID=0fee5908-70b1-4dd3-a447-78fbfacf311a,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:21.401589 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-344b6f90-9080-4ab6-8104-b3ab263c25b4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:21.573150 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-344b6f90-9080-4ab6-8104-b3ab263c25b4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Floating IP 048abe18-f1c4-4c88-8ea1-64241ed50f9c associated. External IP: 172.26.5.17, port: 047a8395-a5ba-48b1-8e27-9f96b69fc1e2. Mar 31 16:03:21.923978 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344b6f90-9080-4ab6-8104-b3ab263c25b4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Router 6480da3a-0fab-49d0-91d6-e61d1b440f29 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:03:22.097010 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344b6f90-9080-4ab6-8104-b3ab263c25b4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:03:22.106619 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635646a1-fb9a-47ba-98b3-576dacd85a1b None None] Sync routers for ids ['6480da3a-0fab-49d0-91d6-e61d1b440f29'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:03:22.117271 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635646a1-fb9a-47ba-98b3-576dacd85a1b None None] Routers {'6480da3a-0fab-49d0-91d6-e61d1b440f29'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:03:22.117888 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-635646a1-fb9a-47ba-98b3-576dacd85a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:03:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6480da3a-0fab-49d0-91d6-e61d1b440f29'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:03:22.176973 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-344b6f90-9080-4ab6-8104-b3ab263c25b4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:22.234317 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-344b6f90-9080-4ab6-8104-b3ab263c25b4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5094166 Mar 31 16:03:22.234893 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f71362-b3ae-4f9a-b8db-cd74992dac4d', 'tag': '047a8395-a5ba-48b1-8e27-9f96b69fc1e2'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:03:22.284612 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f71362-b3ae-4f9a-b8db-cd74992dac4d', 'tag': '047a8395-a5ba-48b1-8e27-9f96b69fc1e2', 'status': 'completed', 'code': 200} Mar 31 16:03:22.296506 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-635646a1-fb9a-47ba-98b3-576dacd85a1b None None] Set router 6480da3a-0fab-49d0-91d6-e61d1b440f29 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:03:22.443243 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2304ee-339f-4abe-920d-9627e4b6b8b5 req-32e4db93-ae2d-43c3-bc14-421694cab74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:22.444811 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ce2304ee-339f-4abe-920d-9627e4b6b8b5 req-32e4db93-ae2d-43c3-bc14-421694cab74c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&device_id=84f71362-b3ae-4f9a-b8db-cd74992dac4d HTTP/1.1" status: 200 len: 1099 time: 0.1357312 Mar 31 16:03:22.452337 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd897e71-8145-486d-a9ce-717e741a463b req-c1c21843-8de1-43f4-9f68-9af855446d77 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:22.453698 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bd897e71-8145-486d-a9ce-717e741a463b req-c1c21843-8de1-43f4-9f68-9af855446d77 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=84f71362-b3ae-4f9a-b8db-cd74992dac4d HTTP/1.1" status: 200 len: 946 time: 0.1100950 Mar 31 16:03:22.674588 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-635646a1-fb9a-47ba-98b3-576dacd85a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443613979', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '2c0580e0-cf6e-48cb-ab36-902a1432ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:55Z', 'updated_at': '2022-03-31T16:03:01Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '2c0580e0-cf6e-48cb-ab36-902a1432ceaf', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:55Z', 'updated_at': '2022-03-31T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '048abe18-f1c4-4c88-8ea1-64241ed50f9c', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'floating_ip_address': '172.26.5.17', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'port_id': '047a8395-a5ba-48b1-8e27-9f96b69fc1e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca345968-057e-4695-a4fb-1cf4ae3bc26d', 'mac_address': 'fa:16:3e:4d:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f71362-b3ae-4f9a-b8db-cd74992dac4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:03:20Z', 'updated_at': '2022-03-31T16:03:20Z', 'revision_number': 0, 'project_id': '650835ad0bc14fff808fd395113443a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396d49c2-7345-4475-ae8b-9addb6541138', 'name': '', 'network_id': 'ca345968-057e-4695-a4fb-1cf4ae3bc26d', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:f3:5b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '290ff069-8841-48f0-ae31-9f32c58f0ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:03:00Z', 'updated_at': '2022-03-31T16:03:06Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '290ff069-8841-48f0-ae31-9f32c58f0ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:03:22.678422 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635646a1-fb9a-47ba-98b3-576dacd85a1b None None] Checking router: 6480da3a-0fab-49d0-91d6-e61d1b440f29 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:03:22.686492 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635646a1-fb9a-47ba-98b3-576dacd85a1b None None] Routers {'6480da3a-0fab-49d0-91d6-e61d1b440f29'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:03:22.687088 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-635646a1-fb9a-47ba-98b3-576dacd85a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:03:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6480da3a-0fab-49d0-91d6-e61d1b440f29'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:03:22.691696 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bd897e71-8145-486d-a9ce-717e741a463b req-bcd8beda-7019-4493-a49d-ca7945d3008a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6f2da84-2cf1-491c-873f-d83c476aec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168186 Mar 31 16:03:22.715317 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55178) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:03:22.720892 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2304ee-339f-4abe-920d-9627e4b6b8b5 req-a022d691-b415-49c1-a9db-129e0a6145d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:22.722340 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ce2304ee-339f-4abe-920d-9627e4b6b8b5 req-a022d691-b415-49c1-a9db-129e0a6145d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca345968-057e-4695-a4fb-1cf4ae3bc26d HTTP/1.1" status: 200 len: 897 time: 0.2678230 Mar 31 16:03:22.827962 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ce2304ee-339f-4abe-920d-9627e4b6b8b5 req-0fb8f223-79fb-444a-9296-8dc7df056b4c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=047a8395-a5ba-48b1-8e27-9f96b69fc1e2 HTTP/1.1" status: 200 len: 999 time: 0.0997281 Mar 31 16:03:22.834270 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-99f6e500-31f9-4701-a73b-4269929f814c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/floatingips/048abe18-f1c4-4c88-8ea1-64241ed50f9c HTTP/1.1" status: 200 len: 991 time: 0.1171036 Mar 31 16:03:22.867286 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-635646a1-fb9a-47ba-98b3-576dacd85a1b None None] Set router 6480da3a-0fab-49d0-91d6-e61d1b440f29 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:03:22.892013 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2304ee-339f-4abe-920d-9627e4b6b8b5 req-2c729fe3-bf15-4ba4-bad6-f41a81a95350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:22.894040 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ce2304ee-339f-4abe-920d-9627e4b6b8b5 req-2c729fe3-bf15-4ba4-bad6-f41a81a95350 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=290ff069-8841-48f0-ae31-9f32c58f0ddf HTTP/1.1" status: 200 len: 835 time: 0.0585759 Mar 31 16:03:22.975038 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2304ee-339f-4abe-920d-9627e4b6b8b5 req-73e3009d-db9f-4b6b-b321-74b30791dad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:22.976510 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ce2304ee-339f-4abe-920d-9627e4b6b8b5 req-73e3009d-db9f-4b6b-b321-74b30791dad5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca345968-057e-4695-a4fb-1cf4ae3bc26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766177 Mar 31 16:03:23.114479 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ce2304ee-339f-4abe-920d-9627e4b6b8b5 req-3a151609-d0d3-484b-a07c-4b31045187fc service neutron] 10.222.0.41 "GET /v2.0/networks/ca345968-057e-4695-a4fb-1cf4ae3bc26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305242 Mar 31 16:03:23.208296 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-635646a1-fb9a-47ba-98b3-576dacd85a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443613979', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '2c0580e0-cf6e-48cb-ab36-902a1432ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:55Z', 'updated_at': '2022-03-31T16:03:01Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '2c0580e0-cf6e-48cb-ab36-902a1432ceaf', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:55Z', 'updated_at': '2022-03-31T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '048abe18-f1c4-4c88-8ea1-64241ed50f9c', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'floating_ip_address': '172.26.5.17', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'port_id': '047a8395-a5ba-48b1-8e27-9f96b69fc1e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca345968-057e-4695-a4fb-1cf4ae3bc26d', 'mac_address': 'fa:16:3e:4d:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f71362-b3ae-4f9a-b8db-cd74992dac4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:03:20Z', 'updated_at': '2022-03-31T16:03:20Z', 'revision_number': 0, 'project_id': '650835ad0bc14fff808fd395113443a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396d49c2-7345-4475-ae8b-9addb6541138', 'name': '', 'network_id': 'ca345968-057e-4695-a4fb-1cf4ae3bc26d', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:f3:5b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '290ff069-8841-48f0-ae31-9f32c58f0ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:03:00Z', 'updated_at': '2022-03-31T16:03:06Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '290ff069-8841-48f0-ae31-9f32c58f0ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:03:23.212299 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635646a1-fb9a-47ba-98b3-576dacd85a1b None None] The sync data for ids ['6480da3a-0fab-49d0-91d6-e61d1b440f29'] in dv-neutron-833379-2-hyperv is: [{'id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443613979', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '2c0580e0-cf6e-48cb-ab36-902a1432ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:55Z', 'updated_at': '2022-03-31T16:03:01Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '2c0580e0-cf6e-48cb-ab36-902a1432ceaf', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:55Z', 'updated_at': '2022-03-31T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '048abe18-f1c4-4c88-8ea1-64241ed50f9c', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'floating_ip_address': '172.26.5.17', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'port_id': '047a8395-a5ba-48b1-8e27-9f96b69fc1e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca345968-057e-4695-a4fb-1cf4ae3bc26d', 'mac_address': 'fa:16:3e:4d:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f71362-b3ae-4f9a-b8db-cd74992dac4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:03:20Z', 'updated_at': '2022-03-31T16:03:20Z', 'revision_number': 0, 'project_id': '650835ad0bc14fff808fd395113443a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396d49c2-7345-4475-ae8b-9addb6541138', 'name': '', 'network_id': 'ca345968-057e-4695-a4fb-1cf4ae3bc26d', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:f3:5b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '290ff069-8841-48f0-ae31-9f32c58f0ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:03:00Z', 'updated_at': '2022-03-31T16:03:06Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '290ff069-8841-48f0-ae31-9f32c58f0ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:03:23.250127 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ce2304ee-339f-4abe-920d-9627e4b6b8b5 req-17282aa6-44ab-4788-a282-262abdcd93e9 service neutron] 10.222.0.41 "GET /v2.0/networks/ca345968-057e-4695-a4fb-1cf4ae3bc26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300802 Mar 31 16:03:23.411960 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbd67e0-5a6f-4f4d-85f3-cb600cbea411 None None] New status for floating IP 048abe18-f1c4-4c88-8ea1-64241ed50f9c: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:03:23.838190 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55182) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:03:24.061173 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5bd4099d-8de8-4bf9-a457-c7c6b9afdf24 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/floatingips/048abe18-f1c4-4c88-8ea1-64241ed50f9c HTTP/1.1" status: 200 len: 993 time: 0.2218504 Mar 31 16:03:25.450929 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:33.084969 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-214ecc81-978b-4a57-9e3a-0e5edd02d80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:35.148009 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-485eb1e7-6cfa-4141-a36a-dd4cdd305a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:36.502013 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:36.553518 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:38.013937 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:40.857807 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:03:55.444850 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:03:55.721601 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73479b5a-33a5-4a42-b2d3-43e6d77c0924 req-0fba936a-36cc-4568-a8fd-a0dacbae889d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:55.723053 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-73479b5a-33a5-4a42-b2d3-43e6d77c0924 req-0fba936a-36cc-4568-a8fd-a0dacbae889d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=84f71362-b3ae-4f9a-b8db-cd74992dac4d HTTP/1.1" status: 200 len: 946 time: 0.0815933 Mar 31 16:03:55.767374 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-73479b5a-33a5-4a42-b2d3-43e6d77c0924 req-b20c26cf-eab7-4545-965a-7c66c08ea9c2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6f2da84-2cf1-491c-873f-d83c476aec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385194 Mar 31 16:03:56.951757 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619fbeb-ed1a-4c31-acd9-55bd0dbb2626 req-e73fd0b7-b51e-496e-a4fd-8303b76b9130 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:56.953146 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e619fbeb-ed1a-4c31-acd9-55bd0dbb2626 req-e73fd0b7-b51e-496e-a4fd-8303b76b9130 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=84f71362-b3ae-4f9a-b8db-cd74992dac4d HTTP/1.1" status: 200 len: 946 time: 0.0796716 Mar 31 16:03:56.999089 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e619fbeb-ed1a-4c31-acd9-55bd0dbb2626 req-c826f4d2-2e16-42d4-8d5d-6c672c51f01c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6f2da84-2cf1-491c-873f-d83c476aec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392895 Mar 31 16:03:57.024292 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55202) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:03:57.131747 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-55e4a6d5-269a-426a-87d8-75a83812ce52 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/floatingips/048abe18-f1c4-4c88-8ea1-64241ed50f9c HTTP/1.1" status: 200 len: 993 time: 0.1063383 Mar 31 16:03:58.741474 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41191474-ceb9-4245-b9c8-7466b6028bce req-beb70e13-ad27-4d76-ba71-981c3de870d9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:58.742921 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-41191474-ceb9-4245-b9c8-7466b6028bce req-beb70e13-ad27-4d76-ba71-981c3de870d9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=84f71362-b3ae-4f9a-b8db-cd74992dac4d HTTP/1.1" status: 200 len: 946 time: 0.0855241 Mar 31 16:03:58.789527 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-41191474-ceb9-4245-b9c8-7466b6028bce req-cdc35c95-1033-4caa-810d-2d1d4b37ee1a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6f2da84-2cf1-491c-873f-d83c476aec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404015 Mar 31 16:03:59.981693 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d5498-9a8a-44ad-ae77-ea4dff9440be req-4d795b8d-81f7-4ece-b987-8389435e726c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:59.983050 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c03d5498-9a8a-44ad-ae77-ea4dff9440be req-4d795b8d-81f7-4ece-b987-8389435e726c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=84f71362-b3ae-4f9a-b8db-cd74992dac4d HTTP/1.1" status: 200 len: 946 time: 0.0838931 Mar 31 16:04:00.029466 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c03d5498-9a8a-44ad-ae77-ea4dff9440be req-dca961f4-b579-44b5-9807-41f2fbbad65d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6f2da84-2cf1-491c-873f-d83c476aec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406895 Mar 31 16:04:00.052259 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55214) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:04:00.158153 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5abb7d23-8b1d-42c4-97cf-1739cb5418ef tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/floatingips/048abe18-f1c4-4c88-8ea1-64241ed50f9c HTTP/1.1" status: 200 len: 993 time: 0.1047668 Mar 31 16:04:00.448243 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55222) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:04:00.648662 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9f53937c-7143-4b44-b7ea-c15ee37fc7de tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Deleting port 0fee5908-70b1-4dd3-a447-78fbfacf311a {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:04:00.648999 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9f53937c-7143-4b44-b7ea-c15ee37fc7de tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:00.815461 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9f53937c-7143-4b44-b7ea-c15ee37fc7de tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:00.815775 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9f53937c-7143-4b44-b7ea-c15ee37fc7de tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:01.047107 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9f53937c-7143-4b44-b7ea-c15ee37fc7de tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Calling delete_port for 0fee5908-70b1-4dd3-a447-78fbfacf311a owned by network:floatingip {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:04:01.267131 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9f53937c-7143-4b44-b7ea-c15ee37fc7de tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:01.312820 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53937c-7143-4b44-b7ea-c15ee37fc7de tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'Port': ['ID=0fee5908-70b1-4dd3-a447-78fbfacf311a,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:01.352529 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53937c-7143-4b44-b7ea-c15ee37fc7de tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:01.352876 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53937c-7143-4b44-b7ea-c15ee37fc7de tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:01.353299 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53937c-7143-4b44-b7ea-c15ee37fc7de tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:01.353558 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53937c-7143-4b44-b7ea-c15ee37fc7de tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:01.353876 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53937c-7143-4b44-b7ea-c15ee37fc7de tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:01.354198 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53937c-7143-4b44-b7ea-c15ee37fc7de tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:01.354516 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53937c-7143-4b44-b7ea-c15ee37fc7de tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:01.354834 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53937c-7143-4b44-b7ea-c15ee37fc7de tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:01.355155 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53937c-7143-4b44-b7ea-c15ee37fc7de tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:01.355469 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53937c-7143-4b44-b7ea-c15ee37fc7de tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:01.355786 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53937c-7143-4b44-b7ea-c15ee37fc7de tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:01.356097 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f53937c-7143-4b44-b7ea-c15ee37fc7de tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:01.414126 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9f53937c-7143-4b44-b7ea-c15ee37fc7de tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for floatingip, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:01.414446 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [None req-9f53937c-7143-4b44-b7ea-c15ee37fc7de tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Floating IP 048abe18-f1c4-4c88-8ea1-64241ed50f9c disassociated (deleted). External IP: 172.26.5.17, port: 047a8395-a5ba-48b1-8e27-9f96b69fc1e2. Mar 31 16:04:01.763195 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f53937c-7143-4b44-b7ea-c15ee37fc7de tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Router 6480da3a-0fab-49d0-91d6-e61d1b440f29 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:04:01.940323 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f53937c-7143-4b44-b7ea-c15ee37fc7de tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:04:01.950960 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f8e308-59b4-43a9-95e4-c056d74acf00 None None] Sync routers for ids ['6480da3a-0fab-49d0-91d6-e61d1b440f29'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:04:01.960032 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f8e308-59b4-43a9-95e4-c056d74acf00 None None] Routers {'6480da3a-0fab-49d0-91d6-e61d1b440f29'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:04:01.978540 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-66f8e308-59b4-43a9-95e4-c056d74acf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:03:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6480da3a-0fab-49d0-91d6-e61d1b440f29'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:04:02.056221 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9f53937c-7143-4b44-b7ea-c15ee37fc7de tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:02.111930 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9f53937c-7143-4b44-b7ea-c15ee37fc7de tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "DELETE /v2.0/floatingips/048abe18-f1c4-4c88-8ea1-64241ed50f9c HTTP/1.1" status: 204 len: 168 time: 1.6625853 Mar 31 16:04:02.112509 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f71362-b3ae-4f9a-b8db-cd74992dac4d', 'tag': '047a8395-a5ba-48b1-8e27-9f96b69fc1e2'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:04:02.134643 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-66f8e308-59b4-43a9-95e4-c056d74acf00 None None] Set router 6480da3a-0fab-49d0-91d6-e61d1b440f29 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:04:02.169840 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f71362-b3ae-4f9a-b8db-cd74992dac4d', 'tag': '047a8395-a5ba-48b1-8e27-9f96b69fc1e2', 'status': 'completed', 'code': 200} Mar 31 16:04:02.315342 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3ad9d-b619-4f20-9718-806552bf63d8 req-ac7832e2-3930-451e-94a7-babf2aca803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:02.316882 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d5b3ad9d-b619-4f20-9718-806552bf63d8 req-ac7832e2-3930-451e-94a7-babf2aca803a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&device_id=84f71362-b3ae-4f9a-b8db-cd74992dac4d HTTP/1.1" status: 200 len: 1099 time: 0.1248791 Mar 31 16:04:02.457112 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-66f8e308-59b4-43a9-95e4-c056d74acf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443613979', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '2c0580e0-cf6e-48cb-ab36-902a1432ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:55Z', 'updated_at': '2022-03-31T16:03:01Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '2c0580e0-cf6e-48cb-ab36-902a1432ceaf', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:55Z', 'updated_at': '2022-03-31T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '396d49c2-7345-4475-ae8b-9addb6541138', 'name': '', 'network_id': 'ca345968-057e-4695-a4fb-1cf4ae3bc26d', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:f3:5b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '290ff069-8841-48f0-ae31-9f32c58f0ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:03:00Z', 'updated_at': '2022-03-31T16:03:06Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '290ff069-8841-48f0-ae31-9f32c58f0ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:04:02.462392 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f8e308-59b4-43a9-95e4-c056d74acf00 None None] Checking router: 6480da3a-0fab-49d0-91d6-e61d1b440f29 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:04:02.463534 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3ad9d-b619-4f20-9718-806552bf63d8 req-4e62a2e5-76db-45c5-9f50-6b328ac8ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:02.465292 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d5b3ad9d-b619-4f20-9718-806552bf63d8 req-4e62a2e5-76db-45c5-9f50-6b328ac8ba5c service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca345968-057e-4695-a4fb-1cf4ae3bc26d HTTP/1.1" status: 200 len: 897 time: 0.1424081 Mar 31 16:04:02.470858 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f8e308-59b4-43a9-95e4-c056d74acf00 None None] Routers {'6480da3a-0fab-49d0-91d6-e61d1b440f29'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:04:02.471280 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-66f8e308-59b4-43a9-95e4-c056d74acf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:03:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6480da3a-0fab-49d0-91d6-e61d1b440f29'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:04:02.536707 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d5b3ad9d-b619-4f20-9718-806552bf63d8 req-d3c50b82-7e7d-4270-835e-93bf5a7f4376 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=047a8395-a5ba-48b1-8e27-9f96b69fc1e2 HTTP/1.1" status: 200 len: 217 time: 0.0653543 Mar 31 16:04:02.612668 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3ad9d-b619-4f20-9718-806552bf63d8 req-414359e6-d8aa-45d9-ad5c-88e37bbf5681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:02.615035 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d5b3ad9d-b619-4f20-9718-806552bf63d8 req-414359e6-d8aa-45d9-ad5c-88e37bbf5681 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=290ff069-8841-48f0-ae31-9f32c58f0ddf HTTP/1.1" status: 200 len: 835 time: 0.0686979 Mar 31 16:04:02.687906 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-66f8e308-59b4-43a9-95e4-c056d74acf00 None None] Set router 6480da3a-0fab-49d0-91d6-e61d1b440f29 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:04:02.694813 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3ad9d-b619-4f20-9718-806552bf63d8 req-360e2842-fa38-4d10-aeb1-c5c2ac236366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:02.696295 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d5b3ad9d-b619-4f20-9718-806552bf63d8 req-360e2842-fa38-4d10-aeb1-c5c2ac236366 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca345968-057e-4695-a4fb-1cf4ae3bc26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751431 Mar 31 16:04:02.705549 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c987f-c2a0-4c80-9ac9-b382a6538901 req-4b9c4118-798d-4473-aac8-e97ecc9ffd21 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:02.707028 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-629c987f-c2a0-4c80-9ac9-b382a6538901 req-4b9c4118-798d-4473-aac8-e97ecc9ffd21 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=84f71362-b3ae-4f9a-b8db-cd74992dac4d HTTP/1.1" status: 200 len: 946 time: 0.0822401 Mar 31 16:04:02.754365 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-629c987f-c2a0-4c80-9ac9-b382a6538901 req-d2e42139-fe38-48c9-9425-95d42d0bfd6b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6f2da84-2cf1-491c-873f-d83c476aec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411432 Mar 31 16:04:02.939339 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d5b3ad9d-b619-4f20-9718-806552bf63d8 req-febc5342-10fe-4c47-96f5-88e16f2533ec service neutron] 10.222.0.41 "GET /v2.0/networks/ca345968-057e-4695-a4fb-1cf4ae3bc26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365036 Mar 31 16:04:03.014071 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-66f8e308-59b4-43a9-95e4-c056d74acf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443613979', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '2c0580e0-cf6e-48cb-ab36-902a1432ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:55Z', 'updated_at': '2022-03-31T16:03:01Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '2c0580e0-cf6e-48cb-ab36-902a1432ceaf', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:55Z', 'updated_at': '2022-03-31T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '396d49c2-7345-4475-ae8b-9addb6541138', 'name': '', 'network_id': 'ca345968-057e-4695-a4fb-1cf4ae3bc26d', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:f3:5b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '290ff069-8841-48f0-ae31-9f32c58f0ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:03:00Z', 'updated_at': '2022-03-31T16:03:06Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '290ff069-8841-48f0-ae31-9f32c58f0ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:04:03.017903 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f8e308-59b4-43a9-95e4-c056d74acf00 None None] The sync data for ids ['6480da3a-0fab-49d0-91d6-e61d1b440f29'] in dv-neutron-833379-2-hyperv is: [{'id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443613979', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '2c0580e0-cf6e-48cb-ab36-902a1432ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:55Z', 'updated_at': '2022-03-31T16:03:01Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '2c0580e0-cf6e-48cb-ab36-902a1432ceaf', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:55Z', 'updated_at': '2022-03-31T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '396d49c2-7345-4475-ae8b-9addb6541138', 'name': '', 'network_id': 'ca345968-057e-4695-a4fb-1cf4ae3bc26d', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:f3:5b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '290ff069-8841-48f0-ae31-9f32c58f0ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:03:00Z', 'updated_at': '2022-03-31T16:03:06Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '290ff069-8841-48f0-ae31-9f32c58f0ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:04:03.087255 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d5b3ad9d-b619-4f20-9718-806552bf63d8 req-bab4af92-f1dc-41bb-80d5-69b8b6e2ed4b service neutron] 10.222.0.41 "GET /v2.0/networks/ca345968-057e-4695-a4fb-1cf4ae3bc26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414967 Mar 31 16:04:03.101773 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fe56bada-1111-4655-b40a-555b0e663fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:03.243923 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b717914e-be3e-48d4-b58c-73795f57b707 None None] New status for floating IP 048abe18-f1c4-4c88-8ea1-64241ed50f9c: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:04:03.947611 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1c32f-6a13-4149-9503-186e3633ecf1 req-b4c2ae0d-5f6f-4ff6-85b1-32a689ac009f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:03.948201 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-e0e1c32f-6a13-4149-9503-186e3633ecf1 req-b4c2ae0d-5f6f-4ff6-85b1-32a689ac009f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:04:04.021483 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-e0e1c32f-6a13-4149-9503-186e3633ecf1 req-b4c2ae0d-5f6f-4ff6-85b1-32a689ac009f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:04:04.022627 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e0e1c32f-6a13-4149-9503-186e3633ecf1 req-b4c2ae0d-5f6f-4ff6-85b1-32a689ac009f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=84f71362-b3ae-4f9a-b8db-cd74992dac4d HTTP/1.1" status: 200 len: 946 time: 0.1581519 Mar 31 16:04:04.067241 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e0e1c32f-6a13-4149-9503-186e3633ecf1 req-32a177b0-0b4b-4cc0-be47-d78bf0f17427 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6f2da84-2cf1-491c-873f-d83c476aec1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389285 Mar 31 16:04:04.176188 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03eec7-91c6-4512-893c-931bb4cfd27a req-79fc8b02-1e90-43a8-8cc7-a9cf4e524f53 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:04.178158 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ed03eec7-91c6-4512-893c-931bb4cfd27a req-79fc8b02-1e90-43a8-8cc7-a9cf4e524f53 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.41 "GET /v2.0/ports?device_id=84f71362-b3ae-4f9a-b8db-cd74992dac4d HTTP/1.1" status: 200 len: 946 time: 0.0776362 Mar 31 16:04:04.252902 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-ed03eec7-91c6-4512-893c-931bb4cfd27a req-71cb8f8d-b5f9-4eac-99dd-38c0d767cd97 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Deleting port 047a8395-a5ba-48b1-8e27-9f96b69fc1e2 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:04:04.253262 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ed03eec7-91c6-4512-893c-931bb4cfd27a req-71cb8f8d-b5f9-4eac-99dd-38c0d767cd97 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:04.503019 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-ed03eec7-91c6-4512-893c-931bb4cfd27a req-71cb8f8d-b5f9-4eac-99dd-38c0d767cd97 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] For port 047a8395-a5ba-48b1-8e27-9f96b69fc1e2, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=047a8395-a5ba-48b1-8e27-9f96b69fc1e2,segment=NetworkSegment(6f19202b-0d75-4136-bc15-0361b7221529),segment_id=6f19202b-0d75-4136-bc15-0361b7221529)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:04:04.503296 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ed03eec7-91c6-4512-893c-931bb4cfd27a req-71cb8f8d-b5f9-4eac-99dd-38c0d767cd97 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:04.627643 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-ed03eec7-91c6-4512-893c-931bb4cfd27a req-71cb8f8d-b5f9-4eac-99dd-38c0d767cd97 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Calling delete_port for 047a8395-a5ba-48b1-8e27-9f96b69fc1e2 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:04:04.810316 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ed03eec7-91c6-4512-893c-931bb4cfd27a req-71cb8f8d-b5f9-4eac-99dd-38c0d767cd97 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:04.859401 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb8f8d-b5f9-4eac-99dd-38c0d767cd97 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'Port': ['ID=047a8395-a5ba-48b1-8e27-9f96b69fc1e2,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:04.935559 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed03eec7-91c6-4512-893c-931bb4cfd27a req-71cb8f8d-b5f9-4eac-99dd-38c0d767cd97 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] No DVR routers for this DVR port 047a8395-a5ba-48b1-8e27-9f96b69fc1e2 on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:04:04.937980 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ed03eec7-91c6-4512-893c-931bb4cfd27a req-71cb8f8d-b5f9-4eac-99dd-38c0d767cd97 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:04.940404 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f71362-b3ae-4f9a-b8db-cd74992dac4d', 'name': 'network-vif-deleted', 'tag': '047a8395-a5ba-48b1-8e27-9f96b69fc1e2'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:04:04.985523 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f71362-b3ae-4f9a-b8db-cd74992dac4d', 'name': 'network-vif-deleted', 'tag': '047a8395-a5ba-48b1-8e27-9f96b69fc1e2', 'status': 'completed', 'code': 200} Mar 31 16:04:05.004532 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ed03eec7-91c6-4512-893c-931bb4cfd27a req-71cb8f8d-b5f9-4eac-99dd-38c0d767cd97 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.41 "DELETE /v2.0/ports/047a8395-a5ba-48b1-8e27-9f96b69fc1e2 HTTP/1.1" status: 204 len: 173 time: 0.8196490 Mar 31 16:04:05.193632 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-95849ddb-d0ed-4f97-8d6f-6ef0ad24177e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:05.221980 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-01c54827-b371-4460-a25a-5c00478daee5 req-d9558ce4-8f81-4adf-8d64-a73fee1495d4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:04:05.296107 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-01c54827-b371-4460-a25a-5c00478daee5 req-d9558ce4-8f81-4adf-8d64-a73fee1495d4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:04:05.297518 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-01c54827-b371-4460-a25a-5c00478daee5 req-d9558ce4-8f81-4adf-8d64-a73fee1495d4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=84f71362-b3ae-4f9a-b8db-cd74992dac4d HTTP/1.1" status: 200 len: 210 time: 0.1223974 Mar 31 16:04:06.397054 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55242) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:04:06.495818 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:06.564676 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:07.047639 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03bfe0f5-fa5c-404a-8247-b8eae44574f8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:07.405959 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-03bfe0f5-fa5c-404a-8247-b8eae44574f8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Deleting port 396d49c2-7345-4475-ae8b-9addb6541138 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:04:07.406633 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03bfe0f5-fa5c-404a-8247-b8eae44574f8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:07.602694 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-03bfe0f5-fa5c-404a-8247-b8eae44574f8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] For port 396d49c2-7345-4475-ae8b-9addb6541138, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=396d49c2-7345-4475-ae8b-9addb6541138,segment=NetworkSegment(6f19202b-0d75-4136-bc15-0361b7221529),segment_id=6f19202b-0d75-4136-bc15-0361b7221529)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:04:07.603189 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03bfe0f5-fa5c-404a-8247-b8eae44574f8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:07.726942 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-03bfe0f5-fa5c-404a-8247-b8eae44574f8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Calling delete_port for 396d49c2-7345-4475-ae8b-9addb6541138 owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:04:08.044699 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:08.073621 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03bfe0f5-fa5c-404a-8247-b8eae44574f8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:08.126187 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfe0f5-fa5c-404a-8247-b8eae44574f8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'Port': ['ID=396d49c2-7345-4475-ae8b-9addb6541138,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:08.523086 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03bfe0f5-fa5c-404a-8247-b8eae44574f8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:08.600629 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 047a8395-a5ba-48b1-8e27-9f96b69fc1e2 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:04:08.637259 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: 047a8395-a5ba-48b1-8e27-9f96b69fc1e2 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:04:08.637730 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 047a8395-a5ba-48b1-8e27-9f96b69fc1e2 not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:04:08.883476 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03bfe0f5-fa5c-404a-8247-b8eae44574f8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Router 6480da3a-0fab-49d0-91d6-e61d1b440f29 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:04:09.058738 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bfe0f5-fa5c-404a-8247-b8eae44574f8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:04:09.068863 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a55d1d-acc1-4f91-be6c-fa749ad8bf2f None None] Sync routers for ids ['6480da3a-0fab-49d0-91d6-e61d1b440f29'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:04:09.077979 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a55d1d-acc1-4f91-be6c-fa749ad8bf2f None None] Routers {'6480da3a-0fab-49d0-91d6-e61d1b440f29'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:04:09.078578 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-49a55d1d-acc1-4f91-be6c-fa749ad8bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:04:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6480da3a-0fab-49d0-91d6-e61d1b440f29'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:04:09.125927 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-03bfe0f5-fa5c-404a-8247-b8eae44574f8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "PUT /v2.0/routers/6480da3a-0fab-49d0-91d6-e61d1b440f29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7276680 Mar 31 16:04:09.128708 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55246) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:04:09.198480 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-387c3d1c-fcc7-46d4-8c72-d6dc39f6ed57 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Deleting subnet 290ff069-8841-48f0-ae31-9f32c58f0ddf {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 16:04:09.201383 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-387c3d1c-fcc7-46d4-8c72-d6dc39f6ed57 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:09.256507 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-387c3d1c-fcc7-46d4-8c72-d6dc39f6ed57 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:09.256815 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-49a55d1d-acc1-4f91-be6c-fa749ad8bf2f None None] Set router 6480da3a-0fab-49d0-91d6-e61d1b440f29 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:04:09.342529 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-387c3d1c-fcc7-46d4-8c72-d6dc39f6ed57 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:09.479057 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-387c3d1c-fcc7-46d4-8c72-d6dc39f6ed57 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:09.521154 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-387c3d1c-fcc7-46d4-8c72-d6dc39f6ed57 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:09.525787 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c3d1c-fcc7-46d4-8c72-d6dc39f6ed57 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'Subnet': ['ID=290ff069-8841-48f0-ae31-9f32c58f0ddf,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:09.527817 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230ea176-9128-4402-9f0e-b3bb896452b3 None None] Network ca345968-057e-4695-a4fb-1cf4ae3bc26d requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:04:09.537288 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-387c3d1c-fcc7-46d4-8c72-d6dc39f6ed57 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "DELETE /v2.0/subnets/290ff069-8841-48f0-ae31-9f32c58f0ddf HTTP/1.1" status: 204 len: 168 time: 0.4045990 Mar 31 16:04:09.537288 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c3d1c-fcc7-46d4-8c72-d6dc39f6ed57 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:09.537288 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c3d1c-fcc7-46d4-8c72-d6dc39f6ed57 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:09.537288 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c3d1c-fcc7-46d4-8c72-d6dc39f6ed57 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:09.537679 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55250) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:04:09.538300 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-49a55d1d-acc1-4f91-be6c-fa749ad8bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443613979', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '2c0580e0-cf6e-48cb-ab36-902a1432ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:55Z', 'updated_at': '2022-03-31T16:04:07Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '2c0580e0-cf6e-48cb-ab36-902a1432ceaf', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:55Z', 'updated_at': '2022-03-31T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:04:09.539773 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c3d1c-fcc7-46d4-8c72-d6dc39f6ed57 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:09.540144 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c3d1c-fcc7-46d4-8c72-d6dc39f6ed57 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:09.540520 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c3d1c-fcc7-46d4-8c72-d6dc39f6ed57 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:09.540988 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c3d1c-fcc7-46d4-8c72-d6dc39f6ed57 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:09.541451 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c3d1c-fcc7-46d4-8c72-d6dc39f6ed57 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:09.541785 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c3d1c-fcc7-46d4-8c72-d6dc39f6ed57 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:09.542115 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c3d1c-fcc7-46d4-8c72-d6dc39f6ed57 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:09.542442 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c3d1c-fcc7-46d4-8c72-d6dc39f6ed57 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:09.542770 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c3d1c-fcc7-46d4-8c72-d6dc39f6ed57 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:09.543647 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a55d1d-acc1-4f91-be6c-fa749ad8bf2f None None] Checking router: 6480da3a-0fab-49d0-91d6-e61d1b440f29 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:04:09.554588 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a55d1d-acc1-4f91-be6c-fa749ad8bf2f None None] Routers {'6480da3a-0fab-49d0-91d6-e61d1b440f29'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:04:09.555445 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-49a55d1d-acc1-4f91-be6c-fa749ad8bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:04:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['6480da3a-0fab-49d0-91d6-e61d1b440f29'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:04:09.736681 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-49a55d1d-acc1-4f91-be6c-fa749ad8bf2f None None] Set router 6480da3a-0fab-49d0-91d6-e61d1b440f29 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:04:09.741717 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5037549d-f620-4bf0-bb8c-85058bfb3c9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:09.807347 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090ac705-9fcd-4b93-a1d1-abc6cdcac25a None None] DHCP port deletion for ca345968-057e-4695-a4fb-1cf4ae3bc26d request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 16:04:09.811711 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-090ac705-9fcd-4b93-a1d1-abc6cdcac25a None None] Deleting port 09ee9297-8b06-49c9-af2b-c2d6a9593897 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:04:09.812089 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-090ac705-9fcd-4b93-a1d1-abc6cdcac25a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:09.964599 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5037549d-f620-4bf0-bb8c-85058bfb3c9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:09.975970 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 09ee9297-8b06-49c9-af2b-c2d6a9593897 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:04:10.039159 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-5037549d-f620-4bf0-bb8c-85058bfb3c9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Deleting port 2c0580e0-cf6e-48cb-ab36-902a1432ceaf {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:04:10.039466 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5037549d-f620-4bf0-bb8c-85058bfb3c9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:10.091093 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-49a55d1d-acc1-4f91-be6c-fa749ad8bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443613979', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '2c0580e0-cf6e-48cb-ab36-902a1432ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:55Z', 'updated_at': '2022-03-31T16:04:07Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '2c0580e0-cf6e-48cb-ab36-902a1432ceaf', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:55Z', 'updated_at': '2022-03-31T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:04:10.095524 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a55d1d-acc1-4f91-be6c-fa749ad8bf2f None None] The sync data for ids ['6480da3a-0fab-49d0-91d6-e61d1b440f29'] in dv-neutron-833379-2-hyperv is: [{'id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443613979', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '2c0580e0-cf6e-48cb-ab36-902a1432ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:55Z', 'updated_at': '2022-03-31T16:04:07Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '2c0580e0-cf6e-48cb-ab36-902a1432ceaf', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6480da3a-0fab-49d0-91d6-e61d1b440f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:55Z', 'updated_at': '2022-03-31T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:04:10.145079 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-090ac705-9fcd-4b93-a1d1-abc6cdcac25a None None] For port 09ee9297-8b06-49c9-af2b-c2d6a9593897, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=09ee9297-8b06-49c9-af2b-c2d6a9593897,segment=NetworkSegment(6f19202b-0d75-4136-bc15-0361b7221529),segment_id=6f19202b-0d75-4136-bc15-0361b7221529)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:04:10.145621 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-090ac705-9fcd-4b93-a1d1-abc6cdcac25a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:10.305379 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-090ac705-9fcd-4b93-a1d1-abc6cdcac25a None None] Calling delete_port for 09ee9297-8b06-49c9-af2b-c2d6a9593897 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:04:10.332264 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-5037549d-f620-4bf0-bb8c-85058bfb3c9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] For port 2c0580e0-cf6e-48cb-ab36-902a1432ceaf, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=2c0580e0-cf6e-48cb-ab36-902a1432ceaf,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:04:10.332614 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5037549d-f620-4bf0-bb8c-85058bfb3c9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:10.367654 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:10.454708 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-5037549d-f620-4bf0-bb8c-85058bfb3c9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Calling delete_port for 2c0580e0-cf6e-48cb-ab36-902a1432ceaf owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:04:10.491322 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-090ac705-9fcd-4b93-a1d1-abc6cdcac25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:10.545982 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ac705-9fcd-4b93-a1d1-abc6cdcac25a None None] Pushing event deleted for resources: {'Port': ['ID=09ee9297-8b06-49c9-af2b-c2d6a9593897,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:10.548614 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090ac705-9fcd-4b93-a1d1-abc6cdcac25a None None] No DVR routers for this DVR port 09ee9297-8b06-49c9-af2b-c2d6a9593897 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:04:10.559255 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ac705-9fcd-4b93-a1d1-abc6cdcac25a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:10.559991 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ac705-9fcd-4b93-a1d1-abc6cdcac25a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:10.560556 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ac705-9fcd-4b93-a1d1-abc6cdcac25a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:10.561289 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ac705-9fcd-4b93-a1d1-abc6cdcac25a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:10.561636 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ac705-9fcd-4b93-a1d1-abc6cdcac25a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:10.562070 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ac705-9fcd-4b93-a1d1-abc6cdcac25a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:10.562501 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ac705-9fcd-4b93-a1d1-abc6cdcac25a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:10.562930 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ac705-9fcd-4b93-a1d1-abc6cdcac25a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:10.563672 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ac705-9fcd-4b93-a1d1-abc6cdcac25a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:10.564103 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ac705-9fcd-4b93-a1d1-abc6cdcac25a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:10.564614 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ac705-9fcd-4b93-a1d1-abc6cdcac25a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:10.565032 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ac705-9fcd-4b93-a1d1-abc6cdcac25a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:10.701770 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5037549d-f620-4bf0-bb8c-85058bfb3c9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:10.776083 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037549d-f620-4bf0-bb8c-85058bfb3c9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'Port': ['ID=2c0580e0-cf6e-48cb-ab36-902a1432ceaf,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:10.839937 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5037549d-f620-4bf0-bb8c-85058bfb3c9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:11.010257 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5037549d-f620-4bf0-bb8c-85058bfb3c9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:11.012428 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5037549d-f620-4bf0-bb8c-85058bfb3c9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:11.101304 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5037549d-f620-4bf0-bb8c-85058bfb3c9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:11.101820 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5037549d-f620-4bf0-bb8c-85058bfb3c9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Fanout notify agent at l3_agent the message router_deleted on router 6480da3a-0fab-49d0-91d6-e61d1b440f29 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 16:04:11.117392 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5037549d-f620-4bf0-bb8c-85058bfb3c9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:11.118490 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5037549d-f620-4bf0-bb8c-85058bfb3c9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "DELETE /v2.0/routers/6480da3a-0fab-49d0-91d6-e61d1b440f29 HTTP/1.1" status: 204 len: 168 time: 1.5800343 Mar 31 16:04:11.121140 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55254) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:04:11.239013 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14b5085a-7aa4-4634-977e-c4f3b2ca89fa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:11.368327 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14b5085a-7aa4-4634-977e-c4f3b2ca89fa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:11.395940 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-14b5085a-7aa4-4634-977e-c4f3b2ca89fa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca345968-057e-4695-a4fb-1cf4ae3bc26d']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:04:11.407811 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-14b5085a-7aa4-4634-977e-c4f3b2ca89fa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f19202b-0d75-4136-bc15-0361b7221529') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:04:11.408100 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-14b5085a-7aa4-4634-977e-c4f3b2ca89fa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f19202b-0d75-4136-bc15-0361b7221529') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:04:11.419830 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14b5085a-7aa4-4634-977e-c4f3b2ca89fa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:11.435894 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14b5085a-7aa4-4634-977e-c4f3b2ca89fa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:11.441744 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b5085a-7aa4-4634-977e-c4f3b2ca89fa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:04:11.442119 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14b5085a-7aa4-4634-977e-c4f3b2ca89fa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:11.456506 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 16:04:11.456506 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:04:11.456506 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 16:04:11.456506 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:04:11.456506 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 16:04:11.456506 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 16:04:11.456506 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 16:04:11.456506 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:04:11.456506 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 16:04:11.456506 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:04:11.456506 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 16:04:11.456506 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:04:11.456506 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 16:04:11.456506 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 16:04:11.456506 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:04:11.456506 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 16:04:11.456506 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:04:11.456506 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 16:04:11.456506 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 16:04:11.456506 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 16:04:11.456506 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 16:04:11.456506 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 16:04:11.456506 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:04:11.456506 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:04:11.456506 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 16:04:11.456506 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:04:11.456506 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:04:11.456506 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:04:11.456506 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:04:11.456506 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:04:11.456506 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:04:11.456506 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:04:11.604282 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14b5085a-7aa4-4634-977e-c4f3b2ca89fa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:11.625756 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14b5085a-7aa4-4634-977e-c4f3b2ca89fa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:11.637888 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5085a-7aa4-4634-977e-c4f3b2ca89fa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'Network': ['ID=ca345968-057e-4695-a4fb-1cf4ae3bc26d,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:11.702012 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-14b5085a-7aa4-4634-977e-c4f3b2ca89fa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "DELETE /v2.0/networks/ca345968-057e-4695-a4fb-1cf4ae3bc26d HTTP/1.1" status: 204 len: 168 time: 0.5798583 Mar 31 16:04:11.704612 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55258) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:04:11.771883 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4838f2d1-f049-4c6a-872d-24a9b8d4cc0b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:11.801383 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4838f2d1-f049-4c6a-872d-24a9b8d4cc0b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:11.889316 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 396d49c2-7345-4475-ae8b-9addb6541138 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:04:11.907094 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4838f2d1-f049-4c6a-872d-24a9b8d4cc0b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:11.925790 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838f2d1-f049-4c6a-872d-24a9b8d4cc0b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f2da84-2cf1-491c-873f-d83c476aec1f,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:11.926848 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 396d49c2-7345-4475-ae8b-9addb6541138 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:04:11.927196 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 396d49c2-7345-4475-ae8b-9addb6541138 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:04:11.927800 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 2c0580e0-cf6e-48cb-ab36-902a1432ceaf no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:04:11.969692 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 2c0580e0-cf6e-48cb-ab36-902a1432ceaf {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:04:11.970038 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 2c0580e0-cf6e-48cb-ab36-902a1432ceaf not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:04:11.981066 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4838f2d1-f049-4c6a-872d-24a9b8d4cc0b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:11.983459 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4838f2d1-f049-4c6a-872d-24a9b8d4cc0b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "DELETE /v2.0/security-groups/f6f2da84-2cf1-491c-873f-d83c476aec1f HTTP/1.1" status: 204 len: 168 time: 0.2768099 Mar 31 16:04:12.538873 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55266) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:04:12.544344 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8eb3a6f1-f938-4306-9e97-1993096fdf82 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-337140860', 'description': 'tempest-secgroup-smoke-337140860 description', 'project_id': '650835ad0bc14fff808fd395113443a2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:04:12.550920 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8eb3a6f1-f938-4306-9e97-1993096fdf82 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:04:12.556067 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8eb3a6f1-f938-4306-9e97-1993096fdf82 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:04:12.559191 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8eb3a6f1-f938-4306-9e97-1993096fdf82 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:04:12.564893 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8eb3a6f1-f938-4306-9e97-1993096fdf82 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:04:12.626523 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8eb3a6f1-f938-4306-9e97-1993096fdf82 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:12.648043 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8eb3a6f1-f938-4306-9e97-1993096fdf82 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:04:12.651837 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8eb3a6f1-f938-4306-9e97-1993096fdf82 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:04:12.654923 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-8eb3a6f1-f938-4306-9e97-1993096fdf82 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:04:12.660666 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-8eb3a6f1-f938-4306-9e97-1993096fdf82 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:04:12.733283 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8eb3a6f1-f938-4306-9e97-1993096fdf82 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:12.815781 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8eb3a6f1-f938-4306-9e97-1993096fdf82 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:12.862178 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3a6f1-f938-4306-9e97-1993096fdf82 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3e9b75-0314-4c9e-8e38-f851d8ff3992,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:12.959522 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8eb3a6f1-f938-4306-9e97-1993096fdf82 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:12.960893 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8eb3a6f1-f938-4306-9e97-1993096fdf82 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4209867 Mar 31 16:04:12.963762 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55270) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:04:12.968612 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-6905c13a-af85-4e2a-8cd3-39fe913ecc0a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group_rule': {'security_group_id': 'fd3e9b75-0314-4c9e-8e38-f851d8ff3992', 'project_id': '650835ad0bc14fff808fd395113443a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:04:12.974797 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6905c13a-af85-4e2a-8cd3-39fe913ecc0a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:04:12.978587 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6905c13a-af85-4e2a-8cd3-39fe913ecc0a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:04:12.981471 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6905c13a-af85-4e2a-8cd3-39fe913ecc0a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:04:12.987139 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6905c13a-af85-4e2a-8cd3-39fe913ecc0a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:04:13.074978 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6905c13a-af85-4e2a-8cd3-39fe913ecc0a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:13.141210 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6905c13a-af85-4e2a-8cd3-39fe913ecc0a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:13.221443 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6905c13a-af85-4e2a-8cd3-39fe913ecc0a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:13.246767 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905c13a-af85-4e2a-8cd3-39fe913ecc0a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89586072-4742-4a23-a0b1-c1577c78808a,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:13.307195 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6905c13a-af85-4e2a-8cd3-39fe913ecc0a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:13.308368 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6905c13a-af85-4e2a-8cd3-39fe913ecc0a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3436825 Mar 31 16:04:13.311084 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55274) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:04:13.315946 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c5c60cf2-1b16-49d0-9f79-b73184de3bc9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group_rule': {'security_group_id': 'fd3e9b75-0314-4c9e-8e38-f851d8ff3992', 'project_id': '650835ad0bc14fff808fd395113443a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:04:13.322800 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c5c60cf2-1b16-49d0-9f79-b73184de3bc9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:04:13.326790 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c5c60cf2-1b16-49d0-9f79-b73184de3bc9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:04:13.329687 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c5c60cf2-1b16-49d0-9f79-b73184de3bc9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:04:13.335728 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c5c60cf2-1b16-49d0-9f79-b73184de3bc9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:04:13.428641 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5c60cf2-1b16-49d0-9f79-b73184de3bc9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:13.490836 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5c60cf2-1b16-49d0-9f79-b73184de3bc9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:13.564064 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5c60cf2-1b16-49d0-9f79-b73184de3bc9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:13.589633 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c60cf2-1b16-49d0-9f79-b73184de3bc9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4b57d9-a62c-4457-b296-1e12ee112c39,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:13.655680 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5c60cf2-1b16-49d0-9f79-b73184de3bc9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:13.656938 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c5c60cf2-1b16-49d0-9f79-b73184de3bc9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3449273 Mar 31 16:04:13.659657 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55278) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:04:13.664697 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-52ff77cf-de14-4903-8178-e1c524d59b6e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group_rule': {'security_group_id': 'fd3e9b75-0314-4c9e-8e38-f851d8ff3992', 'project_id': '650835ad0bc14fff808fd395113443a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:04:13.671044 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-52ff77cf-de14-4903-8178-e1c524d59b6e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:04:13.674917 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-52ff77cf-de14-4903-8178-e1c524d59b6e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:04:13.677877 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-52ff77cf-de14-4903-8178-e1c524d59b6e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:04:13.683629 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-52ff77cf-de14-4903-8178-e1c524d59b6e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:04:13.747698 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52ff77cf-de14-4903-8178-e1c524d59b6e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:13.810321 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52ff77cf-de14-4903-8178-e1c524d59b6e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:13.884253 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52ff77cf-de14-4903-8178-e1c524d59b6e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:13.909260 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff77cf-de14-4903-8178-e1c524d59b6e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad734c5-c589-4878-8f79-474349bce928,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:13.959408 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52ff77cf-de14-4903-8178-e1c524d59b6e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:13.960597 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-52ff77cf-de14-4903-8178-e1c524d59b6e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2999957 Mar 31 16:04:13.963278 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55282) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:04:13.968107 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-2f0d9365-f9fc-4c0c-9236-3fd80bf6c8af tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group_rule': {'security_group_id': 'fd3e9b75-0314-4c9e-8e38-f851d8ff3992', 'project_id': '650835ad0bc14fff808fd395113443a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:04:13.975272 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-2f0d9365-f9fc-4c0c-9236-3fd80bf6c8af tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:04:13.979133 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2f0d9365-f9fc-4c0c-9236-3fd80bf6c8af tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:04:13.982022 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2f0d9365-f9fc-4c0c-9236-3fd80bf6c8af tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:04:13.987589 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-2f0d9365-f9fc-4c0c-9236-3fd80bf6c8af tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:04:14.050292 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2f0d9365-f9fc-4c0c-9236-3fd80bf6c8af tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:14.114764 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2f0d9365-f9fc-4c0c-9236-3fd80bf6c8af tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:14.169864 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2f0d9365-f9fc-4c0c-9236-3fd80bf6c8af tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:14.193227 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d9365-f9fc-4c0c-9236-3fd80bf6c8af tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=739a4e7f-f043-402b-bfe5-4731c3606178,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:14.256499 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2f0d9365-f9fc-4c0c-9236-3fd80bf6c8af tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:14.257716 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2f0d9365-f9fc-4c0c-9236-3fd80bf6c8af tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2935469 Mar 31 16:04:14.260395 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55286) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:04:14.265330 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-bcdab156-cb31-46be-ab54-caca09aaebfa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group_rule': {'security_group_id': 'fd3e9b75-0314-4c9e-8e38-f851d8ff3992', 'project_id': '650835ad0bc14fff808fd395113443a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:04:14.272116 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-bcdab156-cb31-46be-ab54-caca09aaebfa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:04:14.275921 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-bcdab156-cb31-46be-ab54-caca09aaebfa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:04:14.278835 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-bcdab156-cb31-46be-ab54-caca09aaebfa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:04:14.284687 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-bcdab156-cb31-46be-ab54-caca09aaebfa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:04:14.358456 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-bcdab156-cb31-46be-ab54-caca09aaebfa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Project 650835ad0bc14fff808fd395113443a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 16:04:14.365321 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bcdab156-cb31-46be-ab54-caca09aaebfa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:14.428894 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bcdab156-cb31-46be-ab54-caca09aaebfa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:14.495521 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bcdab156-cb31-46be-ab54-caca09aaebfa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:14.518886 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdab156-cb31-46be-ab54-caca09aaebfa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b11f1a3b-17a2-48c1-b33b-b9a92fad7f7c,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:14.603969 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bcdab156-cb31-46be-ab54-caca09aaebfa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:14.605205 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-bcdab156-cb31-46be-ab54-caca09aaebfa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3439000 Mar 31 16:04:14.608077 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55290) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:04:14.613284 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-db3de562-0d1c-4b0d-9432-5f8d3b0330ba tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group_rule': {'security_group_id': 'fd3e9b75-0314-4c9e-8e38-f851d8ff3992', 'project_id': '650835ad0bc14fff808fd395113443a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:04:14.619991 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-db3de562-0d1c-4b0d-9432-5f8d3b0330ba tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:04:14.623954 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-db3de562-0d1c-4b0d-9432-5f8d3b0330ba tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:04:14.626838 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-db3de562-0d1c-4b0d-9432-5f8d3b0330ba tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:04:14.633876 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-db3de562-0d1c-4b0d-9432-5f8d3b0330ba tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:04:14.707225 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.securitygroups_db [None req-db3de562-0d1c-4b0d-9432-5f8d3b0330ba tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Project 650835ad0bc14fff808fd395113443a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 16:04:14.713898 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-db3de562-0d1c-4b0d-9432-5f8d3b0330ba tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:14.780902 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-db3de562-0d1c-4b0d-9432-5f8d3b0330ba tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:14.861326 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-db3de562-0d1c-4b0d-9432-5f8d3b0330ba tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:14.885384 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3de562-0d1c-4b0d-9432-5f8d3b0330ba tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=794fac5b-4fc4-4297-aab7-e1e6ed482f68,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:14.952904 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-db3de562-0d1c-4b0d-9432-5f8d3b0330ba tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:14.954122 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-db3de562-0d1c-4b0d-9432-5f8d3b0330ba tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3450789 Mar 31 16:04:14.956860 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55294) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:04:14.962444 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-1d254f33-91ce-4a0a-9283-6c674c877f9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'network': {'name': 'tempest-network-smoke--1507711185', 'project_id': '650835ad0bc14fff808fd395113443a2', 'port_security_enabled': True}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:04:14.967382 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-1d254f33-91ce-4a0a-9283-6c674c877f9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:04:14.971413 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-1d254f33-91ce-4a0a-9283-6c674c877f9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:network and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:04:14.974871 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-1d254f33-91ce-4a0a-9283-6c674c877f9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:04:14.980373 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-1d254f33-91ce-4a0a-9283-6c674c877f9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:04:15.055663 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d254f33-91ce-4a0a-9283-6c674c877f9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Made reservation on behalf of 650835ad0bc14fff808fd395113443a2 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:04:15.059083 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1d254f33-91ce-4a0a-9283-6c674c877f9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:15.087596 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d254f33-91ce-4a0a-9283-6c674c877f9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:04:15.095857 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1d254f33-91ce-4a0a-9283-6c674c877f9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:15.096193 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-1d254f33-91ce-4a0a-9283-6c674c877f9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Added segment af717cbb-594e-4044-99c5-eed9e6c1985b of type vlan for network cc76266a-c83c-4036-97e3-868e5171665a Mar 31 16:04:15.122658 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1d254f33-91ce-4a0a-9283-6c674c877f9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:15.204067 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1d254f33-91ce-4a0a-9283-6c674c877f9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:15.209476 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d254f33-91ce-4a0a-9283-6c674c877f9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:15.210058 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1d254f33-91ce-4a0a-9283-6c674c877f9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:15.413364 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d254f33-91ce-4a0a-9283-6c674c877f9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Network': ['ID=cc76266a-c83c-4036-97e3-868e5171665a,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:15.423427 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network cc76266a-c83c-4036-97e3-868e5171665a details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 16:04:15.462358 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-1d254f33-91ce-4a0a-9283-6c674c877f9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5042603 Mar 31 16:04:15.464925 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55298) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:04:15.470490 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-2abe6116-0df1-4ac0-abb3-7013329f7ecd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1143323221', 'admin_state_up': True, 'project_id': '650835ad0bc14fff808fd395113443a2', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:04:15.478600 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-2abe6116-0df1-4ac0-abb3-7013329f7ecd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:04:15.482483 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2abe6116-0df1-4ac0-abb3-7013329f7ecd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:router and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:04:15.485249 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-2abe6116-0df1-4ac0-abb3-7013329f7ecd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:04:15.492422 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-2abe6116-0df1-4ac0-abb3-7013329f7ecd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:04:15.569759 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2abe6116-0df1-4ac0-abb3-7013329f7ecd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:15.570817 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2abe6116-0df1-4ac0-abb3-7013329f7ecd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:15.586342 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2abe6116-0df1-4ac0-abb3-7013329f7ecd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:15.911166 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2abe6116-0df1-4ac0-abb3-7013329f7ecd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:16.371017 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2abe6116-0df1-4ac0-abb3-7013329f7ecd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:16.399380 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2abe6116-0df1-4ac0-abb3-7013329f7ecd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:16.533666 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-2abe6116-0df1-4ac0-abb3-7013329f7ecd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Allocated IP 172.26.5.79 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/1bd99d7c-7813-4dd1-a664-d15793bb98a7) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:04:16.678662 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2abe6116-0df1-4ac0-abb3-7013329f7ecd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:16.747393 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2abe6116-0df1-4ac0-abb3-7013329f7ecd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:16.807367 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abe6116-0df1-4ac0-abb3-7013329f7ecd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:04:16.813990 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-2abe6116-0df1-4ac0-abb3-7013329f7ecd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:04:16.817964 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abe6116-0df1-4ac0-abb3-7013329f7ecd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:04:16.850253 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe6116-0df1-4ac0-abb3-7013329f7ecd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Port': ['ID=1bd99d7c-7813-4dd1-a664-d15793bb98a7,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:17.292980 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2abe6116-0df1-4ac0-abb3-7013329f7ecd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:17.750671 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2abe6116-0df1-4ac0-abb3-7013329f7ecd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:17.856897 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:04:18.049012 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2abe6116-0df1-4ac0-abb3-7013329f7ecd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Router ecfde667-94af-4cb6-ba0d-0f2ce598bdf1 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 16:04:18.226371 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abe6116-0df1-4ac0-abb3-7013329f7ecd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:04:18.235664 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6e2205-d7b5-4635-b49f-9b183c986d91 None None] Sync routers for ids ['ecfde667-94af-4cb6-ba0d-0f2ce598bdf1'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:04:18.245265 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6e2205-d7b5-4635-b49f-9b183c986d91 None None] Routers {'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:04:18.245879 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7a6e2205-d7b5-4635-b49f-9b183c986d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:04:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['ecfde667-94af-4cb6-ba0d-0f2ce598bdf1'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:04:18.352610 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2abe6116-0df1-4ac0-abb3-7013329f7ecd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:18.353794 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2abe6116-0df1-4ac0-abb3-7013329f7ecd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8878675 Mar 31 16:04:18.357833 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55302) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:04:18.401955 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-05507008-e5b5-429f-83c2-9336fe984e8e tempest-TestNetworkAdvancedServerOps-2136623470 tempest-TestNetworkAdvancedServerOps-2136623470-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=650835ad0bc14fff808fd395113443a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430384 Mar 31 16:04:18.404502 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55306) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:04:18.420286 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-7a6e2205-d7b5-4635-b49f-9b183c986d91 None None] Set router ecfde667-94af-4cb6-ba0d-0f2ce598bdf1 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:04:18.535340 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b4d63e-02d4-4872-8214-62a69079f61a tempest-TestNetworkAdvancedServerOps-2136623470 tempest-TestNetworkAdvancedServerOps-2136623470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:18.537512 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-26b4d63e-02d4-4872-8214-62a69079f61a tempest-TestNetworkAdvancedServerOps-2136623470 tempest-TestNetworkAdvancedServerOps-2136623470-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1320968 Mar 31 16:04:18.540222 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55310) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:04:18.580967 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-500e637c-4f47-4c53-9b04-72bdf0d2f085 tempest-TestNetworkAdvancedServerOps-2136623470 tempest-TestNetworkAdvancedServerOps-2136623470-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=81fb4282-babc-4201-afd1-e5be35072e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374255 Mar 31 16:04:18.581155 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55314) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:04:18.586936 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9253f978-d440-41a1-90d2-e1261ab00d35 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1803349584', 'network_id': 'cc76266a-c83c-4036-97e3-868e5171665a', 'project_id': '650835ad0bc14fff808fd395113443a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:04:18.696865 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9253f978-d440-41a1-90d2-e1261ab00d35 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:04:18.700823 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9253f978-d440-41a1-90d2-e1261ab00d35 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:subnet and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:04:18.703607 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9253f978-d440-41a1-90d2-e1261ab00d35 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:04:18.707012 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7a6e2205-d7b5-4635-b49f-9b183c986d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143323221', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '1bd99d7c-7813-4dd1-a664-d15793bb98a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:04:15Z', 'updated_at': '2022-03-31T16:04:17Z', 'revision_number': 3, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '1bd99d7c-7813-4dd1-a664-d15793bb98a7', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:04:16Z', 'updated_at': '2022-03-31T16:04:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:04:18.710310 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9253f978-d440-41a1-90d2-e1261ab00d35 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:04:18.711653 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6e2205-d7b5-4635-b49f-9b183c986d91 None None] Checking router: ecfde667-94af-4cb6-ba0d-0f2ce598bdf1 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:04:18.711993 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6e2205-d7b5-4635-b49f-9b183c986d91 None None] Updating router ecfde667-94af-4cb6-ba0d-0f2ce598bdf1 port 1bd99d7c-7813-4dd1-a664-d15793bb98a7 binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:04:18.763735 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7a6e2205-d7b5-4635-b49f-9b183c986d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:18.775654 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9253f978-d440-41a1-90d2-e1261ab00d35 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Made reservation on behalf of 650835ad0bc14fff808fd395113443a2 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:04:18.779167 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9253f978-d440-41a1-90d2-e1261ab00d35 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:19.055404 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9253f978-d440-41a1-90d2-e1261ab00d35 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:19.135390 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7a6e2205-d7b5-4635-b49f-9b183c986d91 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:19.139398 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253f978-d440-41a1-90d2-e1261ab00d35 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Subnet': ['ID=50cefba8-07c2-4388-ac62-f60780078c21,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:19.149374 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-7a6e2205-d7b5-4635-b49f-9b183c986d91 None None] Transition to ACTIVE for port object 1bd99d7c-7813-4dd1-a664-d15793bb98a7 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:04:19.149478 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9253f978-d440-41a1-90d2-e1261ab00d35 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Checking segment: {'id': 'af717cbb-594e-4044-99c5-eed9e6c1985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cc76266a-c83c-4036-97e3-868e5171665a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:04:19.149478 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9253f978-d440-41a1-90d2-e1261ab00d35 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network hostable DHCP agents. Network: cc76266a-c83c-4036-97e3-868e5171665a, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:04:19.215711 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7a6e2205-d7b5-4635-b49f-9b183c986d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:19.238601 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9253f978-d440-41a1-90d2-e1261ab00d35 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network cc76266a-c83c-4036-97e3-868e5171665a is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:04:19.292937 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-7a6e2205-d7b5-4635-b49f-9b183c986d91 None None] Attempting to bind port 1bd99d7c-7813-4dd1-a664-d15793bb98a7 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:04:19.296215 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-7a6e2205-d7b5-4635-b49f-9b183c986d91 None None] Attempting to bind port 1bd99d7c-7813-4dd1-a664-d15793bb98a7 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:04:19.296215 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6e2205-d7b5-4635-b49f-9b183c986d91 None None] Attempting to bind port 1bd99d7c-7813-4dd1-a664-d15793bb98a7 on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:04:19.299183 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849946b4-acb4-44b8-aebb-ec1c22f100f4 None None] Pushing event updated for resources: {'Port': ['ID=1bd99d7c-7813-4dd1-a664-d15793bb98a7,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:19.304032 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6e2205-d7b5-4635-b49f-9b183c986d91 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:04:19.304406 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6e2205-d7b5-4635-b49f-9b183c986d91 None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:04:19.304803 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7a6e2205-d7b5-4635-b49f-9b183c986d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:19.305204 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6e2205-d7b5-4635-b49f-9b183c986d91 None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:04:19.305710 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-7a6e2205-d7b5-4635-b49f-9b183c986d91 None None] Bound port: 1bd99d7c-7813-4dd1-a664-d15793bb98a7, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:04:19.306040 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7a6e2205-d7b5-4635-b49f-9b183c986d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:19.312337 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-9253f978-d440-41a1-90d2-e1261ab00d35 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, cc76266a-c83c-4036-97e3-868e5171665a) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:04:19.316936 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9253f978-d440-41a1-90d2-e1261ab00d35 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:19.318349 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9253f978-d440-41a1-90d2-e1261ab00d35 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:19.334865 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9714e55-a1cf-457f-bfa3-81ac221a693d None None] Network cc76266a-c83c-4036-97e3-868e5171665a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:04:19.405052 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9253f978-d440-41a1-90d2-e1261ab00d35 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8228776 Mar 31 16:04:19.407937 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55318) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:04:19.472378 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-7a6e2205-d7b5-4635-b49f-9b183c986d91 None None] For port 1bd99d7c-7813-4dd1-a664-d15793bb98a7, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:04:19.477475 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-7a6e2205-d7b5-4635-b49f-9b183c986d91 None None] For port 1bd99d7c-7813-4dd1-a664-d15793bb98a7, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=1bd99d7c-7813-4dd1-a664-d15793bb98a7,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:04:19.530401 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7a6e2205-d7b5-4635-b49f-9b183c986d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:19.652412 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6e2205-d7b5-4635-b49f-9b183c986d91 None None] Routers {'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:04:19.653041 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7a6e2205-d7b5-4635-b49f-9b183c986d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:04:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['ecfde667-94af-4cb6-ba0d-0f2ce598bdf1'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:04:19.723898 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cfc108-e3c0-4f7d-8395-ecd432c44637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-cc76266a-c83c-4036-97e3-868e5171665a', 'network_id': 'cc76266a-c83c-4036-97e3-868e5171665a', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'fixed_ips': [{'subnet_id': '50cefba8-07c2-4388-ac62-f60780078c21'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 16:04:19.724941 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e6cfc108-e3c0-4f7d-8395-ecd432c44637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:19.737852 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849946b4-acb4-44b8-aebb-ec1c22f100f4 None None] Pushing event updated for resources: {'Port': ['ID=1bd99d7c-7813-4dd1-a664-d15793bb98a7,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:19.924826 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-7a6e2205-d7b5-4635-b49f-9b183c986d91 None None] Set router ecfde667-94af-4cb6-ba0d-0f2ce598bdf1 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:04:20.168562 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-e6cfc108-e3c0-4f7d-8395-ecd432c44637 None None] Allocated IP 172.20.0.2 (cc76266a-c83c-4036-97e3-868e5171665a/50cefba8-07c2-4388-ac62-f60780078c21/c406b99f-3154-4f9d-9455-78f88a132547) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:04:20.244345 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd56e1b9-43f0-47a9-a4b3-25d29e714821 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:20.424881 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7a6e2205-d7b5-4635-b49f-9b183c986d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143323221', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '1bd99d7c-7813-4dd1-a664-d15793bb98a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:04:15Z', 'updated_at': '2022-03-31T16:04:17Z', 'revision_number': 3, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '1bd99d7c-7813-4dd1-a664-d15793bb98a7', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:04:16Z', 'updated_at': '2022-03-31T16:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:04:20.437295 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6e2205-d7b5-4635-b49f-9b183c986d91 None None] The sync data for ids ['ecfde667-94af-4cb6-ba0d-0f2ce598bdf1'] in dv-neutron-833379-2-hyperv is: [{'id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143323221', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '1bd99d7c-7813-4dd1-a664-d15793bb98a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:04:15Z', 'updated_at': '2022-03-31T16:04:17Z', 'revision_number': 3, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '1bd99d7c-7813-4dd1-a664-d15793bb98a7', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:04:16Z', 'updated_at': '2022-03-31T16:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:04:20.441314 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e6cfc108-e3c0-4f7d-8395-ecd432c44637 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:20.452642 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-e6cfc108-e3c0-4f7d-8395-ecd432c44637 None None] Transition to ACTIVE for port object c406b99f-3154-4f9d-9455-78f88a132547 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:04:20.479489 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-e6cfc108-e3c0-4f7d-8395-ecd432c44637 None None] Transition to ACTIVE for port object c406b99f-3154-4f9d-9455-78f88a132547 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:04:20.547222 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e6cfc108-e3c0-4f7d-8395-ecd432c44637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:20.651840 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-bd56e1b9-43f0-47a9-a4b3-25d29e714821 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Allocated IP 172.20.0.1 (cc76266a-c83c-4036-97e3-868e5171665a/50cefba8-07c2-4388-ac62-f60780078c21/96f55828-ffcd-4258-b28a-0add34d094a0) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:04:20.669630 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cfc108-e3c0-4f7d-8395-ecd432c44637 None None] Network cc76266a-c83c-4036-97e3-868e5171665a is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:04:20.677089 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-e6cfc108-e3c0-4f7d-8395-ecd432c44637 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:04:20.679443 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cfc108-e3c0-4f7d-8395-ecd432c44637 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:04:20.717936 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cfc108-e3c0-4f7d-8395-ecd432c44637 None None] Pushing event updated for resources: {'Port': ['ID=c406b99f-3154-4f9d-9455-78f88a132547,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:20.788196 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e6cfc108-e3c0-4f7d-8395-ecd432c44637 None None] Attempting to bind port c406b99f-3154-4f9d-9455-78f88a132547 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:04:20.788561 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e6cfc108-e3c0-4f7d-8395-ecd432c44637 None None] Attempting to bind port c406b99f-3154-4f9d-9455-78f88a132547 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'af717cbb-594e-4044-99c5-eed9e6c1985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cc76266a-c83c-4036-97e3-868e5171665a'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:04:20.788948 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cfc108-e3c0-4f7d-8395-ecd432c44637 None None] Attempting to bind port c406b99f-3154-4f9d-9455-78f88a132547 on network cc76266a-c83c-4036-97e3-868e5171665a {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:04:20.794737 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cfc108-e3c0-4f7d-8395-ecd432c44637 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:04:20.795105 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cfc108-e3c0-4f7d-8395-ecd432c44637 None None] Checking segment: {'id': 'af717cbb-594e-4044-99c5-eed9e6c1985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cc76266a-c83c-4036-97e3-868e5171665a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:04:20.795502 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e6cfc108-e3c0-4f7d-8395-ecd432c44637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:20.795895 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cfc108-e3c0-4f7d-8395-ecd432c44637 None None] Bound using segment: {'id': 'af717cbb-594e-4044-99c5-eed9e6c1985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cc76266a-c83c-4036-97e3-868e5171665a'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:04:20.796359 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e6cfc108-e3c0-4f7d-8395-ecd432c44637 None None] Bound port: c406b99f-3154-4f9d-9455-78f88a132547, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af717cbb-594e-4044-99c5-eed9e6c1985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cc76266a-c83c-4036-97e3-868e5171665a'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:04:20.796734 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e6cfc108-e3c0-4f7d-8395-ecd432c44637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:20.866426 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd56e1b9-43f0-47a9-a4b3-25d29e714821 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:20.883221 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-bd56e1b9-43f0-47a9-a4b3-25d29e714821 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Transition to ACTIVE for port object 96f55828-ffcd-4258-b28a-0add34d094a0 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:04:20.891254 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-e6cfc108-e3c0-4f7d-8395-ecd432c44637 None None] For port c406b99f-3154-4f9d-9455-78f88a132547, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:04:20.894780 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-e6cfc108-e3c0-4f7d-8395-ecd432c44637 None None] For port c406b99f-3154-4f9d-9455-78f88a132547, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=c406b99f-3154-4f9d-9455-78f88a132547,segment=NetworkSegment(af717cbb-594e-4044-99c5-eed9e6c1985b),segment_id=af717cbb-594e-4044-99c5-eed9e6c1985b)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:04:20.977379 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e6cfc108-e3c0-4f7d-8395-ecd432c44637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:20.987611 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd56e1b9-43f0-47a9-a4b3-25d29e714821 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:21.054269 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd56e1b9-43f0-47a9-a4b3-25d29e714821 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network cc76266a-c83c-4036-97e3-868e5171665a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:04:21.061975 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-bd56e1b9-43f0-47a9-a4b3-25d29e714821 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:04:21.065658 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cfc108-e3c0-4f7d-8395-ecd432c44637 None None] Pushing event updated for resources: {'Port': ['ID=c406b99f-3154-4f9d-9455-78f88a132547,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:21.066638 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd56e1b9-43f0-47a9-a4b3-25d29e714821 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:04:21.118696 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd56e1b9-43f0-47a9-a4b3-25d29e714821 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Port': ['ID=96f55828-ffcd-4258-b28a-0add34d094a0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:21.142876 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd56e1b9-43f0-47a9-a4b3-25d29e714821 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:21.346190 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd56e1b9-43f0-47a9-a4b3-25d29e714821 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:21.955968 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device c406b99f-3154-4f9d-9455-78f88a132547 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:04:21.958437 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd56e1b9-43f0-47a9-a4b3-25d29e714821 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:22.021898 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd56e1b9-43f0-47a9-a4b3-25d29e714821 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:22.112977 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port c406b99f-3154-4f9d-9455-78f88a132547 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:04:22.119639 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 1bd99d7c-7813-4dd1-a664-d15793bb98a7 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:04:22.142176 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd56e1b9-43f0-47a9-a4b3-25d29e714821 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Port': ['ID=96f55828-ffcd-4258-b28a-0add34d094a0,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:22.146058 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd56e1b9-43f0-47a9-a4b3-25d29e714821 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:22.255334 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 1bd99d7c-7813-4dd1-a664-d15793bb98a7 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:04:22.260458 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 1bd99d7c-7813-4dd1-a664-d15793bb98a7 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:04:22.260827 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:22.319847 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd56e1b9-43f0-47a9-a4b3-25d29e714821 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network cc76266a-c83c-4036-97e3-868e5171665a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:04:22.321026 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-bd56e1b9-43f0-47a9-a4b3-25d29e714821 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:04:22.382405 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:22.402082 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 1bd99d7c-7813-4dd1-a664-d15793bb98a7, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=1bd99d7c-7813-4dd1-a664-d15793bb98a7,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:04:22.473141 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:22.528196 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd56e1b9-43f0-47a9-a4b3-25d29e714821 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Router ecfde667-94af-4cb6-ba0d-0f2ce598bdf1 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:04:22.568660 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=1bd99d7c-7813-4dd1-a664-d15793bb98a7,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:22.718325 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92eb8556-3ed7-44c5-9ecf-4b022f0d9e2d None None] Network cc76266a-c83c-4036-97e3-868e5171665a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:04:22.720384 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd56e1b9-43f0-47a9-a4b3-25d29e714821 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:04:22.730207 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b480b2-f489-4145-a464-6a31b9dcc649 None None] Sync routers for ids ['ecfde667-94af-4cb6-ba0d-0f2ce598bdf1'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:04:22.733377 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-bd56e1b9-43f0-47a9-a4b3-25d29e714821 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "PUT /v2.0/routers/ecfde667-94af-4cb6-ba0d-0f2ce598bdf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3242853 Mar 31 16:04:22.744446 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b480b2-f489-4145-a464-6a31b9dcc649 None None] Routers {'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:04:22.745696 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-f8b480b2-f489-4145-a464-6a31b9dcc649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:04:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['ecfde667-94af-4cb6-ba0d-0f2ce598bdf1'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:04:22.904529 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-2029b6ee-1e9f-41a7-b528-ee607a91ba0a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:04:22.931303 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-f8b480b2-f489-4145-a464-6a31b9dcc649 None None] Set router ecfde667-94af-4cb6-ba0d-0f2ce598bdf1 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:04:22.935665 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-8bbf1089-c5b6-4343-83f7-a5e6a79d5052 None None] Provisioning for port c406b99f-3154-4f9d-9455-78f88a132547 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:04:22.950833 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-8bbf1089-c5b6-4343-83f7-a5e6a79d5052 None None] Provisioning complete for port c406b99f-3154-4f9d-9455-78f88a132547 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:04:22.951213 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8bbf1089-c5b6-4343-83f7-a5e6a79d5052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:22.987370 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-2029b6ee-1e9f-41a7-b528-ee607a91ba0a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:04:22.989785 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-2029b6ee-1e9f-41a7-b528-ee607a91ba0a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-337140860&fields=id&tenant_id=650835ad0bc14fff808fd395113443a2 HTTP/1.1" status: 200 len: 267 time: 0.1261985 Mar 31 16:04:23.096287 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8bbf1089-c5b6-4343-83f7-a5e6a79d5052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:23.146281 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-8bbf1089-c5b6-4343-83f7-a5e6a79d5052 None None] For port c406b99f-3154-4f9d-9455-78f88a132547, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=c406b99f-3154-4f9d-9455-78f88a132547,segment=NetworkSegment(af717cbb-594e-4044-99c5-eed9e6c1985b),segment_id=af717cbb-594e-4044-99c5-eed9e6c1985b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:04:23.179909 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-f200de4d-a61c-4177-b8f0-47bd270d3d70 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:23.180367 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-f200de4d-a61c-4177-b8f0-47bd270d3d70 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:network {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:04:23.266742 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8bbf1089-c5b6-4343-83f7-a5e6a79d5052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:23.273973 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-f8b480b2-f489-4145-a464-6a31b9dcc649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143323221', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '1bd99d7c-7813-4dd1-a664-d15793bb98a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:04:15Z', 'updated_at': '2022-03-31T16:04:21Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '1bd99d7c-7813-4dd1-a664-d15793bb98a7', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:04:16Z', 'updated_at': '2022-03-31T16:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '96f55828-ffcd-4258-b28a-0add34d094a0', 'name': '', 'network_id': 'cc76266a-c83c-4036-97e3-868e5171665a', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:7e:56:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '50cefba8-07c2-4388-ac62-f60780078c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:04:20Z', 'updated_at': '2022-03-31T16:04:21Z', 'revision_number': 2, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '50cefba8-07c2-4388-ac62-f60780078c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:04:23.278392 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b480b2-f489-4145-a464-6a31b9dcc649 None None] Checking router: ecfde667-94af-4cb6-ba0d-0f2ce598bdf1 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:04:23.278689 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b480b2-f489-4145-a464-6a31b9dcc649 None None] Updating router ecfde667-94af-4cb6-ba0d-0f2ce598bdf1 port 96f55828-ffcd-4258-b28a-0add34d094a0 binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:04:23.295421 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-f200de4d-a61c-4177-b8f0-47bd270d3d70 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:network {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:04:23.298416 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-f200de4d-a61c-4177-b8f0-47bd270d3d70 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/networks?id=cc76266a-c83c-4036-97e3-868e5171665a HTTP/1.1" status: 200 len: 797 time: 0.2982707 Mar 31 16:04:23.311965 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-5b24a790-5e58-40e9-9c77-32bfacd2ce42 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/quotas/650835ad0bc14fff808fd395113443a2 HTTP/1.1" status: 200 len: 375 time: 0.0094273 Mar 31 16:04:23.343830 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f8b480b2-f489-4145-a464-6a31b9dcc649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:23.353720 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf1089-c5b6-4343-83f7-a5e6a79d5052 None None] Pushing event updated for resources: {'Port': ['ID=c406b99f-3154-4f9d-9455-78f88a132547,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:23.392155 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d1862b61-254d-4077-8421-cd1a434ba6d5 None None] Provisioning complete for port c406b99f-3154-4f9d-9455-78f88a132547 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:04:23.392155 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d1862b61-254d-4077-8421-cd1a434ba6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:23.414762 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-53091e6b-b3ec-4774-bcd7-085fb796fba6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:04:23.494978 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-53091e6b-b3ec-4774-bcd7-085fb796fba6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:04:23.499115 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-53091e6b-b3ec-4774-bcd7-085fb796fba6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1779027 Mar 31 16:04:23.616903 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d1862b61-254d-4077-8421-cd1a434ba6d5 None None] Provisioning for port 96f55828-ffcd-4258-b28a-0add34d094a0 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:04:23.622765 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d1862b61-254d-4077-8421-cd1a434ba6d5 None None] Provisioning complete for port 96f55828-ffcd-4258-b28a-0add34d094a0 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:04:23.623884 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d1862b61-254d-4077-8421-cd1a434ba6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:23.695950 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-d1862b61-254d-4077-8421-cd1a434ba6d5 None None] Port 96f55828-ffcd-4258-b28a-0add34d094a0 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:04:23.711675 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-77913687-050d-47a4-993a-fa6890824f39 service neutron] 10.222.0.31 "GET /v2.0/networks/cc76266a-c83c-4036-97e3-868e5171665a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006509 Mar 31 16:04:23.754126 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f8b480b2-f489-4145-a464-6a31b9dcc649 None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:23.766512 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-f8b480b2-f489-4145-a464-6a31b9dcc649 None None] Transition to ACTIVE for port object 96f55828-ffcd-4258-b28a-0add34d094a0 will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:04:23.815764 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3d9935c2-b396-4171-a059-b523b4582232 None None] Provisioning complete for port 96f55828-ffcd-4258-b28a-0add34d094a0 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:04:23.816130 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3d9935c2-b396-4171-a059-b523b4582232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:23.846561 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-3c94b0e2-2116-4102-adbb-d12475f0a4e7 service neutron] 10.222.0.31 "GET /v2.0/networks/cc76266a-c83c-4036-97e3-868e5171665a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289034 Mar 31 16:04:23.855347 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f8b480b2-f489-4145-a464-6a31b9dcc649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:23.881582 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-3d9935c2-b396-4171-a059-b523b4582232 None None] Port 96f55828-ffcd-4258-b28a-0add34d094a0 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:04:23.930259 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device c406b99f-3154-4f9d-9455-78f88a132547 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:04:24.003281 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port c406b99f-3154-4f9d-9455-78f88a132547 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:04:24.003677 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:24.022240 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717fe9dc-c118-4e06-bd84-177677e9ca0a None None] Pushing event updated for resources: {'Port': ['ID=96f55828-ffcd-4258-b28a-0add34d094a0,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:24.085035 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717fe9dc-c118-4e06-bd84-177677e9ca0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:24.085423 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717fe9dc-c118-4e06-bd84-177677e9ca0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:24.085767 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717fe9dc-c118-4e06-bd84-177677e9ca0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:24.086102 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717fe9dc-c118-4e06-bd84-177677e9ca0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:24.086436 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717fe9dc-c118-4e06-bd84-177677e9ca0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:24.086768 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717fe9dc-c118-4e06-bd84-177677e9ca0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:24.087093 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717fe9dc-c118-4e06-bd84-177677e9ca0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:24.087423 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717fe9dc-c118-4e06-bd84-177677e9ca0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:24.087757 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717fe9dc-c118-4e06-bd84-177677e9ca0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:24.088110 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717fe9dc-c118-4e06-bd84-177677e9ca0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:24.088447 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717fe9dc-c118-4e06-bd84-177677e9ca0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:24.088719 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717fe9dc-c118-4e06-bd84-177677e9ca0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:24.122122 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-f8b480b2-f489-4145-a464-6a31b9dcc649 None None] Attempting to bind port 96f55828-ffcd-4258-b28a-0add34d094a0 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:04:24.122122 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-f8b480b2-f489-4145-a464-6a31b9dcc649 None None] Attempting to bind port 96f55828-ffcd-4258-b28a-0add34d094a0 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'af717cbb-594e-4044-99c5-eed9e6c1985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cc76266a-c83c-4036-97e3-868e5171665a'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:04:24.122482 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b480b2-f489-4145-a464-6a31b9dcc649 None None] Attempting to bind port 96f55828-ffcd-4258-b28a-0add34d094a0 on network cc76266a-c83c-4036-97e3-868e5171665a {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:04:24.127919 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b480b2-f489-4145-a464-6a31b9dcc649 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:04:24.128295 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b480b2-f489-4145-a464-6a31b9dcc649 None None] Checking segment: {'id': 'af717cbb-594e-4044-99c5-eed9e6c1985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cc76266a-c83c-4036-97e3-868e5171665a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:04:24.128695 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f8b480b2-f489-4145-a464-6a31b9dcc649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:24.129087 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b480b2-f489-4145-a464-6a31b9dcc649 None None] Bound using segment: {'id': 'af717cbb-594e-4044-99c5-eed9e6c1985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cc76266a-c83c-4036-97e3-868e5171665a'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:04:24.129672 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-f8b480b2-f489-4145-a464-6a31b9dcc649 None None] Bound port: 96f55828-ffcd-4258-b28a-0add34d094a0, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af717cbb-594e-4044-99c5-eed9e6c1985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cc76266a-c83c-4036-97e3-868e5171665a'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:04:24.130048 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f8b480b2-f489-4145-a464-6a31b9dcc649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:24.142738 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-03abf6a2-e6c2-42d6-bae6-33a1b2f74bb6 req-889de931-6b0b-4386-b4ae-678f2309970a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:04:24.173574 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-03abf6a2-e6c2-42d6-bae6-33a1b2f74bb6 req-889de931-6b0b-4386-b4ae-678f2309970a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:04:24.174730 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-03abf6a2-e6c2-42d6-bae6-33a1b2f74bb6 req-889de931-6b0b-4386-b4ae-678f2309970a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 210 time: 0.0817227 Mar 31 16:04:24.195469 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 1bd99d7c-7813-4dd1-a664-d15793bb98a7 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:04:24.231180 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-f8b480b2-f489-4145-a464-6a31b9dcc649 None None] For port 96f55828-ffcd-4258-b28a-0add34d094a0, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:04:24.233999 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-f8b480b2-f489-4145-a464-6a31b9dcc649 None None] For port 96f55828-ffcd-4258-b28a-0add34d094a0, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=96f55828-ffcd-4258-b28a-0add34d094a0,segment=NetworkSegment(af717cbb-594e-4044-99c5-eed9e6c1985b),segment_id=af717cbb-594e-4044-99c5-eed9e6c1985b)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:04:24.274479 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 1bd99d7c-7813-4dd1-a664-d15793bb98a7 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:04:24.274849 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:24.290307 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f8b480b2-f489-4145-a464-6a31b9dcc649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:24.377628 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b480b2-f489-4145-a464-6a31b9dcc649 None None] Routers {'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:04:24.378272 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-f8b480b2-f489-4145-a464-6a31b9dcc649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:04:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['ecfde667-94af-4cb6-ba0d-0f2ce598bdf1'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:04:24.432680 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717fe9dc-c118-4e06-bd84-177677e9ca0a None None] Pushing event updated for resources: {'Port': ['ID=96f55828-ffcd-4258-b28a-0add34d094a0,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:24.598128 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-f8b480b2-f489-4145-a464-6a31b9dcc649 None None] Set router ecfde667-94af-4cb6-ba0d-0f2ce598bdf1 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:04:24.900403 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-f8b480b2-f489-4145-a464-6a31b9dcc649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143323221', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '1bd99d7c-7813-4dd1-a664-d15793bb98a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:04:15Z', 'updated_at': '2022-03-31T16:04:21Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '1bd99d7c-7813-4dd1-a664-d15793bb98a7', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:04:16Z', 'updated_at': '2022-03-31T16:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '96f55828-ffcd-4258-b28a-0add34d094a0', 'name': '', 'network_id': 'cc76266a-c83c-4036-97e3-868e5171665a', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:7e:56:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '50cefba8-07c2-4388-ac62-f60780078c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:04:20Z', 'updated_at': '2022-03-31T16:04:24Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '50cefba8-07c2-4388-ac62-f60780078c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:04:24.904169 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b480b2-f489-4145-a464-6a31b9dcc649 None None] The sync data for ids ['ecfde667-94af-4cb6-ba0d-0f2ce598bdf1'] in dv-neutron-833379-2-hyperv is: [{'id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143323221', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '1bd99d7c-7813-4dd1-a664-d15793bb98a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:04:15Z', 'updated_at': '2022-03-31T16:04:21Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '1bd99d7c-7813-4dd1-a664-d15793bb98a7', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:04:16Z', 'updated_at': '2022-03-31T16:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '96f55828-ffcd-4258-b28a-0add34d094a0', 'name': '', 'network_id': 'cc76266a-c83c-4036-97e3-868e5171665a', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:7e:56:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '50cefba8-07c2-4388-ac62-f60780078c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:04:20Z', 'updated_at': '2022-03-31T16:04:24Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '50cefba8-07c2-4388-ac62-f60780078c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:04:25.278221 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-435613ab-173b-4cd2-a9b7-850298a84558 req-d8c6eb18-640c-4e11-8d13-b6885aeec022 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 210 time: 0.0440094 Mar 31 16:04:25.524030 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:25.914875 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 96f55828-ffcd-4258-b28a-0add34d094a0 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:04:26.066805 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 96f55828-ffcd-4258-b28a-0add34d094a0 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:04:26.072429 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 96f55828-ffcd-4258-b28a-0add34d094a0 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:04:26.072795 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:26.185982 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:26.216589 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 96f55828-ffcd-4258-b28a-0add34d094a0, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=96f55828-ffcd-4258-b28a-0add34d094a0,segment=NetworkSegment(af717cbb-594e-4044-99c5-eed9e6c1985b),segment_id=af717cbb-594e-4044-99c5-eed9e6c1985b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:04:26.283422 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:26.350820 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=96f55828-ffcd-4258-b28a-0add34d094a0,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:26.376043 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-12f5633b-7853-4ab8-acf1-f6d2cca720a9 req-3bcf2eec-fbaa-4038-8a33-6470391f04ff tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 210 time: 0.0428553 Mar 31 16:04:27.522527 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-19302a76-abfb-44f8-9273-5b0898f56acb req-0ecda28c-7c22-49af-b3e8-aa1934a51213 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 210 time: 0.0415967 Mar 31 16:04:27.900005 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 96f55828-ffcd-4258-b28a-0add34d094a0 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:04:27.970370 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 96f55828-ffcd-4258-b28a-0add34d094a0 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:04:27.970752 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:28.259230 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-6b3d5a4b-14fc-4df0-a614-6130eb2e2f35 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:28.260906 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-6b3d5a4b-14fc-4df0-a614-6130eb2e2f35 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.41 "GET /v2.0/networks?id=cc76266a-c83c-4036-97e3-868e5171665a HTTP/1.1" status: 200 len: 797 time: 0.1511655 Mar 31 16:04:28.311243 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-e0a6c73e-8678-4cfb-b3af-0365cedd8a0f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=650835ad0bc14fff808fd395113443a2 HTTP/1.1" status: 200 len: 379 time: 0.0427725 Mar 31 16:04:28.325654 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-f568508f-3084-4f6c-869c-a4d264d9cc4d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'port': {'device_id': '41370721-13c1-4f28-a7ba-55d015af1997', 'network_id': 'cc76266a-c83c-4036-97e3-868e5171665a', 'admin_state_up': True, 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'security_groups': ['fd3e9b75-0314-4c9e-8e38-f851d8ff3992']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:04:28.459552 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-f568508f-3084-4f6c-869c-a4d264d9cc4d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:04:28.468885 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-f568508f-3084-4f6c-869c-a4d264d9cc4d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:04:28.569278 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-f568508f-3084-4f6c-869c-a4d264d9cc4d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Made reservation on behalf of 650835ad0bc14fff808fd395113443a2 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:04:28.573089 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-f568508f-3084-4f6c-869c-a4d264d9cc4d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:28.682366 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8f46aca7-cf21-4dc2-9b62-823c148c11ae req-98967b65-8749-4c97-a291-f9af48b947c8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 210 time: 0.0452120 Mar 31 16:04:28.731121 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-f568508f-3084-4f6c-869c-a4d264d9cc4d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Allocated IP 172.20.0.3 (cc76266a-c83c-4036-97e3-868e5171665a/50cefba8-07c2-4388-ac62-f60780078c21/2ef093ca-b216-49bd-b17f-5ef00f5446fe) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:04:28.913524 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-f568508f-3084-4f6c-869c-a4d264d9cc4d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:28.928541 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-f568508f-3084-4f6c-869c-a4d264d9cc4d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Transition to ACTIVE for port object 2ef093ca-b216-49bd-b17f-5ef00f5446fe will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:04:29.004061 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-f568508f-3084-4f6c-869c-a4d264d9cc4d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:29.067940 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-f568508f-3084-4f6c-869c-a4d264d9cc4d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network cc76266a-c83c-4036-97e3-868e5171665a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:04:29.075380 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-f568508f-3084-4f6c-869c-a4d264d9cc4d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:04:29.079555 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-f568508f-3084-4f6c-869c-a4d264d9cc4d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:04:29.109493 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568508f-3084-4f6c-869c-a4d264d9cc4d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Port': ['ID=2ef093ca-b216-49bd-b17f-5ef00f5446fe,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:29.150554 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-f568508f-3084-4f6c-869c-a4d264d9cc4d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:29.151156 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-f568508f-3084-4f6c-869c-a4d264d9cc4d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:29.250513 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-f568508f-3084-4f6c-869c-a4d264d9cc4d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9283123 Mar 31 16:04:29.262149 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-a16f01e8-77e9-42d7-beb2-4c17aa0b62ce service neutron] Request body: {'port': {'device_id': '41370721-13c1-4f28-a7ba-55d015af1997', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:04:29.372222 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-a16f01e8-77e9-42d7-beb2-4c17aa0b62ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:29.381125 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a3285bf1-42dc-414a-9a9c-218cf22632f1 None None] Provisioning for port 2ef093ca-b216-49bd-b17f-5ef00f5446fe completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:04:29.386343 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a3285bf1-42dc-414a-9a9c-218cf22632f1 None None] Provisioning complete for port 2ef093ca-b216-49bd-b17f-5ef00f5446fe triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:04:29.386712 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a3285bf1-42dc-414a-9a9c-218cf22632f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:29.442813 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a3285bf1-42dc-414a-9a9c-218cf22632f1 None None] Port 2ef093ca-b216-49bd-b17f-5ef00f5446fe cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:04:29.844372 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-a16f01e8-77e9-42d7-beb2-4c17aa0b62ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ef093ca-b216-49bd-b17f-5ef00f5446fe {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:04:29.854433 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-a16f01e8-77e9-42d7-beb2-4c17aa0b62ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:29.873741 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-a16f01e8-77e9-42d7-beb2-4c17aa0b62ce service neutron] Transition to ACTIVE for port object 2ef093ca-b216-49bd-b17f-5ef00f5446fe will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:04:29.901027 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9531761-b78c-46f0-903b-cf8c99dee8e4 req-d979acc8-2655-4ba2-a3f7-00380441b1d8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:29.901740 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-e9531761-b78c-46f0-903b-cf8c99dee8e4 req-d979acc8-2655-4ba2-a3f7-00380441b1d8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:04:29.992724 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-e9531761-b78c-46f0-903b-cf8c99dee8e4 req-d979acc8-2655-4ba2-a3f7-00380441b1d8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:04:29.993949 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e9531761-b78c-46f0-903b-cf8c99dee8e4 req-d979acc8-2655-4ba2-a3f7-00380441b1d8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 931 time: 0.2046030 Mar 31 16:04:29.994648 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-a16f01e8-77e9-42d7-beb2-4c17aa0b62ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:30.160468 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f01e8-77e9-42d7-beb2-4c17aa0b62ce service neutron] Pushing event updated for resources: {'Port': ['ID=2ef093ca-b216-49bd-b17f-5ef00f5446fe,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:30.188984 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e9531761-b78c-46f0-903b-cf8c99dee8e4 req-2da9fda9-e3a1-4525-8c1f-cf6bccd0719a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3e9b75-0314-4c9e-8e38-f851d8ff3992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595898 Mar 31 16:04:30.269400 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-a16f01e8-77e9-42d7-beb2-4c17aa0b62ce service neutron] Attempting to bind port 2ef093ca-b216-49bd-b17f-5ef00f5446fe on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:04:30.269733 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-a16f01e8-77e9-42d7-beb2-4c17aa0b62ce service neutron] Attempting to bind port 2ef093ca-b216-49bd-b17f-5ef00f5446fe by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'af717cbb-594e-4044-99c5-eed9e6c1985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cc76266a-c83c-4036-97e3-868e5171665a'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:04:30.270109 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-a16f01e8-77e9-42d7-beb2-4c17aa0b62ce service neutron] Attempting to bind port 2ef093ca-b216-49bd-b17f-5ef00f5446fe on network cc76266a-c83c-4036-97e3-868e5171665a {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:04:30.274666 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-a16f01e8-77e9-42d7-beb2-4c17aa0b62ce service neutron] Port 2ef093ca-b216-49bd-b17f-5ef00f5446fe on network cc76266a-c83c-4036-97e3-868e5171665a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 16:04:30.274982 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-a16f01e8-77e9-42d7-beb2-4c17aa0b62ce service neutron] Attempting to bind port 2ef093ca-b216-49bd-b17f-5ef00f5446fe on network cc76266a-c83c-4036-97e3-868e5171665a {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:04:30.279973 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-a16f01e8-77e9-42d7-beb2-4c17aa0b62ce service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:04:30.280301 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-a16f01e8-77e9-42d7-beb2-4c17aa0b62ce service neutron] Checking segment: {'id': 'af717cbb-594e-4044-99c5-eed9e6c1985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cc76266a-c83c-4036-97e3-868e5171665a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:04:30.280683 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-a16f01e8-77e9-42d7-beb2-4c17aa0b62ce service neutron] Bound using segment: {'id': 'af717cbb-594e-4044-99c5-eed9e6c1985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cc76266a-c83c-4036-97e3-868e5171665a'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:04:30.281097 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-a16f01e8-77e9-42d7-beb2-4c17aa0b62ce service neutron] Bound port: 2ef093ca-b216-49bd-b17f-5ef00f5446fe, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af717cbb-594e-4044-99c5-eed9e6c1985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'cc76266a-c83c-4036-97e3-868e5171665a'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:04:30.281471 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-a16f01e8-77e9-42d7-beb2-4c17aa0b62ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:30.367284 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-a16f01e8-77e9-42d7-beb2-4c17aa0b62ce service neutron] For port 2ef093ca-b216-49bd-b17f-5ef00f5446fe, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:04:30.370077 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-a16f01e8-77e9-42d7-beb2-4c17aa0b62ce service neutron] For port 2ef093ca-b216-49bd-b17f-5ef00f5446fe, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=2ef093ca-b216-49bd-b17f-5ef00f5446fe,segment=NetworkSegment(af717cbb-594e-4044-99c5-eed9e6c1985b),segment_id=af717cbb-594e-4044-99c5-eed9e6c1985b)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:04:30.461359 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-a16f01e8-77e9-42d7-beb2-4c17aa0b62ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:30.521334 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-a16f01e8-77e9-42d7-beb2-4c17aa0b62ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:30.522101 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-a16f01e8-77e9-42d7-beb2-4c17aa0b62ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:30.523390 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-a16f01e8-77e9-42d7-beb2-4c17aa0b62ce service neutron] 10.222.0.41 "PUT /v2.0/ports/2ef093ca-b216-49bd-b17f-5ef00f5446fe HTTP/1.1" status: 200 len: 1093 time: 1.2653093 Mar 31 16:04:30.523818 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41370721-13c1-4f28-a7ba-55d015af1997', 'tag': '2ef093ca-b216-49bd-b17f-5ef00f5446fe'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:04:30.557722 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f01e8-77e9-42d7-beb2-4c17aa0b62ce service neutron] Pushing event updated for resources: {'Port': ['ID=2ef093ca-b216-49bd-b17f-5ef00f5446fe,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:30.577305 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41370721-13c1-4f28-a7ba-55d015af1997', 'tag': '2ef093ca-b216-49bd-b17f-5ef00f5446fe', 'status': 'completed', 'code': 200} Mar 31 16:04:30.666063 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e137d-54f5-4bab-9777-bb4598a01191 req-f10873e0-c6a6-41d2-8a74-2a1f4008dc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:30.668478 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a60e137d-54f5-4bab-9777-bb4598a01191 req-f10873e0-c6a6-41d2-8a74-2a1f4008dc6a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 1096 time: 0.0753357 Mar 31 16:04:30.809173 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e137d-54f5-4bab-9777-bb4598a01191 req-0e9af709-a611-45c3-bf18-bd7f87a46106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:30.810624 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a60e137d-54f5-4bab-9777-bb4598a01191 req-0e9af709-a611-45c3-bf18-bd7f87a46106 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=650835ad0bc14fff808fd395113443a2&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1352735 Mar 31 16:04:30.945329 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e137d-54f5-4bab-9777-bb4598a01191 req-25e4de24-4128-4542-9aed-ab004506302c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:30.947016 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a60e137d-54f5-4bab-9777-bb4598a01191 req-25e4de24-4128-4542-9aed-ab004506302c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1302540 Mar 31 16:04:31.050434 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-831df47e-4115-4ff1-9596-e6d6451382a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:31.051913 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-831df47e-4115-4ff1-9596-e6d6451382a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 1096 time: 0.0694640 Mar 31 16:04:31.121079 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-27155028-41bc-48ea-8283-09512d09f3f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ef093ca-b216-49bd-b17f-5ef00f5446fe HTTP/1.1" status: 200 len: 217 time: 0.0628531 Mar 31 16:04:31.184400 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-2a872fff-2225-4b46-b3f9-c7e7cf13f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:31.185798 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-2a872fff-2225-4b46-b3f9-c7e7cf13f734 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=50cefba8-07c2-4388-ac62-f60780078c21 HTTP/1.1" status: 200 len: 835 time: 0.0592456 Mar 31 16:04:31.261922 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-de417c71-e6a4-44de-acb1-99865cf8b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:31.263443 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-de417c71-e6a4-44de-acb1-99865cf8b06b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc76266a-c83c-4036-97e3-868e5171665a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709784 Mar 31 16:04:31.534450 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-44105f11-e584-4c3a-a078-260012b1a5c0 service neutron] 10.222.0.41 "GET /v2.0/networks/cc76266a-c83c-4036-97e3-868e5171665a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648365 Mar 31 16:04:31.587847 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e858ee2-a0b4-4b29-a304-ac236e97e8fe req-1a27aafb-87ad-48b1-81a0-1152ffa18da1 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:31.589307 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3e858ee2-a0b4-4b29-a304-ac236e97e8fe req-1a27aafb-87ad-48b1-81a0-1152ffa18da1 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 943 time: 0.2867782 Mar 31 16:04:31.706119 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3e858ee2-a0b4-4b29-a304-ac236e97e8fe req-d9924e36-b7ec-4420-8993-c8fb67c99263 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3e9b75-0314-4c9e-8e38-f851d8ff3992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727482 Mar 31 16:04:31.711808 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a67362ba-699b-4b9c-a9fb-5e9dcd030a77 req-6fd2f893-cdbc-4bdb-95da-8fa32c156f2e service neutron] 10.222.0.41 "GET /v2.0/networks/cc76266a-c83c-4036-97e3-868e5171665a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689208 Mar 31 16:04:33.041089 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f88d70-3d50-4575-bc50-7663e8caae11 req-6f4bb42f-98eb-4a0d-bfb2-eaa5a7ad6b9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:33.042581 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b3f88d70-3d50-4575-bc50-7663e8caae11 req-6f4bb42f-98eb-4a0d-bfb2-eaa5a7ad6b9e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 943 time: 0.0791059 Mar 31 16:04:33.085596 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-b3f88d70-3d50-4575-bc50-7663e8caae11 req-a959e909-9871-43a5-938e-3c4818197802 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:04:33.096884 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-b3f88d70-3d50-4575-bc50-7663e8caae11 req-a959e909-9871-43a5-938e-3c4818197802 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:04:33.098119 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b3f88d70-3d50-4575-bc50-7663e8caae11 req-a959e909-9871-43a5-938e-3c4818197802 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3e9b75-0314-4c9e-8e38-f851d8ff3992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498497 Mar 31 16:04:33.106861 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1d1e0009-f4d5-47a5-80f2-064d6090b99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:34.279648 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047da1f-4ca8-4d02-9949-ca0e70768728 req-5e9e7dbc-10c4-49a0-b76b-030864c73aaf tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:34.281104 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4047da1f-4ca8-4d02-9949-ca0e70768728 req-5e9e7dbc-10c4-49a0-b76b-030864c73aaf tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 943 time: 0.0783684 Mar 31 16:04:34.324335 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4047da1f-4ca8-4d02-9949-ca0e70768728 req-d0cde835-0e74-412e-a2fa-a374563f4be7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3e9b75-0314-4c9e-8e38-f851d8ff3992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366273 Mar 31 16:04:34.723580 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 2ef093ca-b216-49bd-b17f-5ef00f5446fe details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 16:04:34.853384 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 2ef093ca-b216-49bd-b17f-5ef00f5446fe, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=2ef093ca-b216-49bd-b17f-5ef00f5446fe,segment=NetworkSegment(af717cbb-594e-4044-99c5-eed9e6c1985b),segment_id=af717cbb-594e-4044-99c5-eed9e6c1985b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:04:34.866492 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': '2ef093ca-b216-49bd-b17f-5ef00f5446fe', 'network_id': 'cc76266a-c83c-4036-97e3-868e5171665a', 'port_id': '2ef093ca-b216-49bd-b17f-5ef00f5446fe', 'mac_address': 'fa:16:3e:83:e5:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50cefba8-07c2-4388-ac62-f60780078c21', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 16:04:34.923573 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:34.940085 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef093ca-b216-49bd-b17f-5ef00f5446fe {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:04:34.956475 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 2ef093ca-b216-49bd-b17f-5ef00f5446fe, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=2ef093ca-b216-49bd-b17f-5ef00f5446fe,segment=NetworkSegment(af717cbb-594e-4044-99c5-eed9e6c1985b),segment_id=af717cbb-594e-4044-99c5-eed9e6c1985b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:04:35.043204 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:35.120706 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=2ef093ca-b216-49bd-b17f-5ef00f5446fe,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:35.180436 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f0f37e3a-dd6b-4c7d-bf22-17c92fe9228b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:35.250378 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['2ef093ca-b216-49bd-b17f-5ef00f5446fe'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 16:04:35.511521 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd80b8-505d-4225-9cc2-8797016b2822 req-d4a76078-22fa-4512-8ea9-75ca0db4c83f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:35.513007 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-2dfd80b8-505d-4225-9cc2-8797016b2822 req-d4a76078-22fa-4512-8ea9-75ca0db4c83f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 944 time: 0.0831904 Mar 31 16:04:35.557901 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-2dfd80b8-505d-4225-9cc2-8797016b2822 req-acbc3a28-45e4-4a46-91c9-450fa6588e76 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3e9b75-0314-4c9e-8e38-f851d8ff3992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389998 Mar 31 16:04:36.491765 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:36.523502 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:36.739370 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 2ef093ca-b216-49bd-b17f-5ef00f5446fe up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:04:36.745749 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d802f1-fbd2-4d32-89fb-35daa8c3467e req-5d7e2750-af1d-448e-b114-180070d5c5c8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:36.747143 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-04d802f1-fbd2-4d32-89fb-35daa8c3467e req-5d7e2750-af1d-448e-b114-180070d5c5c8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 944 time: 0.0844641 Mar 31 16:04:36.791008 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-04d802f1-fbd2-4d32-89fb-35daa8c3467e req-5ac979c9-6b94-4bd7-9d38-b4e3d62b9b82 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3e9b75-0314-4c9e-8e38-f851d8ff3992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381064 Mar 31 16:04:36.854277 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port 2ef093ca-b216-49bd-b17f-5ef00f5446fe completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:04:36.859141 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port 2ef093ca-b216-49bd-b17f-5ef00f5446fe triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:04:36.859533 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:36.973752 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:37.000420 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41370721-13c1-4f28-a7ba-55d015af1997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef093ca-b216-49bd-b17f-5ef00f5446fe'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:04:37.010398 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 2ef093ca-b216-49bd-b17f-5ef00f5446fe, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=2ef093ca-b216-49bd-b17f-5ef00f5446fe,segment=NetworkSegment(af717cbb-594e-4044-99c5-eed9e6c1985b),segment_id=af717cbb-594e-4044-99c5-eed9e6c1985b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:04:37.044867 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41370721-13c1-4f28-a7ba-55d015af1997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef093ca-b216-49bd-b17f-5ef00f5446fe', 'code': 200} Mar 31 16:04:37.089590 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:37.162227 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=2ef093ca-b216-49bd-b17f-5ef00f5446fe,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:37.346179 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd99ae-1fd8-41b5-bd06-41b845ff48cd req-2bb4f34b-6276-424f-b282-30b4673d7771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:37.347617 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fadd99ae-1fd8-41b5-bd06-41b845ff48cd req-2bb4f34b-6276-424f-b282-30b4673d7771 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 1098 time: 0.0681722 Mar 31 16:04:37.390439 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fadd99ae-1fd8-41b5-bd06-41b845ff48cd req-40b6a154-686c-4f5d-838a-d7d73da1a7af service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fd3e9b75-0314-4c9e-8e38-f851d8ff3992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367427 Mar 31 16:04:37.985679 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b6c257-a24b-4f4e-bddf-74697981c0e0 req-554e78ba-e3da-42d8-9cdb-6118cfa286ac tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:37.987109 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-85b6c257-a24b-4f4e-bddf-74697981c0e0 req-554e78ba-e3da-42d8-9cdb-6118cfa286ac tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 945 time: 0.0825284 Mar 31 16:04:38.020972 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:38.031991 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-85b6c257-a24b-4f4e-bddf-74697981c0e0 req-2d995318-d9eb-4938-b452-57305a8d1859 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3e9b75-0314-4c9e-8e38-f851d8ff3992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383415 Mar 31 16:04:39.215247 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28347446-e9e2-4909-86b7-71197859c8ae req-85289346-1e88-4f6d-974a-2073778b1554 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:39.216695 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-28347446-e9e2-4909-86b7-71197859c8ae req-85289346-1e88-4f6d-974a-2073778b1554 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 945 time: 0.0788019 Mar 31 16:04:39.261209 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-28347446-e9e2-4909-86b7-71197859c8ae req-08fcfe3d-044b-4715-999b-a7146bbdcbb6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3e9b75-0314-4c9e-8e38-f851d8ff3992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388803 Mar 31 16:04:39.445899 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e604b-b844-4f13-b9d6-b1f1cf7c427a req-8db34c30-c265-472c-920a-0ada72ae1e10 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:39.447518 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9c3e604b-b844-4f13-b9d6-b1f1cf7c427a req-8db34c30-c265-472c-920a-0ada72ae1e10 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 945 time: 0.0823672 Mar 31 16:04:39.491059 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9c3e604b-b844-4f13-b9d6-b1f1cf7c427a req-9574cf30-d977-44c6-b4f0-1c74bdc659a5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3e9b75-0314-4c9e-8e38-f851d8ff3992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379117 Mar 31 16:04:39.512796 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55384) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:04:39.585541 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb57ee48-7117-44fd-95cc-7a72ec412590 tempest-TestNetworkAdvancedServerOps-2136623470 tempest-TestNetworkAdvancedServerOps-2136623470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:39.587009 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-bb57ee48-7117-44fd-95cc-7a72ec412590 tempest-TestNetworkAdvancedServerOps-2136623470 tempest-TestNetworkAdvancedServerOps-2136623470-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 1093 time: 0.0732241 Mar 31 16:04:39.589837 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55388) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:04:39.594766 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c7e12f6a-6ef7-46f7-8b50-37fd245103e4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'port_id': '2ef093ca-b216-49bd-b17f-5ef00f5446fe', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:04:39.601494 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c7e12f6a-6ef7-46f7-8b50-37fd245103e4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:04:39.605356 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c7e12f6a-6ef7-46f7-8b50-37fd245103e4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:floatingip and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:04:39.608165 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c7e12f6a-6ef7-46f7-8b50-37fd245103e4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:04:39.614053 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c7e12f6a-6ef7-46f7-8b50-37fd245103e4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:04:39.677502 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c7e12f6a-6ef7-46f7-8b50-37fd245103e4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:39.811277 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c7e12f6a-6ef7-46f7-8b50-37fd245103e4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:40.056509 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-c7e12f6a-6ef7-46f7-8b50-37fd245103e4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Allocated IP 172.26.5.215 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/89fb7709-e97e-4dc5-a62c-026a1a4e35e2) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:04:40.200021 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c7e12f6a-6ef7-46f7-8b50-37fd245103e4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:40.284066 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c7e12f6a-6ef7-46f7-8b50-37fd245103e4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:40.343523 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e12f6a-6ef7-46f7-8b50-37fd245103e4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:04:40.346169 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-c7e12f6a-6ef7-46f7-8b50-37fd245103e4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:04:40.354558 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e12f6a-6ef7-46f7-8b50-37fd245103e4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:04:40.396966 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e12f6a-6ef7-46f7-8b50-37fd245103e4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Port': ['ID=89fb7709-e97e-4dc5-a62c-026a1a4e35e2,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:40.762078 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c7e12f6a-6ef7-46f7-8b50-37fd245103e4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:40.873158 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c7e12f6a-6ef7-46f7-8b50-37fd245103e4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:41.072164 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c7e12f6a-6ef7-46f7-8b50-37fd245103e4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:41.123435 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c7e12f6a-6ef7-46f7-8b50-37fd245103e4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:41.231057 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e12f6a-6ef7-46f7-8b50-37fd245103e4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Port': ['ID=89fb7709-e97e-4dc5-a62c-026a1a4e35e2,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:41.241151 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c7e12f6a-6ef7-46f7-8b50-37fd245103e4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:41.413316 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-c7e12f6a-6ef7-46f7-8b50-37fd245103e4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Floating IP 6e2a0879-26e9-449d-b287-c6de526cc13c associated. External IP: 172.26.5.215, port: 2ef093ca-b216-49bd-b17f-5ef00f5446fe. Mar 31 16:04:41.877066 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e12f6a-6ef7-46f7-8b50-37fd245103e4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Router ecfde667-94af-4cb6-ba0d-0f2ce598bdf1 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:04:42.062096 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e12f6a-6ef7-46f7-8b50-37fd245103e4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:04:42.071609 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bcc19e-22bf-4665-af12-dab0d7d4102e None None] Sync routers for ids ['ecfde667-94af-4cb6-ba0d-0f2ce598bdf1'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:04:42.084411 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bcc19e-22bf-4665-af12-dab0d7d4102e None None] Routers {'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:04:42.085030 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d3bcc19e-22bf-4665-af12-dab0d7d4102e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:04:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['ecfde667-94af-4cb6-ba0d-0f2ce598bdf1'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:04:42.134473 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c7e12f6a-6ef7-46f7-8b50-37fd245103e4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:04:42.188416 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c7e12f6a-6ef7-46f7-8b50-37fd245103e4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5974667 Mar 31 16:04:42.189076 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41370721-13c1-4f28-a7ba-55d015af1997', 'tag': '2ef093ca-b216-49bd-b17f-5ef00f5446fe'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:04:42.237182 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41370721-13c1-4f28-a7ba-55d015af1997', 'tag': '2ef093ca-b216-49bd-b17f-5ef00f5446fe', 'status': 'completed', 'code': 200} Mar 31 16:04:42.294672 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-d3bcc19e-22bf-4665-af12-dab0d7d4102e None None] Set router ecfde667-94af-4cb6-ba0d-0f2ce598bdf1 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:04:42.331405 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1d4fa-2ee4-4497-a38f-b05c2a3ea2ed req-1dce870b-e739-4e55-b7a0-597e6af1e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:42.333126 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-44f1d4fa-2ee4-4497-a38f-b05c2a3ea2ed req-1dce870b-e739-4e55-b7a0-597e6af1e6db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 1098 time: 0.0724165 Mar 31 16:04:42.375727 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f5725-b835-489a-b30d-3e91e43a6af5 req-597e95a8-7d79-4336-9cef-ff943cda9744 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:42.377271 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-591f5725-b835-489a-b30d-3e91e43a6af5 req-597e95a8-7d79-4336-9cef-ff943cda9744 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 945 time: 0.0885723 Mar 31 16:04:42.423949 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-591f5725-b835-489a-b30d-3e91e43a6af5 req-bcdd37f8-45ed-4e0e-8189-65f70c7984c9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3e9b75-0314-4c9e-8e38-f851d8ff3992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399594 Mar 31 16:04:42.448918 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55396) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:04:42.469593 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1d4fa-2ee4-4497-a38f-b05c2a3ea2ed req-6587823e-7664-458b-bfeb-828109847dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:42.471166 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-44f1d4fa-2ee4-4497-a38f-b05c2a3ea2ed req-6587823e-7664-458b-bfeb-828109847dd8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc76266a-c83c-4036-97e3-868e5171665a HTTP/1.1" status: 200 len: 898 time: 0.1319244 Mar 31 16:04:42.564744 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7d1218bc-3f34-43f7-b618-0b64ad5c3819 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/floatingips/6e2a0879-26e9-449d-b287-c6de526cc13c HTTP/1.1" status: 200 len: 991 time: 0.1143327 Mar 31 16:04:42.579551 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-44f1d4fa-2ee4-4497-a38f-b05c2a3ea2ed req-c05c8fdb-b570-4226-b274-78fbb3d8cbd2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ef093ca-b216-49bd-b17f-5ef00f5446fe HTTP/1.1" status: 200 len: 999 time: 0.1029301 Mar 31 16:04:42.642203 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1d4fa-2ee4-4497-a38f-b05c2a3ea2ed req-e007c67d-e7a1-46e8-8925-225999971b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:42.643614 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-44f1d4fa-2ee4-4497-a38f-b05c2a3ea2ed req-e007c67d-e7a1-46e8-8925-225999971b98 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=50cefba8-07c2-4388-ac62-f60780078c21 HTTP/1.1" status: 200 len: 835 time: 0.0578141 Mar 31 16:04:42.666510 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d3bcc19e-22bf-4665-af12-dab0d7d4102e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143323221', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '1bd99d7c-7813-4dd1-a664-d15793bb98a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:04:15Z', 'updated_at': '2022-03-31T16:04:21Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '1bd99d7c-7813-4dd1-a664-d15793bb98a7', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:04:16Z', 'updated_at': '2022-03-31T16:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '6e2a0879-26e9-449d-b287-c6de526cc13c', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'floating_ip_address': '172.26.5.215', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'port_id': '2ef093ca-b216-49bd-b17f-5ef00f5446fe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc76266a-c83c-4036-97e3-868e5171665a', 'mac_address': 'fa:16:3e:83:e5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41370721-13c1-4f28-a7ba-55d015af1997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:04:40Z', 'updated_at': '2022-03-31T16:04:40Z', 'revision_number': 0, 'project_id': '650835ad0bc14fff808fd395113443a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f55828-ffcd-4258-b28a-0add34d094a0', 'name': '', 'network_id': 'cc76266a-c83c-4036-97e3-868e5171665a', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:7e:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '50cefba8-07c2-4388-ac62-f60780078c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:04:20Z', 'updated_at': '2022-03-31T16:04:26Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '50cefba8-07c2-4388-ac62-f60780078c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:04:42.670344 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bcc19e-22bf-4665-af12-dab0d7d4102e None None] Checking router: ecfde667-94af-4cb6-ba0d-0f2ce598bdf1 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:04:42.678975 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bcc19e-22bf-4665-af12-dab0d7d4102e None None] Routers {'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:04:42.679520 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d3bcc19e-22bf-4665-af12-dab0d7d4102e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:04:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['ecfde667-94af-4cb6-ba0d-0f2ce598bdf1'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:04:42.719901 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1d4fa-2ee4-4497-a38f-b05c2a3ea2ed req-427faac3-1de5-4000-9f57-34c9a3227a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:42.721375 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-44f1d4fa-2ee4-4497-a38f-b05c2a3ea2ed req-427faac3-1de5-4000-9f57-34c9a3227a05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc76266a-c83c-4036-97e3-868e5171665a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718353 Mar 31 16:04:42.849924 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-44f1d4fa-2ee4-4497-a38f-b05c2a3ea2ed req-64a3afdf-c95c-448f-b692-03cc1c7808f2 service neutron] 10.222.0.41 "GET /v2.0/networks/cc76266a-c83c-4036-97e3-868e5171665a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227677 Mar 31 16:04:42.857887 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-d3bcc19e-22bf-4665-af12-dab0d7d4102e None None] Set router ecfde667-94af-4cb6-ba0d-0f2ce598bdf1 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:04:42.978314 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-44f1d4fa-2ee4-4497-a38f-b05c2a3ea2ed req-067dd7b7-6e05-4b2f-a942-3a18d6d04954 service neutron] 10.222.0.41 "GET /v2.0/networks/cc76266a-c83c-4036-97e3-868e5171665a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228883 Mar 31 16:04:43.202152 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d3bcc19e-22bf-4665-af12-dab0d7d4102e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143323221', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '1bd99d7c-7813-4dd1-a664-d15793bb98a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:04:15Z', 'updated_at': '2022-03-31T16:04:21Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '1bd99d7c-7813-4dd1-a664-d15793bb98a7', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:04:16Z', 'updated_at': '2022-03-31T16:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '6e2a0879-26e9-449d-b287-c6de526cc13c', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'floating_ip_address': '172.26.5.215', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'port_id': '2ef093ca-b216-49bd-b17f-5ef00f5446fe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc76266a-c83c-4036-97e3-868e5171665a', 'mac_address': 'fa:16:3e:83:e5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41370721-13c1-4f28-a7ba-55d015af1997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:04:40Z', 'updated_at': '2022-03-31T16:04:40Z', 'revision_number': 0, 'project_id': '650835ad0bc14fff808fd395113443a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f55828-ffcd-4258-b28a-0add34d094a0', 'name': '', 'network_id': 'cc76266a-c83c-4036-97e3-868e5171665a', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:7e:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '50cefba8-07c2-4388-ac62-f60780078c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:04:20Z', 'updated_at': '2022-03-31T16:04:26Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '50cefba8-07c2-4388-ac62-f60780078c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:04:43.206168 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bcc19e-22bf-4665-af12-dab0d7d4102e None None] The sync data for ids ['ecfde667-94af-4cb6-ba0d-0f2ce598bdf1'] in dv-neutron-833379-2-hyperv is: [{'id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143323221', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '1bd99d7c-7813-4dd1-a664-d15793bb98a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:04:15Z', 'updated_at': '2022-03-31T16:04:21Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '1bd99d7c-7813-4dd1-a664-d15793bb98a7', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:04:16Z', 'updated_at': '2022-03-31T16:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '6e2a0879-26e9-449d-b287-c6de526cc13c', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'floating_ip_address': '172.26.5.215', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'port_id': '2ef093ca-b216-49bd-b17f-5ef00f5446fe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc76266a-c83c-4036-97e3-868e5171665a', 'mac_address': 'fa:16:3e:83:e5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41370721-13c1-4f28-a7ba-55d015af1997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:04:40Z', 'updated_at': '2022-03-31T16:04:40Z', 'revision_number': 0, 'project_id': '650835ad0bc14fff808fd395113443a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f55828-ffcd-4258-b28a-0add34d094a0', 'name': '', 'network_id': 'cc76266a-c83c-4036-97e3-868e5171665a', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:7e:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '50cefba8-07c2-4388-ac62-f60780078c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:04:20Z', 'updated_at': '2022-03-31T16:04:26Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '50cefba8-07c2-4388-ac62-f60780078c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:04:43.399099 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5824ede5-57bf-4824-9f5d-4ca97b96d9da None None] New status for floating IP 6e2a0879-26e9-449d-b287-c6de526cc13c: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:04:43.568134 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55400) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:04:43.688761 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-ec2976b6-98f3-41b0-a38a-03c398be1453 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/floatingips/6e2a0879-26e9-449d-b287-c6de526cc13c HTTP/1.1" status: 200 len: 991 time: 0.1194303 Mar 31 16:04:44.693542 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55404) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:04:44.895295 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ddcc3a73-69d9-427f-9c0d-11a188915d36 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/floatingips/6e2a0879-26e9-449d-b287-c6de526cc13c HTTP/1.1" status: 200 len: 993 time: 0.2006426 Mar 31 16:04:54.856565 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:04:55.461285 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:05:03.089072 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e4f56b1b-fe8d-4c34-aa21-b98a24b7261b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:05:05.208692 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-01cc6cc0-a45f-4b8f-891e-bcf652b28e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:05:05.529664 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-843f8469-0965-4030-8a91-72a9f2844694 req-88ab9bf8-4c01-4a31-8499-cd3ede734e29 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674121 Mar 31 16:05:05.671118 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f8469-0965-4030-8a91-72a9f2844694 req-f22c905a-1ab0-4233-af7a-33d9ba5ef58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:05.672547 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-843f8469-0965-4030-8a91-72a9f2844694 req-f22c905a-1ab0-4233-af7a-33d9ba5ef58c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 1098 time: 0.0734308 Mar 31 16:05:05.814914 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f8469-0965-4030-8a91-72a9f2844694 req-4d86a83a-8f0c-4012-ae95-7ecbb0e31c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:05.816239 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-843f8469-0965-4030-8a91-72a9f2844694 req-4d86a83a-8f0c-4012-ae95-7ecbb0e31c9c service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc76266a-c83c-4036-97e3-868e5171665a HTTP/1.1" status: 200 len: 898 time: 0.1248384 Mar 31 16:05:05.914272 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-843f8469-0965-4030-8a91-72a9f2844694 req-9acd672a-e967-4831-a59a-9ee60a3ebd7f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ef093ca-b216-49bd-b17f-5ef00f5446fe HTTP/1.1" status: 200 len: 1001 time: 0.0914721 Mar 31 16:05:05.979280 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f8469-0965-4030-8a91-72a9f2844694 req-bedca44e-d8b0-4bf2-ab13-f3e75b0933ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:05.980659 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-843f8469-0965-4030-8a91-72a9f2844694 req-bedca44e-d8b0-4bf2-ab13-f3e75b0933ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=50cefba8-07c2-4388-ac62-f60780078c21 HTTP/1.1" status: 200 len: 835 time: 0.0596344 Mar 31 16:05:06.053398 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f8469-0965-4030-8a91-72a9f2844694 req-117fd2f3-7a36-4118-bf6f-e56b41f2b2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:06.054826 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-843f8469-0965-4030-8a91-72a9f2844694 req-117fd2f3-7a36-4118-bf6f-e56b41f2b2b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc76266a-c83c-4036-97e3-868e5171665a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676906 Mar 31 16:05:06.186885 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-843f8469-0965-4030-8a91-72a9f2844694 req-df105d24-767a-481c-9a00-880ed758285d service neutron] 10.222.0.41 "GET /v2.0/networks/cc76266a-c83c-4036-97e3-868e5171665a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249495 Mar 31 16:05:06.316636 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-843f8469-0965-4030-8a91-72a9f2844694 req-44e997aa-f67c-4888-bb81-8e68bd22d78b service neutron] 10.222.0.41 "GET /v2.0/networks/cc76266a-c83c-4036-97e3-868e5171665a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230845 Mar 31 16:05:06.471591 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:05:06.534266 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:05:08.048755 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:05:14.407223 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bf5a7-45fb-4d33-90a7-00ad971ca11b req-6b3d19cb-e706-4b3d-b899-fd567ac8b04d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:14.408650 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1f1bf5a7-45fb-4d33-90a7-00ad971ca11b req-6b3d19cb-e706-4b3d-b899-fd567ac8b04d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 945 time: 0.1441207 Mar 31 16:05:14.410527 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590102b-a620-40bd-a231-f44ffa92ba4b req-168d0d43-41ed-444f-bedc-62eb068fe28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:14.411840 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0590102b-a620-40bd-a231-f44ffa92ba4b req-168d0d43-41ed-444f-bedc-62eb068fe28a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 1098 time: 0.1098225 Mar 31 16:05:14.538378 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1f1bf5a7-45fb-4d33-90a7-00ad971ca11b req-6fa7290b-7658-487a-9f03-4e3bf104350c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3e9b75-0314-4c9e-8e38-f851d8ff3992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240113 Mar 31 16:05:14.573832 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590102b-a620-40bd-a231-f44ffa92ba4b req-2a8ae046-40a9-4861-8459-26806d46dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:14.575264 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0590102b-a620-40bd-a231-f44ffa92ba4b req-2a8ae046-40a9-4861-8459-26806d46dd8c service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc76266a-c83c-4036-97e3-868e5171665a HTTP/1.1" status: 200 len: 898 time: 0.1489127 Mar 31 16:05:14.676996 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0590102b-a620-40bd-a231-f44ffa92ba4b req-e18c9464-2090-4acb-81bd-8c9a74f9156e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ef093ca-b216-49bd-b17f-5ef00f5446fe HTTP/1.1" status: 200 len: 1001 time: 0.0951338 Mar 31 16:05:14.742939 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590102b-a620-40bd-a231-f44ffa92ba4b req-1e10dbcc-e629-4053-a257-4c9e79973233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:14.744328 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0590102b-a620-40bd-a231-f44ffa92ba4b req-1e10dbcc-e629-4053-a257-4c9e79973233 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=50cefba8-07c2-4388-ac62-f60780078c21 HTTP/1.1" status: 200 len: 835 time: 0.0605354 Mar 31 16:05:14.818579 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590102b-a620-40bd-a231-f44ffa92ba4b req-1384f384-f4b2-4d53-a834-c3feaea1a24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:14.819928 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0590102b-a620-40bd-a231-f44ffa92ba4b req-1384f384-f4b2-4d53-a834-c3feaea1a24f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc76266a-c83c-4036-97e3-868e5171665a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693102 Mar 31 16:05:14.948685 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0590102b-a620-40bd-a231-f44ffa92ba4b req-10d65255-0bb6-49bc-a0e4-72df2129e7d0 service neutron] 10.222.0.41 "GET /v2.0/networks/cc76266a-c83c-4036-97e3-868e5171665a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217866 Mar 31 16:05:15.078461 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0590102b-a620-40bd-a231-f44ffa92ba4b req-5d5ab210-a8d6-4669-86f3-a2e6f0ba768f service neutron] 10.222.0.41 "GET /v2.0/networks/cc76266a-c83c-4036-97e3-868e5171665a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228697 Mar 31 16:05:15.725476 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf9283-1dc4-4d95-910d-6ac4355149e6 req-5b4df6e3-012a-4993-95e5-aa3f77b94fec tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:15.726921 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-23bf9283-1dc4-4d95-910d-6ac4355149e6 req-5b4df6e3-012a-4993-95e5-aa3f77b94fec tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 945 time: 0.0786908 Mar 31 16:05:15.769372 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-23bf9283-1dc4-4d95-910d-6ac4355149e6 req-8163759f-6b4d-4954-9207-3dc5c47c2fac tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3e9b75-0314-4c9e-8e38-f851d8ff3992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367851 Mar 31 16:05:16.953633 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667459fa-af7c-4e5b-bf07-8a7a9d69ad70 req-09268c21-7f3b-4593-8de6-c1da9fae1c94 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:16.954975 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-667459fa-af7c-4e5b-bf07-8a7a9d69ad70 req-09268c21-7f3b-4593-8de6-c1da9fae1c94 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 945 time: 0.0810697 Mar 31 16:05:17.090669 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-667459fa-af7c-4e5b-bf07-8a7a9d69ad70 req-ce4c07fa-8e3b-444e-94e1-9982154ad757 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3e9b75-0314-4c9e-8e38-f851d8ff3992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293736 Mar 31 16:05:18.274298 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a747a00-bece-402d-9b14-2a832cbf5851 req-027521d9-2eb7-4a8c-895b-aa1a0a3c2ed4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:18.275729 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5a747a00-bece-402d-9b14-2a832cbf5851 req-027521d9-2eb7-4a8c-895b-aa1a0a3c2ed4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 945 time: 0.0813377 Mar 31 16:05:18.318160 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5a747a00-bece-402d-9b14-2a832cbf5851 req-728806d5-93f6-4942-b470-528b646884c7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3e9b75-0314-4c9e-8e38-f851d8ff3992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368567 Mar 31 16:05:19.501039 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09884d4f-4789-42c2-8bdd-28376b1a2c9e req-b9e2bdc6-81f6-47be-8290-4fa74de5f564 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:19.502474 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-09884d4f-4789-42c2-8bdd-28376b1a2c9e req-b9e2bdc6-81f6-47be-8290-4fa74de5f564 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 945 time: 0.0791609 Mar 31 16:05:19.545472 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-09884d4f-4789-42c2-8bdd-28376b1a2c9e req-7c55665b-0e9a-41a0-a27d-8c3af4d44d80 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3e9b75-0314-4c9e-8e38-f851d8ff3992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371172 Mar 31 16:05:20.728298 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babe4f3-ace4-4b4c-b272-49463d583ccd req-5db7f0bd-7127-49b3-9bd4-6de1e8787197 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:20.729750 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5babe4f3-ace4-4b4c-b272-49463d583ccd req-5db7f0bd-7127-49b3-9bd4-6de1e8787197 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 945 time: 0.0776663 Mar 31 16:05:20.775531 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5babe4f3-ace4-4b4c-b272-49463d583ccd req-13000b29-0e5f-468a-a65c-5d92bea7d3a6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3e9b75-0314-4c9e-8e38-f851d8ff3992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402205 Mar 31 16:05:21.962347 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c19d1-51c6-48e9-8736-6d4d9b487420 req-d8f57cc9-3c40-4f5f-81cc-657b40ea28e6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:21.963783 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-811c19d1-51c6-48e9-8736-6d4d9b487420 req-d8f57cc9-3c40-4f5f-81cc-657b40ea28e6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 945 time: 0.0818670 Mar 31 16:05:22.011496 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-811c19d1-51c6-48e9-8736-6d4d9b487420 req-2f116c61-0dda-4079-bc41-284fc01d1d11 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3e9b75-0314-4c9e-8e38-f851d8ff3992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421031 Mar 31 16:05:23.196325 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35960e-4a60-4a82-89a0-a303d707620a req-7a6a6f43-d806-4b4c-96d7-10ca1a1d2dcf tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:23.197799 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-db35960e-4a60-4a82-89a0-a303d707620a req-7a6a6f43-d806-4b4c-96d7-10ca1a1d2dcf tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 945 time: 0.0802372 Mar 31 16:05:23.241458 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-db35960e-4a60-4a82-89a0-a303d707620a req-b89b9776-68ab-4de3-980f-9b806c6b1112 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3e9b75-0314-4c9e-8e38-f851d8ff3992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380979 Mar 31 16:05:24.428875 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90dcfa-dcac-4f87-a637-25dbfc225c17 req-945e7aa1-cf82-4c9b-ae82-87415322a79b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:24.430299 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fc90dcfa-dcac-4f87-a637-25dbfc225c17 req-945e7aa1-cf82-4c9b-ae82-87415322a79b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 945 time: 0.0816407 Mar 31 16:05:24.472973 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fc90dcfa-dcac-4f87-a637-25dbfc225c17 req-b7f13b60-51c7-4f4a-bf78-5707af8f9d15 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3e9b75-0314-4c9e-8e38-f851d8ff3992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371540 Mar 31 16:05:25.436662 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:05:25.661095 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd21a1-344f-471d-8974-aa3dd71b7dae req-522b6e08-3326-4183-81ac-ed0ccfc835f0 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:25.663189 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-90bd21a1-344f-471d-8974-aa3dd71b7dae req-522b6e08-3326-4183-81ac-ed0ccfc835f0 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 945 time: 0.0831723 Mar 31 16:05:25.706036 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-90bd21a1-344f-471d-8974-aa3dd71b7dae req-603ae398-eda8-4907-82e4-c3746bdd4936 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3e9b75-0314-4c9e-8e38-f851d8ff3992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371666 Mar 31 16:05:26.890299 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d38c0-33ff-4941-8063-ed8097d34ee4 req-64a42437-4563-41a2-bbb1-37b5528f19f2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:26.891643 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-db1d38c0-33ff-4941-8063-ed8097d34ee4 req-64a42437-4563-41a2-bbb1-37b5528f19f2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 945 time: 0.0793364 Mar 31 16:05:26.933730 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-db1d38c0-33ff-4941-8063-ed8097d34ee4 req-2ecafe53-8ab7-443d-b886-7c7dbb68dd2d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3e9b75-0314-4c9e-8e38-f851d8ff3992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358872 Mar 31 16:05:28.120277 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d6614-3051-412e-9cf9-8b345cf68726 req-8c00b397-fb88-4b59-be5a-824dc819b29f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:28.121722 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8f8d6614-3051-412e-9cf9-8b345cf68726 req-8c00b397-fb88-4b59-be5a-824dc819b29f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 945 time: 0.0809073 Mar 31 16:05:28.165698 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8f8d6614-3051-412e-9cf9-8b345cf68726 req-09a4a3c3-2aa2-40ef-9166-127bff6280e4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3e9b75-0314-4c9e-8e38-f851d8ff3992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383174 Mar 31 16:05:29.354468 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d450f6-2578-43bc-975e-f43551362647 req-d661e2a9-25c3-4127-a7f3-cf6af4dc4689 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:29.355918 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-24d450f6-2578-43bc-975e-f43551362647 req-d661e2a9-25c3-4127-a7f3-cf6af4dc4689 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 945 time: 0.0816269 Mar 31 16:05:29.399368 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-24d450f6-2578-43bc-975e-f43551362647 req-70223c5d-a161-4b7a-8eaa-af0cb928529a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3e9b75-0314-4c9e-8e38-f851d8ff3992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378702 Mar 31 16:05:30.586253 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a1149-2ea5-41c4-b076-00f5c3f2b0d6 req-d30f84a6-bd0e-4eef-8c00-89cb3e5a5306 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:30.587688 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e08a1149-2ea5-41c4-b076-00f5c3f2b0d6 req-d30f84a6-bd0e-4eef-8c00-89cb3e5a5306 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 945 time: 0.0819464 Mar 31 16:05:30.630219 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e08a1149-2ea5-41c4-b076-00f5c3f2b0d6 req-62fb4d02-496b-49a1-95c8-59d81a1f396c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3e9b75-0314-4c9e-8e38-f851d8ff3992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367248 Mar 31 16:05:31.812659 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84337d3b-6e43-4e1d-a7bc-8eb2ac71219a req-7e2edaef-437c-4d60-b594-ce2becc149e5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:31.814126 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-84337d3b-6e43-4e1d-a7bc-8eb2ac71219a req-7e2edaef-437c-4d60-b594-ce2becc149e5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 945 time: 0.0796177 Mar 31 16:05:31.857953 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:05:31.860204 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-84337d3b-6e43-4e1d-a7bc-8eb2ac71219a req-22a5b4d5-90af-4aed-a915-679351b7edda tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3e9b75-0314-4c9e-8e38-f851d8ff3992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398405 Mar 31 16:05:31.883633 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55450) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:05:31.989442 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b11b3b6f-b11e-4c49-8858-433de428a2ac tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/floatingips/6e2a0879-26e9-449d-b287-c6de526cc13c HTTP/1.1" status: 200 len: 993 time: 0.1046650 Mar 31 16:05:33.071304 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8f767ebd-03be-4f33-bced-781cd0b83ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:05:35.150681 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ce1d2f81-08fb-4155-9302-b39b82deacd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:05:36.550973 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:05:36.573840 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:05:38.027302 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:05:55.498401 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:02.648290 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55468) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:06:02.843798 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-95ddd541-ae48-4ecd-a8ef-e6d8a8291ff4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Deleting port 89fb7709-e97e-4dc5-a62c-026a1a4e35e2 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:06:02.844140 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95ddd541-ae48-4ecd-a8ef-e6d8a8291ff4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:03.012679 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95ddd541-ae48-4ecd-a8ef-e6d8a8291ff4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:03.013001 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95ddd541-ae48-4ecd-a8ef-e6d8a8291ff4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:03.076325 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6f2fe754-31e0-4b41-9942-330d5e363cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:03.134284 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-95ddd541-ae48-4ecd-a8ef-e6d8a8291ff4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Calling delete_port for 89fb7709-e97e-4dc5-a62c-026a1a4e35e2 owned by network:floatingip {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:06:03.316236 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95ddd541-ae48-4ecd-a8ef-e6d8a8291ff4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:03.363339 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ddd541-ae48-4ecd-a8ef-e6d8a8291ff4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'Port': ['ID=89fb7709-e97e-4dc5-a62c-026a1a4e35e2,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:03.404773 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ddd541-ae48-4ecd-a8ef-e6d8a8291ff4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:03.405112 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ddd541-ae48-4ecd-a8ef-e6d8a8291ff4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:03.405471 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ddd541-ae48-4ecd-a8ef-e6d8a8291ff4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:03.405801 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ddd541-ae48-4ecd-a8ef-e6d8a8291ff4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:03.406141 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ddd541-ae48-4ecd-a8ef-e6d8a8291ff4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:03.406444 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ddd541-ae48-4ecd-a8ef-e6d8a8291ff4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:03.406760 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ddd541-ae48-4ecd-a8ef-e6d8a8291ff4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:03.407074 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ddd541-ae48-4ecd-a8ef-e6d8a8291ff4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:03.407388 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ddd541-ae48-4ecd-a8ef-e6d8a8291ff4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:03.407699 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ddd541-ae48-4ecd-a8ef-e6d8a8291ff4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:03.408019 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ddd541-ae48-4ecd-a8ef-e6d8a8291ff4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:03.408330 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ddd541-ae48-4ecd-a8ef-e6d8a8291ff4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:03.554060 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95ddd541-ae48-4ecd-a8ef-e6d8a8291ff4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for floatingip, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:03.554383 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [None req-95ddd541-ae48-4ecd-a8ef-e6d8a8291ff4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Floating IP 6e2a0879-26e9-449d-b287-c6de526cc13c disassociated (deleted). External IP: 172.26.5.215, port: 2ef093ca-b216-49bd-b17f-5ef00f5446fe. Mar 31 16:06:03.897274 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ddd541-ae48-4ecd-a8ef-e6d8a8291ff4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Router ecfde667-94af-4cb6-ba0d-0f2ce598bdf1 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:06:04.073814 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ddd541-ae48-4ecd-a8ef-e6d8a8291ff4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:06:04.083679 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a645d785-e887-4821-a4ec-c71de498fda0 None None] Sync routers for ids ['ecfde667-94af-4cb6-ba0d-0f2ce598bdf1'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:06:04.093208 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a645d785-e887-4821-a4ec-c71de498fda0 None None] Routers {'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:06:04.099245 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a645d785-e887-4821-a4ec-c71de498fda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:05:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['ecfde667-94af-4cb6-ba0d-0f2ce598bdf1'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:04.167606 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95ddd541-ae48-4ecd-a8ef-e6d8a8291ff4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:04.226011 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-95ddd541-ae48-4ecd-a8ef-e6d8a8291ff4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "DELETE /v2.0/floatingips/6e2a0879-26e9-449d-b287-c6de526cc13c HTTP/1.1" status: 204 len: 168 time: 1.5765541 Mar 31 16:06:04.226637 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41370721-13c1-4f28-a7ba-55d015af1997', 'tag': '2ef093ca-b216-49bd-b17f-5ef00f5446fe'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:06:04.324582 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a645d785-e887-4821-a4ec-c71de498fda0 None None] Set router ecfde667-94af-4cb6-ba0d-0f2ce598bdf1 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:06:04.331387 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41370721-13c1-4f28-a7ba-55d015af1997', 'tag': '2ef093ca-b216-49bd-b17f-5ef00f5446fe', 'status': 'completed', 'code': 200} Mar 31 16:06:04.428327 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3f5c3-87cc-4910-9d23-d531400e98a9 req-a299e3d1-aeb1-4d79-bd27-5f2ae407537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:04.429844 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-41f3f5c3-87cc-4910-9d23-d531400e98a9 req-a299e3d1-aeb1-4d79-bd27-5f2ae407537b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 1098 time: 0.0748479 Mar 31 16:06:04.560992 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3f5c3-87cc-4910-9d23-d531400e98a9 req-dbf0ff65-d0c4-4c08-bb57-fc41fad3d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:04.562795 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-41f3f5c3-87cc-4910-9d23-d531400e98a9 req-dbf0ff65-d0c4-4c08-bb57-fc41fad3d940 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc76266a-c83c-4036-97e3-868e5171665a HTTP/1.1" status: 200 len: 898 time: 0.1264596 Mar 31 16:06:04.646438 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-41f3f5c3-87cc-4910-9d23-d531400e98a9 req-a0ed58be-cbdc-4c95-99ef-7a35b44a2109 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ef093ca-b216-49bd-b17f-5ef00f5446fe HTTP/1.1" status: 200 len: 217 time: 0.0756807 Mar 31 16:06:04.661541 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a645d785-e887-4821-a4ec-c71de498fda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143323221', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '1bd99d7c-7813-4dd1-a664-d15793bb98a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:04:15Z', 'updated_at': '2022-03-31T16:04:21Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '1bd99d7c-7813-4dd1-a664-d15793bb98a7', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:04:16Z', 'updated_at': '2022-03-31T16:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '96f55828-ffcd-4258-b28a-0add34d094a0', 'name': '', 'network_id': 'cc76266a-c83c-4036-97e3-868e5171665a', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:7e:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '50cefba8-07c2-4388-ac62-f60780078c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:04:20Z', 'updated_at': '2022-03-31T16:04:26Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '50cefba8-07c2-4388-ac62-f60780078c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:04.665587 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a645d785-e887-4821-a4ec-c71de498fda0 None None] Checking router: ecfde667-94af-4cb6-ba0d-0f2ce598bdf1 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:06:04.674697 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a645d785-e887-4821-a4ec-c71de498fda0 None None] Routers {'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:06:04.675299 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a645d785-e887-4821-a4ec-c71de498fda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:05:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['ecfde667-94af-4cb6-ba0d-0f2ce598bdf1'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:04.713140 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3f5c3-87cc-4910-9d23-d531400e98a9 req-b753ab7f-0a5d-407e-b892-bb78e4b45f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:04.714515 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-41f3f5c3-87cc-4910-9d23-d531400e98a9 req-b753ab7f-0a5d-407e-b892-bb78e4b45f2b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=50cefba8-07c2-4388-ac62-f60780078c21 HTTP/1.1" status: 200 len: 835 time: 0.0581827 Mar 31 16:06:04.715747 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74980d03-fccc-4bdc-bcec-ff7adddd8a76 req-160cf1e6-c96d-4a62-ac4c-c1ddf12cc198 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:04.717249 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-74980d03-fccc-4bdc-bcec-ff7adddd8a76 req-160cf1e6-c96d-4a62-ac4c-c1ddf12cc198 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 945 time: 0.0818870 Mar 31 16:06:04.796593 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3f5c3-87cc-4910-9d23-d531400e98a9 req-d9903bdb-25cd-44d2-9db0-7999893a4d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:04.798141 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-41f3f5c3-87cc-4910-9d23-d531400e98a9 req-d9903bdb-25cd-44d2-9db0-7999893a4d42 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc76266a-c83c-4036-97e3-868e5171665a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727720 Mar 31 16:06:04.812191 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [req-41f3f5c3-87cc-4910-9d23-d531400e98a9 req-d9a03937-0500-40b5-beb1-bb122faf1ac5 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 16:06:04.813251 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-41f3f5c3-87cc-4910-9d23-d531400e98a9 req-d9a03937-0500-40b5-beb1-bb122faf1ac5 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052941 Mar 31 16:06:04.862855 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a645d785-e887-4821-a4ec-c71de498fda0 None None] Set router ecfde667-94af-4cb6-ba0d-0f2ce598bdf1 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:06:04.885603 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-74980d03-fccc-4bdc-bcec-ff7adddd8a76 req-61c2e166-974f-45ab-92f2-27b0e9f2973c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3e9b75-0314-4c9e-8e38-f851d8ff3992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625602 Mar 31 16:06:04.951532 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-41f3f5c3-87cc-4910-9d23-d531400e98a9 req-c9ccf2b5-a875-47a7-b948-dce99a1e5f2e service neutron] 10.222.0.41 "GET /v2.0/networks/cc76266a-c83c-4036-97e3-868e5171665a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278708 Mar 31 16:06:05.081652 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-41f3f5c3-87cc-4910-9d23-d531400e98a9 req-e5c34849-eeb2-4c6b-a018-cd8155542630 service neutron] 10.222.0.41 "GET /v2.0/networks/cc76266a-c83c-4036-97e3-868e5171665a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237364 Mar 31 16:06:05.185921 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a645d785-e887-4821-a4ec-c71de498fda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143323221', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '1bd99d7c-7813-4dd1-a664-d15793bb98a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:04:15Z', 'updated_at': '2022-03-31T16:04:21Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '1bd99d7c-7813-4dd1-a664-d15793bb98a7', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:04:16Z', 'updated_at': '2022-03-31T16:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '96f55828-ffcd-4258-b28a-0add34d094a0', 'name': '', 'network_id': 'cc76266a-c83c-4036-97e3-868e5171665a', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:7e:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '50cefba8-07c2-4388-ac62-f60780078c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:04:20Z', 'updated_at': '2022-03-31T16:04:26Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '50cefba8-07c2-4388-ac62-f60780078c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:05.190020 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a645d785-e887-4821-a4ec-c71de498fda0 None None] The sync data for ids ['ecfde667-94af-4cb6-ba0d-0f2ce598bdf1'] in dv-neutron-833379-2-hyperv is: [{'id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143323221', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '1bd99d7c-7813-4dd1-a664-d15793bb98a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:04:15Z', 'updated_at': '2022-03-31T16:04:21Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '1bd99d7c-7813-4dd1-a664-d15793bb98a7', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:04:16Z', 'updated_at': '2022-03-31T16:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '96f55828-ffcd-4258-b28a-0add34d094a0', 'name': '', 'network_id': 'cc76266a-c83c-4036-97e3-868e5171665a', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:7e:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '50cefba8-07c2-4388-ac62-f60780078c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:04:20Z', 'updated_at': '2022-03-31T16:04:26Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '50cefba8-07c2-4388-ac62-f60780078c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:06:05.196395 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4a1f2a61-9c7b-4d03-82e0-bef5f928c607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:05.393595 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28302721-02c5-4879-9c8c-0deee9d69e51 None None] New status for floating IP 6e2a0879-26e9-449d-b287-c6de526cc13c: DOWN {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:06:06.174075 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24aa50d-6db3-499e-aee1-ab824da60b28 req-3afc19f6-e1dc-482f-b982-10f60f4b41ac tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:06.174678 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-d24aa50d-6db3-499e-aee1-ab824da60b28 req-3afc19f6-e1dc-482f-b982-10f60f4b41ac tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:06:06.230147 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-d24aa50d-6db3-499e-aee1-ab824da60b28 req-3afc19f6-e1dc-482f-b982-10f60f4b41ac tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:06:06.231276 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d24aa50d-6db3-499e-aee1-ab824da60b28 req-3afc19f6-e1dc-482f-b982-10f60f4b41ac tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 945 time: 0.2395363 Mar 31 16:06:06.320665 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d24aa50d-6db3-499e-aee1-ab824da60b28 req-b9a8099e-8717-42f5-b13b-4016e883713e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3e9b75-0314-4c9e-8e38-f851d8ff3992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539224 Mar 31 16:06:06.348719 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cca57-51c3-422f-a9ce-f208120b14cc req-70067b5a-0bf0-4cd8-a425-e333860199c8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:06.350129 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-218cca57-51c3-422f-a9ce-f208120b14cc req-70067b5a-0bf0-4cd8-a425-e333860199c8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.41 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 945 time: 0.1138422 Mar 31 16:06:06.417828 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-218cca57-51c3-422f-a9ce-f208120b14cc req-509c5751-7799-4c68-8203-b8d8dc354fad tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Deleting port 2ef093ca-b216-49bd-b17f-5ef00f5446fe {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:06:06.418164 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-218cca57-51c3-422f-a9ce-f208120b14cc req-509c5751-7799-4c68-8203-b8d8dc354fad tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:06.521480 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:06.590194 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:06.664289 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-218cca57-51c3-422f-a9ce-f208120b14cc req-509c5751-7799-4c68-8203-b8d8dc354fad tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] For port 2ef093ca-b216-49bd-b17f-5ef00f5446fe, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=2ef093ca-b216-49bd-b17f-5ef00f5446fe,segment=NetworkSegment(af717cbb-594e-4044-99c5-eed9e6c1985b),segment_id=af717cbb-594e-4044-99c5-eed9e6c1985b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:06:06.665175 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-218cca57-51c3-422f-a9ce-f208120b14cc req-509c5751-7799-4c68-8203-b8d8dc354fad tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:06.785255 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-218cca57-51c3-422f-a9ce-f208120b14cc req-509c5751-7799-4c68-8203-b8d8dc354fad tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Calling delete_port for 2ef093ca-b216-49bd-b17f-5ef00f5446fe owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:06:06.979256 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-218cca57-51c3-422f-a9ce-f208120b14cc req-509c5751-7799-4c68-8203-b8d8dc354fad tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:07.027749 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c5751-7799-4c68-8203-b8d8dc354fad tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'Port': ['ID=2ef093ca-b216-49bd-b17f-5ef00f5446fe,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:07.107082 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-218cca57-51c3-422f-a9ce-f208120b14cc req-509c5751-7799-4c68-8203-b8d8dc354fad tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] No DVR routers for this DVR port 2ef093ca-b216-49bd-b17f-5ef00f5446fe on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:06:07.109751 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-218cca57-51c3-422f-a9ce-f208120b14cc req-509c5751-7799-4c68-8203-b8d8dc354fad tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:07.112202 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41370721-13c1-4f28-a7ba-55d015af1997', 'name': 'network-vif-deleted', 'tag': '2ef093ca-b216-49bd-b17f-5ef00f5446fe'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:06:07.155870 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41370721-13c1-4f28-a7ba-55d015af1997', 'name': 'network-vif-deleted', 'tag': '2ef093ca-b216-49bd-b17f-5ef00f5446fe', 'status': 'completed', 'code': 200} Mar 31 16:06:07.208108 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-218cca57-51c3-422f-a9ce-f208120b14cc req-509c5751-7799-4c68-8203-b8d8dc354fad tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.41 "DELETE /v2.0/ports/2ef093ca-b216-49bd-b17f-5ef00f5446fe HTTP/1.1" status: 204 len: 173 time: 0.8526201 Mar 31 16:06:07.488746 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-7c9336e7-4ebb-4012-9aa3-d66b17846bb0 req-1ae839f1-54ec-4656-a43f-7d59af07b128 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:06:07.556340 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7cb0c384-55b7-437d-948f-97d16299d37a req-13116fea-29d5-4315-871a-5c7907a24512 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0477200 Mar 31 16:06:07.574105 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-7c9336e7-4ebb-4012-9aa3-d66b17846bb0 req-1ae839f1-54ec-4656-a43f-7d59af07b128 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:06:07.574105 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7c9336e7-4ebb-4012-9aa3-d66b17846bb0 req-1ae839f1-54ec-4656-a43f-7d59af07b128 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 210 time: 0.1284740 Mar 31 16:06:07.669884 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7cb0c384-55b7-437d-948f-97d16299d37a req-1089f3a0-0f49-456c-a2d3-16ec1d618baf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&device_id=41370721-13c1-4f28-a7ba-55d015af1997 HTTP/1.1" status: 200 len: 210 time: 0.0407939 Mar 31 16:06:07.827256 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0c384-55b7-437d-948f-97d16299d37a req-3964bf02-9852-4904-8f9d-6f3d5c852a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:07.828993 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7cb0c384-55b7-437d-948f-97d16299d37a req-3964bf02-9852-4904-8f9d-6f3d5c852a05 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=650835ad0bc14fff808fd395113443a2&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1386602 Mar 31 16:06:07.986054 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0c384-55b7-437d-948f-97d16299d37a req-576214a6-146c-4b87-8273-e3784a5a2124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:07.987628 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7cb0c384-55b7-437d-948f-97d16299d37a req-576214a6-146c-4b87-8273-e3784a5a2124 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1518891 Mar 31 16:06:08.024790 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:08.670536 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55488) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:06:08.858132 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:06:09.189273 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 2ef093ca-b216-49bd-b17f-5ef00f5446fe no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:06:09.226223 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: 2ef093ca-b216-49bd-b17f-5ef00f5446fe {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:06:09.226567 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 2ef093ca-b216-49bd-b17f-5ef00f5446fe not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:06:09.319465 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6932dfd7-27cf-4516-94dc-fafb1147f3a9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:09.668625 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6932dfd7-27cf-4516-94dc-fafb1147f3a9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Deleting port 96f55828-ffcd-4258-b28a-0add34d094a0 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:06:09.668961 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6932dfd7-27cf-4516-94dc-fafb1147f3a9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:09.850615 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6932dfd7-27cf-4516-94dc-fafb1147f3a9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] For port 96f55828-ffcd-4258-b28a-0add34d094a0, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=96f55828-ffcd-4258-b28a-0add34d094a0,segment=NetworkSegment(af717cbb-594e-4044-99c5-eed9e6c1985b),segment_id=af717cbb-594e-4044-99c5-eed9e6c1985b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:06:09.851309 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6932dfd7-27cf-4516-94dc-fafb1147f3a9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:09.972854 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6932dfd7-27cf-4516-94dc-fafb1147f3a9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Calling delete_port for 96f55828-ffcd-4258-b28a-0add34d094a0 owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:06:10.247537 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6932dfd7-27cf-4516-94dc-fafb1147f3a9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:10.295441 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932dfd7-27cf-4516-94dc-fafb1147f3a9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'Port': ['ID=96f55828-ffcd-4258-b28a-0add34d094a0,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:10.667107 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6932dfd7-27cf-4516-94dc-fafb1147f3a9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:11.016174 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6932dfd7-27cf-4516-94dc-fafb1147f3a9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Router ecfde667-94af-4cb6-ba0d-0f2ce598bdf1 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:06:11.190364 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6932dfd7-27cf-4516-94dc-fafb1147f3a9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:06:11.200000 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f139958-f78d-4c4c-ba16-79acdd4cf689 None None] Sync routers for ids ['ecfde667-94af-4cb6-ba0d-0f2ce598bdf1'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:06:11.208895 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f139958-f78d-4c4c-ba16-79acdd4cf689 None None] Routers {'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:06:11.212164 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4f139958-f78d-4c4c-ba16-79acdd4cf689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:06:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['ecfde667-94af-4cb6-ba0d-0f2ce598bdf1'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:11.249431 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6932dfd7-27cf-4516-94dc-fafb1147f3a9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "PUT /v2.0/routers/ecfde667-94af-4cb6-ba0d-0f2ce598bdf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5777826 Mar 31 16:06:11.252072 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55492) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:06:11.317263 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-94150128-59a9-4aa2-893d-87f1ceea5fab tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Deleting subnet 50cefba8-07c2-4388-ac62-f60780078c21 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 16:06:11.320391 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-94150128-59a9-4aa2-893d-87f1ceea5fab tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:11.377304 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-94150128-59a9-4aa2-893d-87f1ceea5fab tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:11.384952 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-4f139958-f78d-4c4c-ba16-79acdd4cf689 None None] Set router ecfde667-94af-4cb6-ba0d-0f2ce598bdf1 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:06:11.458173 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-94150128-59a9-4aa2-893d-87f1ceea5fab tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:11.619950 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-94150128-59a9-4aa2-893d-87f1ceea5fab tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:11.657227 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94150128-59a9-4aa2-893d-87f1ceea5fab tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'Subnet': ['ID=50cefba8-07c2-4388-ac62-f60780078c21,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:11.664310 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-94150128-59a9-4aa2-893d-87f1ceea5fab tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:11.671168 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-94150128-59a9-4aa2-893d-87f1ceea5fab tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "DELETE /v2.0/subnets/50cefba8-07c2-4388-ac62-f60780078c21 HTTP/1.1" status: 204 len: 168 time: 0.4181080 Mar 31 16:06:11.673868 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55496) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:06:11.683371 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eddab29-f400-473f-bb60-f3c4e9fe6c3d None None] Network cc76266a-c83c-4036-97e3-868e5171665a requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:06:11.855535 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95a9901d-c602-4bc3-8d73-5a82a1301987 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:11.869364 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4f139958-f78d-4c4c-ba16-79acdd4cf689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143323221', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '1bd99d7c-7813-4dd1-a664-d15793bb98a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:04:15Z', 'updated_at': '2022-03-31T16:06:10Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '1bd99d7c-7813-4dd1-a664-d15793bb98a7', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:04:16Z', 'updated_at': '2022-03-31T16:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:11.876601 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f139958-f78d-4c4c-ba16-79acdd4cf689 None None] Checking router: ecfde667-94af-4cb6-ba0d-0f2ce598bdf1 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:06:11.890808 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f139958-f78d-4c4c-ba16-79acdd4cf689 None None] Routers {'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:06:11.891447 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4f139958-f78d-4c4c-ba16-79acdd4cf689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:06:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['ecfde667-94af-4cb6-ba0d-0f2ce598bdf1'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:12.042595 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d410c3a5-7b3f-42b8-8cec-b76bb8a8a7c2 None None] DHCP port deletion for cc76266a-c83c-4036-97e3-868e5171665a request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 16:06:12.058113 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-d410c3a5-7b3f-42b8-8cec-b76bb8a8a7c2 None None] Deleting port c406b99f-3154-4f9d-9455-78f88a132547 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:06:12.058485 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d410c3a5-7b3f-42b8-8cec-b76bb8a8a7c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:12.132075 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-4f139958-f78d-4c4c-ba16-79acdd4cf689 None None] Set router ecfde667-94af-4cb6-ba0d-0f2ce598bdf1 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:06:12.156209 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95a9901d-c602-4bc3-8d73-5a82a1301987 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:12.241863 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-95a9901d-c602-4bc3-8d73-5a82a1301987 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Deleting port 1bd99d7c-7813-4dd1-a664-d15793bb98a7 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:06:12.242210 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95a9901d-c602-4bc3-8d73-5a82a1301987 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:12.417297 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-95a9901d-c602-4bc3-8d73-5a82a1301987 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] For port 1bd99d7c-7813-4dd1-a664-d15793bb98a7, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=1bd99d7c-7813-4dd1-a664-d15793bb98a7,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:06:12.417550 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95a9901d-c602-4bc3-8d73-5a82a1301987 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:12.521213 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-d410c3a5-7b3f-42b8-8cec-b76bb8a8a7c2 None None] For port c406b99f-3154-4f9d-9455-78f88a132547, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=c406b99f-3154-4f9d-9455-78f88a132547,segment=NetworkSegment(af717cbb-594e-4044-99c5-eed9e6c1985b),segment_id=af717cbb-594e-4044-99c5-eed9e6c1985b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:06:12.521849 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d410c3a5-7b3f-42b8-8cec-b76bb8a8a7c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:12.538743 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-95a9901d-c602-4bc3-8d73-5a82a1301987 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Calling delete_port for 1bd99d7c-7813-4dd1-a664-d15793bb98a7 owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:06:12.650320 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-d410c3a5-7b3f-42b8-8cec-b76bb8a8a7c2 None None] Calling delete_port for c406b99f-3154-4f9d-9455-78f88a132547 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:06:12.729453 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4f139958-f78d-4c4c-ba16-79acdd4cf689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143323221', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '1bd99d7c-7813-4dd1-a664-d15793bb98a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:04:15Z', 'updated_at': '2022-03-31T16:06:10Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '1bd99d7c-7813-4dd1-a664-d15793bb98a7', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:04:16Z', 'updated_at': '2022-03-31T16:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:12.733774 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f139958-f78d-4c4c-ba16-79acdd4cf689 None None] The sync data for ids ['ecfde667-94af-4cb6-ba0d-0f2ce598bdf1'] in dv-neutron-833379-2-hyperv is: [{'id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143323221', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '1bd99d7c-7813-4dd1-a664-d15793bb98a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:04:15Z', 'updated_at': '2022-03-31T16:06:10Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '1bd99d7c-7813-4dd1-a664-d15793bb98a7', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfde667-94af-4cb6-ba0d-0f2ce598bdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:04:16Z', 'updated_at': '2022-03-31T16:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:06:12.767727 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95a9901d-c602-4bc3-8d73-5a82a1301987 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:12.796217 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d410c3a5-7b3f-42b8-8cec-b76bb8a8a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:12.814323 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9901d-c602-4bc3-8d73-5a82a1301987 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'Port': ['ID=1bd99d7c-7813-4dd1-a664-d15793bb98a7,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:12.845928 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410c3a5-7b3f-42b8-8cec-b76bb8a8a7c2 None None] Pushing event deleted for resources: {'Port': ['ID=c406b99f-3154-4f9d-9455-78f88a132547,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:12.849418 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d410c3a5-7b3f-42b8-8cec-b76bb8a8a7c2 None None] No DVR routers for this DVR port c406b99f-3154-4f9d-9455-78f88a132547 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:06:12.855473 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410c3a5-7b3f-42b8-8cec-b76bb8a8a7c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:12.855766 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410c3a5-7b3f-42b8-8cec-b76bb8a8a7c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:12.856104 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410c3a5-7b3f-42b8-8cec-b76bb8a8a7c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:12.858626 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410c3a5-7b3f-42b8-8cec-b76bb8a8a7c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:12.858626 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410c3a5-7b3f-42b8-8cec-b76bb8a8a7c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:12.858626 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410c3a5-7b3f-42b8-8cec-b76bb8a8a7c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:12.858626 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410c3a5-7b3f-42b8-8cec-b76bb8a8a7c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:12.858626 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410c3a5-7b3f-42b8-8cec-b76bb8a8a7c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:12.858626 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410c3a5-7b3f-42b8-8cec-b76bb8a8a7c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:12.858626 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410c3a5-7b3f-42b8-8cec-b76bb8a8a7c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:12.858626 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410c3a5-7b3f-42b8-8cec-b76bb8a8a7c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:12.859677 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410c3a5-7b3f-42b8-8cec-b76bb8a8a7c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:12.907907 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95a9901d-c602-4bc3-8d73-5a82a1301987 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:13.078461 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95a9901d-c602-4bc3-8d73-5a82a1301987 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:13.080679 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95a9901d-c602-4bc3-8d73-5a82a1301987 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:13.179096 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95a9901d-c602-4bc3-8d73-5a82a1301987 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:13.179743 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a9901d-c602-4bc3-8d73-5a82a1301987 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Fanout notify agent at l3_agent the message router_deleted on router ecfde667-94af-4cb6-ba0d-0f2ce598bdf1 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 16:06:13.195369 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95a9901d-c602-4bc3-8d73-5a82a1301987 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:13.197177 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-95a9901d-c602-4bc3-8d73-5a82a1301987 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "DELETE /v2.0/routers/ecfde667-94af-4cb6-ba0d-0f2ce598bdf1 HTTP/1.1" status: 204 len: 168 time: 1.5224013 Mar 31 16:06:13.199846 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55500) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:06:13.313102 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ef5b9972-6330-450e-9c9d-b412a2ced0f9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:13.444410 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ef5b9972-6330-450e-9c9d-b412a2ced0f9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:13.468229 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-ef5b9972-6330-450e-9c9d-b412a2ced0f9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc76266a-c83c-4036-97e3-868e5171665a']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:13.480209 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-ef5b9972-6330-450e-9c9d-b412a2ced0f9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af717cbb-594e-4044-99c5-eed9e6c1985b') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:13.480499 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-ef5b9972-6330-450e-9c9d-b412a2ced0f9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af717cbb-594e-4044-99c5-eed9e6c1985b') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:13.491253 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ef5b9972-6330-450e-9c9d-b412a2ced0f9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:13.507172 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ef5b9972-6330-450e-9c9d-b412a2ced0f9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:13.513201 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef5b9972-6330-450e-9c9d-b412a2ced0f9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:06:13.513577 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ef5b9972-6330-450e-9c9d-b412a2ced0f9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:13.527453 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 16:06:13.527453 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:06:13.527453 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 16:06:13.527453 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:06:13.527453 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 16:06:13.527453 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 16:06:13.527453 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 16:06:13.527453 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:06:13.527453 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 16:06:13.527453 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:06:13.527453 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 16:06:13.527453 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:06:13.527453 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 16:06:13.527453 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 16:06:13.527453 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:06:13.527453 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 16:06:13.527453 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:06:13.527453 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 16:06:13.527453 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 16:06:13.527453 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 16:06:13.527453 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 16:06:13.527453 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 16:06:13.527453 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:06:13.527453 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:06:13.527453 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 16:06:13.527453 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:06:13.527453 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:06:13.527453 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:06:13.527453 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:06:13.527453 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:06:13.527453 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:06:13.527453 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:06:13.670474 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ef5b9972-6330-450e-9c9d-b412a2ced0f9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:13.688185 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ef5b9972-6330-450e-9c9d-b412a2ced0f9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:13.700604 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b9972-6330-450e-9c9d-b412a2ced0f9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'Network': ['ID=cc76266a-c83c-4036-97e3-868e5171665a,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:13.745365 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ef5b9972-6330-450e-9c9d-b412a2ced0f9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "DELETE /v2.0/networks/cc76266a-c83c-4036-97e3-868e5171665a HTTP/1.1" status: 204 len: 168 time: 0.5444601 Mar 31 16:06:13.747836 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55504) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:06:13.813215 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-00f7ca56-13f9-483d-8740-d9e9f16f2df7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:13.845921 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-00f7ca56-13f9-483d-8740-d9e9f16f2df7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:13.947742 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device c406b99f-3154-4f9d-9455-78f88a132547 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:06:14.025797 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: c406b99f-3154-4f9d-9455-78f88a132547 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:06:14.026144 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device c406b99f-3154-4f9d-9455-78f88a132547 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:06:14.026571 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 1bd99d7c-7813-4dd1-a664-d15793bb98a7 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:06:14.057879 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 1bd99d7c-7813-4dd1-a664-d15793bb98a7 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:06:14.058226 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 1bd99d7c-7813-4dd1-a664-d15793bb98a7 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:06:14.058634 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 96f55828-ffcd-4258-b28a-0add34d094a0 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:06:14.092804 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 96f55828-ffcd-4258-b28a-0add34d094a0 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:06:14.093145 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 96f55828-ffcd-4258-b28a-0add34d094a0 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:06:14.098904 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-00f7ca56-13f9-483d-8740-d9e9f16f2df7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:14.116245 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7ca56-13f9-483d-8740-d9e9f16f2df7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3e9b75-0314-4c9e-8e38-f851d8ff3992,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:14.206218 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-00f7ca56-13f9-483d-8740-d9e9f16f2df7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:14.207350 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-00f7ca56-13f9-483d-8740-d9e9f16f2df7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "DELETE /v2.0/security-groups/fd3e9b75-0314-4c9e-8e38-f851d8ff3992 HTTP/1.1" status: 204 len: 168 time: 0.4586310 Mar 31 16:06:14.832489 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55512) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:06:14.837650 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-cb8354b4-5e40-4810-a180-70016ca8196b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-763457823', 'description': 'tempest-secgroup-smoke-763457823 description', 'project_id': '650835ad0bc14fff808fd395113443a2'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:06:14.843682 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-cb8354b4-5e40-4810-a180-70016ca8196b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:06:14.847698 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-cb8354b4-5e40-4810-a180-70016ca8196b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:06:14.850472 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-cb8354b4-5e40-4810-a180-70016ca8196b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:06:14.856552 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-cb8354b4-5e40-4810-a180-70016ca8196b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:06:14.916389 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cb8354b4-5e40-4810-a180-70016ca8196b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:14.936321 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-cb8354b4-5e40-4810-a180-70016ca8196b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:06:14.940046 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-cb8354b4-5e40-4810-a180-70016ca8196b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:06:14.942761 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-cb8354b4-5e40-4810-a180-70016ca8196b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:06:14.949386 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-cb8354b4-5e40-4810-a180-70016ca8196b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:06:15.018778 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cb8354b4-5e40-4810-a180-70016ca8196b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:15.075787 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cb8354b4-5e40-4810-a180-70016ca8196b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:15.120802 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8354b4-5e40-4810-a180-70016ca8196b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2af44d8-fc68-43e5-963a-052909fa12da,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:15.184393 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cb8354b4-5e40-4810-a180-70016ca8196b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:15.185613 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-cb8354b4-5e40-4810-a180-70016ca8196b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3521545 Mar 31 16:06:15.188373 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55516) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:06:15.193258 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-702ae26c-345c-458c-ae24-edc4ae7aa14b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group_rule': {'security_group_id': 'e2af44d8-fc68-43e5-963a-052909fa12da', 'project_id': '650835ad0bc14fff808fd395113443a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:06:15.199673 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-702ae26c-345c-458c-ae24-edc4ae7aa14b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:06:15.203489 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-702ae26c-345c-458c-ae24-edc4ae7aa14b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:06:15.206319 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-702ae26c-345c-458c-ae24-edc4ae7aa14b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:06:15.212532 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-702ae26c-345c-458c-ae24-edc4ae7aa14b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:06:15.259194 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-702ae26c-345c-458c-ae24-edc4ae7aa14b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:15.320334 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-702ae26c-345c-458c-ae24-edc4ae7aa14b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:15.366777 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-702ae26c-345c-458c-ae24-edc4ae7aa14b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:15.387530 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ae26c-345c-458c-ae24-edc4ae7aa14b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c5e7103-fac1-4bf6-bdbd-f52053be9b2f,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:15.453114 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-702ae26c-345c-458c-ae24-edc4ae7aa14b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:15.454305 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-702ae26c-345c-458c-ae24-edc4ae7aa14b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2649596 Mar 31 16:06:15.456974 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55520) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:06:15.461909 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-fea771b8-8afe-436f-86f1-8e7c13f14451 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group_rule': {'security_group_id': 'e2af44d8-fc68-43e5-963a-052909fa12da', 'project_id': '650835ad0bc14fff808fd395113443a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:06:15.467543 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-fea771b8-8afe-436f-86f1-8e7c13f14451 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:06:15.471305 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-fea771b8-8afe-436f-86f1-8e7c13f14451 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:06:15.474097 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-fea771b8-8afe-436f-86f1-8e7c13f14451 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:06:15.480099 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-fea771b8-8afe-436f-86f1-8e7c13f14451 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:06:15.533246 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fea771b8-8afe-436f-86f1-8e7c13f14451 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:15.594740 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fea771b8-8afe-436f-86f1-8e7c13f14451 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:15.641686 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fea771b8-8afe-436f-86f1-8e7c13f14451 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:15.665075 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea771b8-8afe-436f-86f1-8e7c13f14451 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1fdd935-194b-45ea-870c-8db6e67d9e46,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:15.726808 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fea771b8-8afe-436f-86f1-8e7c13f14451 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:15.728602 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-fea771b8-8afe-436f-86f1-8e7c13f14451 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2707138 Mar 31 16:06:15.731299 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55524) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:06:15.736345 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-becb3d2d-999a-46f3-9207-ad216557d04f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group_rule': {'security_group_id': 'e2af44d8-fc68-43e5-963a-052909fa12da', 'project_id': '650835ad0bc14fff808fd395113443a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:06:15.742272 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-becb3d2d-999a-46f3-9207-ad216557d04f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:06:15.746745 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-becb3d2d-999a-46f3-9207-ad216557d04f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:06:15.749728 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-becb3d2d-999a-46f3-9207-ad216557d04f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:06:15.755383 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-becb3d2d-999a-46f3-9207-ad216557d04f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:06:15.865445 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-becb3d2d-999a-46f3-9207-ad216557d04f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:15.926393 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-becb3d2d-999a-46f3-9207-ad216557d04f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:15.967175 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-becb3d2d-999a-46f3-9207-ad216557d04f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:15.991978 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb3d2d-999a-46f3-9207-ad216557d04f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b5b04e-b665-4ac2-b692-fb34eb2796a0,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:16.069888 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-becb3d2d-999a-46f3-9207-ad216557d04f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:16.071696 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-becb3d2d-999a-46f3-9207-ad216557d04f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3394260 Mar 31 16:06:16.074366 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55528) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:06:16.079200 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-892260be-b9df-4114-88aa-200dde303503 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group_rule': {'security_group_id': 'e2af44d8-fc68-43e5-963a-052909fa12da', 'project_id': '650835ad0bc14fff808fd395113443a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:06:16.084905 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-892260be-b9df-4114-88aa-200dde303503 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:06:16.095404 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-892260be-b9df-4114-88aa-200dde303503 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:06:16.095404 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-892260be-b9df-4114-88aa-200dde303503 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:06:16.097871 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-892260be-b9df-4114-88aa-200dde303503 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:06:16.162331 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-892260be-b9df-4114-88aa-200dde303503 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:16.226843 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-892260be-b9df-4114-88aa-200dde303503 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:16.292746 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-892260be-b9df-4114-88aa-200dde303503 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:16.320498 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892260be-b9df-4114-88aa-200dde303503 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d86f1b-393a-433b-9f82-e6ea2f3cd100,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:16.395444 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-892260be-b9df-4114-88aa-200dde303503 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:16.396642 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-892260be-b9df-4114-88aa-200dde303503 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3213608 Mar 31 16:06:16.399962 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55532) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:06:16.404854 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-edadb775-f0fb-49a9-bf73-1be0d694c581 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group_rule': {'security_group_id': 'e2af44d8-fc68-43e5-963a-052909fa12da', 'project_id': '650835ad0bc14fff808fd395113443a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:06:16.410734 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-edadb775-f0fb-49a9-bf73-1be0d694c581 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:06:16.415118 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-edadb775-f0fb-49a9-bf73-1be0d694c581 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:06:16.417979 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-edadb775-f0fb-49a9-bf73-1be0d694c581 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:06:16.423615 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-edadb775-f0fb-49a9-bf73-1be0d694c581 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:06:16.509793 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.securitygroups_db [None req-edadb775-f0fb-49a9-bf73-1be0d694c581 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Project 650835ad0bc14fff808fd395113443a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 16:06:16.516152 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-edadb775-f0fb-49a9-bf73-1be0d694c581 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:16.578736 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-edadb775-f0fb-49a9-bf73-1be0d694c581 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:16.664055 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-edadb775-f0fb-49a9-bf73-1be0d694c581 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:16.687236 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edadb775-f0fb-49a9-bf73-1be0d694c581 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c3359d-9296-4f73-b068-688d0516f145,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:16.749888 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-edadb775-f0fb-49a9-bf73-1be0d694c581 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:16.751081 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-edadb775-f0fb-49a9-bf73-1be0d694c581 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3502212 Mar 31 16:06:16.753746 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55536) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:06:16.758852 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-6a63ecdf-939e-4332-b0ac-85756708b19c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group_rule': {'security_group_id': 'e2af44d8-fc68-43e5-963a-052909fa12da', 'project_id': '650835ad0bc14fff808fd395113443a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:06:16.764642 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6a63ecdf-939e-4332-b0ac-85756708b19c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:06:16.768488 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6a63ecdf-939e-4332-b0ac-85756708b19c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:06:16.771360 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6a63ecdf-939e-4332-b0ac-85756708b19c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:06:16.777695 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6a63ecdf-939e-4332-b0ac-85756708b19c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:06:16.846962 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.securitygroups_db [None req-6a63ecdf-939e-4332-b0ac-85756708b19c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Project 650835ad0bc14fff808fd395113443a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 16:06:16.853925 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6a63ecdf-939e-4332-b0ac-85756708b19c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:16.919782 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6a63ecdf-939e-4332-b0ac-85756708b19c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:16.989828 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6a63ecdf-939e-4332-b0ac-85756708b19c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:17.013606 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63ecdf-939e-4332-b0ac-85756708b19c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf59467c-bc77-4cd5-8438-9e918138ec22,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:17.087089 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6a63ecdf-939e-4332-b0ac-85756708b19c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:17.089211 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6a63ecdf-939e-4332-b0ac-85756708b19c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3345091 Mar 31 16:06:17.092099 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55540) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:06:17.097529 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-9cad9aa8-e9d0-4fdd-aeff-b567b9c6a76b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'network': {'name': 'tempest-network-smoke--1828847153', 'project_id': '650835ad0bc14fff808fd395113443a2', 'port_security_enabled': True}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:06:17.102291 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9cad9aa8-e9d0-4fdd-aeff-b567b9c6a76b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:06:17.107270 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9cad9aa8-e9d0-4fdd-aeff-b567b9c6a76b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:network and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:06:17.110144 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9cad9aa8-e9d0-4fdd-aeff-b567b9c6a76b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:06:17.115662 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9cad9aa8-e9d0-4fdd-aeff-b567b9c6a76b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:06:17.189814 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cad9aa8-e9d0-4fdd-aeff-b567b9c6a76b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Made reservation on behalf of 650835ad0bc14fff808fd395113443a2 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:06:17.193141 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9cad9aa8-e9d0-4fdd-aeff-b567b9c6a76b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:17.220687 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cad9aa8-e9d0-4fdd-aeff-b567b9c6a76b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:06:17.228934 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9cad9aa8-e9d0-4fdd-aeff-b567b9c6a76b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:17.229579 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-9cad9aa8-e9d0-4fdd-aeff-b567b9c6a76b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Added segment d0184591-3005-49a0-ba2b-c7656aeffc2b of type vlan for network d870e1b3-1f54-48b9-ab7c-229926ebf941 Mar 31 16:06:17.253994 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9cad9aa8-e9d0-4fdd-aeff-b567b9c6a76b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:17.349661 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9cad9aa8-e9d0-4fdd-aeff-b567b9c6a76b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:17.354950 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad9aa8-e9d0-4fdd-aeff-b567b9c6a76b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:17.355527 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9cad9aa8-e9d0-4fdd-aeff-b567b9c6a76b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:17.462973 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad9aa8-e9d0-4fdd-aeff-b567b9c6a76b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Network': ['ID=d870e1b3-1f54-48b9-ab7c-229926ebf941,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:17.471065 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9cad9aa8-e9d0-4fdd-aeff-b567b9c6a76b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3778737 Mar 31 16:06:17.473617 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network d870e1b3-1f54-48b9-ab7c-229926ebf941 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 16:06:17.474084 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55544) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:06:17.478811 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-183f09a3-2fbf-4c31-a341-42dcf0968765 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1306451380', 'admin_state_up': True, 'project_id': '650835ad0bc14fff808fd395113443a2', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:06:17.486413 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-183f09a3-2fbf-4c31-a341-42dcf0968765 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:06:17.490226 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-183f09a3-2fbf-4c31-a341-42dcf0968765 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:router and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:06:17.493080 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-183f09a3-2fbf-4c31-a341-42dcf0968765 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:06:17.499891 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-183f09a3-2fbf-4c31-a341-42dcf0968765 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:06:17.584850 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-183f09a3-2fbf-4c31-a341-42dcf0968765 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:17.585929 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-183f09a3-2fbf-4c31-a341-42dcf0968765 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:17.600620 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-183f09a3-2fbf-4c31-a341-42dcf0968765 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:17.922533 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-183f09a3-2fbf-4c31-a341-42dcf0968765 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:18.272092 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-183f09a3-2fbf-4c31-a341-42dcf0968765 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router_gateway, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:18.301698 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-183f09a3-2fbf-4c31-a341-42dcf0968765 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:18.523679 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-183f09a3-2fbf-4c31-a341-42dcf0968765 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Allocated IP 172.26.5.114 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/2c5797d8-0abd-4300-8efc-8ba623fc9b54) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:06:18.664249 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-183f09a3-2fbf-4c31-a341-42dcf0968765 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:18.733319 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-183f09a3-2fbf-4c31-a341-42dcf0968765 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:18.794940 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183f09a3-2fbf-4c31-a341-42dcf0968765 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:06:18.797608 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-183f09a3-2fbf-4c31-a341-42dcf0968765 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:06:18.805362 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183f09a3-2fbf-4c31-a341-42dcf0968765 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:06:18.840279 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f09a3-2fbf-4c31-a341-42dcf0968765 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Port': ['ID=2c5797d8-0abd-4300-8efc-8ba623fc9b54,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:19.253675 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-183f09a3-2fbf-4c31-a341-42dcf0968765 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router_gateway, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:19.598157 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-183f09a3-2fbf-4c31-a341-42dcf0968765 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:19.870419 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183f09a3-2fbf-4c31-a341-42dcf0968765 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Router 9a8c2560-1e32-4cc1-954f-0627aea4bc68 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 16:06:20.159339 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183f09a3-2fbf-4c31-a341-42dcf0968765 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:06:20.170795 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c35cec-339d-453b-880a-32b5fc143c55 None None] Sync routers for ids ['9a8c2560-1e32-4cc1-954f-0627aea4bc68'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:06:20.180260 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c35cec-339d-453b-880a-32b5fc143c55 None None] Routers {'9a8c2560-1e32-4cc1-954f-0627aea4bc68'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:06:20.180942 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-17c35cec-339d-453b-880a-32b5fc143c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:06:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['9a8c2560-1e32-4cc1-954f-0627aea4bc68'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:20.241394 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-183f09a3-2fbf-4c31-a341-42dcf0968765 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:20.242637 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-183f09a3-2fbf-4c31-a341-42dcf0968765 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7680252 Mar 31 16:06:20.246255 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55548) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:06:20.286256 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5024dd62-2edb-43d5-8558-ba2849374460 tempest-TestNetworkAdvancedServerOps-2136623470 tempest-TestNetworkAdvancedServerOps-2136623470-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=650835ad0bc14fff808fd395113443a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388956 Mar 31 16:06:20.288684 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55552) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:06:20.356492 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-17c35cec-339d-453b-880a-32b5fc143c55 None None] Set router 9a8c2560-1e32-4cc1-954f-0627aea4bc68 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:06:20.419513 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cdc4c1-4fc7-4901-bb0b-f3dd0f35a31e tempest-TestNetworkAdvancedServerOps-2136623470 tempest-TestNetworkAdvancedServerOps-2136623470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:20.423367 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-81cdc4c1-4fc7-4901-bb0b-f3dd0f35a31e tempest-TestNetworkAdvancedServerOps-2136623470 tempest-TestNetworkAdvancedServerOps-2136623470-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1313298 Mar 31 16:06:20.423589 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55556) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:06:20.467633 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8a2fdf34-f11c-4e37-9b90-640108273d3d tempest-TestNetworkAdvancedServerOps-2136623470 tempest-TestNetworkAdvancedServerOps-2136623470-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=81fb4282-babc-4201-afd1-e5be35072e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429981 Mar 31 16:06:20.470071 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55560) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:06:20.475255 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-eb62372a-b7f1-493d-a983-f64069e4eea7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2109648411', 'network_id': 'd870e1b3-1f54-48b9-ab7c-229926ebf941', 'project_id': '650835ad0bc14fff808fd395113443a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:06:20.584808 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-eb62372a-b7f1-493d-a983-f64069e4eea7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:06:20.589340 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-eb62372a-b7f1-493d-a983-f64069e4eea7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:subnet and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:06:20.592333 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-eb62372a-b7f1-493d-a983-f64069e4eea7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:06:20.598027 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-eb62372a-b7f1-493d-a983-f64069e4eea7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:06:20.662067 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-17c35cec-339d-453b-880a-32b5fc143c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1306451380', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': '2c5797d8-0abd-4300-8efc-8ba623fc9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:06:17Z', 'updated_at': '2022-03-31T16:06:19Z', 'revision_number': 3, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '2c5797d8-0abd-4300-8efc-8ba623fc9b54', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:06:18Z', 'updated_at': '2022-03-31T16:06:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:20.664053 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb62372a-b7f1-493d-a983-f64069e4eea7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Made reservation on behalf of 650835ad0bc14fff808fd395113443a2 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:06:20.666634 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c35cec-339d-453b-880a-32b5fc143c55 None None] Checking router: 9a8c2560-1e32-4cc1-954f-0627aea4bc68 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:06:20.666976 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c35cec-339d-453b-880a-32b5fc143c55 None None] Updating router 9a8c2560-1e32-4cc1-954f-0627aea4bc68 port 2c5797d8-0abd-4300-8efc-8ba623fc9b54 binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:06:20.668315 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eb62372a-b7f1-493d-a983-f64069e4eea7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:20.721454 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-17c35cec-339d-453b-880a-32b5fc143c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:20.950131 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eb62372a-b7f1-493d-a983-f64069e4eea7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:21.033899 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62372a-b7f1-493d-a983-f64069e4eea7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Subnet': ['ID=ea9afedd-5eef-4727-b9ba-cccf08f4aa08,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:21.037972 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb62372a-b7f1-493d-a983-f64069e4eea7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Checking segment: {'id': 'd0184591-3005-49a0-ba2b-c7656aeffc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd870e1b3-1f54-48b9-ab7c-229926ebf941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:06:21.038321 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb62372a-b7f1-493d-a983-f64069e4eea7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network hostable DHCP agents. Network: d870e1b3-1f54-48b9-ab7c-229926ebf941, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:06:21.039350 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-17c35cec-339d-453b-880a-32b5fc143c55 None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:21.051304 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-17c35cec-339d-453b-880a-32b5fc143c55 None None] Transition to ACTIVE for port object 2c5797d8-0abd-4300-8efc-8ba623fc9b54 will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:06:21.109725 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-17c35cec-339d-453b-880a-32b5fc143c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:21.132661 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb62372a-b7f1-493d-a983-f64069e4eea7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network d870e1b3-1f54-48b9-ab7c-229926ebf941 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:06:21.172750 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-eb62372a-b7f1-493d-a983-f64069e4eea7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, d870e1b3-1f54-48b9-ab7c-229926ebf941) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:06:21.176772 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb62372a-b7f1-493d-a983-f64069e4eea7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:21.177371 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eb62372a-b7f1-493d-a983-f64069e4eea7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:21.181819 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab9bd8c-f246-4267-91d1-b791018ab84d None None] Network d870e1b3-1f54-48b9-ab7c-229926ebf941 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:06:21.186772 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ae45e-048f-415e-b6ff-a887004a5a1f None None] Pushing event updated for resources: {'Port': ['ID=2c5797d8-0abd-4300-8efc-8ba623fc9b54,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:21.191254 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-17c35cec-339d-453b-880a-32b5fc143c55 None None] Attempting to bind port 2c5797d8-0abd-4300-8efc-8ba623fc9b54 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:06:21.191621 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-17c35cec-339d-453b-880a-32b5fc143c55 None None] Attempting to bind port 2c5797d8-0abd-4300-8efc-8ba623fc9b54 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:06:21.191972 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c35cec-339d-453b-880a-32b5fc143c55 None None] Attempting to bind port 2c5797d8-0abd-4300-8efc-8ba623fc9b54 on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:06:21.200005 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c35cec-339d-453b-880a-32b5fc143c55 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:06:21.203257 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c35cec-339d-453b-880a-32b5fc143c55 None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:06:21.203257 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-17c35cec-339d-453b-880a-32b5fc143c55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:21.203257 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c35cec-339d-453b-880a-32b5fc143c55 None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:06:21.203257 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-17c35cec-339d-453b-880a-32b5fc143c55 None None] Bound port: 2c5797d8-0abd-4300-8efc-8ba623fc9b54, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:06:21.203257 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-17c35cec-339d-453b-880a-32b5fc143c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:21.232956 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ae45e-048f-415e-b6ff-a887004a5a1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:21.233320 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ae45e-048f-415e-b6ff-a887004a5a1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:21.233655 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ae45e-048f-415e-b6ff-a887004a5a1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:21.233981 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ae45e-048f-415e-b6ff-a887004a5a1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:21.234299 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ae45e-048f-415e-b6ff-a887004a5a1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:21.234619 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ae45e-048f-415e-b6ff-a887004a5a1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:21.234931 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ae45e-048f-415e-b6ff-a887004a5a1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:21.235253 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ae45e-048f-415e-b6ff-a887004a5a1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:21.235565 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ae45e-048f-415e-b6ff-a887004a5a1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:21.235873 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ae45e-048f-415e-b6ff-a887004a5a1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:21.236182 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ae45e-048f-415e-b6ff-a887004a5a1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:21.236484 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ae45e-048f-415e-b6ff-a887004a5a1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:21.247175 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55564) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:06:21.251407 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-eb62372a-b7f1-493d-a983-f64069e4eea7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7723329 Mar 31 16:06:21.284919 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-17c35cec-339d-453b-880a-32b5fc143c55 None None] For port 2c5797d8-0abd-4300-8efc-8ba623fc9b54, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:06:21.287623 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-17c35cec-339d-453b-880a-32b5fc143c55 None None] For port 2c5797d8-0abd-4300-8efc-8ba623fc9b54, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=2c5797d8-0abd-4300-8efc-8ba623fc9b54,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:06:21.333758 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-17c35cec-339d-453b-880a-32b5fc143c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:21.402402 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac8acba-e50c-4bf3-8ef3-a2155d4c8adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-d870e1b3-1f54-48b9-ab7c-229926ebf941', 'network_id': 'd870e1b3-1f54-48b9-ab7c-229926ebf941', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'fixed_ips': [{'subnet_id': 'ea9afedd-5eef-4727-b9ba-cccf08f4aa08'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 16:06:21.402868 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-eac8acba-e50c-4bf3-8ef3-a2155d4c8adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:21.415007 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c35cec-339d-453b-880a-32b5fc143c55 None None] Routers {'9a8c2560-1e32-4cc1-954f-0627aea4bc68'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:06:21.416403 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-17c35cec-339d-453b-880a-32b5fc143c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:06:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['9a8c2560-1e32-4cc1-954f-0627aea4bc68'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:21.487937 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ae45e-048f-415e-b6ff-a887004a5a1f None None] Pushing event updated for resources: {'Port': ['ID=2c5797d8-0abd-4300-8efc-8ba623fc9b54,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:21.568218 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-eac8acba-e50c-4bf3-8ef3-a2155d4c8adc None None] Allocated IP 172.20.0.2 (d870e1b3-1f54-48b9-ab7c-229926ebf941/ea9afedd-5eef-4727-b9ba-cccf08f4aa08/ee6b2359-e828-466c-955b-22e35076c2d2) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:06:21.605622 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-17c35cec-339d-453b-880a-32b5fc143c55 None None] Set router 9a8c2560-1e32-4cc1-954f-0627aea4bc68 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:06:21.781523 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-eac8acba-e50c-4bf3-8ef3-a2155d4c8adc None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:21.791617 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-eac8acba-e50c-4bf3-8ef3-a2155d4c8adc None None] Transition to ACTIVE for port object ee6b2359-e828-466c-955b-22e35076c2d2 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:06:21.810258 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-eac8acba-e50c-4bf3-8ef3-a2155d4c8adc None None] Transition to ACTIVE for port object ee6b2359-e828-466c-955b-22e35076c2d2 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:06:21.882787 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-eac8acba-e50c-4bf3-8ef3-a2155d4c8adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:21.889074 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-17c35cec-339d-453b-880a-32b5fc143c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1306451380', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': '2c5797d8-0abd-4300-8efc-8ba623fc9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:06:17Z', 'updated_at': '2022-03-31T16:06:19Z', 'revision_number': 3, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '2c5797d8-0abd-4300-8efc-8ba623fc9b54', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:06:18Z', 'updated_at': '2022-03-31T16:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:21.894210 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c35cec-339d-453b-880a-32b5fc143c55 None None] The sync data for ids ['9a8c2560-1e32-4cc1-954f-0627aea4bc68'] in dv-neutron-833379-2-hyperv is: [{'id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1306451380', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': '2c5797d8-0abd-4300-8efc-8ba623fc9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:06:17Z', 'updated_at': '2022-03-31T16:06:19Z', 'revision_number': 3, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '2c5797d8-0abd-4300-8efc-8ba623fc9b54', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:06:18Z', 'updated_at': '2022-03-31T16:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:06:21.944825 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac8acba-e50c-4bf3-8ef3-a2155d4c8adc None None] Network d870e1b3-1f54-48b9-ab7c-229926ebf941 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:06:21.948651 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-eac8acba-e50c-4bf3-8ef3-a2155d4c8adc None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:06:21.952318 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac8acba-e50c-4bf3-8ef3-a2155d4c8adc None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:06:21.982723 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb7797f3-cd4a-4ae1-824c-41217d559dc3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:22.004098 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8acba-e50c-4bf3-8ef3-a2155d4c8adc None None] Pushing event updated for resources: {'Port': ['ID=ee6b2359-e828-466c-955b-22e35076c2d2,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:22.056896 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-eac8acba-e50c-4bf3-8ef3-a2155d4c8adc None None] Attempting to bind port ee6b2359-e828-466c-955b-22e35076c2d2 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:06:22.057523 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-eac8acba-e50c-4bf3-8ef3-a2155d4c8adc None None] Attempting to bind port ee6b2359-e828-466c-955b-22e35076c2d2 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'd0184591-3005-49a0-ba2b-c7656aeffc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd870e1b3-1f54-48b9-ab7c-229926ebf941'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:06:22.057948 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac8acba-e50c-4bf3-8ef3-a2155d4c8adc None None] Attempting to bind port ee6b2359-e828-466c-955b-22e35076c2d2 on network d870e1b3-1f54-48b9-ab7c-229926ebf941 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:06:22.063601 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac8acba-e50c-4bf3-8ef3-a2155d4c8adc None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:06:22.063969 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac8acba-e50c-4bf3-8ef3-a2155d4c8adc None None] Checking segment: {'id': 'd0184591-3005-49a0-ba2b-c7656aeffc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd870e1b3-1f54-48b9-ab7c-229926ebf941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:06:22.064367 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-eac8acba-e50c-4bf3-8ef3-a2155d4c8adc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:22.064752 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac8acba-e50c-4bf3-8ef3-a2155d4c8adc None None] Bound using segment: {'id': 'd0184591-3005-49a0-ba2b-c7656aeffc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd870e1b3-1f54-48b9-ab7c-229926ebf941'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:06:22.065240 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-eac8acba-e50c-4bf3-8ef3-a2155d4c8adc None None] Bound port: ee6b2359-e828-466c-955b-22e35076c2d2, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0184591-3005-49a0-ba2b-c7656aeffc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd870e1b3-1f54-48b9-ab7c-229926ebf941'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:06:22.065600 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-eac8acba-e50c-4bf3-8ef3-a2155d4c8adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:22.194338 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-eac8acba-e50c-4bf3-8ef3-a2155d4c8adc None None] For port ee6b2359-e828-466c-955b-22e35076c2d2, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:06:22.198505 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-eac8acba-e50c-4bf3-8ef3-a2155d4c8adc None None] For port ee6b2359-e828-466c-955b-22e35076c2d2, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=ee6b2359-e828-466c-955b-22e35076c2d2,segment=NetworkSegment(d0184591-3005-49a0-ba2b-c7656aeffc2b),segment_id=d0184591-3005-49a0-ba2b-c7656aeffc2b)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:06:22.236462 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-eac8acba-e50c-4bf3-8ef3-a2155d4c8adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:22.326116 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8acba-e50c-4bf3-8ef3-a2155d4c8adc None None] Pushing event updated for resources: {'Port': ['ID=ee6b2359-e828-466c-955b-22e35076c2d2,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:22.440182 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-cb7797f3-cd4a-4ae1-824c-41217d559dc3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Allocated IP 172.20.0.1 (d870e1b3-1f54-48b9-ab7c-229926ebf941/ea9afedd-5eef-4727-b9ba-cccf08f4aa08/3c7bb2c5-4118-409b-9be4-db6f91e5137f) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:06:22.620982 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb7797f3-cd4a-4ae1-824c-41217d559dc3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:22.639666 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-cb7797f3-cd4a-4ae1-824c-41217d559dc3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Transition to ACTIVE for port object 3c7bb2c5-4118-409b-9be4-db6f91e5137f will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:06:22.710455 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb7797f3-cd4a-4ae1-824c-41217d559dc3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:22.773930 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7797f3-cd4a-4ae1-824c-41217d559dc3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network d870e1b3-1f54-48b9-ab7c-229926ebf941 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:06:22.777298 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-cb7797f3-cd4a-4ae1-824c-41217d559dc3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:06:22.785723 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7797f3-cd4a-4ae1-824c-41217d559dc3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:06:22.824063 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7797f3-cd4a-4ae1-824c-41217d559dc3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Port': ['ID=3c7bb2c5-4118-409b-9be4-db6f91e5137f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:22.961445 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7797f3-cd4a-4ae1-824c-41217d559dc3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:22.961793 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7797f3-cd4a-4ae1-824c-41217d559dc3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:22.962128 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7797f3-cd4a-4ae1-824c-41217d559dc3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:22.962518 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7797f3-cd4a-4ae1-824c-41217d559dc3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:22.963416 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7797f3-cd4a-4ae1-824c-41217d559dc3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:22.963747 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7797f3-cd4a-4ae1-824c-41217d559dc3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:22.964074 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7797f3-cd4a-4ae1-824c-41217d559dc3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:22.964397 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7797f3-cd4a-4ae1-824c-41217d559dc3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:22.964720 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7797f3-cd4a-4ae1-824c-41217d559dc3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:22.965040 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7797f3-cd4a-4ae1-824c-41217d559dc3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:22.965384 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7797f3-cd4a-4ae1-824c-41217d559dc3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:22.965702 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7797f3-cd4a-4ae1-824c-41217d559dc3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:22.987032 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb7797f3-cd4a-4ae1-824c-41217d559dc3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:23.204839 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb7797f3-cd4a-4ae1-824c-41217d559dc3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:23.269142 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354ebcf0-adb2-4b81-b1f4-11d293d2df4c None None] Network d870e1b3-1f54-48b9-ab7c-229926ebf941 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:06:23.439855 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0d68bc0f-9658-4338-8fa2-499d07d66ea9 None None] Provisioning for port ee6b2359-e828-466c-955b-22e35076c2d2 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:06:23.644245 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb7797f3-cd4a-4ae1-824c-41217d559dc3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:23.715810 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb7797f3-cd4a-4ae1-824c-41217d559dc3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:23.835350 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7797f3-cd4a-4ae1-824c-41217d559dc3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Port': ['ID=3c7bb2c5-4118-409b-9be4-db6f91e5137f,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:23.841974 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb7797f3-cd4a-4ae1-824c-41217d559dc3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:23.852655 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0df3478c-6d01-49fc-931d-dcb6f435d482 None None] Provisioning for port 3c7bb2c5-4118-409b-9be4-db6f91e5137f completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:06:23.858734 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0df3478c-6d01-49fc-931d-dcb6f435d482 None None] Provisioning complete for port 3c7bb2c5-4118-409b-9be4-db6f91e5137f triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:06:23.859449 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0df3478c-6d01-49fc-931d-dcb6f435d482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:23.919441 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-0df3478c-6d01-49fc-931d-dcb6f435d482 None None] Port 3c7bb2c5-4118-409b-9be4-db6f91e5137f cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:06:23.983328 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7797f3-cd4a-4ae1-824c-41217d559dc3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network d870e1b3-1f54-48b9-ab7c-229926ebf941 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:06:23.985491 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-cb7797f3-cd4a-4ae1-824c-41217d559dc3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:06:24.003805 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device ee6b2359-e828-466c-955b-22e35076c2d2 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:06:24.070631 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-01c434d4-56dd-448f-a77b-b82215e6a5e0 None None] Provisioning complete for port 3c7bb2c5-4118-409b-9be4-db6f91e5137f triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:06:24.071058 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-01c434d4-56dd-448f-a77b-b82215e6a5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:24.168328 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-01c434d4-56dd-448f-a77b-b82215e6a5e0 None None] Port 3c7bb2c5-4118-409b-9be4-db6f91e5137f cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:06:24.185326 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7797f3-cd4a-4ae1-824c-41217d559dc3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Router 9a8c2560-1e32-4cc1-954f-0627aea4bc68 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:06:24.241206 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port ee6b2359-e828-466c-955b-22e35076c2d2 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:06:24.247246 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port ee6b2359-e828-466c-955b-22e35076c2d2 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:06:24.247552 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:24.309662 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4666f2c7-40b5-4aff-901c-8bcb4205a763 None None] Provisioning complete for port 3c7bb2c5-4118-409b-9be4-db6f91e5137f triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:06:24.310288 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4666f2c7-40b5-4aff-901c-8bcb4205a763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:24.368139 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7797f3-cd4a-4ae1-824c-41217d559dc3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:06:24.382639 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-cb7797f3-cd4a-4ae1-824c-41217d559dc3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "PUT /v2.0/routers/9a8c2560-1e32-4cc1-954f-0627aea4bc68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1341157 Mar 31 16:06:24.397989 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2341bca0-f54a-46a1-a5ec-7bc00e6b3c48 None None] Sync routers for ids ['9a8c2560-1e32-4cc1-954f-0627aea4bc68'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:06:24.411328 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-4666f2c7-40b5-4aff-901c-8bcb4205a763 None None] Port 3c7bb2c5-4118-409b-9be4-db6f91e5137f cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:06:24.427844 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2341bca0-f54a-46a1-a5ec-7bc00e6b3c48 None None] Routers {'9a8c2560-1e32-4cc1-954f-0627aea4bc68'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:06:24.428485 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2341bca0-f54a-46a1-a5ec-7bc00e6b3c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:06:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['9a8c2560-1e32-4cc1-954f-0627aea4bc68'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:24.496183 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:24.543944 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-26056402-01cb-4949-a4f7-ef9123024b95 req-26d6f338-5e5a-407b-9a7d-c2ebb121ff4a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:06:24.605354 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port ee6b2359-e828-466c-955b-22e35076c2d2, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=ee6b2359-e828-466c-955b-22e35076c2d2,segment=NetworkSegment(d0184591-3005-49a0-ba2b-c7656aeffc2b),segment_id=d0184591-3005-49a0-ba2b-c7656aeffc2b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:06:24.629859 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-26056402-01cb-4949-a4f7-ef9123024b95 req-26d6f338-5e5a-407b-9a7d-c2ebb121ff4a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:06:24.631171 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-26056402-01cb-4949-a4f7-ef9123024b95 req-26d6f338-5e5a-407b-9a7d-c2ebb121ff4a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-763457823&fields=id&tenant_id=650835ad0bc14fff808fd395113443a2 HTTP/1.1" status: 200 len: 267 time: 0.1250434 Mar 31 16:06:24.637751 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-2341bca0-f54a-46a1-a5ec-7bc00e6b3c48 None None] Set router 9a8c2560-1e32-4cc1-954f-0627aea4bc68 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:06:24.689426 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:24.690187 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 2c5797d8-0abd-4300-8efc-8ba623fc9b54 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:06:24.783515 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26056402-01cb-4949-a4f7-ef9123024b95 req-e8ca829c-5318-4dbd-ab6b-8349e04676dd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:24.784192 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-26056402-01cb-4949-a4f7-ef9123024b95 req-e8ca829c-5318-4dbd-ab6b-8349e04676dd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:network {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:06:24.864313 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-26056402-01cb-4949-a4f7-ef9123024b95 req-e8ca829c-5318-4dbd-ab6b-8349e04676dd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:network {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:06:24.865560 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-26056402-01cb-4949-a4f7-ef9123024b95 req-e8ca829c-5318-4dbd-ab6b-8349e04676dd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/networks?id=d870e1b3-1f54-48b9-ab7c-229926ebf941 HTTP/1.1" status: 200 len: 797 time: 0.2276452 Mar 31 16:06:24.881415 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-26056402-01cb-4949-a4f7-ef9123024b95 req-0597313b-c07c-4382-beb2-df9dce503530 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/quotas/650835ad0bc14fff808fd395113443a2 HTTP/1.1" status: 200 len: 375 time: 0.0092752 Mar 31 16:06:24.954061 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=ee6b2359-e828-466c-955b-22e35076c2d2,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:24.966628 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-26056402-01cb-4949-a4f7-ef9123024b95 req-dde80932-e5d2-419c-978a-d34e480a46cd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:06:25.034108 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 2c5797d8-0abd-4300-8efc-8ba623fc9b54 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:06:25.043547 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 2c5797d8-0abd-4300-8efc-8ba623fc9b54 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:06:25.043921 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:25.047195 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-26056402-01cb-4949-a4f7-ef9123024b95 req-dde80932-e5d2-419c-978a-d34e480a46cd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:06:25.048518 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-26056402-01cb-4949-a4f7-ef9123024b95 req-dde80932-e5d2-419c-978a-d34e480a46cd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1601279 Mar 31 16:06:25.154237 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2341bca0-f54a-46a1-a5ec-7bc00e6b3c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1306451380', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': '2c5797d8-0abd-4300-8efc-8ba623fc9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:06:17Z', 'updated_at': '2022-03-31T16:06:23Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '2c5797d8-0abd-4300-8efc-8ba623fc9b54', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:06:18Z', 'updated_at': '2022-03-31T16:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '3c7bb2c5-4118-409b-9be4-db6f91e5137f', 'name': '', 'network_id': 'd870e1b3-1f54-48b9-ab7c-229926ebf941', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:a7:a9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ea9afedd-5eef-4727-b9ba-cccf08f4aa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:06:22Z', 'updated_at': '2022-03-31T16:06:23Z', 'revision_number': 2, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': 'ea9afedd-5eef-4727-b9ba-cccf08f4aa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:25.167275 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2341bca0-f54a-46a1-a5ec-7bc00e6b3c48 None None] Checking router: 9a8c2560-1e32-4cc1-954f-0627aea4bc68 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:06:25.167640 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2341bca0-f54a-46a1-a5ec-7bc00e6b3c48 None None] Updating router 9a8c2560-1e32-4cc1-954f-0627aea4bc68 port 3c7bb2c5-4118-409b-9be4-db6f91e5137f binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:06:25.191933 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-26056402-01cb-4949-a4f7-ef9123024b95 req-0b11b10b-e40d-4cac-bbc9-fe2c51cc8bfd service neutron] 10.222.0.31 "GET /v2.0/networks/d870e1b3-1f54-48b9-ab7c-229926ebf941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307487 Mar 31 16:06:25.223199 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:25.245522 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2341bca0-f54a-46a1-a5ec-7bc00e6b3c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:25.262449 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 2c5797d8-0abd-4300-8efc-8ba623fc9b54, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=2c5797d8-0abd-4300-8efc-8ba623fc9b54,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:06:25.325628 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-26056402-01cb-4949-a4f7-ef9123024b95 req-48ae4c6c-0154-4b08-b37d-f10392c9667a service neutron] 10.222.0.31 "GET /v2.0/networks/d870e1b3-1f54-48b9-ab7c-229926ebf941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267176 Mar 31 16:06:25.354047 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:25.485162 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=2c5797d8-0abd-4300-8efc-8ba623fc9b54,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:25.553681 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:25.629426 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-cdae8c23-3a0a-4587-b705-17428048dd9e req-166d9e46-17ce-47d4-ae67-3a38756ad417 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:06:25.642545 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-cdae8c23-3a0a-4587-b705-17428048dd9e req-166d9e46-17ce-47d4-ae67-3a38756ad417 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:06:25.643738 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-cdae8c23-3a0a-4587-b705-17428048dd9e req-166d9e46-17ce-47d4-ae67-3a38756ad417 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 210 time: 0.0584943 Mar 31 16:06:25.690123 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2341bca0-f54a-46a1-a5ec-7bc00e6b3c48 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:25.702464 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2341bca0-f54a-46a1-a5ec-7bc00e6b3c48 None None] Transition to ACTIVE for port object 3c7bb2c5-4118-409b-9be4-db6f91e5137f will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:06:25.784044 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2341bca0-f54a-46a1-a5ec-7bc00e6b3c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:25.952059 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40468f0-a512-4f65-a839-695bca8d59bf None None] Pushing event updated for resources: {'Port': ['ID=3c7bb2c5-4118-409b-9be4-db6f91e5137f,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:26.018361 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device ee6b2359-e828-466c-955b-22e35076c2d2 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:06:26.092028 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-2341bca0-f54a-46a1-a5ec-7bc00e6b3c48 None None] Attempting to bind port 3c7bb2c5-4118-409b-9be4-db6f91e5137f on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:06:26.092428 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-2341bca0-f54a-46a1-a5ec-7bc00e6b3c48 None None] Attempting to bind port 3c7bb2c5-4118-409b-9be4-db6f91e5137f by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'd0184591-3005-49a0-ba2b-c7656aeffc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd870e1b3-1f54-48b9-ab7c-229926ebf941'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:06:26.092788 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341bca0-f54a-46a1-a5ec-7bc00e6b3c48 None None] Attempting to bind port 3c7bb2c5-4118-409b-9be4-db6f91e5137f on network d870e1b3-1f54-48b9-ab7c-229926ebf941 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:06:26.102244 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341bca0-f54a-46a1-a5ec-7bc00e6b3c48 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:06:26.102614 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341bca0-f54a-46a1-a5ec-7bc00e6b3c48 None None] Checking segment: {'id': 'd0184591-3005-49a0-ba2b-c7656aeffc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd870e1b3-1f54-48b9-ab7c-229926ebf941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:06:26.103069 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2341bca0-f54a-46a1-a5ec-7bc00e6b3c48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:26.103453 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341bca0-f54a-46a1-a5ec-7bc00e6b3c48 None None] Bound using segment: {'id': 'd0184591-3005-49a0-ba2b-c7656aeffc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd870e1b3-1f54-48b9-ab7c-229926ebf941'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:06:26.103911 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-2341bca0-f54a-46a1-a5ec-7bc00e6b3c48 None None] Bound port: 3c7bb2c5-4118-409b-9be4-db6f91e5137f, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0184591-3005-49a0-ba2b-c7656aeffc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd870e1b3-1f54-48b9-ab7c-229926ebf941'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:06:26.104283 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2341bca0-f54a-46a1-a5ec-7bc00e6b3c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:26.184565 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port ee6b2359-e828-466c-955b-22e35076c2d2 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:06:26.184933 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:26.255292 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-2341bca0-f54a-46a1-a5ec-7bc00e6b3c48 None None] For port 3c7bb2c5-4118-409b-9be4-db6f91e5137f, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:06:26.264516 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-2341bca0-f54a-46a1-a5ec-7bc00e6b3c48 None None] For port 3c7bb2c5-4118-409b-9be4-db6f91e5137f, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=3c7bb2c5-4118-409b-9be4-db6f91e5137f,segment=NetworkSegment(d0184591-3005-49a0-ba2b-c7656aeffc2b),segment_id=d0184591-3005-49a0-ba2b-c7656aeffc2b)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:06:26.331397 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 2c5797d8-0abd-4300-8efc-8ba623fc9b54 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:06:26.358391 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2341bca0-f54a-46a1-a5ec-7bc00e6b3c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:26.459757 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2341bca0-f54a-46a1-a5ec-7bc00e6b3c48 None None] Routers {'9a8c2560-1e32-4cc1-954f-0627aea4bc68'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:06:26.460382 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2341bca0-f54a-46a1-a5ec-7bc00e6b3c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:06:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['9a8c2560-1e32-4cc1-954f-0627aea4bc68'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:26.532433 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40468f0-a512-4f65-a839-695bca8d59bf None None] Pushing event updated for resources: {'Port': ['ID=3c7bb2c5-4118-409b-9be4-db6f91e5137f,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:26.564408 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 2c5797d8-0abd-4300-8efc-8ba623fc9b54 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:06:26.564771 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:26.710465 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-2341bca0-f54a-46a1-a5ec-7bc00e6b3c48 None None] Set router 9a8c2560-1e32-4cc1-954f-0627aea4bc68 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:06:26.808981 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-dd6d1426-2f5b-45c3-923c-517c24c3054c req-60c77cd6-01e2-4414-b357-90dfbe0a1292 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 210 time: 0.0515554 Mar 31 16:06:27.081176 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2341bca0-f54a-46a1-a5ec-7bc00e6b3c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1306451380', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': '2c5797d8-0abd-4300-8efc-8ba623fc9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:06:17Z', 'updated_at': '2022-03-31T16:06:23Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '2c5797d8-0abd-4300-8efc-8ba623fc9b54', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:06:18Z', 'updated_at': '2022-03-31T16:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '3c7bb2c5-4118-409b-9be4-db6f91e5137f', 'name': '', 'network_id': 'd870e1b3-1f54-48b9-ab7c-229926ebf941', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:a7:a9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ea9afedd-5eef-4727-b9ba-cccf08f4aa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:06:22Z', 'updated_at': '2022-03-31T16:06:26Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': 'ea9afedd-5eef-4727-b9ba-cccf08f4aa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:27.085025 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2341bca0-f54a-46a1-a5ec-7bc00e6b3c48 None None] The sync data for ids ['9a8c2560-1e32-4cc1-954f-0627aea4bc68'] in dv-neutron-833379-2-hyperv is: [{'id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1306451380', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': '2c5797d8-0abd-4300-8efc-8ba623fc9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:06:17Z', 'updated_at': '2022-03-31T16:06:23Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '2c5797d8-0abd-4300-8efc-8ba623fc9b54', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:06:18Z', 'updated_at': '2022-03-31T16:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '3c7bb2c5-4118-409b-9be4-db6f91e5137f', 'name': '', 'network_id': 'd870e1b3-1f54-48b9-ab7c-229926ebf941', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:a7:a9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ea9afedd-5eef-4727-b9ba-cccf08f4aa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:06:22Z', 'updated_at': '2022-03-31T16:06:26Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': 'ea9afedd-5eef-4727-b9ba-cccf08f4aa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:06:27.734326 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26056402-01cb-4949-a4f7-ef9123024b95 req-4454ece4-6c8e-405e-bda0-fa0f69c9656b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:27.735775 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-26056402-01cb-4949-a4f7-ef9123024b95 req-4454ece4-6c8e-405e-bda0-fa0f69c9656b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.41 "GET /v2.0/networks?id=d870e1b3-1f54-48b9-ab7c-229926ebf941 HTTP/1.1" status: 200 len: 797 time: 0.2590618 Mar 31 16:06:27.786505 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-26056402-01cb-4949-a4f7-ef9123024b95 req-f1a68a1e-27b2-49b4-9965-818d0c9574e9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=650835ad0bc14fff808fd395113443a2 HTTP/1.1" status: 200 len: 379 time: 0.0425715 Mar 31 16:06:27.794445 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-26056402-01cb-4949-a4f7-ef9123024b95 req-1606720c-d270-4fc2-9681-9fc485bc4651 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'port': {'device_id': 'c7a62a87-d328-404b-a037-98f467967d03', 'network_id': 'd870e1b3-1f54-48b9-ab7c-229926ebf941', 'admin_state_up': True, 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'security_groups': ['e2af44d8-fc68-43e5-963a-052909fa12da']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:06:27.968295 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-26056402-01cb-4949-a4f7-ef9123024b95 req-1606720c-d270-4fc2-9681-9fc485bc4651 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:06:27.979311 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-26056402-01cb-4949-a4f7-ef9123024b95 req-1606720c-d270-4fc2-9681-9fc485bc4651 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:06:28.015585 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 3c7bb2c5-4118-409b-9be4-db6f91e5137f up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:06:28.029525 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b32e66ab-ca48-486d-ad12-f368e2ee8e41 req-ebfb9aec-991b-468e-8e57-5703ed06aaae tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 210 time: 0.0479198 Mar 31 16:06:28.082495 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26056402-01cb-4949-a4f7-ef9123024b95 req-1606720c-d270-4fc2-9681-9fc485bc4651 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Made reservation on behalf of 650835ad0bc14fff808fd395113443a2 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:06:28.086249 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-26056402-01cb-4949-a4f7-ef9123024b95 req-1606720c-d270-4fc2-9681-9fc485bc4651 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:28.155746 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 3c7bb2c5-4118-409b-9be4-db6f91e5137f completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:06:28.161956 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 3c7bb2c5-4118-409b-9be4-db6f91e5137f triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:06:28.162576 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:28.272752 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-26056402-01cb-4949-a4f7-ef9123024b95 req-1606720c-d270-4fc2-9681-9fc485bc4651 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Allocated IP 172.20.0.6 (d870e1b3-1f54-48b9-ab7c-229926ebf941/ea9afedd-5eef-4727-b9ba-cccf08f4aa08/a795e3ee-9d3e-436f-b404-6c624677fcdd) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:06:28.304005 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:28.346599 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 3c7bb2c5-4118-409b-9be4-db6f91e5137f, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=3c7bb2c5-4118-409b-9be4-db6f91e5137f,segment=NetworkSegment(d0184591-3005-49a0-ba2b-c7656aeffc2b),segment_id=d0184591-3005-49a0-ba2b-c7656aeffc2b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:06:28.419184 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:28.468457 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-26056402-01cb-4949-a4f7-ef9123024b95 req-1606720c-d270-4fc2-9681-9fc485bc4651 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:28.485431 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-26056402-01cb-4949-a4f7-ef9123024b95 req-1606720c-d270-4fc2-9681-9fc485bc4651 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Transition to ACTIVE for port object a795e3ee-9d3e-436f-b404-6c624677fcdd will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:06:28.530406 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=3c7bb2c5-4118-409b-9be4-db6f91e5137f,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:28.579126 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-26056402-01cb-4949-a4f7-ef9123024b95 req-1606720c-d270-4fc2-9681-9fc485bc4651 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:28.645036 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26056402-01cb-4949-a4f7-ef9123024b95 req-1606720c-d270-4fc2-9681-9fc485bc4651 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network d870e1b3-1f54-48b9-ab7c-229926ebf941 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:06:28.656169 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-26056402-01cb-4949-a4f7-ef9123024b95 req-1606720c-d270-4fc2-9681-9fc485bc4651 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:06:28.660475 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-26056402-01cb-4949-a4f7-ef9123024b95 req-1606720c-d270-4fc2-9681-9fc485bc4651 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:06:28.691321 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606720c-d270-4fc2-9681-9fc485bc4651 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Port': ['ID=a795e3ee-9d3e-436f-b404-6c624677fcdd,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:28.727851 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26056402-01cb-4949-a4f7-ef9123024b95 req-1606720c-d270-4fc2-9681-9fc485bc4651 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:28.729158 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-26056402-01cb-4949-a4f7-ef9123024b95 req-1606720c-d270-4fc2-9681-9fc485bc4651 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:28.813424 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-26056402-01cb-4949-a4f7-ef9123024b95 req-1606720c-d270-4fc2-9681-9fc485bc4651 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0225668 Mar 31 16:06:28.825600 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-26056402-01cb-4949-a4f7-ef9123024b95 req-671ab283-af12-4068-a23c-dcaf27441703 service neutron] Request body: {'port': {'device_id': 'c7a62a87-d328-404b-a037-98f467967d03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:06:28.936674 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-26056402-01cb-4949-a4f7-ef9123024b95 req-671ab283-af12-4068-a23c-dcaf27441703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:28.955598 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-6d580300-1c5b-400a-97e3-1f29ba411551 None None] Provisioning for port a795e3ee-9d3e-436f-b404-6c624677fcdd completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:06:28.960548 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-6d580300-1c5b-400a-97e3-1f29ba411551 None None] Provisioning complete for port a795e3ee-9d3e-436f-b404-6c624677fcdd triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:06:28.965482 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6d580300-1c5b-400a-97e3-1f29ba411551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:29.016988 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-6d580300-1c5b-400a-97e3-1f29ba411551 None None] Port a795e3ee-9d3e-436f-b404-6c624677fcdd cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:06:29.280309 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67149564-c73c-422d-9680-81a97eaf5405 req-0f61169b-3f26-4c57-b09a-86ecdb7bb036 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:29.280980 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-67149564-c73c-422d-9680-81a97eaf5405 req-0f61169b-3f26-4c57-b09a-86ecdb7bb036 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:06:29.347240 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-26056402-01cb-4949-a4f7-ef9123024b95 req-671ab283-af12-4068-a23c-dcaf27441703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a795e3ee-9d3e-436f-b404-6c624677fcdd {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:06:29.354365 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-26056402-01cb-4949-a4f7-ef9123024b95 req-671ab283-af12-4068-a23c-dcaf27441703 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:29.367931 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-26056402-01cb-4949-a4f7-ef9123024b95 req-671ab283-af12-4068-a23c-dcaf27441703 service neutron] Transition to ACTIVE for port object a795e3ee-9d3e-436f-b404-6c624677fcdd will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:06:29.383765 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-67149564-c73c-422d-9680-81a97eaf5405 req-0f61169b-3f26-4c57-b09a-86ecdb7bb036 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:06:29.385979 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-67149564-c73c-422d-9680-81a97eaf5405 req-0f61169b-3f26-4c57-b09a-86ecdb7bb036 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 931 time: 0.2317834 Mar 31 16:06:29.420655 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-26056402-01cb-4949-a4f7-ef9123024b95 req-671ab283-af12-4068-a23c-dcaf27441703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:29.475960 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-67149564-c73c-422d-9680-81a97eaf5405 req-5dbddcf3-d9d3-47ef-a95f-0e38755080f9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840755 Mar 31 16:06:29.591092 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ab283-af12-4068-a23c-dcaf27441703 service neutron] Pushing event updated for resources: {'Port': ['ID=a795e3ee-9d3e-436f-b404-6c624677fcdd,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:29.663384 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-26056402-01cb-4949-a4f7-ef9123024b95 req-671ab283-af12-4068-a23c-dcaf27441703 service neutron] Attempting to bind port a795e3ee-9d3e-436f-b404-6c624677fcdd on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:06:29.663716 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-26056402-01cb-4949-a4f7-ef9123024b95 req-671ab283-af12-4068-a23c-dcaf27441703 service neutron] Attempting to bind port a795e3ee-9d3e-436f-b404-6c624677fcdd by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'd0184591-3005-49a0-ba2b-c7656aeffc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd870e1b3-1f54-48b9-ab7c-229926ebf941'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:06:29.664037 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26056402-01cb-4949-a4f7-ef9123024b95 req-671ab283-af12-4068-a23c-dcaf27441703 service neutron] Attempting to bind port a795e3ee-9d3e-436f-b404-6c624677fcdd on network d870e1b3-1f54-48b9-ab7c-229926ebf941 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:06:29.669130 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26056402-01cb-4949-a4f7-ef9123024b95 req-671ab283-af12-4068-a23c-dcaf27441703 service neutron] Port a795e3ee-9d3e-436f-b404-6c624677fcdd on network d870e1b3-1f54-48b9-ab7c-229926ebf941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 16:06:29.669471 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26056402-01cb-4949-a4f7-ef9123024b95 req-671ab283-af12-4068-a23c-dcaf27441703 service neutron] Attempting to bind port a795e3ee-9d3e-436f-b404-6c624677fcdd on network d870e1b3-1f54-48b9-ab7c-229926ebf941 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:06:29.674455 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26056402-01cb-4949-a4f7-ef9123024b95 req-671ab283-af12-4068-a23c-dcaf27441703 service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:06:29.674784 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26056402-01cb-4949-a4f7-ef9123024b95 req-671ab283-af12-4068-a23c-dcaf27441703 service neutron] Checking segment: {'id': 'd0184591-3005-49a0-ba2b-c7656aeffc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd870e1b3-1f54-48b9-ab7c-229926ebf941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:06:29.675160 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26056402-01cb-4949-a4f7-ef9123024b95 req-671ab283-af12-4068-a23c-dcaf27441703 service neutron] Bound using segment: {'id': 'd0184591-3005-49a0-ba2b-c7656aeffc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd870e1b3-1f54-48b9-ab7c-229926ebf941'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:06:29.675576 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-26056402-01cb-4949-a4f7-ef9123024b95 req-671ab283-af12-4068-a23c-dcaf27441703 service neutron] Bound port: a795e3ee-9d3e-436f-b404-6c624677fcdd, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0184591-3005-49a0-ba2b-c7656aeffc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd870e1b3-1f54-48b9-ab7c-229926ebf941'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:06:29.675916 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-26056402-01cb-4949-a4f7-ef9123024b95 req-671ab283-af12-4068-a23c-dcaf27441703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:29.763203 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-26056402-01cb-4949-a4f7-ef9123024b95 req-671ab283-af12-4068-a23c-dcaf27441703 service neutron] For port a795e3ee-9d3e-436f-b404-6c624677fcdd, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:06:29.766049 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-26056402-01cb-4949-a4f7-ef9123024b95 req-671ab283-af12-4068-a23c-dcaf27441703 service neutron] For port a795e3ee-9d3e-436f-b404-6c624677fcdd, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a795e3ee-9d3e-436f-b404-6c624677fcdd,segment=NetworkSegment(d0184591-3005-49a0-ba2b-c7656aeffc2b),segment_id=d0184591-3005-49a0-ba2b-c7656aeffc2b)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:06:29.835662 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-26056402-01cb-4949-a4f7-ef9123024b95 req-671ab283-af12-4068-a23c-dcaf27441703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:29.957638 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 3c7bb2c5-4118-409b-9be4-db6f91e5137f up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:06:30.000658 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26056402-01cb-4949-a4f7-ef9123024b95 req-671ab283-af12-4068-a23c-dcaf27441703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:30.000933 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-26056402-01cb-4949-a4f7-ef9123024b95 req-671ab283-af12-4068-a23c-dcaf27441703 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:30.002245 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-26056402-01cb-4949-a4f7-ef9123024b95 req-671ab283-af12-4068-a23c-dcaf27441703 service neutron] 10.222.0.41 "PUT /v2.0/ports/a795e3ee-9d3e-436f-b404-6c624677fcdd HTTP/1.1" status: 200 len: 1093 time: 1.1811683 Mar 31 16:06:30.002674 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a62a87-d328-404b-a037-98f467967d03', 'tag': 'a795e3ee-9d3e-436f-b404-6c624677fcdd'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:06:30.032319 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ab283-af12-4068-a23c-dcaf27441703 service neutron] Pushing event updated for resources: {'Port': ['ID=a795e3ee-9d3e-436f-b404-6c624677fcdd,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:30.038471 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 3c7bb2c5-4118-409b-9be4-db6f91e5137f triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:06:30.039002 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:30.059085 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a62a87-d328-404b-a037-98f467967d03', 'tag': 'a795e3ee-9d3e-436f-b404-6c624677fcdd', 'status': 'completed', 'code': 200} Mar 31 16:06:30.156908 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d84dd-2275-442f-8f36-260339105914 req-523ccfea-85cb-452b-a325-0873cdb62e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:30.158843 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-876d84dd-2275-442f-8f36-260339105914 req-523ccfea-85cb-452b-a325-0873cdb62e32 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 1096 time: 0.0778046 Mar 31 16:06:30.300925 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d84dd-2275-442f-8f36-260339105914 req-45b60729-c6ef-4bf5-be79-3e1c7ab8ed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:30.302308 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-876d84dd-2275-442f-8f36-260339105914 req-45b60729-c6ef-4bf5-be79-3e1c7ab8ed9f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=650835ad0bc14fff808fd395113443a2&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1376700 Mar 31 16:06:30.438805 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d84dd-2275-442f-8f36-260339105914 req-0e9ee231-06b7-4f3c-b1ed-670a5d7bc7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:30.440117 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-876d84dd-2275-442f-8f36-260339105914 req-0e9ee231-06b7-4f3c-b1ed-670a5d7bc7b4 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1312542 Mar 31 16:06:30.549051 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26056402-01cb-4949-a4f7-ef9123024b95 req-9a6d815a-eae0-4040-9b0c-e6561d2d124a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:30.550576 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-26056402-01cb-4949-a4f7-ef9123024b95 req-9a6d815a-eae0-4040-9b0c-e6561d2d124a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 1096 time: 0.0744550 Mar 31 16:06:30.650113 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-26056402-01cb-4949-a4f7-ef9123024b95 req-cccef43d-0e59-40e7-9dcd-99305311a2ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a795e3ee-9d3e-436f-b404-6c624677fcdd HTTP/1.1" status: 200 len: 217 time: 0.0926087 Mar 31 16:06:30.725243 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26056402-01cb-4949-a4f7-ef9123024b95 req-88f27fcb-a3ad-405d-b018-bd6a9bdac32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:30.726849 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-26056402-01cb-4949-a4f7-ef9123024b95 req-88f27fcb-a3ad-405d-b018-bd6a9bdac32d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea9afedd-5eef-4727-b9ba-cccf08f4aa08 HTTP/1.1" status: 200 len: 835 time: 0.0713682 Mar 31 16:06:30.792501 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dece99b-4ae0-46e8-81ba-9bf61babf3b8 req-35cfb785-6d69-453e-8597-d48ba5f84a2d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:30.793949 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1dece99b-4ae0-46e8-81ba-9bf61babf3b8 req-35cfb785-6d69-453e-8597-d48ba5f84a2d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 943 time: 0.1889489 Mar 31 16:06:30.852526 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1dece99b-4ae0-46e8-81ba-9bf61babf3b8 req-330b048a-6f88-41e1-943a-41c2042362d1 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518930 Mar 31 16:06:30.855727 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26056402-01cb-4949-a4f7-ef9123024b95 req-41ecfa15-2f7a-45d2-b91d-bea19ffa6a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:30.857109 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-26056402-01cb-4949-a4f7-ef9123024b95 req-41ecfa15-2f7a-45d2-b91d-bea19ffa6a65 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d870e1b3-1f54-48b9-ab7c-229926ebf941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1212120 Mar 31 16:06:30.985770 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-26056402-01cb-4949-a4f7-ef9123024b95 req-c93fd060-a6fb-402c-a176-6e3f562ae876 service neutron] 10.222.0.41 "GET /v2.0/networks/d870e1b3-1f54-48b9-ab7c-229926ebf941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218696 Mar 31 16:06:31.115950 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-26056402-01cb-4949-a4f7-ef9123024b95 req-2953ffda-ade9-4afc-8ca3-06f9b50cc1cc service neutron] 10.222.0.41 "GET /v2.0/networks/d870e1b3-1f54-48b9-ab7c-229926ebf941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244936 Mar 31 16:06:32.038610 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7fac37-98be-4010-b62d-c9f3d1118889 req-91799004-551b-4609-8adb-2a99a82c0900 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:32.040043 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-fa7fac37-98be-4010-b62d-c9f3d1118889 req-91799004-551b-4609-8adb-2a99a82c0900 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 943 time: 0.0812836 Mar 31 16:06:32.082844 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-fa7fac37-98be-4010-b62d-c9f3d1118889 req-e6e4ed7a-6089-4bcd-933a-96edca905e15 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368145 Mar 31 16:06:33.121250 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1caa6f8e-fc9f-4152-b523-d1e937a9506a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:33.286686 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b8aa0-00ae-4e1b-97e3-4f2daf93b87c req-0a6ce700-d5b2-4917-8905-4390f7ba0c7b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:33.288102 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-070b8aa0-00ae-4e1b-97e3-4f2daf93b87c req-0a6ce700-d5b2-4917-8905-4390f7ba0c7b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 943 time: 0.0773165 Mar 31 16:06:33.297309 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device a795e3ee-9d3e-436f-b404-6c624677fcdd details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 16:06:33.335137 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-070b8aa0-00ae-4e1b-97e3-4f2daf93b87c req-54219d02-c648-4ecc-a2d0-cc40704ec58f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412738 Mar 31 16:06:33.429245 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port a795e3ee-9d3e-436f-b404-6c624677fcdd, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a795e3ee-9d3e-436f-b404-6c624677fcdd,segment=NetworkSegment(d0184591-3005-49a0-ba2b-c7656aeffc2b),segment_id=d0184591-3005-49a0-ba2b-c7656aeffc2b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:06:33.442762 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': 'a795e3ee-9d3e-436f-b404-6c624677fcdd', 'network_id': 'd870e1b3-1f54-48b9-ab7c-229926ebf941', 'port_id': 'a795e3ee-9d3e-436f-b404-6c624677fcdd', 'mac_address': 'fa:16:3e:db:e2:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea9afedd-5eef-4727-b9ba-cccf08f4aa08', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 16:06:33.496495 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:33.512488 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a795e3ee-9d3e-436f-b404-6c624677fcdd {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:06:33.527358 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port a795e3ee-9d3e-436f-b404-6c624677fcdd, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a795e3ee-9d3e-436f-b404-6c624677fcdd,segment=NetworkSegment(d0184591-3005-49a0-ba2b-c7656aeffc2b),segment_id=d0184591-3005-49a0-ba2b-c7656aeffc2b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:06:33.577496 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:33.649170 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=a795e3ee-9d3e-436f-b404-6c624677fcdd,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:33.783921 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['a795e3ee-9d3e-436f-b404-6c624677fcdd'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 16:06:34.522997 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846201ee-36f2-4064-8df7-7ea84188032a req-9fe1d428-0842-455f-a965-928ad331d757 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:34.524445 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-846201ee-36f2-4064-8df7-7ea84188032a req-9fe1d428-0842-455f-a965-928ad331d757 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 944 time: 0.0784867 Mar 31 16:06:34.678339 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-846201ee-36f2-4064-8df7-7ea84188032a req-a1dafbdc-5e47-4dc3-a88b-edc5ccf24639 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476266 Mar 31 16:06:35.178359 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0ba84b62-8c21-4f1c-a6e3-4b6b0eaab098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:35.311458 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device a795e3ee-9d3e-436f-b404-6c624677fcdd up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:06:35.463820 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port a795e3ee-9d3e-436f-b404-6c624677fcdd completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:06:35.468636 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port a795e3ee-9d3e-436f-b404-6c624677fcdd triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:06:35.469009 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:35.584116 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:35.609573 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a62a87-d328-404b-a037-98f467967d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a795e3ee-9d3e-436f-b404-6c624677fcdd'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:06:35.620534 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port a795e3ee-9d3e-436f-b404-6c624677fcdd, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a795e3ee-9d3e-436f-b404-6c624677fcdd,segment=NetworkSegment(d0184591-3005-49a0-ba2b-c7656aeffc2b),segment_id=d0184591-3005-49a0-ba2b-c7656aeffc2b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:06:35.654586 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a62a87-d328-404b-a037-98f467967d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a795e3ee-9d3e-436f-b404-6c624677fcdd', 'code': 200} Mar 31 16:06:35.686932 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:35.758466 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=a795e3ee-9d3e-436f-b404-6c624677fcdd,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:35.863752 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454a47e-77c6-4020-ad43-1468e711a2f4 req-40ba3de2-dc6c-452b-9c73-6984fe2540c3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:35.865319 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3454a47e-77c6-4020-ad43-1468e711a2f4 req-40ba3de2-dc6c-452b-9c73-6984fe2540c3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 945 time: 0.0795135 Mar 31 16:06:35.909803 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3454a47e-77c6-4020-ad43-1468e711a2f4 req-80db4047-5694-4399-9eaf-843646df7aa7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380125 Mar 31 16:06:36.007897 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1185a-8a12-40ea-b72c-2cb0f67918e7 req-2830d751-8716-47a0-893a-2b4e74d14ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:36.011141 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-73e1185a-8a12-40ea-b72c-2cb0f67918e7 req-2830d751-8716-47a0-893a-2b4e74d14ad1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 1098 time: 0.0682833 Mar 31 16:06:36.049160 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-73e1185a-8a12-40ea-b72c-2cb0f67918e7 req-ed249ac6-cf75-414c-a61d-b23e6e6056e4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336020 Mar 31 16:06:36.555577 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:36.578355 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:37.100959 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17068760-cbbf-4c1d-a581-0587a161d5da req-f67fd6d9-56be-4f25-a0ef-6a9ecc6073ce tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:37.102404 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-17068760-cbbf-4c1d-a581-0587a161d5da req-f67fd6d9-56be-4f25-a0ef-6a9ecc6073ce tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 945 time: 0.0862162 Mar 31 16:06:37.149242 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-17068760-cbbf-4c1d-a581-0587a161d5da req-65eb52e7-5816-477c-a931-564763ce798b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404949 Mar 31 16:06:38.040720 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:38.338059 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a5ca1-f5ac-42ab-b84a-9540f4bc23ef req-999b1391-0f4a-4d74-acc1-9cf9e98bc4e3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:38.339524 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b50a5ca1-f5ac-42ab-b84a-9540f4bc23ef req-999b1391-0f4a-4d74-acc1-9cf9e98bc4e3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 945 time: 0.0853090 Mar 31 16:06:38.383605 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b50a5ca1-f5ac-42ab-b84a-9540f4bc23ef req-d5eba6bd-510c-419d-acda-220241f90f2e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384207 Mar 31 16:06:38.566529 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357052d-157e-482e-bf33-5a080c35426b req-85fea16f-6bea-4c7f-93df-49c6e0becda3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:38.567986 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d357052d-157e-482e-bf33-5a080c35426b req-85fea16f-6bea-4c7f-93df-49c6e0becda3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 945 time: 0.0796399 Mar 31 16:06:38.611823 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d357052d-157e-482e-bf33-5a080c35426b req-abef36a9-6078-4146-add0-dcf2736f375c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371513 Mar 31 16:06:38.635240 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55622) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:06:38.706686 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6918fe-e406-4010-b356-cf214c638452 tempest-TestNetworkAdvancedServerOps-2136623470 tempest-TestNetworkAdvancedServerOps-2136623470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:38.708122 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9b6918fe-e406-4010-b356-cf214c638452 tempest-TestNetworkAdvancedServerOps-2136623470 tempest-TestNetworkAdvancedServerOps-2136623470-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 1093 time: 0.0719087 Mar 31 16:06:38.711092 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55626) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:06:38.715940 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-f724da50-0d27-488a-908e-655c6a7a04e2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'port_id': 'a795e3ee-9d3e-436f-b404-6c624677fcdd', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:06:38.721793 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f724da50-0d27-488a-908e-655c6a7a04e2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:06:38.725527 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f724da50-0d27-488a-908e-655c6a7a04e2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:floatingip and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:06:38.728990 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f724da50-0d27-488a-908e-655c6a7a04e2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:06:38.734532 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f724da50-0d27-488a-908e-655c6a7a04e2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:06:38.807677 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f724da50-0d27-488a-908e-655c6a7a04e2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for floatingip, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:39.031983 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f724da50-0d27-488a-908e-655c6a7a04e2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:39.163733 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-f724da50-0d27-488a-908e-655c6a7a04e2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Allocated IP 172.26.5.123 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/8b069842-7e37-4b30-9f99-715b98da4d77) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:06:39.310163 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f724da50-0d27-488a-908e-655c6a7a04e2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:39.389794 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f724da50-0d27-488a-908e-655c6a7a04e2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:39.451843 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f724da50-0d27-488a-908e-655c6a7a04e2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:06:39.454550 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-f724da50-0d27-488a-908e-655c6a7a04e2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:06:39.462028 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f724da50-0d27-488a-908e-655c6a7a04e2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:06:39.500749 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724da50-0d27-488a-908e-655c6a7a04e2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Port': ['ID=8b069842-7e37-4b30-9f99-715b98da4d77,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:39.873554 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f724da50-0d27-488a-908e-655c6a7a04e2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:39.986926 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f724da50-0d27-488a-908e-655c6a7a04e2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:40.188625 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f724da50-0d27-488a-908e-655c6a7a04e2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:40.246300 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f724da50-0d27-488a-908e-655c6a7a04e2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:40.357734 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724da50-0d27-488a-908e-655c6a7a04e2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Port': ['ID=8b069842-7e37-4b30-9f99-715b98da4d77,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:40.365501 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f724da50-0d27-488a-908e-655c6a7a04e2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:40.534634 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [None req-f724da50-0d27-488a-908e-655c6a7a04e2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Floating IP 74a5cae7-562b-4fe1-ba1f-3190a248c39b associated. External IP: 172.26.5.123, port: a795e3ee-9d3e-436f-b404-6c624677fcdd. Mar 31 16:06:40.981183 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f724da50-0d27-488a-908e-655c6a7a04e2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Router 9a8c2560-1e32-4cc1-954f-0627aea4bc68 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:06:41.155362 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f724da50-0d27-488a-908e-655c6a7a04e2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:06:41.164556 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22360aa-cda2-4d86-a653-2150d6b8e676 None None] Sync routers for ids ['9a8c2560-1e32-4cc1-954f-0627aea4bc68'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:06:41.174384 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22360aa-cda2-4d86-a653-2150d6b8e676 None None] Routers {'9a8c2560-1e32-4cc1-954f-0627aea4bc68'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:06:41.174979 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-c22360aa-cda2-4d86-a653-2150d6b8e676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:06:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['9a8c2560-1e32-4cc1-954f-0627aea4bc68'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:41.218408 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f724da50-0d27-488a-908e-655c6a7a04e2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:06:41.278981 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f724da50-0d27-488a-908e-655c6a7a04e2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5669060 Mar 31 16:06:41.279651 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a62a87-d328-404b-a037-98f467967d03', 'tag': 'a795e3ee-9d3e-436f-b404-6c624677fcdd'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:06:41.326723 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a62a87-d328-404b-a037-98f467967d03', 'tag': 'a795e3ee-9d3e-436f-b404-6c624677fcdd', 'status': 'completed', 'code': 200} Mar 31 16:06:41.378665 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-c22360aa-cda2-4d86-a653-2150d6b8e676 None None] Set router 9a8c2560-1e32-4cc1-954f-0627aea4bc68 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:06:41.423917 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa27ce-f4de-4fa3-9683-cce8954bd4ef req-6612b702-e11e-477e-bfe9-29f166ba8a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:41.425602 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d2fa27ce-f4de-4fa3-9683-cce8954bd4ef req-6612b702-e11e-477e-bfe9-29f166ba8a32 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 1098 time: 0.0737617 Mar 31 16:06:41.463477 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc32d3-e021-4a0f-9ee3-5fbbd6c47822 req-d86bbc8d-87b9-4448-ab6f-d433f5bd9f50 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:41.465778 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-6adc32d3-e021-4a0f-9ee3-5fbbd6c47822 req-d86bbc8d-87b9-4448-ab6f-d433f5bd9f50 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 945 time: 0.0840123 Mar 31 16:06:41.513386 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-6adc32d3-e021-4a0f-9ee3-5fbbd6c47822 req-68949b71-3c06-4ae6-a58f-f6b16257996d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420065 Mar 31 16:06:41.537257 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55634) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:06:41.563799 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa27ce-f4de-4fa3-9683-cce8954bd4ef req-657e4e08-b583-4222-9b76-f32250d856ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:41.565256 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d2fa27ce-f4de-4fa3-9683-cce8954bd4ef req-657e4e08-b583-4222-9b76-f32250d856ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=d870e1b3-1f54-48b9-ab7c-229926ebf941 HTTP/1.1" status: 200 len: 898 time: 0.1343670 Mar 31 16:06:41.648074 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2470c7a9-e0da-4c09-beec-fae3089530f5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/floatingips/74a5cae7-562b-4fe1-ba1f-3190a248c39b HTTP/1.1" status: 200 len: 991 time: 0.1097155 Mar 31 16:06:41.674621 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d2fa27ce-f4de-4fa3-9683-cce8954bd4ef req-082ec92f-0dc4-4123-81ca-e12513a0d038 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a795e3ee-9d3e-436f-b404-6c624677fcdd HTTP/1.1" status: 200 len: 999 time: 0.1031737 Mar 31 16:06:41.736466 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa27ce-f4de-4fa3-9683-cce8954bd4ef req-4cd95906-e054-49c6-87a9-6594d7185ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:41.737944 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d2fa27ce-f4de-4fa3-9683-cce8954bd4ef req-4cd95906-e054-49c6-87a9-6594d7185ee5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea9afedd-5eef-4727-b9ba-cccf08f4aa08 HTTP/1.1" status: 200 len: 835 time: 0.0577378 Mar 31 16:06:41.739859 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-c22360aa-cda2-4d86-a653-2150d6b8e676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1306451380', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': '2c5797d8-0abd-4300-8efc-8ba623fc9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:06:17Z', 'updated_at': '2022-03-31T16:06:23Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '2c5797d8-0abd-4300-8efc-8ba623fc9b54', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:06:18Z', 'updated_at': '2022-03-31T16:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '74a5cae7-562b-4fe1-ba1f-3190a248c39b', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'floating_ip_address': '172.26.5.123', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'port_id': 'a795e3ee-9d3e-436f-b404-6c624677fcdd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd870e1b3-1f54-48b9-ab7c-229926ebf941', 'mac_address': 'fa:16:3e:db:e2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a62a87-d328-404b-a037-98f467967d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:06:39Z', 'updated_at': '2022-03-31T16:06:39Z', 'revision_number': 0, 'project_id': '650835ad0bc14fff808fd395113443a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7bb2c5-4118-409b-9be4-db6f91e5137f', 'name': '', 'network_id': 'd870e1b3-1f54-48b9-ab7c-229926ebf941', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:a7:a9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ea9afedd-5eef-4727-b9ba-cccf08f4aa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:06:22Z', 'updated_at': '2022-03-31T16:06:28Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': 'ea9afedd-5eef-4727-b9ba-cccf08f4aa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:41.743674 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22360aa-cda2-4d86-a653-2150d6b8e676 None None] Checking router: 9a8c2560-1e32-4cc1-954f-0627aea4bc68 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:06:41.757852 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22360aa-cda2-4d86-a653-2150d6b8e676 None None] Routers {'9a8c2560-1e32-4cc1-954f-0627aea4bc68'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:06:41.758494 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-c22360aa-cda2-4d86-a653-2150d6b8e676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:06:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['9a8c2560-1e32-4cc1-954f-0627aea4bc68'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:41.815092 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa27ce-f4de-4fa3-9683-cce8954bd4ef req-0479aec9-3f27-4dd0-bedd-45d7160484ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:41.816472 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d2fa27ce-f4de-4fa3-9683-cce8954bd4ef req-0479aec9-3f27-4dd0-bedd-45d7160484ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d870e1b3-1f54-48b9-ab7c-229926ebf941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732102 Mar 31 16:06:41.934708 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-c22360aa-cda2-4d86-a653-2150d6b8e676 None None] Set router 9a8c2560-1e32-4cc1-954f-0627aea4bc68 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:06:41.947066 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d2fa27ce-f4de-4fa3-9683-cce8954bd4ef req-5f9f75a0-ac99-462f-a63d-fe803aaffcaf service neutron] 10.222.0.41 "GET /v2.0/networks/d870e1b3-1f54-48b9-ab7c-229926ebf941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238883 Mar 31 16:06:42.076130 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d2fa27ce-f4de-4fa3-9683-cce8954bd4ef req-19026ecb-ab31-4077-a727-5a8d35012964 service neutron] 10.222.0.41 "GET /v2.0/networks/d870e1b3-1f54-48b9-ab7c-229926ebf941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226442 Mar 31 16:06:42.273804 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-c22360aa-cda2-4d86-a653-2150d6b8e676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1306451380', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': '2c5797d8-0abd-4300-8efc-8ba623fc9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:06:17Z', 'updated_at': '2022-03-31T16:06:23Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '2c5797d8-0abd-4300-8efc-8ba623fc9b54', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:06:18Z', 'updated_at': '2022-03-31T16:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '74a5cae7-562b-4fe1-ba1f-3190a248c39b', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'floating_ip_address': '172.26.5.123', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'port_id': 'a795e3ee-9d3e-436f-b404-6c624677fcdd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd870e1b3-1f54-48b9-ab7c-229926ebf941', 'mac_address': 'fa:16:3e:db:e2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a62a87-d328-404b-a037-98f467967d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:06:39Z', 'updated_at': '2022-03-31T16:06:39Z', 'revision_number': 0, 'project_id': '650835ad0bc14fff808fd395113443a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7bb2c5-4118-409b-9be4-db6f91e5137f', 'name': '', 'network_id': 'd870e1b3-1f54-48b9-ab7c-229926ebf941', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:a7:a9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ea9afedd-5eef-4727-b9ba-cccf08f4aa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:06:22Z', 'updated_at': '2022-03-31T16:06:28Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': 'ea9afedd-5eef-4727-b9ba-cccf08f4aa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:42.278207 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22360aa-cda2-4d86-a653-2150d6b8e676 None None] The sync data for ids ['9a8c2560-1e32-4cc1-954f-0627aea4bc68'] in dv-neutron-833379-2-hyperv is: [{'id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1306451380', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': '2c5797d8-0abd-4300-8efc-8ba623fc9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:06:17Z', 'updated_at': '2022-03-31T16:06:23Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '2c5797d8-0abd-4300-8efc-8ba623fc9b54', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:06:18Z', 'updated_at': '2022-03-31T16:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '74a5cae7-562b-4fe1-ba1f-3190a248c39b', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'floating_ip_address': '172.26.5.123', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'port_id': 'a795e3ee-9d3e-436f-b404-6c624677fcdd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd870e1b3-1f54-48b9-ab7c-229926ebf941', 'mac_address': 'fa:16:3e:db:e2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a62a87-d328-404b-a037-98f467967d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:06:39Z', 'updated_at': '2022-03-31T16:06:39Z', 'revision_number': 0, 'project_id': '650835ad0bc14fff808fd395113443a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7bb2c5-4118-409b-9be4-db6f91e5137f', 'name': '', 'network_id': 'd870e1b3-1f54-48b9-ab7c-229926ebf941', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:a7:a9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ea9afedd-5eef-4727-b9ba-cccf08f4aa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:06:22Z', 'updated_at': '2022-03-31T16:06:28Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': 'ea9afedd-5eef-4727-b9ba-cccf08f4aa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:06:42.451243 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f4afad-e6f1-4ee5-8261-80b1f1a23918 None None] New status for floating IP 74a5cae7-562b-4fe1-ba1f-3190a248c39b: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:06:42.652617 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55638) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:06:42.762743 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8d92e4ab-9d09-44e2-9017-a78231e0239e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/floatingips/74a5cae7-562b-4fe1-ba1f-3190a248c39b HTTP/1.1" status: 200 len: 991 time: 0.1086640 Mar 31 16:06:43.766351 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55642) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:06:43.867203 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c5d62ca5-161d-4938-8c29-f59eb919ff1f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/floatingips/74a5cae7-562b-4fe1-ba1f-3190a248c39b HTTP/1.1" status: 200 len: 993 time: 0.0996990 Mar 31 16:06:45.856971 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:06:55.503666 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:07:03.097749 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f18a9d74-9aed-446f-9ffc-4350cf4d98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:07:05.183705 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-872fb410-30bc-410b-9211-186cbed13f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:07:06.504263 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:07:06.554379 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:07:08.046237 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:07:09.528974 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e14bfbdd-f37f-42fd-afd2-5503ec832f48 req-8104bbd1-7250-4c85-83e6-d95803642e46 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741756 Mar 31 16:07:09.771181 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bfbdd-f37f-42fd-afd2-5503ec832f48 req-30b68233-02aa-4606-8695-43faa1b2ff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:09.772633 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e14bfbdd-f37f-42fd-afd2-5503ec832f48 req-30b68233-02aa-4606-8695-43faa1b2ff42 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 1098 time: 0.1770704 Mar 31 16:07:09.924394 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bfbdd-f37f-42fd-afd2-5503ec832f48 req-19c73cc6-6878-471d-94a6-10deddb317ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:09.925882 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e14bfbdd-f37f-42fd-afd2-5503ec832f48 req-19c73cc6-6878-471d-94a6-10deddb317ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=d870e1b3-1f54-48b9-ab7c-229926ebf941 HTTP/1.1" status: 200 len: 898 time: 0.1304319 Mar 31 16:07:10.031667 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e14bfbdd-f37f-42fd-afd2-5503ec832f48 req-d9635b6c-a24c-4102-8522-2df3328b8969 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a795e3ee-9d3e-436f-b404-6c624677fcdd HTTP/1.1" status: 200 len: 1001 time: 0.0988262 Mar 31 16:07:10.094197 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bfbdd-f37f-42fd-afd2-5503ec832f48 req-69fe3067-5630-4e01-a5e3-b29e81811a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:10.095568 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e14bfbdd-f37f-42fd-afd2-5503ec832f48 req-69fe3067-5630-4e01-a5e3-b29e81811a63 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea9afedd-5eef-4727-b9ba-cccf08f4aa08 HTTP/1.1" status: 200 len: 835 time: 0.0575533 Mar 31 16:07:10.170085 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bfbdd-f37f-42fd-afd2-5503ec832f48 req-0d435e4d-9078-46d5-a26d-08ee547606f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:10.171462 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e14bfbdd-f37f-42fd-afd2-5503ec832f48 req-0d435e4d-9078-46d5-a26d-08ee547606f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d870e1b3-1f54-48b9-ab7c-229926ebf941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693076 Mar 31 16:07:10.301645 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e14bfbdd-f37f-42fd-afd2-5503ec832f48 req-f5428dc6-f986-4310-8f90-dee4eb2adcc1 service neutron] 10.222.0.41 "GET /v2.0/networks/d870e1b3-1f54-48b9-ab7c-229926ebf941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232803 Mar 31 16:07:10.431706 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e14bfbdd-f37f-42fd-afd2-5503ec832f48 req-33ce9a87-5118-40f8-a48e-cf2d3768aa40 service neutron] 10.222.0.41 "GET /v2.0/networks/d870e1b3-1f54-48b9-ab7c-229926ebf941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220913 Mar 31 16:07:13.290531 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0b863-f0eb-4b4b-af5f-d1c4bb4047ca req-1919e0c2-31c3-4460-ba60-c6809bfdb5e1 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:13.291969 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d8c0b863-f0eb-4b4b-af5f-d1c4bb4047ca req-1919e0c2-31c3-4460-ba60-c6809bfdb5e1 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 945 time: 0.0832024 Mar 31 16:07:13.335785 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d8c0b863-f0eb-4b4b-af5f-d1c4bb4047ca req-aa7281c6-0942-4fd8-846e-7d0cd5222b89 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379400 Mar 31 16:07:13.524170 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5edc75b9-3516-40c7-a73d-ec584464621d req-d132d4c2-2267-4fed-a2fd-be9d9df72fc1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1147742 Mar 31 16:07:14.523375 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be5743-4356-4f26-83b6-a02ca6157684 req-9f5e0bab-a10b-4957-b33a-461447c55713 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:14.524788 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d9be5743-4356-4f26-83b6-a02ca6157684 req-9f5e0bab-a10b-4957-b33a-461447c55713 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 945 time: 0.0792956 Mar 31 16:07:14.570175 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d9be5743-4356-4f26-83b6-a02ca6157684 req-84d75d28-19ea-4fad-8b4a-a362dc67bcbb tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390599 Mar 31 16:07:15.754307 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f806a9b-bef0-47cf-8728-ebf2b53c3f96 req-05ec1ed7-0a9d-4399-8fac-99bb41cb3b49 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:15.755738 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4f806a9b-bef0-47cf-8728-ebf2b53c3f96 req-05ec1ed7-0a9d-4399-8fac-99bb41cb3b49 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 945 time: 0.0789258 Mar 31 16:07:15.802461 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4f806a9b-bef0-47cf-8728-ebf2b53c3f96 req-a7029f59-1ab9-4688-9553-e74de2a32033 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411179 Mar 31 16:07:16.988431 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c37e06-270e-4007-96e0-19d571cf10f1 req-39b7bc6d-0894-4f0e-8e17-b7c71a37fbfa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:16.989791 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f3c37e06-270e-4007-96e0-19d571cf10f1 req-39b7bc6d-0894-4f0e-8e17-b7c71a37fbfa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 945 time: 0.0810146 Mar 31 16:07:17.034322 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f3c37e06-270e-4007-96e0-19d571cf10f1 req-5453c7e5-25a2-44ab-b5d8-5833766a3010 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388510 Mar 31 16:07:18.219001 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d52bb9-98fc-40aa-a91e-e455033ef06a req-d2871244-2521-4fba-b1ad-ae2cc60ad67d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:18.220341 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-94d52bb9-98fc-40aa-a91e-e455033ef06a req-d2871244-2521-4fba-b1ad-ae2cc60ad67d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 945 time: 0.0788488 Mar 31 16:07:18.263335 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-94d52bb9-98fc-40aa-a91e-e455033ef06a req-dc65b6b9-f3a4-4a2f-b7c9-1498b2c457ff tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374315 Mar 31 16:07:19.395480 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc75b9-3516-40c7-a73d-ec584464621d req-49a225cf-6005-40da-bf0a-623727c9a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:19.396950 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5edc75b9-3516-40c7-a73d-ec584464621d req-49a225cf-6005-40da-bf0a-623727c9a27f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 1098 time: 0.0771539 Mar 31 16:07:19.449758 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12726a67-41d5-44c8-b3ab-d42dd51925ae req-0d1284d1-57e1-4c60-9235-a35f8f7e19ef tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:19.451193 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-12726a67-41d5-44c8-b3ab-d42dd51925ae req-0d1284d1-57e1-4c60-9235-a35f8f7e19ef tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 945 time: 0.0819311 Mar 31 16:07:19.494584 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-12726a67-41d5-44c8-b3ab-d42dd51925ae req-52ba634e-e9c4-4f19-b841-7adf0ee2180b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376024 Mar 31 16:07:19.529954 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc75b9-3516-40c7-a73d-ec584464621d req-600e2e45-278c-4ceb-880f-31554e4cd15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:19.531365 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5edc75b9-3516-40c7-a73d-ec584464621d req-600e2e45-278c-4ceb-880f-31554e4cd15d service neutron] 10.222.0.41 "GET /v2.0/networks?id=d870e1b3-1f54-48b9-ab7c-229926ebf941 HTTP/1.1" status: 200 len: 898 time: 0.1287124 Mar 31 16:07:19.630792 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5edc75b9-3516-40c7-a73d-ec584464621d req-d7cf826d-85f2-4d8e-afe6-5eee6a8aebc6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a795e3ee-9d3e-436f-b404-6c624677fcdd HTTP/1.1" status: 200 len: 1001 time: 0.0937729 Mar 31 16:07:19.691094 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc75b9-3516-40c7-a73d-ec584464621d req-f34ad6a9-4556-4f90-8e1c-cc1361d83d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:19.692453 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5edc75b9-3516-40c7-a73d-ec584464621d req-f34ad6a9-4556-4f90-8e1c-cc1361d83d7f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea9afedd-5eef-4727-b9ba-cccf08f4aa08 HTTP/1.1" status: 200 len: 835 time: 0.0545943 Mar 31 16:07:19.765264 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc75b9-3516-40c7-a73d-ec584464621d req-5b61eb47-705f-4e69-9c33-9e5b404e55c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:19.766672 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5edc75b9-3516-40c7-a73d-ec584464621d req-5b61eb47-705f-4e69-9c33-9e5b404e55c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d870e1b3-1f54-48b9-ab7c-229926ebf941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668819 Mar 31 16:07:19.894259 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5edc75b9-3516-40c7-a73d-ec584464621d req-8d033291-59cc-4479-8eaa-7bbbfe2fe0b8 service neutron] 10.222.0.41 "GET /v2.0/networks/d870e1b3-1f54-48b9-ab7c-229926ebf941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215448 Mar 31 16:07:20.122711 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5edc75b9-3516-40c7-a73d-ec584464621d req-ad1caf08-0bed-4483-a6fb-39123e840800 service neutron] 10.222.0.41 "GET /v2.0/networks/d870e1b3-1f54-48b9-ab7c-229926ebf941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226632 Mar 31 16:07:20.682254 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbc484-11fc-4920-ad5b-f8f856ed595c req-58332539-528a-46f5-a966-58cd37d753c9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:20.683899 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-aacbc484-11fc-4920-ad5b-f8f856ed595c req-58332539-528a-46f5-a966-58cd37d753c9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 945 time: 0.0832567 Mar 31 16:07:20.727033 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-aacbc484-11fc-4920-ad5b-f8f856ed595c req-271797d3-4ae1-4c36-91f9-acf18438d0d1 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375876 Mar 31 16:07:21.915107 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ab6ee-8192-48c6-91e2-5f830162cbe6 req-692ed2e3-0609-4f41-8495-8ecd69b8b28e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:21.916477 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-316ab6ee-8192-48c6-91e2-5f830162cbe6 req-692ed2e3-0609-4f41-8495-8ecd69b8b28e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 945 time: 0.0797060 Mar 31 16:07:21.960427 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-316ab6ee-8192-48c6-91e2-5f830162cbe6 req-7eedd14b-eacd-4306-8b56-73ff7ba30720 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372093 Mar 31 16:07:22.857851 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:07:23.142294 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827f468-50a2-4264-9f52-3f405b21fb5f req-ff102a9d-e2a6-4628-b039-9acd751e10e5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:23.143731 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2827f468-50a2-4264-9f52-3f405b21fb5f req-ff102a9d-e2a6-4628-b039-9acd751e10e5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 945 time: 0.0777364 Mar 31 16:07:23.190702 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2827f468-50a2-4264-9f52-3f405b21fb5f req-393ac2d0-3d94-4472-8f64-62e10f42d0a7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413675 Mar 31 16:07:24.377070 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22fe69-4b70-45ca-b74a-98c121e2cdf0 req-5b35dc34-f5f7-4145-aeb5-362ef2356747 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:24.378542 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-af22fe69-4b70-45ca-b74a-98c121e2cdf0 req-5b35dc34-f5f7-4145-aeb5-362ef2356747 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 945 time: 0.0825062 Mar 31 16:07:24.421613 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-af22fe69-4b70-45ca-b74a-98c121e2cdf0 req-502a14f9-d61d-4605-b9e6-594c38721b83 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374310 Mar 31 16:07:25.537490 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:07:25.610375 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd040a-29c4-457e-be34-e4246544d47f req-50c0ef85-ad99-431d-9d51-8b33c1bf510c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:25.611837 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f4dd040a-29c4-457e-be34-e4246544d47f req-50c0ef85-ad99-431d-9d51-8b33c1bf510c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 945 time: 0.0790715 Mar 31 16:07:25.655275 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f4dd040a-29c4-457e-be34-e4246544d47f req-5c1327fc-19e6-43f0-8afe-93d052e4e15f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378401 Mar 31 16:07:26.837462 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd76c80-9e4f-4741-8868-715b6eba2c62 req-ef4a7adb-75fd-4e6f-9447-9c82fec87003 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:26.845098 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1fd76c80-9e4f-4741-8868-715b6eba2c62 req-ef4a7adb-75fd-4e6f-9447-9c82fec87003 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 945 time: 0.0771661 Mar 31 16:07:26.885598 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1fd76c80-9e4f-4741-8868-715b6eba2c62 req-aec6a440-0983-4f0c-898f-feb679bae496 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398495 Mar 31 16:07:28.075172 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab57c56-5319-4643-9640-dbeb6dfad600 req-07bdd2ac-cdc8-484c-b8b0-8d655c144cef tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:28.076608 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9ab57c56-5319-4643-9640-dbeb6dfad600 req-07bdd2ac-cdc8-484c-b8b0-8d655c144cef tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 945 time: 0.0821760 Mar 31 16:07:28.119487 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9ab57c56-5319-4643-9640-dbeb6dfad600 req-7481e2c3-1d92-4e70-a97f-4658a0789744 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372570 Mar 31 16:07:29.305254 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc79fd-7419-4445-8b6a-c060ff31f67b req-bc1e3c14-10cf-4d83-b928-fa5e582e9180 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:29.306686 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e0bc79fd-7419-4445-8b6a-c060ff31f67b req-bc1e3c14-10cf-4d83-b928-fa5e582e9180 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 945 time: 0.0787394 Mar 31 16:07:29.351556 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e0bc79fd-7419-4445-8b6a-c060ff31f67b req-0edacd5e-51e6-43fd-aacc-932afc25a60f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390282 Mar 31 16:07:30.532936 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f54512-cb28-431c-888b-bfde2f70f122 req-8b41b24e-f47d-49ce-bc6c-e5b6f8e771f6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:30.534407 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-14f54512-cb28-431c-888b-bfde2f70f122 req-8b41b24e-f47d-49ce-bc6c-e5b6f8e771f6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 945 time: 0.0786746 Mar 31 16:07:30.580926 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-14f54512-cb28-431c-888b-bfde2f70f122 req-a17df024-2dc8-4574-847a-96a4e49e9933 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409706 Mar 31 16:07:31.882904 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f358c-303b-4b1f-830f-3f6c066f7e7d req-c71507f6-8878-440b-b1a0-dcd0b452e714 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:31.884260 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3c4f358c-303b-4b1f-830f-3f6c066f7e7d req-c71507f6-8878-440b-b1a0-dcd0b452e714 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 945 time: 0.1963050 Mar 31 16:07:31.928426 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3c4f358c-303b-4b1f-830f-3f6c066f7e7d req-b6474815-c524-4776-a8da-09c57d57e213 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384386 Mar 31 16:07:32.141057 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5edc75b9-3516-40c7-a73d-ec584464621d req-c5fad560-cd2b-47b6-9868-097c24425c44 service neutron] 10.222.0.41 "GET /v2.0/ports/a795e3ee-9d3e-436f-b404-6c624677fcdd/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0717683 Mar 31 16:07:32.720158 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc75b9-3516-40c7-a73d-ec584464621d req-53b8bc69-20ed-4ab4-a149-ca6eae1a32d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:32.721622 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5edc75b9-3516-40c7-a73d-ec584464621d req-53b8bc69-20ed-4ab4-a149-ca6eae1a32d0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03&tenant_id=650835ad0bc14fff808fd395113443a2 HTTP/1.1" status: 200 len: 1098 time: 0.0697126 Mar 31 16:07:32.814983 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc75b9-3516-40c7-a73d-ec584464621d req-8f80c2ac-1c9d-41e2-af84-bf24d47a998a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:32.816428 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5edc75b9-3516-40c7-a73d-ec584464621d req-8f80c2ac-1c9d-41e2-af84-bf24d47a998a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 1098 time: 0.0733595 Mar 31 16:07:32.944042 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc75b9-3516-40c7-a73d-ec584464621d req-eb6ffe94-aaff-42e7-8040-495d22396cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:32.945387 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5edc75b9-3516-40c7-a73d-ec584464621d req-eb6ffe94-aaff-42e7-8040-495d22396cd1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d870e1b3-1f54-48b9-ab7c-229926ebf941 HTTP/1.1" status: 200 len: 898 time: 0.1236720 Mar 31 16:07:33.055376 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5edc75b9-3516-40c7-a73d-ec584464621d req-ebacc218-d63c-412b-9eb2-c250c5380443 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a795e3ee-9d3e-436f-b404-6c624677fcdd HTTP/1.1" status: 200 len: 1001 time: 0.1037157 Mar 31 16:07:33.110487 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ee388ace-4028-4d8a-88e7-f3bfb30d2982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:07:33.124402 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc75b9-3516-40c7-a73d-ec584464621d req-3ef23540-057c-4778-84b6-64301934a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:33.126000 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5edc75b9-3516-40c7-a73d-ec584464621d req-3ef23540-057c-4778-84b6-64301934a804 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea9afedd-5eef-4727-b9ba-cccf08f4aa08 HTTP/1.1" status: 200 len: 835 time: 0.0640554 Mar 31 16:07:33.258723 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc75b9-3516-40c7-a73d-ec584464621d req-094a9068-4272-477d-9d92-6ab22be6951a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:33.260192 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5edc75b9-3516-40c7-a73d-ec584464621d req-094a9068-4272-477d-9d92-6ab22be6951a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d870e1b3-1f54-48b9-ab7c-229926ebf941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1284461 Mar 31 16:07:33.314536 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08f696-456b-4902-b382-bc3926b85304 req-5aae086b-0342-4056-a3e5-b9df7dbcfa86 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:33.315945 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bc08f696-456b-4902-b382-bc3926b85304 req-5aae086b-0342-4056-a3e5-b9df7dbcfa86 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 945 time: 0.1260037 Mar 31 16:07:33.423331 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bc08f696-456b-4902-b382-bc3926b85304 req-d085ea18-ebf4-4363-9a1c-02db880a5175 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587626 Mar 31 16:07:33.439285 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5edc75b9-3516-40c7-a73d-ec584464621d req-0b1e7b1d-8216-4e37-9930-c9a308a88e41 service neutron] 10.222.0.41 "GET /v2.0/networks/d870e1b3-1f54-48b9-ab7c-229926ebf941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675427 Mar 31 16:07:33.566917 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5edc75b9-3516-40c7-a73d-ec584464621d req-8eb71e58-b26f-4f66-9942-57ec99741962 service neutron] 10.222.0.41 "GET /v2.0/networks/d870e1b3-1f54-48b9-ab7c-229926ebf941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215703 Mar 31 16:07:34.607671 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f536624-f3b5-4300-849e-c9a8f8cdc440 req-7c3c69d0-6aad-4671-a1a9-307e07458d15 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:34.609117 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3f536624-f3b5-4300-849e-c9a8f8cdc440 req-7c3c69d0-6aad-4671-a1a9-307e07458d15 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 945 time: 0.0789528 Mar 31 16:07:34.651809 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3f536624-f3b5-4300-849e-c9a8f8cdc440 req-a48f966b-cd97-4332-a52a-0fea99d7893a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370371 Mar 31 16:07:35.148570 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7a13f423-08c8-4232-9e3c-b3ee9f4fb52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:07:35.734024 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device a795e3ee-9d3e-436f-b404-6c624677fcdd details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 16:07:35.736367 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device a795e3ee-9d3e-436f-b404-6c624677fcdd no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:07:35.840622 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f102b1-6662-4451-8d4f-eb118ab2673f req-d1ad9ae4-0563-448d-8640-8b75cdf2139c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:35.842378 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-96f102b1-6662-4451-8d4f-eb118ab2673f req-d1ad9ae4-0563-448d-8640-8b75cdf2139c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 945 time: 0.0842044 Mar 31 16:07:35.886891 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-96f102b1-6662-4451-8d4f-eb118ab2673f req-1886b88a-e962-4822-b60b-2f84dadf3673 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384531 Mar 31 16:07:36.001745 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:07:36.024838 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port a795e3ee-9d3e-436f-b404-6c624677fcdd, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a795e3ee-9d3e-436f-b404-6c624677fcdd,segment=NetworkSegment(d0184591-3005-49a0-ba2b-c7656aeffc2b),segment_id=d0184591-3005-49a0-ba2b-c7656aeffc2b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:07:36.045740 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a62a87-d328-404b-a037-98f467967d03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a795e3ee-9d3e-436f-b404-6c624677fcdd'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:07:36.054356 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': 'a795e3ee-9d3e-436f-b404-6c624677fcdd', 'network_id': 'd870e1b3-1f54-48b9-ab7c-229926ebf941', 'port_id': 'a795e3ee-9d3e-436f-b404-6c624677fcdd', 'mac_address': 'fa:16:3e:db:e2:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea9afedd-5eef-4727-b9ba-cccf08f4aa08', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 16:07:36.058458 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port a795e3ee-9d3e-436f-b404-6c624677fcdd, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a795e3ee-9d3e-436f-b404-6c624677fcdd,segment=NetworkSegment(d0184591-3005-49a0-ba2b-c7656aeffc2b),segment_id=d0184591-3005-49a0-ba2b-c7656aeffc2b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:07:36.101482 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a62a87-d328-404b-a037-98f467967d03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a795e3ee-9d3e-436f-b404-6c624677fcdd', 'code': 200} Mar 31 16:07:36.106087 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:07:36.161601 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:07:36.190362 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a795e3ee-9d3e-436f-b404-6c624677fcdd {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:07:36.230683 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=a795e3ee-9d3e-436f-b404-6c624677fcdd,revision_number=6']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:07:36.246772 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:36.247114 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:36.247451 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:36.248401 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:36.249061 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:36.249061 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:36.249387 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:36.249790 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:36.250113 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:36.250433 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:36.250751 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:36.251066 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:36.276206 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 16:07:36.276559 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 16:07:36.340586 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f53072-7901-4fce-8da4-d88b914769bd req-6fc1d470-6636-4190-a4df-27f8826e7a8f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:36.342941 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e8f53072-7901-4fce-8da4-d88b914769bd req-6fc1d470-6636-4190-a4df-27f8826e7a8f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 943 time: 0.0790071 Mar 31 16:07:36.437609 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e8f53072-7901-4fce-8da4-d88b914769bd req-84277bdf-b3ee-4890-98ca-0a01fe142ecf tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891707 Mar 31 16:07:36.462682 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef044d5-1417-43a7-b68f-0ac6b4e4875e req-2b0ccfd8-8284-42ee-a34c-c65620c8256d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:36.464075 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8ef044d5-1417-43a7-b68f-0ac6b4e4875e req-2b0ccfd8-8284-42ee-a34c-c65620c8256d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03&tenant_id=650835ad0bc14fff808fd395113443a2&binding%3Ahost_id=hv-neutron-8333 HTTP/1.1" status: 200 len: 943 time: 0.1148190 Mar 31 16:07:36.504642 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:07:36.589229 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:07:36.607407 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef044d5-1417-43a7-b68f-0ac6b4e4875e req-8787288a-edae-45bf-b174-a14f5f0b7ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:36.608887 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8ef044d5-1417-43a7-b68f-0ac6b4e4875e req-8787288a-edae-45bf-b174-a14f5f0b7ace service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 1096 time: 0.0757535 Mar 31 16:07:36.632515 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186738e4-bdab-416d-87ce-776bf7e4e8da req-64b91401-206a-4b8e-b838-5d97f8881807 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:36.634000 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-186738e4-bdab-416d-87ce-776bf7e4e8da req-64b91401-206a-4b8e-b838-5d97f8881807 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 943 time: 0.0870380 Mar 31 16:07:36.678833 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-186738e4-bdab-416d-87ce-776bf7e4e8da req-05d487dd-b211-41ea-9acd-1975c2065179 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383587 Mar 31 16:07:36.739786 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef044d5-1417-43a7-b68f-0ac6b4e4875e req-7bfc4881-d4df-4801-9a32-6c9103e80b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:36.741345 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8ef044d5-1417-43a7-b68f-0ac6b4e4875e req-7bfc4881-d4df-4801-9a32-6c9103e80b23 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d870e1b3-1f54-48b9-ab7c-229926ebf941 HTTP/1.1" status: 200 len: 898 time: 0.1270151 Mar 31 16:07:36.829646 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:07:36.844121 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8ef044d5-1417-43a7-b68f-0ac6b4e4875e req-9d2a796f-88b7-4aa1-b8e5-5d624468c459 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a795e3ee-9d3e-436f-b404-6c624677fcdd HTTP/1.1" status: 200 len: 999 time: 0.0970738 Mar 31 16:07:36.849428 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a795e3ee-9d3e-436f-b404-6c624677fcdd {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:07:36.862179 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port a795e3ee-9d3e-436f-b404-6c624677fcdd, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a795e3ee-9d3e-436f-b404-6c624677fcdd,segment=NetworkSegment(d0184591-3005-49a0-ba2b-c7656aeffc2b),segment_id=d0184591-3005-49a0-ba2b-c7656aeffc2b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:07:36.948892 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:07:37.003086 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef044d5-1417-43a7-b68f-0ac6b4e4875e req-bb2ba12c-5fa4-4361-908e-b6e939aa3939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:37.004595 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8ef044d5-1417-43a7-b68f-0ac6b4e4875e req-bb2ba12c-5fa4-4361-908e-b6e939aa3939 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea9afedd-5eef-4727-b9ba-cccf08f4aa08 HTTP/1.1" status: 200 len: 835 time: 0.1543467 Mar 31 16:07:37.014825 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['a795e3ee-9d3e-436f-b404-6c624677fcdd'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 16:07:37.062915 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=a795e3ee-9d3e-436f-b404-6c624677fcdd,revision_number=7']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:07:37.084543 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef044d5-1417-43a7-b68f-0ac6b4e4875e req-9565aef0-cc2d-434b-ac17-8fce938c7185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:37.086032 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8ef044d5-1417-43a7-b68f-0ac6b4e4875e req-9565aef0-cc2d-434b-ac17-8fce938c7185 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d870e1b3-1f54-48b9-ab7c-229926ebf941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735030 Mar 31 16:07:37.220962 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8ef044d5-1417-43a7-b68f-0ac6b4e4875e req-1636e417-88d2-4457-8e1a-c594444428d0 service neutron] 10.222.0.41 "GET /v2.0/networks/d870e1b3-1f54-48b9-ab7c-229926ebf941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244688 Mar 31 16:07:37.351850 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-8ef044d5-1417-43a7-b68f-0ac6b4e4875e req-0fb2721b-d1cc-4b4a-81b4-f9cffdd2aaf1 service neutron] 10.222.0.41 "GET /v2.0/networks/d870e1b3-1f54-48b9-ab7c-229926ebf941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242447 Mar 31 16:07:37.749353 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device a795e3ee-9d3e-436f-b404-6c624677fcdd up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:07:37.815464 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port a795e3ee-9d3e-436f-b404-6c624677fcdd triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:07:37.815825 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:07:37.868350 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc7cad-facc-46fc-9fa2-17e7bd0ab94a req-f6456841-b1c1-4c91-b69a-c9bcbdf037df tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:37.869784 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-71dc7cad-facc-46fc-9fa2-17e7bd0ab94a req-f6456841-b1c1-4c91-b69a-c9bcbdf037df tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 944 time: 0.0835822 Mar 31 16:07:37.917907 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-71dc7cad-facc-46fc-9fa2-17e7bd0ab94a req-4bbad925-287f-4e4e-b8a5-ca2858295adf tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411370 Mar 31 16:07:37.937355 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:07:37.988392 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port a795e3ee-9d3e-436f-b404-6c624677fcdd, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a795e3ee-9d3e-436f-b404-6c624677fcdd,segment=NetworkSegment(d0184591-3005-49a0-ba2b-c7656aeffc2b),segment_id=d0184591-3005-49a0-ba2b-c7656aeffc2b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:07:38.080617 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:07:38.083261 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:07:38.125219 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a62a87-d328-404b-a037-98f467967d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a795e3ee-9d3e-436f-b404-6c624677fcdd'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:07:38.174404 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a62a87-d328-404b-a037-98f467967d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a795e3ee-9d3e-436f-b404-6c624677fcdd', 'code': 200} Mar 31 16:07:38.180740 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=a795e3ee-9d3e-436f-b404-6c624677fcdd,revision_number=8']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:07:39.100505 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e15ee0-db74-44f2-9412-ee1b3c5a410a req-8507dfc6-ebd8-43d1-921a-dd0f0391c62b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:39.101951 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b6e15ee0-db74-44f2-9412-ee1b3c5a410a req-8507dfc6-ebd8-43d1-921a-dd0f0391c62b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 945 time: 0.0787208 Mar 31 16:07:39.144961 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b6e15ee0-db74-44f2-9412-ee1b3c5a410a req-5e4c95f6-5d11-496a-ae61-783dffb905bf tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372267 Mar 31 16:07:39.168152 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55748) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:07:39.274033 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5847409c-cac9-426c-98ba-c67dcd6fb607 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/floatingips/74a5cae7-562b-4fe1-ba1f-3190a248c39b HTTP/1.1" status: 200 len: 993 time: 0.1047854 Mar 31 16:07:55.530680 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:07:59.856751 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:08:03.130661 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-74730d25-94c2-444c-95b5-2148372af511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:05.170601 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-23e6efd3-1983-427c-afb1-43bb5788fea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:06.495536 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:06.592641 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:08.033565 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:08.095189 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55764) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:08:08.300381 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-be2c07d0-f760-45c1-8a16-3fcd4aa81c51 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Deleting port 8b069842-7e37-4b30-9f99-715b98da4d77 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:08:08.300718 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be2c07d0-f760-45c1-8a16-3fcd4aa81c51 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:08.465867 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be2c07d0-f760-45c1-8a16-3fcd4aa81c51 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:08.466188 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be2c07d0-f760-45c1-8a16-3fcd4aa81c51 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:08.589871 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-be2c07d0-f760-45c1-8a16-3fcd4aa81c51 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Calling delete_port for 8b069842-7e37-4b30-9f99-715b98da4d77 owned by network:floatingip {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:08:08.810084 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be2c07d0-f760-45c1-8a16-3fcd4aa81c51 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:08.858524 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c07d0-f760-45c1-8a16-3fcd4aa81c51 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'Port': ['ID=8b069842-7e37-4b30-9f99-715b98da4d77,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:08.900330 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c07d0-f760-45c1-8a16-3fcd4aa81c51 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:08.900671 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c07d0-f760-45c1-8a16-3fcd4aa81c51 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:08.901003 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c07d0-f760-45c1-8a16-3fcd4aa81c51 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:08.901356 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c07d0-f760-45c1-8a16-3fcd4aa81c51 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:08.901683 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c07d0-f760-45c1-8a16-3fcd4aa81c51 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:08.902003 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c07d0-f760-45c1-8a16-3fcd4aa81c51 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:08.902325 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c07d0-f760-45c1-8a16-3fcd4aa81c51 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:08.902639 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c07d0-f760-45c1-8a16-3fcd4aa81c51 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:08.902953 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c07d0-f760-45c1-8a16-3fcd4aa81c51 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:08.903265 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c07d0-f760-45c1-8a16-3fcd4aa81c51 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:08.903578 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c07d0-f760-45c1-8a16-3fcd4aa81c51 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:08.903889 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c07d0-f760-45c1-8a16-3fcd4aa81c51 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:08.961292 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be2c07d0-f760-45c1-8a16-3fcd4aa81c51 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for floatingip, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:08.961718 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [None req-be2c07d0-f760-45c1-8a16-3fcd4aa81c51 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Floating IP 74a5cae7-562b-4fe1-ba1f-3190a248c39b disassociated (deleted). External IP: 172.26.5.123, port: a795e3ee-9d3e-436f-b404-6c624677fcdd. Mar 31 16:08:09.400479 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2c07d0-f760-45c1-8a16-3fcd4aa81c51 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Router 9a8c2560-1e32-4cc1-954f-0627aea4bc68 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:08:09.574561 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2c07d0-f760-45c1-8a16-3fcd4aa81c51 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:08:09.584697 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04765b57-983e-428b-b83b-daeba2d0a717 None None] Sync routers for ids ['9a8c2560-1e32-4cc1-954f-0627aea4bc68'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:08:09.594153 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04765b57-983e-428b-b83b-daeba2d0a717 None None] Routers {'9a8c2560-1e32-4cc1-954f-0627aea4bc68'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:08:09.599359 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-04765b57-983e-428b-b83b-daeba2d0a717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:08:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['9a8c2560-1e32-4cc1-954f-0627aea4bc68'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:08:09.662153 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be2c07d0-f760-45c1-8a16-3fcd4aa81c51 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:09.719193 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-be2c07d0-f760-45c1-8a16-3fcd4aa81c51 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "DELETE /v2.0/floatingips/74a5cae7-562b-4fe1-ba1f-3190a248c39b HTTP/1.1" status: 204 len: 168 time: 1.6229069 Mar 31 16:08:09.719755 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a62a87-d328-404b-a037-98f467967d03', 'tag': 'a795e3ee-9d3e-436f-b404-6c624677fcdd'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:08:09.768387 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a62a87-d328-404b-a037-98f467967d03', 'tag': 'a795e3ee-9d3e-436f-b404-6c624677fcdd', 'status': 'completed', 'code': 200} Mar 31 16:08:09.772514 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-04765b57-983e-428b-b83b-daeba2d0a717 None None] Set router 9a8c2560-1e32-4cc1-954f-0627aea4bc68 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:08:09.863386 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb42ff3-8589-4114-bb73-82fd1706bc63 req-b4bd0360-b6bc-4d40-ae4c-4bad99557539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:09.865738 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fbb42ff3-8589-4114-bb73-82fd1706bc63 req-b4bd0360-b6bc-4d40-ae4c-4bad99557539 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 1098 time: 0.0770867 Mar 31 16:08:10.001784 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb42ff3-8589-4114-bb73-82fd1706bc63 req-8b70d32d-567d-4c6a-80bf-4d2d9a766bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:10.003330 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fbb42ff3-8589-4114-bb73-82fd1706bc63 req-8b70d32d-567d-4c6a-80bf-4d2d9a766bca service neutron] 10.222.0.41 "GET /v2.0/networks?id=d870e1b3-1f54-48b9-ab7c-229926ebf941 HTTP/1.1" status: 200 len: 898 time: 0.1306136 Mar 31 16:08:10.074776 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fbb42ff3-8589-4114-bb73-82fd1706bc63 req-8a8de5d0-7fb3-4695-a6ae-934ad1f31800 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a795e3ee-9d3e-436f-b404-6c624677fcdd HTTP/1.1" status: 200 len: 217 time: 0.0654845 Mar 31 16:08:10.090575 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-04765b57-983e-428b-b83b-daeba2d0a717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1306451380', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': '2c5797d8-0abd-4300-8efc-8ba623fc9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:06:17Z', 'updated_at': '2022-03-31T16:06:23Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '2c5797d8-0abd-4300-8efc-8ba623fc9b54', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:06:18Z', 'updated_at': '2022-03-31T16:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '3c7bb2c5-4118-409b-9be4-db6f91e5137f', 'name': '', 'network_id': 'd870e1b3-1f54-48b9-ab7c-229926ebf941', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:a7:a9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ea9afedd-5eef-4727-b9ba-cccf08f4aa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:06:22Z', 'updated_at': '2022-03-31T16:06:28Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': 'ea9afedd-5eef-4727-b9ba-cccf08f4aa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:08:10.094669 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04765b57-983e-428b-b83b-daeba2d0a717 None None] Checking router: 9a8c2560-1e32-4cc1-954f-0627aea4bc68 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:08:10.102708 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04765b57-983e-428b-b83b-daeba2d0a717 None None] Routers {'9a8c2560-1e32-4cc1-954f-0627aea4bc68'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:08:10.103301 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-04765b57-983e-428b-b83b-daeba2d0a717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:08:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['9a8c2560-1e32-4cc1-954f-0627aea4bc68'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:08:10.137790 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb42ff3-8589-4114-bb73-82fd1706bc63 req-944cf143-de03-49bf-a28b-aafdc0ff1730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:10.139228 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fbb42ff3-8589-4114-bb73-82fd1706bc63 req-944cf143-de03-49bf-a28b-aafdc0ff1730 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea9afedd-5eef-4727-b9ba-cccf08f4aa08 HTTP/1.1" status: 200 len: 835 time: 0.0590897 Mar 31 16:08:10.221777 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb42ff3-8589-4114-bb73-82fd1706bc63 req-7f45e585-2828-4353-9504-621c27b25efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:10.223138 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fbb42ff3-8589-4114-bb73-82fd1706bc63 req-7f45e585-2828-4353-9504-621c27b25efb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d870e1b3-1f54-48b9-ab7c-229926ebf941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783501 Mar 31 16:08:10.284825 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-04765b57-983e-428b-b83b-daeba2d0a717 None None] Set router 9a8c2560-1e32-4cc1-954f-0627aea4bc68 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:08:10.302011 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5150988-d3f0-44f7-b76d-e8edf417c545 req-55a22153-18e6-4e85-a209-fac812d93a0d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:10.304201 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f5150988-d3f0-44f7-b76d-e8edf417c545 req-55a22153-18e6-4e85-a209-fac812d93a0d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 945 time: 0.0926118 Mar 31 16:08:10.357529 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f5150988-d3f0-44f7-b76d-e8edf417c545 req-02d1486a-e8ca-4571-8a33-b719c2e0c3d8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468550 Mar 31 16:08:10.357794 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fbb42ff3-8589-4114-bb73-82fd1706bc63 req-d0f4930c-d1fc-4900-8904-f0315f33171d service neutron] 10.222.0.41 "GET /v2.0/networks/d870e1b3-1f54-48b9-ab7c-229926ebf941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259229 Mar 31 16:08:10.488688 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fbb42ff3-8589-4114-bb73-82fd1706bc63 req-c049c5f9-8c04-4fb3-95d6-935d67498e10 service neutron] 10.222.0.41 "GET /v2.0/networks/d870e1b3-1f54-48b9-ab7c-229926ebf941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244385 Mar 31 16:08:10.592857 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-04765b57-983e-428b-b83b-daeba2d0a717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1306451380', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': '2c5797d8-0abd-4300-8efc-8ba623fc9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:06:17Z', 'updated_at': '2022-03-31T16:06:23Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '2c5797d8-0abd-4300-8efc-8ba623fc9b54', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:06:18Z', 'updated_at': '2022-03-31T16:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '3c7bb2c5-4118-409b-9be4-db6f91e5137f', 'name': '', 'network_id': 'd870e1b3-1f54-48b9-ab7c-229926ebf941', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:a7:a9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ea9afedd-5eef-4727-b9ba-cccf08f4aa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:06:22Z', 'updated_at': '2022-03-31T16:06:28Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': 'ea9afedd-5eef-4727-b9ba-cccf08f4aa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:08:10.597562 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04765b57-983e-428b-b83b-daeba2d0a717 None None] The sync data for ids ['9a8c2560-1e32-4cc1-954f-0627aea4bc68'] in dv-neutron-833379-2-hyperv is: [{'id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1306451380', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': '2c5797d8-0abd-4300-8efc-8ba623fc9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:06:17Z', 'updated_at': '2022-03-31T16:06:23Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '2c5797d8-0abd-4300-8efc-8ba623fc9b54', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:06:18Z', 'updated_at': '2022-03-31T16:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '3c7bb2c5-4118-409b-9be4-db6f91e5137f', 'name': '', 'network_id': 'd870e1b3-1f54-48b9-ab7c-229926ebf941', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:a7:a9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ea9afedd-5eef-4727-b9ba-cccf08f4aa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:06:22Z', 'updated_at': '2022-03-31T16:06:28Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': 'ea9afedd-5eef-4727-b9ba-cccf08f4aa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:08:10.804157 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fed00ea-7939-4c71-8bba-2c23f25ab358 None None] New status for floating IP 74a5cae7-562b-4fe1-ba1f-3190a248c39b: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:08:11.597034 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d135c1-b62a-44ce-bd3c-fdefca24f9a0 req-255f39a1-2e4e-43db-ad32-369f316fbff5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:11.597746 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-e4d135c1-b62a-44ce-bd3c-fdefca24f9a0 req-255f39a1-2e4e-43db-ad32-369f316fbff5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:08:11.679197 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-e4d135c1-b62a-44ce-bd3c-fdefca24f9a0 req-255f39a1-2e4e-43db-ad32-369f316fbff5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:08:11.680534 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e4d135c1-b62a-44ce-bd3c-fdefca24f9a0 req-255f39a1-2e4e-43db-ad32-369f316fbff5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 945 time: 0.2150533 Mar 31 16:08:11.727887 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e4d135c1-b62a-44ce-bd3c-fdefca24f9a0 req-d901b841-8ab2-4e9c-b482-f987f93b127a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2af44d8-fc68-43e5-963a-052909fa12da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414009 Mar 31 16:08:11.980926 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699bd39-2c75-4e20-9848-4eb4e7f6f3c1 req-253d12ad-66b2-47c0-94a3-f031f74a9f57 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:11.982388 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0699bd39-2c75-4e20-9848-4eb4e7f6f3c1 req-253d12ad-66b2-47c0-94a3-f031f74a9f57 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 945 time: 0.0827341 Mar 31 16:08:12.052423 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-0699bd39-2c75-4e20-9848-4eb4e7f6f3c1 req-18b41f90-9c89-4350-8ffd-ebc80c11ec6b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Deleting port a795e3ee-9d3e-436f-b404-6c624677fcdd {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:08:12.052747 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-0699bd39-2c75-4e20-9848-4eb4e7f6f3c1 req-18b41f90-9c89-4350-8ffd-ebc80c11ec6b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:12.392042 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-0699bd39-2c75-4e20-9848-4eb4e7f6f3c1 req-18b41f90-9c89-4350-8ffd-ebc80c11ec6b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] For port a795e3ee-9d3e-436f-b404-6c624677fcdd, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a795e3ee-9d3e-436f-b404-6c624677fcdd,segment=NetworkSegment(d0184591-3005-49a0-ba2b-c7656aeffc2b),segment_id=d0184591-3005-49a0-ba2b-c7656aeffc2b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:08:12.392397 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-0699bd39-2c75-4e20-9848-4eb4e7f6f3c1 req-18b41f90-9c89-4350-8ffd-ebc80c11ec6b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:12.512812 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-0699bd39-2c75-4e20-9848-4eb4e7f6f3c1 req-18b41f90-9c89-4350-8ffd-ebc80c11ec6b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Calling delete_port for a795e3ee-9d3e-436f-b404-6c624677fcdd owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:08:12.702535 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-0699bd39-2c75-4e20-9848-4eb4e7f6f3c1 req-18b41f90-9c89-4350-8ffd-ebc80c11ec6b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:12.757523 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b41f90-9c89-4350-8ffd-ebc80c11ec6b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'Port': ['ID=a795e3ee-9d3e-436f-b404-6c624677fcdd,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:12.833663 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-0699bd39-2c75-4e20-9848-4eb4e7f6f3c1 req-18b41f90-9c89-4350-8ffd-ebc80c11ec6b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] No DVR routers for this DVR port a795e3ee-9d3e-436f-b404-6c624677fcdd on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:08:12.836069 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-0699bd39-2c75-4e20-9848-4eb4e7f6f3c1 req-18b41f90-9c89-4350-8ffd-ebc80c11ec6b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:12.838699 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a62a87-d328-404b-a037-98f467967d03', 'name': 'network-vif-deleted', 'tag': 'a795e3ee-9d3e-436f-b404-6c624677fcdd'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:08:12.879147 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-448c4096-5f79-4955-8131-58f7e93cfedf req-25003bb3-bd8c-4c5d-828b-595c7a18bee4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a62a87-d328-404b-a037-98f467967d03 HTTP/1.1" status: 200 len: 210 time: 0.0432692 Mar 31 16:08:12.885435 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a62a87-d328-404b-a037-98f467967d03', 'name': 'network-vif-deleted', 'tag': 'a795e3ee-9d3e-436f-b404-6c624677fcdd', 'status': 'completed', 'code': 200} Mar 31 16:08:12.897386 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0699bd39-2c75-4e20-9848-4eb4e7f6f3c1 req-18b41f90-9c89-4350-8ffd-ebc80c11ec6b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.41 "DELETE /v2.0/ports/a795e3ee-9d3e-436f-b404-6c624677fcdd HTTP/1.1" status: 204 len: 173 time: 0.9095659 Mar 31 16:08:13.977407 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55784) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:08:14.524601 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e9d3e324-79c1-4167-a3f0-7cf8af45b21e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:14.965607 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e9d3e324-79c1-4167-a3f0-7cf8af45b21e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Deleting port 3c7bb2c5-4118-409b-9be4-db6f91e5137f {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:08:14.965864 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e9d3e324-79c1-4167-a3f0-7cf8af45b21e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:15.152489 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e9d3e324-79c1-4167-a3f0-7cf8af45b21e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] For port 3c7bb2c5-4118-409b-9be4-db6f91e5137f, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=3c7bb2c5-4118-409b-9be4-db6f91e5137f,segment=NetworkSegment(d0184591-3005-49a0-ba2b-c7656aeffc2b),segment_id=d0184591-3005-49a0-ba2b-c7656aeffc2b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:08:15.153319 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e9d3e324-79c1-4167-a3f0-7cf8af45b21e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:15.272187 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e9d3e324-79c1-4167-a3f0-7cf8af45b21e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Calling delete_port for 3c7bb2c5-4118-409b-9be4-db6f91e5137f owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:08:15.502327 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e9d3e324-79c1-4167-a3f0-7cf8af45b21e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:15.550685 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d3e324-79c1-4167-a3f0-7cf8af45b21e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'Port': ['ID=3c7bb2c5-4118-409b-9be4-db6f91e5137f,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:15.824634 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e9d3e324-79c1-4167-a3f0-7cf8af45b21e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:15.919511 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device a795e3ee-9d3e-436f-b404-6c624677fcdd no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:08:15.998637 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: a795e3ee-9d3e-436f-b404-6c624677fcdd {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:08:15.998988 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device a795e3ee-9d3e-436f-b404-6c624677fcdd not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:08:16.278783 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d3e324-79c1-4167-a3f0-7cf8af45b21e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Router 9a8c2560-1e32-4cc1-954f-0627aea4bc68 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:08:16.456164 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d3e324-79c1-4167-a3f0-7cf8af45b21e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:08:16.465345 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c513dc8-9f8b-459d-8dc4-eabbbfa4d7ac None None] Sync routers for ids ['9a8c2560-1e32-4cc1-954f-0627aea4bc68'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:08:16.471056 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e9d3e324-79c1-4167-a3f0-7cf8af45b21e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "PUT /v2.0/routers/9a8c2560-1e32-4cc1-954f-0627aea4bc68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4899864 Mar 31 16:08:16.471296 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55788) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:08:16.474572 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c513dc8-9f8b-459d-8dc4-eabbbfa4d7ac None None] Routers {'9a8c2560-1e32-4cc1-954f-0627aea4bc68'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:08:16.475177 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-5c513dc8-9f8b-459d-8dc4-eabbbfa4d7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:08:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['9a8c2560-1e32-4cc1-954f-0627aea4bc68'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:08:16.535601 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-46bd863b-d6fb-4c48-b98d-b58c35da2155 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Deleting subnet ea9afedd-5eef-4727-b9ba-cccf08f4aa08 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 16:08:16.538608 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-46bd863b-d6fb-4c48-b98d-b58c35da2155 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:16.596227 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-46bd863b-d6fb-4c48-b98d-b58c35da2155 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:16.653736 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-5c513dc8-9f8b-459d-8dc4-eabbbfa4d7ac None None] Set router 9a8c2560-1e32-4cc1-954f-0627aea4bc68 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:08:16.679666 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-46bd863b-d6fb-4c48-b98d-b58c35da2155 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:16.828895 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-46bd863b-d6fb-4c48-b98d-b58c35da2155 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:16.870179 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd863b-d6fb-4c48-b98d-b58c35da2155 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'Subnet': ['ID=ea9afedd-5eef-4727-b9ba-cccf08f4aa08,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:16.873676 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-46bd863b-d6fb-4c48-b98d-b58c35da2155 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:16.880910 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-46bd863b-d6fb-4c48-b98d-b58c35da2155 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "DELETE /v2.0/subnets/ea9afedd-5eef-4727-b9ba-cccf08f4aa08 HTTP/1.1" status: 204 len: 168 time: 0.4082346 Mar 31 16:08:16.882936 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be2ee88-3458-4c53-88fe-8c9c8cc52957 None None] Network d870e1b3-1f54-48b9-ab7c-229926ebf941 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:08:16.883109 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55792) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:08:16.966969 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-5c513dc8-9f8b-459d-8dc4-eabbbfa4d7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1306451380', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': '2c5797d8-0abd-4300-8efc-8ba623fc9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:06:17Z', 'updated_at': '2022-03-31T16:08:15Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '2c5797d8-0abd-4300-8efc-8ba623fc9b54', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:06:18Z', 'updated_at': '2022-03-31T16:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:08:16.971248 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c513dc8-9f8b-459d-8dc4-eabbbfa4d7ac None None] Checking router: 9a8c2560-1e32-4cc1-954f-0627aea4bc68 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:08:16.979496 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c513dc8-9f8b-459d-8dc4-eabbbfa4d7ac None None] Routers {'9a8c2560-1e32-4cc1-954f-0627aea4bc68'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:08:16.980111 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-5c513dc8-9f8b-459d-8dc4-eabbbfa4d7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:08:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['9a8c2560-1e32-4cc1-954f-0627aea4bc68'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:08:17.070846 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1fa4c48e-aec1-4cf6-b1c8-4ee9caa14eea tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:17.144356 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3f300c-706b-4056-a3c2-359d0a5b19a2 None None] DHCP port deletion for d870e1b3-1f54-48b9-ab7c-229926ebf941 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 16:08:17.148642 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-ec3f300c-706b-4056-a3c2-359d0a5b19a2 None None] Deleting port ee6b2359-e828-466c-955b-22e35076c2d2 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:08:17.149026 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ec3f300c-706b-4056-a3c2-359d0a5b19a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:17.173836 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-5c513dc8-9f8b-459d-8dc4-eabbbfa4d7ac None None] Set router 9a8c2560-1e32-4cc1-954f-0627aea4bc68 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:08:17.260508 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1fa4c48e-aec1-4cf6-b1c8-4ee9caa14eea tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:17.330566 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-1fa4c48e-aec1-4cf6-b1c8-4ee9caa14eea tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Deleting port 2c5797d8-0abd-4300-8efc-8ba623fc9b54 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:08:17.331239 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1fa4c48e-aec1-4cf6-b1c8-4ee9caa14eea tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:17.362527 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-ec3f300c-706b-4056-a3c2-359d0a5b19a2 None None] For port ee6b2359-e828-466c-955b-22e35076c2d2, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=ee6b2359-e828-466c-955b-22e35076c2d2,segment=NetworkSegment(d0184591-3005-49a0-ba2b-c7656aeffc2b),segment_id=d0184591-3005-49a0-ba2b-c7656aeffc2b)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:08:17.362858 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ec3f300c-706b-4056-a3c2-359d0a5b19a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:17.466435 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-5c513dc8-9f8b-459d-8dc4-eabbbfa4d7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1306451380', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': '2c5797d8-0abd-4300-8efc-8ba623fc9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:06:17Z', 'updated_at': '2022-03-31T16:08:15Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '2c5797d8-0abd-4300-8efc-8ba623fc9b54', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:06:18Z', 'updated_at': '2022-03-31T16:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:08:17.471634 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c513dc8-9f8b-459d-8dc4-eabbbfa4d7ac None None] The sync data for ids ['9a8c2560-1e32-4cc1-954f-0627aea4bc68'] in dv-neutron-833379-2-hyperv is: [{'id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1306451380', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': '2c5797d8-0abd-4300-8efc-8ba623fc9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:06:17Z', 'updated_at': '2022-03-31T16:08:15Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '2c5797d8-0abd-4300-8efc-8ba623fc9b54', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8c2560-1e32-4cc1-954f-0627aea4bc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:06:18Z', 'updated_at': '2022-03-31T16:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:08:17.488663 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-ec3f300c-706b-4056-a3c2-359d0a5b19a2 None None] Calling delete_port for ee6b2359-e828-466c-955b-22e35076c2d2 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:08:17.508065 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-1fa4c48e-aec1-4cf6-b1c8-4ee9caa14eea tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] For port 2c5797d8-0abd-4300-8efc-8ba623fc9b54, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=2c5797d8-0abd-4300-8efc-8ba623fc9b54,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:08:17.508432 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1fa4c48e-aec1-4cf6-b1c8-4ee9caa14eea tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:17.622079 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ec3f300c-706b-4056-a3c2-359d0a5b19a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:17.634374 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-1fa4c48e-aec1-4cf6-b1c8-4ee9caa14eea tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Calling delete_port for 2c5797d8-0abd-4300-8efc-8ba623fc9b54 owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:08:17.668474 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f300c-706b-4056-a3c2-359d0a5b19a2 None None] Pushing event deleted for resources: {'Port': ['ID=ee6b2359-e828-466c-955b-22e35076c2d2,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:17.672129 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3f300c-706b-4056-a3c2-359d0a5b19a2 None None] No DVR routers for this DVR port ee6b2359-e828-466c-955b-22e35076c2d2 on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:08:17.867809 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1fa4c48e-aec1-4cf6-b1c8-4ee9caa14eea tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:18.011848 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 3c7bb2c5-4118-409b-9be4-db6f91e5137f no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:08:18.032045 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4c48e-aec1-4cf6-b1c8-4ee9caa14eea tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'Port': ['ID=2c5797d8-0abd-4300-8efc-8ba623fc9b54,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:18.050808 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 3c7bb2c5-4118-409b-9be4-db6f91e5137f {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:08:18.051147 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 3c7bb2c5-4118-409b-9be4-db6f91e5137f not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:08:18.051586 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device ee6b2359-e828-466c-955b-22e35076c2d2 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:08:18.085429 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: ee6b2359-e828-466c-955b-22e35076c2d2 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:08:18.085771 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device ee6b2359-e828-466c-955b-22e35076c2d2 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:08:18.127983 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1fa4c48e-aec1-4cf6-b1c8-4ee9caa14eea tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:18.296635 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1fa4c48e-aec1-4cf6-b1c8-4ee9caa14eea tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:18.298813 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1fa4c48e-aec1-4cf6-b1c8-4ee9caa14eea tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:18.382219 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1fa4c48e-aec1-4cf6-b1c8-4ee9caa14eea tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:18.382862 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa4c48e-aec1-4cf6-b1c8-4ee9caa14eea tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Fanout notify agent at l3_agent the message router_deleted on router 9a8c2560-1e32-4cc1-954f-0627aea4bc68 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 16:08:18.399240 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1fa4c48e-aec1-4cf6-b1c8-4ee9caa14eea tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:18.400311 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-1fa4c48e-aec1-4cf6-b1c8-4ee9caa14eea tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "DELETE /v2.0/routers/9a8c2560-1e32-4cc1-954f-0627aea4bc68 HTTP/1.1" status: 204 len: 168 time: 1.5160720 Mar 31 16:08:18.402955 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55796) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:08:18.522591 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ff7b233-1432-46ec-90a4-21e7d08b58fa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:18.651763 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ff7b233-1432-46ec-90a4-21e7d08b58fa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:18.679197 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-1ff7b233-1432-46ec-90a4-21e7d08b58fa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d870e1b3-1f54-48b9-ab7c-229926ebf941']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:08:18.691674 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-1ff7b233-1432-46ec-90a4-21e7d08b58fa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0184591-3005-49a0-ba2b-c7656aeffc2b') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:08:18.691966 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-1ff7b233-1432-46ec-90a4-21e7d08b58fa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0184591-3005-49a0-ba2b-c7656aeffc2b') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:08:18.703293 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ff7b233-1432-46ec-90a4-21e7d08b58fa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:18.718762 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ff7b233-1432-46ec-90a4-21e7d08b58fa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:18.724579 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff7b233-1432-46ec-90a4-21e7d08b58fa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:08:18.724955 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ff7b233-1432-46ec-90a4-21e7d08b58fa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:18.739330 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 16:08:18.739330 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:08:18.739330 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 16:08:18.739330 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:08:18.739330 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 16:08:18.739330 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 16:08:18.739330 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 16:08:18.739330 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:08:18.739330 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 16:08:18.739330 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:08:18.739330 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 16:08:18.739330 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:08:18.739330 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 16:08:18.739330 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 16:08:18.739330 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:08:18.739330 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 16:08:18.739330 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:08:18.739330 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 16:08:18.739330 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 16:08:18.739330 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 16:08:18.739330 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 16:08:18.739330 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 16:08:18.739330 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:08:18.739330 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:08:18.739330 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 16:08:18.739330 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:08:18.739330 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:08:18.739330 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:08:18.739330 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:08:18.739330 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:08:18.739330 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:08:18.739330 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:08:18.873174 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ff7b233-1432-46ec-90a4-21e7d08b58fa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:18.891015 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ff7b233-1432-46ec-90a4-21e7d08b58fa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:18.901841 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7b233-1432-46ec-90a4-21e7d08b58fa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'Network': ['ID=d870e1b3-1f54-48b9-ab7c-229926ebf941,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:18.970854 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-1ff7b233-1432-46ec-90a4-21e7d08b58fa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "DELETE /v2.0/networks/d870e1b3-1f54-48b9-ab7c-229926ebf941 HTTP/1.1" status: 204 len: 168 time: 0.5666597 Mar 31 16:08:18.973444 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55800) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:08:19.043545 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e461beb-2aa1-4999-be07-366eba06ecd4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:19.073881 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e461beb-2aa1-4999-be07-366eba06ecd4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:19.273130 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e461beb-2aa1-4999-be07-366eba06ecd4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:19.290902 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e461beb-2aa1-4999-be07-366eba06ecd4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2af44d8-fc68-43e5-963a-052909fa12da,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:19.369552 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e461beb-2aa1-4999-be07-366eba06ecd4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:19.370790 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3e461beb-2aa1-4999-be07-366eba06ecd4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "DELETE /v2.0/security-groups/e2af44d8-fc68-43e5-963a-052909fa12da HTTP/1.1" status: 204 len: 168 time: 0.3964567 Mar 31 16:08:19.697684 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55808) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:08:19.703354 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-67953a39-cc83-4061-a7e1-01569d727a60 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-918006590', 'description': 'tempest-secgroup-smoke-918006590 description', 'project_id': '650835ad0bc14fff808fd395113443a2'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:08:19.709314 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-67953a39-cc83-4061-a7e1-01569d727a60 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:08:19.713361 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-67953a39-cc83-4061-a7e1-01569d727a60 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:08:19.716211 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-67953a39-cc83-4061-a7e1-01569d727a60 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:08:19.722492 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-67953a39-cc83-4061-a7e1-01569d727a60 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:08:19.770578 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-67953a39-cc83-4061-a7e1-01569d727a60 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:19.789872 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-67953a39-cc83-4061-a7e1-01569d727a60 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:08:19.793607 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-67953a39-cc83-4061-a7e1-01569d727a60 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:08:19.796326 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-67953a39-cc83-4061-a7e1-01569d727a60 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:08:19.802094 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-67953a39-cc83-4061-a7e1-01569d727a60 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:08:19.868848 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-67953a39-cc83-4061-a7e1-01569d727a60 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:19.929668 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-67953a39-cc83-4061-a7e1-01569d727a60 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:19.974872 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67953a39-cc83-4061-a7e1-01569d727a60 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=753a6904-1a54-4758-8cd6-c89c12cb3d4d,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:20.016841 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 2c5797d8-0abd-4300-8efc-8ba623fc9b54 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:08:20.033419 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-67953a39-cc83-4061-a7e1-01569d727a60 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:20.034648 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-67953a39-cc83-4061-a7e1-01569d727a60 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3359656 Mar 31 16:08:20.037584 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55812) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:08:20.042921 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-9359166e-9ac3-4603-9e52-0cc2783493dd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group_rule': {'security_group_id': '753a6904-1a54-4758-8cd6-c89c12cb3d4d', 'project_id': '650835ad0bc14fff808fd395113443a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:08:20.048851 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9359166e-9ac3-4603-9e52-0cc2783493dd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:08:20.050343 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 2c5797d8-0abd-4300-8efc-8ba623fc9b54 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:08:20.050690 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 2c5797d8-0abd-4300-8efc-8ba623fc9b54 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:08:20.053308 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9359166e-9ac3-4603-9e52-0cc2783493dd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:08:20.056201 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9359166e-9ac3-4603-9e52-0cc2783493dd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:08:20.062858 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9359166e-9ac3-4603-9e52-0cc2783493dd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:08:20.182430 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9359166e-9ac3-4603-9e52-0cc2783493dd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:20.244372 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9359166e-9ac3-4603-9e52-0cc2783493dd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:20.318721 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9359166e-9ac3-4603-9e52-0cc2783493dd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:20.341156 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359166e-9ac3-4603-9e52-0cc2783493dd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76fde6f8-4f69-47ff-8a8d-0b699d3d3f7e,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:20.415803 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9359166e-9ac3-4603-9e52-0cc2783493dd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:20.417044 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9359166e-9ac3-4603-9e52-0cc2783493dd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3783846 Mar 31 16:08:20.419704 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55816) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:08:20.425266 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-399ec268-a01a-4447-a939-8a54021e2b60 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group_rule': {'security_group_id': '753a6904-1a54-4758-8cd6-c89c12cb3d4d', 'project_id': '650835ad0bc14fff808fd395113443a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:08:20.430959 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-399ec268-a01a-4447-a939-8a54021e2b60 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:08:20.434894 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-399ec268-a01a-4447-a939-8a54021e2b60 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:08:20.437731 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-399ec268-a01a-4447-a939-8a54021e2b60 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:08:20.444367 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-399ec268-a01a-4447-a939-8a54021e2b60 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:08:20.519641 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-399ec268-a01a-4447-a939-8a54021e2b60 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:20.579537 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-399ec268-a01a-4447-a939-8a54021e2b60 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:20.639017 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-399ec268-a01a-4447-a939-8a54021e2b60 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:20.662571 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ec268-a01a-4447-a939-8a54021e2b60 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bbafbb3-8da8-49fd-adef-cefe5dedc6e0,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:20.736514 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-399ec268-a01a-4447-a939-8a54021e2b60 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:20.737682 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-399ec268-a01a-4447-a939-8a54021e2b60 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3170400 Mar 31 16:08:20.740310 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55820) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:08:20.745064 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-3b82cc14-38a8-4ea8-91fd-0b877830c4b7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group_rule': {'security_group_id': '753a6904-1a54-4758-8cd6-c89c12cb3d4d', 'project_id': '650835ad0bc14fff808fd395113443a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:08:20.751330 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-3b82cc14-38a8-4ea8-91fd-0b877830c4b7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:08:20.755044 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3b82cc14-38a8-4ea8-91fd-0b877830c4b7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:08:20.757828 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3b82cc14-38a8-4ea8-91fd-0b877830c4b7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:08:20.763491 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-3b82cc14-38a8-4ea8-91fd-0b877830c4b7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:08:20.855777 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3b82cc14-38a8-4ea8-91fd-0b877830c4b7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:20.917148 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3b82cc14-38a8-4ea8-91fd-0b877830c4b7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:20.964332 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3b82cc14-38a8-4ea8-91fd-0b877830c4b7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:20.987792 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82cc14-38a8-4ea8-91fd-0b877830c4b7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3266d2a1-9e64-4a27-b711-52ac2c6d2858,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:21.056258 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3b82cc14-38a8-4ea8-91fd-0b877830c4b7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:21.057463 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3b82cc14-38a8-4ea8-91fd-0b877830c4b7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3162377 Mar 31 16:08:21.060089 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55824) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:08:21.065037 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-681488a8-4765-4229-aea3-185eeb58ccaa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group_rule': {'security_group_id': '753a6904-1a54-4758-8cd6-c89c12cb3d4d', 'project_id': '650835ad0bc14fff808fd395113443a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:08:21.071012 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-681488a8-4765-4229-aea3-185eeb58ccaa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:08:21.074746 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-681488a8-4765-4229-aea3-185eeb58ccaa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:08:21.077552 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-681488a8-4765-4229-aea3-185eeb58ccaa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:08:21.083745 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-681488a8-4765-4229-aea3-185eeb58ccaa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:08:21.170304 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-681488a8-4765-4229-aea3-185eeb58ccaa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:21.232024 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-681488a8-4765-4229-aea3-185eeb58ccaa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:21.307541 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-681488a8-4765-4229-aea3-185eeb58ccaa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:21.331235 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681488a8-4765-4229-aea3-185eeb58ccaa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2643085e-0426-4225-b170-f8880e34fd90,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:21.404560 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-681488a8-4765-4229-aea3-185eeb58ccaa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:21.405750 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-681488a8-4765-4229-aea3-185eeb58ccaa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3447874 Mar 31 16:08:21.408912 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55828) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:08:21.413740 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-36eb622f-e903-4c68-8e2c-1620f40426c2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group_rule': {'security_group_id': '753a6904-1a54-4758-8cd6-c89c12cb3d4d', 'project_id': '650835ad0bc14fff808fd395113443a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:08:21.419529 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-36eb622f-e903-4c68-8e2c-1620f40426c2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:08:21.423901 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-36eb622f-e903-4c68-8e2c-1620f40426c2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:08:21.427384 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-36eb622f-e903-4c68-8e2c-1620f40426c2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:08:21.432972 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-36eb622f-e903-4c68-8e2c-1620f40426c2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:08:21.518624 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.securitygroups_db [None req-36eb622f-e903-4c68-8e2c-1620f40426c2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Project 650835ad0bc14fff808fd395113443a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 16:08:21.525094 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-36eb622f-e903-4c68-8e2c-1620f40426c2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:21.588716 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-36eb622f-e903-4c68-8e2c-1620f40426c2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:21.644347 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-36eb622f-e903-4c68-8e2c-1620f40426c2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:21.668455 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb622f-e903-4c68-8e2c-1620f40426c2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8628bde3-675c-43b4-918f-52e95235ed7d,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:21.764381 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-36eb622f-e903-4c68-8e2c-1620f40426c2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:21.765626 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-36eb622f-e903-4c68-8e2c-1620f40426c2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3558073 Mar 31 16:08:21.768310 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55832) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:08:21.773245 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-34522da1-28af-4899-971e-a62f78938490 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group_rule': {'security_group_id': '753a6904-1a54-4758-8cd6-c89c12cb3d4d', 'project_id': '650835ad0bc14fff808fd395113443a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:08:21.779072 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-34522da1-28af-4899-971e-a62f78938490 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:08:21.782898 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-34522da1-28af-4899-971e-a62f78938490 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:08:21.785832 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-34522da1-28af-4899-971e-a62f78938490 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:08:21.791378 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-34522da1-28af-4899-971e-a62f78938490 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:08:21.862051 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.securitygroups_db [None req-34522da1-28af-4899-971e-a62f78938490 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Project 650835ad0bc14fff808fd395113443a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 16:08:21.868297 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-34522da1-28af-4899-971e-a62f78938490 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:21.932136 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-34522da1-28af-4899-971e-a62f78938490 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:22.010218 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-34522da1-28af-4899-971e-a62f78938490 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:22.034152 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34522da1-28af-4899-971e-a62f78938490 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b01c8c9a-08b8-4e5b-8d42-30d0903290e1,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:22.119045 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-34522da1-28af-4899-971e-a62f78938490 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:22.120181 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-34522da1-28af-4899-971e-a62f78938490 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3509760 Mar 31 16:08:22.123075 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55836) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:08:22.129371 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-44881838-50e8-4e39-8b8d-521b82da4493 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'network': {'name': 'tempest-network-smoke--2014021282', 'project_id': '650835ad0bc14fff808fd395113443a2', 'port_security_enabled': True}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:08:22.134316 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-44881838-50e8-4e39-8b8d-521b82da4493 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:08:22.138583 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-44881838-50e8-4e39-8b8d-521b82da4493 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:network and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:08:22.141572 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-44881838-50e8-4e39-8b8d-521b82da4493 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:08:22.148085 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-44881838-50e8-4e39-8b8d-521b82da4493 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:08:22.216142 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44881838-50e8-4e39-8b8d-521b82da4493 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Made reservation on behalf of 650835ad0bc14fff808fd395113443a2 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:08:22.219571 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-44881838-50e8-4e39-8b8d-521b82da4493 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:22.245744 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44881838-50e8-4e39-8b8d-521b82da4493 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:08:22.254522 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-44881838-50e8-4e39-8b8d-521b82da4493 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:22.254858 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-44881838-50e8-4e39-8b8d-521b82da4493 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Added segment 201cc3f1-8895-49e0-a892-2ef27e25ac42 of type vlan for network 6a17ba97-c75d-4f17-b9df-cde36d126bcf Mar 31 16:08:22.280683 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-44881838-50e8-4e39-8b8d-521b82da4493 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:22.370421 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-44881838-50e8-4e39-8b8d-521b82da4493 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:22.375693 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44881838-50e8-4e39-8b8d-521b82da4493 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:22.376266 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-44881838-50e8-4e39-8b8d-521b82da4493 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:22.560622 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-44881838-50e8-4e39-8b8d-521b82da4493 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4364421 Mar 31 16:08:22.563495 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55840) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:08:22.569984 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1099259858', 'admin_state_up': True, 'project_id': '650835ad0bc14fff808fd395113443a2', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:08:22.573411 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881838-50e8-4e39-8b8d-521b82da4493 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Network': ['ID=6a17ba97-c75d-4f17-b9df-cde36d126bcf,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:22.577587 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:08:22.581840 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:router and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:08:22.584196 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 6a17ba97-c75d-4f17-b9df-cde36d126bcf details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 16:08:22.585604 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:08:22.591346 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:08:22.656673 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:22.657676 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:22.672219 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:23.133653 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:23.499573 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:23.528734 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:23.661762 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Allocated IP 172.26.5.44 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/b12d781e-fd57-4f68-9e1c-0a8c64a537e8) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:08:23.803110 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:23.889724 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:23.947533 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:08:23.950145 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:08:23.952631 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:08:24.000667 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Port': ['ID=b12d781e-fd57-4f68-9e1c-0a8c64a537e8,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:24.013104 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:24.013475 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:24.013813 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:24.014144 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:24.014478 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:24.014897 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:24.015186 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:24.015509 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:24.015830 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:24.016150 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:24.016468 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:24.016816 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:24.546100 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:24.880509 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:25.147656 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Router a664ffed-78da-4954-ae36-ff7de3533b12 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 16:08:25.330897 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:08:25.340082 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89566d45-7faa-4aa7-8586-008ba9b7b2f8 None None] Sync routers for ids ['a664ffed-78da-4954-ae36-ff7de3533b12'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:08:25.349651 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89566d45-7faa-4aa7-8586-008ba9b7b2f8 None None] Routers {'a664ffed-78da-4954-ae36-ff7de3533b12'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:08:25.350267 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-89566d45-7faa-4aa7-8586-008ba9b7b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:08:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['a664ffed-78da-4954-ae36-ff7de3533b12'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:08:25.433134 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:25.434301 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4763e750-5d94-487f-9698-1a352789b849 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8696649 Mar 31 16:08:25.437577 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55844) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:08:25.520713 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0d6a03f2-eb0b-4216-b75d-f058c32d5114 tempest-TestNetworkAdvancedServerOps-2136623470 tempest-TestNetworkAdvancedServerOps-2136623470-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=650835ad0bc14fff808fd395113443a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0819621 Mar 31 16:08:25.523414 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55850) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:08:25.535979 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-89566d45-7faa-4aa7-8586-008ba9b7b2f8 None None] Set router a664ffed-78da-4954-ae36-ff7de3533b12 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:08:25.577977 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:25.652949 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57faa44e-7c61-4909-a08d-58e78ab238ca tempest-TestNetworkAdvancedServerOps-2136623470 tempest-TestNetworkAdvancedServerOps-2136623470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:25.654438 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-57faa44e-7c61-4909-a08d-58e78ab238ca tempest-TestNetworkAdvancedServerOps-2136623470 tempest-TestNetworkAdvancedServerOps-2136623470-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1302941 Mar 31 16:08:25.657282 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55854) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:08:25.700187 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-bdfc3540-d2bc-4c75-b87a-b76d84d83f94 tempest-TestNetworkAdvancedServerOps-2136623470 tempest-TestNetworkAdvancedServerOps-2136623470-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=81fb4282-babc-4201-afd1-e5be35072e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416858 Mar 31 16:08:25.702525 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55858) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:08:25.708838 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-58cf3dde-d91b-4fbf-b4aa-935310e0142b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-113825587', 'network_id': '6a17ba97-c75d-4f17-b9df-cde36d126bcf', 'project_id': '650835ad0bc14fff808fd395113443a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:08:25.817298 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-58cf3dde-d91b-4fbf-b4aa-935310e0142b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:08:25.821336 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-58cf3dde-d91b-4fbf-b4aa-935310e0142b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:subnet and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:08:25.824061 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-58cf3dde-d91b-4fbf-b4aa-935310e0142b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:08:25.829649 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-58cf3dde-d91b-4fbf-b4aa-935310e0142b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:08:25.856866 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-89566d45-7faa-4aa7-8586-008ba9b7b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099259858', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'b12d781e-fd57-4f68-9e1c-0a8c64a537e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:08:22Z', 'updated_at': '2022-03-31T16:08:24Z', 'revision_number': 3, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': 'b12d781e-fd57-4f68-9e1c-0a8c64a537e8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:08:23Z', 'updated_at': '2022-03-31T16:08:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:08:25.860679 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89566d45-7faa-4aa7-8586-008ba9b7b2f8 None None] Checking router: a664ffed-78da-4954-ae36-ff7de3533b12 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:08:25.861040 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89566d45-7faa-4aa7-8586-008ba9b7b2f8 None None] Updating router a664ffed-78da-4954-ae36-ff7de3533b12 port b12d781e-fd57-4f68-9e1c-0a8c64a537e8 binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:08:25.884803 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cf3dde-d91b-4fbf-b4aa-935310e0142b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Made reservation on behalf of 650835ad0bc14fff808fd395113443a2 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:08:25.888648 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-58cf3dde-d91b-4fbf-b4aa-935310e0142b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:25.916438 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-89566d45-7faa-4aa7-8586-008ba9b7b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:26.158814 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-58cf3dde-d91b-4fbf-b4aa-935310e0142b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:26.238338 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf3dde-d91b-4fbf-b4aa-935310e0142b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Subnet': ['ID=580a5b5d-4e55-4504-973e-83975d501653,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:26.246883 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-89566d45-7faa-4aa7-8586-008ba9b7b2f8 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:26.248362 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cf3dde-d91b-4fbf-b4aa-935310e0142b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Checking segment: {'id': '201cc3f1-8895-49e0-a892-2ef27e25ac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6a17ba97-c75d-4f17-b9df-cde36d126bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:08:26.248730 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cf3dde-d91b-4fbf-b4aa-935310e0142b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network hostable DHCP agents. Network: 6a17ba97-c75d-4f17-b9df-cde36d126bcf, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:08:26.259040 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-89566d45-7faa-4aa7-8586-008ba9b7b2f8 None None] Transition to ACTIVE for port object b12d781e-fd57-4f68-9e1c-0a8c64a537e8 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:08:26.330340 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-89566d45-7faa-4aa7-8586-008ba9b7b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:26.352978 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cf3dde-d91b-4fbf-b4aa-935310e0142b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network 6a17ba97-c75d-4f17-b9df-cde36d126bcf is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:08:26.412411 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-89566d45-7faa-4aa7-8586-008ba9b7b2f8 None None] Attempting to bind port b12d781e-fd57-4f68-9e1c-0a8c64a537e8 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:08:26.412914 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-89566d45-7faa-4aa7-8586-008ba9b7b2f8 None None] Attempting to bind port b12d781e-fd57-4f68-9e1c-0a8c64a537e8 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:08:26.413117 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89566d45-7faa-4aa7-8586-008ba9b7b2f8 None None] Attempting to bind port b12d781e-fd57-4f68-9e1c-0a8c64a537e8 on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:08:26.415198 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c1b52-ee9e-4776-8fac-d37f68242c1f None None] Pushing event updated for resources: {'Port': ['ID=b12d781e-fd57-4f68-9e1c-0a8c64a537e8,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:26.420618 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89566d45-7faa-4aa7-8586-008ba9b7b2f8 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:08:26.420989 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89566d45-7faa-4aa7-8586-008ba9b7b2f8 None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:08:26.421408 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-89566d45-7faa-4aa7-8586-008ba9b7b2f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:26.421787 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89566d45-7faa-4aa7-8586-008ba9b7b2f8 None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:08:26.421995 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-58cf3dde-d91b-4fbf-b4aa-935310e0142b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 6a17ba97-c75d-4f17-b9df-cde36d126bcf) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:08:26.422241 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-89566d45-7faa-4aa7-8586-008ba9b7b2f8 None None] Bound port: b12d781e-fd57-4f68-9e1c-0a8c64a537e8, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:08:26.422609 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-89566d45-7faa-4aa7-8586-008ba9b7b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:26.427163 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cf3dde-d91b-4fbf-b4aa-935310e0142b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:26.427732 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-58cf3dde-d91b-4fbf-b4aa-935310e0142b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:26.452631 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8693b836-00f9-44e9-b9e7-6cbce0ee351d None None] Network 6a17ba97-c75d-4f17-b9df-cde36d126bcf requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:08:26.493660 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-58cf3dde-d91b-4fbf-b4aa-935310e0142b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7875359 Mar 31 16:08:26.494162 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55862) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:08:26.586032 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-89566d45-7faa-4aa7-8586-008ba9b7b2f8 None None] For port b12d781e-fd57-4f68-9e1c-0a8c64a537e8, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:08:26.591085 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-89566d45-7faa-4aa7-8586-008ba9b7b2f8 None None] For port b12d781e-fd57-4f68-9e1c-0a8c64a537e8, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=b12d781e-fd57-4f68-9e1c-0a8c64a537e8,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:08:26.689721 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-89566d45-7faa-4aa7-8586-008ba9b7b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:26.745942 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953a8eb1-009b-4c9c-9e0d-34d9b602c242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-6a17ba97-c75d-4f17-b9df-cde36d126bcf', 'network_id': '6a17ba97-c75d-4f17-b9df-cde36d126bcf', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'fixed_ips': [{'subnet_id': '580a5b5d-4e55-4504-973e-83975d501653'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 16:08:26.746677 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-953a8eb1-009b-4c9c-9e0d-34d9b602c242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:26.829570 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c1b52-ee9e-4776-8fac-d37f68242c1f None None] Pushing event updated for resources: {'Port': ['ID=b12d781e-fd57-4f68-9e1c-0a8c64a537e8,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:26.833361 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89566d45-7faa-4aa7-8586-008ba9b7b2f8 None None] Routers {'a664ffed-78da-4954-ae36-ff7de3533b12'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:08:26.833975 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-89566d45-7faa-4aa7-8586-008ba9b7b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:08:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['a664ffed-78da-4954-ae36-ff7de3533b12'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:08:27.083448 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-89566d45-7faa-4aa7-8586-008ba9b7b2f8 None None] Set router a664ffed-78da-4954-ae36-ff7de3533b12 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:08:27.192153 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-953a8eb1-009b-4c9c-9e0d-34d9b602c242 None None] Allocated IP 172.20.0.2 (6a17ba97-c75d-4f17-b9df-cde36d126bcf/580a5b5d-4e55-4504-973e-83975d501653/32312465-5807-4ab8-954d-9a9d835ba480) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:08:27.310485 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3c9c1d9f-c27b-4b6d-a3cd-ffac0948c4f6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:27.589561 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-953a8eb1-009b-4c9c-9e0d-34d9b602c242 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:27.602536 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-89566d45-7faa-4aa7-8586-008ba9b7b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099259858', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'b12d781e-fd57-4f68-9e1c-0a8c64a537e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:08:22Z', 'updated_at': '2022-03-31T16:08:24Z', 'revision_number': 3, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': 'b12d781e-fd57-4f68-9e1c-0a8c64a537e8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:08:23Z', 'updated_at': '2022-03-31T16:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:08:27.606227 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-953a8eb1-009b-4c9c-9e0d-34d9b602c242 None None] Transition to ACTIVE for port object 32312465-5807-4ab8-954d-9a9d835ba480 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:08:27.615280 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89566d45-7faa-4aa7-8586-008ba9b7b2f8 None None] The sync data for ids ['a664ffed-78da-4954-ae36-ff7de3533b12'] in dv-neutron-833379-2-hyperv is: [{'id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099259858', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'b12d781e-fd57-4f68-9e1c-0a8c64a537e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:08:22Z', 'updated_at': '2022-03-31T16:08:24Z', 'revision_number': 3, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': 'b12d781e-fd57-4f68-9e1c-0a8c64a537e8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:08:23Z', 'updated_at': '2022-03-31T16:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:08:27.626533 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-953a8eb1-009b-4c9c-9e0d-34d9b602c242 None None] Transition to ACTIVE for port object 32312465-5807-4ab8-954d-9a9d835ba480 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:08:27.713595 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-953a8eb1-009b-4c9c-9e0d-34d9b602c242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:27.784542 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-3c9c1d9f-c27b-4b6d-a3cd-ffac0948c4f6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Allocated IP 172.20.0.1 (6a17ba97-c75d-4f17-b9df-cde36d126bcf/580a5b5d-4e55-4504-973e-83975d501653/93545e95-8452-463a-a944-2bcc0ed6ff36) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:08:27.787432 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953a8eb1-009b-4c9c-9e0d-34d9b602c242 None None] Network 6a17ba97-c75d-4f17-b9df-cde36d126bcf is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:08:27.791382 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-953a8eb1-009b-4c9c-9e0d-34d9b602c242 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:08:27.795363 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953a8eb1-009b-4c9c-9e0d-34d9b602c242 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:08:27.797558 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a8eb1-009b-4c9c-9e0d-34d9b602c242 None None] Pushing event updated for resources: {'Port': ['ID=32312465-5807-4ab8-954d-9a9d835ba480,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:27.921719 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-953a8eb1-009b-4c9c-9e0d-34d9b602c242 None None] Attempting to bind port 32312465-5807-4ab8-954d-9a9d835ba480 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:08:27.922094 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-953a8eb1-009b-4c9c-9e0d-34d9b602c242 None None] Attempting to bind port 32312465-5807-4ab8-954d-9a9d835ba480 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '201cc3f1-8895-49e0-a892-2ef27e25ac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6a17ba97-c75d-4f17-b9df-cde36d126bcf'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:08:27.922463 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953a8eb1-009b-4c9c-9e0d-34d9b602c242 None None] Attempting to bind port 32312465-5807-4ab8-954d-9a9d835ba480 on network 6a17ba97-c75d-4f17-b9df-cde36d126bcf {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:08:27.928110 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953a8eb1-009b-4c9c-9e0d-34d9b602c242 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:08:27.928495 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953a8eb1-009b-4c9c-9e0d-34d9b602c242 None None] Checking segment: {'id': '201cc3f1-8895-49e0-a892-2ef27e25ac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6a17ba97-c75d-4f17-b9df-cde36d126bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:08:27.928879 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-953a8eb1-009b-4c9c-9e0d-34d9b602c242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:27.929497 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953a8eb1-009b-4c9c-9e0d-34d9b602c242 None None] Bound using segment: {'id': '201cc3f1-8895-49e0-a892-2ef27e25ac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6a17ba97-c75d-4f17-b9df-cde36d126bcf'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:08:27.930021 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-953a8eb1-009b-4c9c-9e0d-34d9b602c242 None None] Bound port: 32312465-5807-4ab8-954d-9a9d835ba480, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201cc3f1-8895-49e0-a892-2ef27e25ac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6a17ba97-c75d-4f17-b9df-cde36d126bcf'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:08:27.930406 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-953a8eb1-009b-4c9c-9e0d-34d9b602c242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:27.968100 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3c9c1d9f-c27b-4b6d-a3cd-ffac0948c4f6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:27.996882 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3c9c1d9f-c27b-4b6d-a3cd-ffac0948c4f6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Transition to ACTIVE for port object 93545e95-8452-463a-a944-2bcc0ed6ff36 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:08:28.042033 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-953a8eb1-009b-4c9c-9e0d-34d9b602c242 None None] For port 32312465-5807-4ab8-954d-9a9d835ba480, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:08:28.045536 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-953a8eb1-009b-4c9c-9e0d-34d9b602c242 None None] For port 32312465-5807-4ab8-954d-9a9d835ba480, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=32312465-5807-4ab8-954d-9a9d835ba480,segment=NetworkSegment(201cc3f1-8895-49e0-a892-2ef27e25ac42),segment_id=201cc3f1-8895-49e0-a892-2ef27e25ac42)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:08:28.062348 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device b12d781e-fd57-4f68-9e1c-0a8c64a537e8 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:08:28.097009 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3c9c1d9f-c27b-4b6d-a3cd-ffac0948c4f6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:28.133345 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-953a8eb1-009b-4c9c-9e0d-34d9b602c242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:28.169563 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9c1d9f-c27b-4b6d-a3cd-ffac0948c4f6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network 6a17ba97-c75d-4f17-b9df-cde36d126bcf is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:08:28.177935 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-3c9c1d9f-c27b-4b6d-a3cd-ffac0948c4f6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:08:28.180380 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9c1d9f-c27b-4b6d-a3cd-ffac0948c4f6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:08:28.227686 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c1d9f-c27b-4b6d-a3cd-ffac0948c4f6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Port': ['ID=93545e95-8452-463a-a944-2bcc0ed6ff36,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:28.230701 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a8eb1-009b-4c9c-9e0d-34d9b602c242 None None] Pushing event updated for resources: {'Port': ['ID=32312465-5807-4ab8-954d-9a9d835ba480,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:28.252785 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3c9c1d9f-c27b-4b6d-a3cd-ffac0948c4f6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:28.290990 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port b12d781e-fd57-4f68-9e1c-0a8c64a537e8 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:08:28.296974 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port b12d781e-fd57-4f68-9e1c-0a8c64a537e8 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:08:28.297514 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:28.450532 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:28.479558 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port b12d781e-fd57-4f68-9e1c-0a8c64a537e8, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=b12d781e-fd57-4f68-9e1c-0a8c64a537e8,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:08:28.553699 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:28.631871 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=b12d781e-fd57-4f68-9e1c-0a8c64a537e8,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:28.656705 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3c9c1d9f-c27b-4b6d-a3cd-ffac0948c4f6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:29.085846 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3c9c1d9f-c27b-4b6d-a3cd-ffac0948c4f6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:29.142149 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3c9c1d9f-c27b-4b6d-a3cd-ffac0948c4f6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:29.234507 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa26146f-9f22-4143-83f9-3ef54ba046b2 None None] Network 6a17ba97-c75d-4f17-b9df-cde36d126bcf requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:08:29.371228 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3c9c1d9f-c27b-4b6d-a3cd-ffac0948c4f6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:29.374838 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c1d9f-c27b-4b6d-a3cd-ffac0948c4f6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Port': ['ID=93545e95-8452-463a-a944-2bcc0ed6ff36,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:29.398088 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f24850d8-d466-4237-aae8-12332cfc8ddb None None] Provisioning for port 32312465-5807-4ab8-954d-9a9d835ba480 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:08:29.515635 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9c1d9f-c27b-4b6d-a3cd-ffac0948c4f6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network 6a17ba97-c75d-4f17-b9df-cde36d126bcf is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:08:29.516839 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-3c9c1d9f-c27b-4b6d-a3cd-ffac0948c4f6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:08:29.720152 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9c1d9f-c27b-4b6d-a3cd-ffac0948c4f6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Router a664ffed-78da-4954-ae36-ff7de3533b12 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:08:29.821861 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d7e644bb-14b3-45f3-9665-c9b652d8ca5d None None] Provisioning for port 93545e95-8452-463a-a944-2bcc0ed6ff36 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:08:29.827277 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d7e644bb-14b3-45f3-9665-c9b652d8ca5d None None] Provisioning complete for port 93545e95-8452-463a-a944-2bcc0ed6ff36 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:08:29.827643 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d7e644bb-14b3-45f3-9665-c9b652d8ca5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:29.887266 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-d7e644bb-14b3-45f3-9665-c9b652d8ca5d None None] Port 93545e95-8452-463a-a944-2bcc0ed6ff36 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:08:29.912004 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9c1d9f-c27b-4b6d-a3cd-ffac0948c4f6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:08:29.925626 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3c9c1d9f-c27b-4b6d-a3cd-ffac0948c4f6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "PUT /v2.0/routers/a664ffed-78da-4954-ae36-ff7de3533b12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4307775 Mar 31 16:08:29.945732 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc4f7fc-488e-4f04-aa16-328a194c6b43 None None] Sync routers for ids ['a664ffed-78da-4954-ae36-ff7de3533b12'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:08:29.947395 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc4f7fc-488e-4f04-aa16-328a194c6b43 None None] Routers {'a664ffed-78da-4954-ae36-ff7de3533b12'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:08:29.948209 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1fc4f7fc-488e-4f04-aa16-328a194c6b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:08:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['a664ffed-78da-4954-ae36-ff7de3533b12'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:08:30.014208 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-00fb6d3f-f81e-4704-b763-54172a03389c None None] Provisioning complete for port 93545e95-8452-463a-a944-2bcc0ed6ff36 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:08:30.015293 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-00fb6d3f-f81e-4704-b763-54172a03389c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:30.116009 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-00fb6d3f-f81e-4704-b763-54172a03389c None None] Port 93545e95-8452-463a-a944-2bcc0ed6ff36 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:08:30.162945 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-1fc4f7fc-488e-4f04-aa16-328a194c6b43 None None] Set router a664ffed-78da-4954-ae36-ff7de3533b12 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:08:30.172743 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-6341c7e9-0735-42a3-95cb-75d9ea885feb tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-918006590&fields=id&tenant_id=650835ad0bc14fff808fd395113443a2 HTTP/1.1" status: 200 len: 267 time: 0.0546279 Mar 31 16:08:30.237222 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-e1a6325c-1672-4f71-b85b-01d81d8b8919 None None] Provisioning complete for port 93545e95-8452-463a-a944-2bcc0ed6ff36 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:08:30.237843 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e1a6325c-1672-4f71-b85b-01d81d8b8919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:30.281978 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 32312465-5807-4ab8-954d-9a9d835ba480 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:08:30.342067 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-e1a6325c-1672-4f71-b85b-01d81d8b8919 None None] Port 93545e95-8452-463a-a944-2bcc0ed6ff36 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:08:30.354848 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-5ec58c86-6f5b-451d-8fcd-6629670bf3f8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:30.356292 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-5ec58c86-6f5b-451d-8fcd-6629670bf3f8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/networks?id=6a17ba97-c75d-4f17-b9df-cde36d126bcf HTTP/1.1" status: 200 len: 797 time: 0.1765494 Mar 31 16:08:30.372460 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-ec5e3c3e-6390-4a20-ac3c-24af078205e0 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/quotas/650835ad0bc14fff808fd395113443a2 HTTP/1.1" status: 200 len: 375 time: 0.0094254 Mar 31 16:08:30.421873 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 32312465-5807-4ab8-954d-9a9d835ba480 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:08:30.427420 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 32312465-5807-4ab8-954d-9a9d835ba480 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:08:30.427845 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:30.457347 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-00f9f56a-7f00-4cab-afde-f8c32abe9fbf tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787201 Mar 31 16:08:30.491878 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1fc4f7fc-488e-4f04-aa16-328a194c6b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099259858', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'b12d781e-fd57-4f68-9e1c-0a8c64a537e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:08:22Z', 'updated_at': '2022-03-31T16:08:28Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': 'b12d781e-fd57-4f68-9e1c-0a8c64a537e8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:08:23Z', 'updated_at': '2022-03-31T16:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '93545e95-8452-463a-a944-2bcc0ed6ff36', 'name': '', 'network_id': '6a17ba97-c75d-4f17-b9df-cde36d126bcf', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:9a:d3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '580a5b5d-4e55-4504-973e-83975d501653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:08:27Z', 'updated_at': '2022-03-31T16:08:28Z', 'revision_number': 2, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '580a5b5d-4e55-4504-973e-83975d501653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:08:30.495835 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc4f7fc-488e-4f04-aa16-328a194c6b43 None None] Checking router: a664ffed-78da-4954-ae36-ff7de3533b12 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:08:30.496382 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc4f7fc-488e-4f04-aa16-328a194c6b43 None None] Updating router a664ffed-78da-4954-ae36-ff7de3533b12 port 93545e95-8452-463a-a944-2bcc0ed6ff36 binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:08:30.557124 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1fc4f7fc-488e-4f04-aa16-328a194c6b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:30.602303 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:30.638739 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 32312465-5807-4ab8-954d-9a9d835ba480, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=32312465-5807-4ab8-954d-9a9d835ba480,segment=NetworkSegment(201cc3f1-8895-49e0-a892-2ef27e25ac42),segment_id=201cc3f1-8895-49e0-a892-2ef27e25ac42)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:08:30.682975 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-71d0bcf5-c27b-44a8-bf37-a9047c537eef service neutron] 10.222.0.31 "GET /v2.0/networks/6a17ba97-c75d-4f17-b9df-cde36d126bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096920 Mar 31 16:08:30.718780 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:30.719638 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device b12d781e-fd57-4f68-9e1c-0a8c64a537e8 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:08:30.842183 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-6d4640e6-ae2d-4e48-a50f-c59d9188abc6 service neutron] 10.222.0.31 "GET /v2.0/networks/6a17ba97-c75d-4f17-b9df-cde36d126bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470821 Mar 31 16:08:30.850966 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=32312465-5807-4ab8-954d-9a9d835ba480,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:30.873450 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port b12d781e-fd57-4f68-9e1c-0a8c64a537e8 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:08:30.874170 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:30.961524 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1fc4f7fc-488e-4f04-aa16-328a194c6b43 None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:30.975504 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1fc4f7fc-488e-4f04-aa16-328a194c6b43 None None] Transition to ACTIVE for port object 93545e95-8452-463a-a944-2bcc0ed6ff36 will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:08:31.067417 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1fc4f7fc-488e-4f04-aa16-328a194c6b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:31.096238 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-0266ab33-dbdf-4efb-8bc6-6542725dfc42 req-3c0165c3-933d-423d-bc3d-e475546e891a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:08:31.170565 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-0266ab33-dbdf-4efb-8bc6-6542725dfc42 req-3c0165c3-933d-423d-bc3d-e475546e891a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:08:31.171736 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0266ab33-dbdf-4efb-8bc6-6542725dfc42 req-3c0165c3-933d-423d-bc3d-e475546e891a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 210 time: 0.1192648 Mar 31 16:08:31.227741 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876fd65b-77ac-4f58-a124-033f6006e2d1 None None] Pushing event updated for resources: {'Port': ['ID=93545e95-8452-463a-a944-2bcc0ed6ff36,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:31.273140 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876fd65b-77ac-4f58-a124-033f6006e2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:31.273698 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876fd65b-77ac-4f58-a124-033f6006e2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:31.274211 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876fd65b-77ac-4f58-a124-033f6006e2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:31.274700 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876fd65b-77ac-4f58-a124-033f6006e2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:31.275189 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876fd65b-77ac-4f58-a124-033f6006e2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:31.275892 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876fd65b-77ac-4f58-a124-033f6006e2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:31.276174 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876fd65b-77ac-4f58-a124-033f6006e2d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:31.276638 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876fd65b-77ac-4f58-a124-033f6006e2d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:31.277112 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876fd65b-77ac-4f58-a124-033f6006e2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:31.277472 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876fd65b-77ac-4f58-a124-033f6006e2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:31.277794 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876fd65b-77ac-4f58-a124-033f6006e2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:31.278113 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876fd65b-77ac-4f58-a124-033f6006e2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:31.303182 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-1fc4f7fc-488e-4f04-aa16-328a194c6b43 None None] Attempting to bind port 93545e95-8452-463a-a944-2bcc0ed6ff36 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:08:31.303666 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-1fc4f7fc-488e-4f04-aa16-328a194c6b43 None None] Attempting to bind port 93545e95-8452-463a-a944-2bcc0ed6ff36 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '201cc3f1-8895-49e0-a892-2ef27e25ac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6a17ba97-c75d-4f17-b9df-cde36d126bcf'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:08:31.304211 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc4f7fc-488e-4f04-aa16-328a194c6b43 None None] Attempting to bind port 93545e95-8452-463a-a944-2bcc0ed6ff36 on network 6a17ba97-c75d-4f17-b9df-cde36d126bcf {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:08:31.310110 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc4f7fc-488e-4f04-aa16-328a194c6b43 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:08:31.310694 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc4f7fc-488e-4f04-aa16-328a194c6b43 None None] Checking segment: {'id': '201cc3f1-8895-49e0-a892-2ef27e25ac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6a17ba97-c75d-4f17-b9df-cde36d126bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:08:31.311167 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1fc4f7fc-488e-4f04-aa16-328a194c6b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:31.311511 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc4f7fc-488e-4f04-aa16-328a194c6b43 None None] Bound using segment: {'id': '201cc3f1-8895-49e0-a892-2ef27e25ac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6a17ba97-c75d-4f17-b9df-cde36d126bcf'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:08:31.311968 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-1fc4f7fc-488e-4f04-aa16-328a194c6b43 None None] Bound port: 93545e95-8452-463a-a944-2bcc0ed6ff36, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201cc3f1-8895-49e0-a892-2ef27e25ac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6a17ba97-c75d-4f17-b9df-cde36d126bcf'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:08:31.312411 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1fc4f7fc-488e-4f04-aa16-328a194c6b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:31.399615 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-1fc4f7fc-488e-4f04-aa16-328a194c6b43 None None] For port 93545e95-8452-463a-a944-2bcc0ed6ff36, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:08:31.402479 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-1fc4f7fc-488e-4f04-aa16-328a194c6b43 None None] For port 93545e95-8452-463a-a944-2bcc0ed6ff36, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=93545e95-8452-463a-a944-2bcc0ed6ff36,segment=NetworkSegment(201cc3f1-8895-49e0-a892-2ef27e25ac42),segment_id=201cc3f1-8895-49e0-a892-2ef27e25ac42)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:08:31.479490 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1fc4f7fc-488e-4f04-aa16-328a194c6b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:31.559707 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc4f7fc-488e-4f04-aa16-328a194c6b43 None None] Routers {'a664ffed-78da-4954-ae36-ff7de3533b12'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:08:31.560331 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1fc4f7fc-488e-4f04-aa16-328a194c6b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:08:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['a664ffed-78da-4954-ae36-ff7de3533b12'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:08:31.625132 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876fd65b-77ac-4f58-a124-033f6006e2d1 None None] Pushing event updated for resources: {'Port': ['ID=93545e95-8452-463a-a944-2bcc0ed6ff36,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:31.747747 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-1fc4f7fc-488e-4f04-aa16-328a194c6b43 None None] Set router a664ffed-78da-4954-ae36-ff7de3533b12 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:08:32.020300 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 32312465-5807-4ab8-954d-9a9d835ba480 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:08:32.062368 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1fc4f7fc-488e-4f04-aa16-328a194c6b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099259858', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'b12d781e-fd57-4f68-9e1c-0a8c64a537e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:08:22Z', 'updated_at': '2022-03-31T16:08:28Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': 'b12d781e-fd57-4f68-9e1c-0a8c64a537e8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:08:23Z', 'updated_at': '2022-03-31T16:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '93545e95-8452-463a-a944-2bcc0ed6ff36', 'name': '', 'network_id': '6a17ba97-c75d-4f17-b9df-cde36d126bcf', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:9a:d3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '580a5b5d-4e55-4504-973e-83975d501653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:08:27Z', 'updated_at': '2022-03-31T16:08:31Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '580a5b5d-4e55-4504-973e-83975d501653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:08:32.067050 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc4f7fc-488e-4f04-aa16-328a194c6b43 None None] The sync data for ids ['a664ffed-78da-4954-ae36-ff7de3533b12'] in dv-neutron-833379-2-hyperv is: [{'id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099259858', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'b12d781e-fd57-4f68-9e1c-0a8c64a537e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:08:22Z', 'updated_at': '2022-03-31T16:08:28Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': 'b12d781e-fd57-4f68-9e1c-0a8c64a537e8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:08:23Z', 'updated_at': '2022-03-31T16:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '93545e95-8452-463a-a944-2bcc0ed6ff36', 'name': '', 'network_id': '6a17ba97-c75d-4f17-b9df-cde36d126bcf', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:9a:d3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '580a5b5d-4e55-4504-973e-83975d501653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:08:27Z', 'updated_at': '2022-03-31T16:08:31Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '580a5b5d-4e55-4504-973e-83975d501653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:08:32.090747 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 32312465-5807-4ab8-954d-9a9d835ba480 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:08:32.091122 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:32.343164 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7e7dac12-2c03-4408-9b19-a7cf8bd6191e req-fdee422e-25c5-4a55-bebe-99f149d4cb3e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 210 time: 0.0491712 Mar 31 16:08:33.147586 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2d8d8dcd-d8c4-46f0-99d3-9b1bd12efe43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:33.191699 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-116b0496-4384-4f9d-b010-52f8ec561ca1 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:33.192367 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-116b0496-4384-4f9d-b010-52f8ec561ca1 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:network {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:08:33.267179 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-116b0496-4384-4f9d-b010-52f8ec561ca1 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:network {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:08:33.268666 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-116b0496-4384-4f9d-b010-52f8ec561ca1 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.41 "GET /v2.0/networks?id=6a17ba97-c75d-4f17-b9df-cde36d126bcf HTTP/1.1" status: 200 len: 797 time: 0.2280796 Mar 31 16:08:33.316995 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-ffd704ff-2e41-4460-a0f9-82e056ec0dbe tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:08:33.376139 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-ffd704ff-2e41-4460-a0f9-82e056ec0dbe tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:08:33.377555 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-ffd704ff-2e41-4460-a0f9-82e056ec0dbe tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=650835ad0bc14fff808fd395113443a2 HTTP/1.1" status: 200 len: 379 time: 0.1007926 Mar 31 16:08:33.385312 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-6b709d33-8f42-4e6d-a9ff-57bccfd7c01b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'port': {'device_id': '73b67463-7025-452a-8ab8-b42e0dd54095', 'network_id': '6a17ba97-c75d-4f17-b9df-cde36d126bcf', 'admin_state_up': True, 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'security_groups': ['753a6904-1a54-4758-8cd6-c89c12cb3d4d']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:08:33.529862 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-af12ed34-ef80-4472-a4de-c467b902ad98 req-b1cfa20f-0670-4f73-9899-f4ce8f5ff85c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 210 time: 0.0615556 Mar 31 16:08:33.564828 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-6b709d33-8f42-4e6d-a9ff-57bccfd7c01b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:08:33.574511 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-6b709d33-8f42-4e6d-a9ff-57bccfd7c01b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:08:33.644471 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-6b709d33-8f42-4e6d-a9ff-57bccfd7c01b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Made reservation on behalf of 650835ad0bc14fff808fd395113443a2 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:08:33.647992 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-6b709d33-8f42-4e6d-a9ff-57bccfd7c01b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:33.806696 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-6b709d33-8f42-4e6d-a9ff-57bccfd7c01b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Allocated IP 172.20.0.10 (6a17ba97-c75d-4f17-b9df-cde36d126bcf/580a5b5d-4e55-4504-973e-83975d501653/05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:08:33.992465 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-6b709d33-8f42-4e6d-a9ff-57bccfd7c01b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:34.008573 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-6b709d33-8f42-4e6d-a9ff-57bccfd7c01b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Transition to ACTIVE for port object 05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:08:34.042321 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 93545e95-8452-463a-a944-2bcc0ed6ff36 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:08:34.102089 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-6b709d33-8f42-4e6d-a9ff-57bccfd7c01b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:34.164859 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-6b709d33-8f42-4e6d-a9ff-57bccfd7c01b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network 6a17ba97-c75d-4f17-b9df-cde36d126bcf is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:08:34.167725 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-6b709d33-8f42-4e6d-a9ff-57bccfd7c01b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:08:34.175951 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 93545e95-8452-463a-a944-2bcc0ed6ff36 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:08:34.176928 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-6b709d33-8f42-4e6d-a9ff-57bccfd7c01b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:08:34.184646 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 93545e95-8452-463a-a944-2bcc0ed6ff36 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:08:34.185221 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:34.323496 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:34.329706 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b709d33-8f42-4e6d-a9ff-57bccfd7c01b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Port': ['ID=05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:34.358661 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 93545e95-8452-463a-a944-2bcc0ed6ff36, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=93545e95-8452-463a-a944-2bcc0ed6ff36,segment=NetworkSegment(201cc3f1-8895-49e0-a892-2ef27e25ac42),segment_id=201cc3f1-8895-49e0-a892-2ef27e25ac42)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:08:34.362725 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-6b709d33-8f42-4e6d-a9ff-57bccfd7c01b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:34.363350 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-6b709d33-8f42-4e6d-a9ff-57bccfd7c01b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:34.438567 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:34.468026 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-6b709d33-8f42-4e6d-a9ff-57bccfd7c01b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0863106 Mar 31 16:08:34.480164 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-9d776093-7541-4167-b42d-f68f5f8be7a5 service neutron] Request body: {'port': {'device_id': '73b67463-7025-452a-8ab8-b42e0dd54095', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:08:34.509202 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-638e2122-7fe4-48d3-8c2f-11e4a3276ab0 None None] Provisioning for port 05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:08:34.515103 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=93545e95-8452-463a-a944-2bcc0ed6ff36,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:34.518056 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-638e2122-7fe4-48d3-8c2f-11e4a3276ab0 None None] Provisioning complete for port 05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:08:34.518518 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-638e2122-7fe4-48d3-8c2f-11e4a3276ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:34.579281 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-638e2122-7fe4-48d3-8c2f-11e4a3276ab0 None None] Port 05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:08:34.590896 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-9d776093-7541-4167-b42d-f68f5f8be7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:34.850321 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdddba5-23ed-4d65-acc5-d277e7271ae0 req-44e722af-c906-4933-a91a-8e612659f9e3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:34.851799 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7cdddba5-23ed-4d65-acc5-d277e7271ae0 req-44e722af-c906-4933-a91a-8e612659f9e3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 932 time: 0.2029271 Mar 31 16:08:34.895597 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7cdddba5-23ed-4d65-acc5-d277e7271ae0 req-b8f80f7a-b8d6-483e-9b71-29dfed5e6cd4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=753a6904-1a54-4758-8cd6-c89c12cb3d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377259 Mar 31 16:08:34.940228 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-9d776093-7541-4167-b42d-f68f5f8be7a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:08:34.947752 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-9d776093-7541-4167-b42d-f68f5f8be7a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:34.961420 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-9d776093-7541-4167-b42d-f68f5f8be7a5 service neutron] Transition to ACTIVE for port object 05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:08:35.032519 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-9d776093-7541-4167-b42d-f68f5f8be7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:35.193083 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d776093-7541-4167-b42d-f68f5f8be7a5 service neutron] Pushing event updated for resources: {'Port': ['ID=05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:35.216288 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c6400cbf-56e8-4964-9951-46c909e544fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:35.272508 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-9d776093-7541-4167-b42d-f68f5f8be7a5 service neutron] Attempting to bind port 05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:08:35.272842 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-9d776093-7541-4167-b42d-f68f5f8be7a5 service neutron] Attempting to bind port 05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '201cc3f1-8895-49e0-a892-2ef27e25ac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6a17ba97-c75d-4f17-b9df-cde36d126bcf'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:08:35.273175 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-9d776093-7541-4167-b42d-f68f5f8be7a5 service neutron] Attempting to bind port 05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16 on network 6a17ba97-c75d-4f17-b9df-cde36d126bcf {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:08:35.277763 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-9d776093-7541-4167-b42d-f68f5f8be7a5 service neutron] Port 05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16 on network 6a17ba97-c75d-4f17-b9df-cde36d126bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 16:08:35.278084 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-9d776093-7541-4167-b42d-f68f5f8be7a5 service neutron] Attempting to bind port 05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16 on network 6a17ba97-c75d-4f17-b9df-cde36d126bcf {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:08:35.283936 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-9d776093-7541-4167-b42d-f68f5f8be7a5 service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:08:35.284277 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-9d776093-7541-4167-b42d-f68f5f8be7a5 service neutron] Checking segment: {'id': '201cc3f1-8895-49e0-a892-2ef27e25ac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6a17ba97-c75d-4f17-b9df-cde36d126bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:08:35.284660 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-9d776093-7541-4167-b42d-f68f5f8be7a5 service neutron] Bound using segment: {'id': '201cc3f1-8895-49e0-a892-2ef27e25ac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6a17ba97-c75d-4f17-b9df-cde36d126bcf'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:08:35.285083 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-9d776093-7541-4167-b42d-f68f5f8be7a5 service neutron] Bound port: 05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '201cc3f1-8895-49e0-a892-2ef27e25ac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6a17ba97-c75d-4f17-b9df-cde36d126bcf'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:08:35.285451 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-9d776093-7541-4167-b42d-f68f5f8be7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:35.372310 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-9d776093-7541-4167-b42d-f68f5f8be7a5 service neutron] For port 05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:08:35.375089 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-9d776093-7541-4167-b42d-f68f5f8be7a5 service neutron] For port 05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16,segment=NetworkSegment(201cc3f1-8895-49e0-a892-2ef27e25ac42),segment_id=201cc3f1-8895-49e0-a892-2ef27e25ac42)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:08:35.433440 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-9d776093-7541-4167-b42d-f68f5f8be7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:35.492626 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-9d776093-7541-4167-b42d-f68f5f8be7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:35.493272 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-9d776093-7541-4167-b42d-f68f5f8be7a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:35.494622 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-9d776093-7541-4167-b42d-f68f5f8be7a5 service neutron] 10.222.0.41 "PUT /v2.0/ports/05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16 HTTP/1.1" status: 200 len: 1094 time: 1.0190933 Mar 31 16:08:35.495049 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b67463-7025-452a-8ab8-b42e0dd54095', 'tag': '05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:08:35.523313 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d776093-7541-4167-b42d-f68f5f8be7a5 service neutron] Pushing event updated for resources: {'Port': ['ID=05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:35.543953 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b67463-7025-452a-8ab8-b42e0dd54095', 'tag': '05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16', 'status': 'completed', 'code': 200} Mar 31 16:08:35.637406 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d36ca-1c10-49d0-8821-6d6ee25f5c2c req-4cc963af-9a75-467f-9d03-bf9b961109a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:35.638893 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0b2d36ca-1c10-49d0-8821-6d6ee25f5c2c req-4cc963af-9a75-467f-9d03-bf9b961109a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 1097 time: 0.0731680 Mar 31 16:08:35.779576 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d36ca-1c10-49d0-8821-6d6ee25f5c2c req-61b6bc0d-ae28-4408-b8a0-e4413097c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:35.780954 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0b2d36ca-1c10-49d0-8821-6d6ee25f5c2c req-61b6bc0d-ae28-4408-b8a0-e4413097c293 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=650835ad0bc14fff808fd395113443a2&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1342454 Mar 31 16:08:35.913006 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d36ca-1c10-49d0-8821-6d6ee25f5c2c req-b8161a6c-4bba-442e-96fe-2b705c6f70e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:35.914441 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0b2d36ca-1c10-49d0-8821-6d6ee25f5c2c req-b8161a6c-4bba-442e-96fe-2b705c6f70e8 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1278927 Mar 31 16:08:36.028174 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 93545e95-8452-463a-a944-2bcc0ed6ff36 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:08:36.028995 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-a9eecc3e-02b1-4a26-a609-142aa65287ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:36.030497 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-a9eecc3e-02b1-4a26-a609-142aa65287ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 1097 time: 0.0791793 Mar 31 16:08:36.095446 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d5cb4-e4ce-4507-8877-60cca1620ebf req-1b8c0cfc-c7ea-4ce2-958c-9fbed33b4372 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:36.097604 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-cc7d5cb4-e4ce-4507-8877-60cca1620ebf req-1b8c0cfc-c7ea-4ce2-958c-9fbed33b4372 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 944 time: 0.0939004 Mar 31 16:08:36.100564 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-b510aec6-f093-45f0-9094-f3b6ae2d30d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16 HTTP/1.1" status: 200 len: 217 time: 0.0637276 Mar 31 16:08:36.105984 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 93545e95-8452-463a-a944-2bcc0ed6ff36 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:08:36.106341 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:36.146001 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-cc7d5cb4-e4ce-4507-8877-60cca1620ebf req-3afb290c-7576-4d9a-bbb2-87ab96ab8d3b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=753a6904-1a54-4758-8cd6-c89c12cb3d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422521 Mar 31 16:08:36.167297 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-7b19643b-aab0-4178-9747-3571f358f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:36.169131 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-7b19643b-aab0-4178-9747-3571f358f89f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=580a5b5d-4e55-4504-973e-83975d501653 HTTP/1.1" status: 200 len: 834 time: 0.0628872 Mar 31 16:08:36.244837 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-ad63f3d4-754a-4434-b194-e07b8b8a3bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:36.246341 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-ad63f3d4-754a-4434-b194-e07b8b8a3bcf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a17ba97-c75d-4f17-b9df-cde36d126bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715110 Mar 31 16:08:36.377532 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-e04aea20-9887-4812-9503-ac020d83c4c4 service neutron] 10.222.0.41 "GET /v2.0/networks/6a17ba97-c75d-4f17-b9df-cde36d126bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248834 Mar 31 16:08:36.484260 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:36.507647 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4190dbb8-78e1-4e38-94ca-c9b66d55dc88 req-6cd4480f-f683-4f5e-bdc2-c4e99f837eb4 service neutron] 10.222.0.41 "GET /v2.0/networks/6a17ba97-c75d-4f17-b9df-cde36d126bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246791 Mar 31 16:08:36.558626 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:36.855834 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:08:37.420048 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb35db-f55d-40fe-a32d-36c9342e20e5 req-28c9611b-a044-4f3e-b469-3199e8871691 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:37.420731 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-41eb35db-f55d-40fe-a32d-36c9342e20e5 req-28c9611b-a044-4f3e-b469-3199e8871691 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:08:37.495663 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-41eb35db-f55d-40fe-a32d-36c9342e20e5 req-28c9611b-a044-4f3e-b469-3199e8871691 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:08:37.496746 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-41eb35db-f55d-40fe-a32d-36c9342e20e5 req-28c9611b-a044-4f3e-b469-3199e8871691 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 944 time: 0.2467990 Mar 31 16:08:37.541070 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-41eb35db-f55d-40fe-a32d-36c9342e20e5 req-56dd07b9-7fda-4efb-8385-1d597b2657a8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=753a6904-1a54-4758-8cd6-c89c12cb3d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375769 Mar 31 16:08:37.996292 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 16:08:38.105213 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:38.136869 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16,segment=NetworkSegment(201cc3f1-8895-49e0-a892-2ef27e25ac42),segment_id=201cc3f1-8895-49e0-a892-2ef27e25ac42)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:08:38.157374 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': '05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16', 'network_id': '6a17ba97-c75d-4f17-b9df-cde36d126bcf', 'port_id': '05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16', 'mac_address': 'fa:16:3e:f3:fe:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '580a5b5d-4e55-4504-973e-83975d501653', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 16:08:38.217823 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:38.236893 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:08:38.252525 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16,segment=NetworkSegment(201cc3f1-8895-49e0-a892-2ef27e25ac42),segment_id=201cc3f1-8895-49e0-a892-2ef27e25ac42)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:08:38.330786 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:38.398729 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:38.412208 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:38.412551 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:38.412962 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:38.413331 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:38.413664 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:38.413987 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:38.414307 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:38.414626 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:38.414943 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:38.415309 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:38.415623 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:38.415935 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:08:38.539598 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 16:08:38.732091 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcb06c-bf95-474b-a3ce-86d496fcdb77 req-73b7ebd3-4036-4609-a21a-ec98be6d9b14 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:38.733631 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e6dcb06c-bf95-474b-a3ce-86d496fcdb77 req-73b7ebd3-4036-4609-a21a-ec98be6d9b14 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 945 time: 0.0805418 Mar 31 16:08:38.780157 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e6dcb06c-bf95-474b-a3ce-86d496fcdb77 req-bd9fad9c-2465-476f-895d-795c0df2d9e6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=753a6904-1a54-4758-8cd6-c89c12cb3d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399535 Mar 31 16:08:39.964874 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e83b4a-08f3-4dc6-bf0c-178acd66727d req-6671817b-1651-47b6-827b-19de81e620d1 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:39.966690 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b5e83b4a-08f3-4dc6-bf0c-178acd66727d req-6671817b-1651-47b6-827b-19de81e620d1 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 945 time: 0.0798626 Mar 31 16:08:39.996742 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16 up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:08:40.013463 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b5e83b4a-08f3-4dc6-bf0c-178acd66727d req-67690f3f-04e0-4e5f-97cf-c0b98807b6ea tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=753a6904-1a54-4758-8cd6-c89c12cb3d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411305 Mar 31 16:08:40.129812 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port 05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:08:40.134531 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port 05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:08:40.134901 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:40.276704 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:40.303395 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b67463-7025-452a-8ab8-b42e0dd54095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:08:40.313172 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port 05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16,segment=NetworkSegment(201cc3f1-8895-49e0-a892-2ef27e25ac42),segment_id=201cc3f1-8895-49e0-a892-2ef27e25ac42)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:08:40.369497 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:40.408873 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b67463-7025-452a-8ab8-b42e0dd54095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16', 'code': 200} Mar 31 16:08:40.442294 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:40.788957 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151da21c-99a9-417d-9298-69fd6d277972 req-adf4bd11-eecc-495c-8f45-e1c1ce892582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:40.790419 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-151da21c-99a9-417d-9298-69fd6d277972 req-adf4bd11-eecc-495c-8f45-e1c1ce892582 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 1099 time: 0.0686183 Mar 31 16:08:40.831005 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-151da21c-99a9-417d-9298-69fd6d277972 req-15895bf9-53fb-42e3-826e-0995a0532608 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=753a6904-1a54-4758-8cd6-c89c12cb3d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343752 Mar 31 16:08:41.197985 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fd6d9-70eb-4d81-9bd1-41eab5886648 req-58a2a4e8-4b9d-4dc9-8059-52c342c82606 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:41.199453 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-823fd6d9-70eb-4d81-9bd1-41eab5886648 req-58a2a4e8-4b9d-4dc9-8059-52c342c82606 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 946 time: 0.0811281 Mar 31 16:08:41.241920 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-823fd6d9-70eb-4d81-9bd1-41eab5886648 req-04a8ca68-a576-47fd-8308-2a4de043b1fd tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=753a6904-1a54-4758-8cd6-c89c12cb3d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367975 Mar 31 16:08:42.430059 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2098b-8915-400c-938f-f0fc45b416d7 req-347ac11f-dd8f-4c98-8e73-96c29b02e131 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:42.432427 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-66b2098b-8915-400c-938f-f0fc45b416d7 req-347ac11f-dd8f-4c98-8e73-96c29b02e131 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 946 time: 0.0820839 Mar 31 16:08:42.476563 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-66b2098b-8915-400c-938f-f0fc45b416d7 req-2a13b799-42b9-4f05-a2d8-abad27b0a4c0 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=753a6904-1a54-4758-8cd6-c89c12cb3d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385132 Mar 31 16:08:42.657118 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44210253-2daa-4370-9745-b2d5e44a6b1e req-5874a9a1-8c36-4bbb-a270-837172de1f69 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:42.658634 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-44210253-2daa-4370-9745-b2d5e44a6b1e req-5874a9a1-8c36-4bbb-a270-837172de1f69 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 946 time: 0.0788639 Mar 31 16:08:42.701975 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-44210253-2daa-4370-9745-b2d5e44a6b1e req-47a1fe2b-39cb-4c02-aed6-657a838351ba tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=753a6904-1a54-4758-8cd6-c89c12cb3d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377855 Mar 31 16:08:42.723996 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55924) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:08:42.795739 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b40e2d-a2ca-4578-a0aa-e835971fddd3 tempest-TestNetworkAdvancedServerOps-2136623470 tempest-TestNetworkAdvancedServerOps-2136623470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:42.797242 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-13b40e2d-a2ca-4578-a0aa-e835971fddd3 tempest-TestNetworkAdvancedServerOps-2136623470 tempest-TestNetworkAdvancedServerOps-2136623470-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 1094 time: 0.0722857 Mar 31 16:08:42.800437 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55928) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:08:42.805163 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-a8c5d340-ad0b-4968-9535-b452933c45a4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'port_id': '05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:08:42.810882 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a8c5d340-ad0b-4968-9535-b452933c45a4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:08:42.815278 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a8c5d340-ad0b-4968-9535-b452933c45a4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:floatingip and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:08:42.818318 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a8c5d340-ad0b-4968-9535-b452933c45a4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:08:42.823982 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a8c5d340-ad0b-4968-9535-b452933c45a4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:08:42.895358 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8c5d340-ad0b-4968-9535-b452933c45a4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for floatingip, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:43.028325 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8c5d340-ad0b-4968-9535-b452933c45a4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:43.163065 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-a8c5d340-ad0b-4968-9535-b452933c45a4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Allocated IP 172.26.5.96 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/30a56358-c31f-484a-8899-0cd6b610420d) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:08:43.305830 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8c5d340-ad0b-4968-9535-b452933c45a4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:43.376023 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8c5d340-ad0b-4968-9535-b452933c45a4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:43.432567 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c5d340-ad0b-4968-9535-b452933c45a4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:08:43.435319 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-a8c5d340-ad0b-4968-9535-b452933c45a4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:08:43.438873 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c5d340-ad0b-4968-9535-b452933c45a4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:08:43.487347 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5d340-ad0b-4968-9535-b452933c45a4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Port': ['ID=30a56358-c31f-484a-8899-0cd6b610420d,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:43.851105 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8c5d340-ad0b-4968-9535-b452933c45a4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:43.977128 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8c5d340-ad0b-4968-9535-b452933c45a4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:44.280879 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8c5d340-ad0b-4968-9535-b452933c45a4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:44.341172 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8c5d340-ad0b-4968-9535-b452933c45a4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:44.449110 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5d340-ad0b-4968-9535-b452933c45a4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Port': ['ID=30a56358-c31f-484a-8899-0cd6b610420d,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:08:44.459322 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8c5d340-ad0b-4968-9535-b452933c45a4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:44.625350 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [None req-a8c5d340-ad0b-4968-9535-b452933c45a4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Floating IP c610f1c2-03b2-4459-b34d-c16ee884d387 associated. External IP: 172.26.5.96, port: 05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16. Mar 31 16:08:44.965012 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c5d340-ad0b-4968-9535-b452933c45a4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Router a664ffed-78da-4954-ae36-ff7de3533b12 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:08:45.141609 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c5d340-ad0b-4968-9535-b452933c45a4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:08:45.150762 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787afa41-2f4b-499a-998b-cdff7abce77a None None] Sync routers for ids ['a664ffed-78da-4954-ae36-ff7de3533b12'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:08:45.160504 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787afa41-2f4b-499a-998b-cdff7abce77a None None] Routers {'a664ffed-78da-4954-ae36-ff7de3533b12'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:08:45.161120 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-787afa41-2f4b-499a-998b-cdff7abce77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:08:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['a664ffed-78da-4954-ae36-ff7de3533b12'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:08:45.227431 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8c5d340-ad0b-4968-9535-b452933c45a4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:08:45.281709 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a8c5d340-ad0b-4968-9535-b452933c45a4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4802833 Mar 31 16:08:45.282286 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b67463-7025-452a-8ab8-b42e0dd54095', 'tag': '05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:08:45.338779 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b67463-7025-452a-8ab8-b42e0dd54095', 'tag': '05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16', 'status': 'completed', 'code': 200} Mar 31 16:08:45.340969 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-787afa41-2f4b-499a-998b-cdff7abce77a None None] Set router a664ffed-78da-4954-ae36-ff7de3533b12 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:08:45.434515 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678be5f-bb05-48e6-85d1-09e9a04a0364 req-5572d84d-f2cc-4858-a496-483e484e318e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:45.436047 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3678be5f-bb05-48e6-85d1-09e9a04a0364 req-5572d84d-f2cc-4858-a496-483e484e318e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 1099 time: 0.0737956 Mar 31 16:08:45.475811 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e1d57-1d8c-4e76-a6b3-b9328012a924 req-27a40220-6e2f-4904-9a48-e5cadfc3069a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:45.478294 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e50e1d57-1d8c-4e76-a6b3-b9328012a924 req-27a40220-6e2f-4904-9a48-e5cadfc3069a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 946 time: 0.0933778 Mar 31 16:08:45.533897 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e50e1d57-1d8c-4e76-a6b3-b9328012a924 req-1fe0c220-ec7a-412e-87f8-9cc46b829db0 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=753a6904-1a54-4758-8cd6-c89c12cb3d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457227 Mar 31 16:08:45.558878 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55936) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:08:45.574870 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678be5f-bb05-48e6-85d1-09e9a04a0364 req-68ddd8a3-e6a1-4fa4-9107-15c35809925d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:45.576374 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3678be5f-bb05-48e6-85d1-09e9a04a0364 req-68ddd8a3-e6a1-4fa4-9107-15c35809925d service neutron] 10.222.0.41 "GET /v2.0/networks?id=6a17ba97-c75d-4f17-b9df-cde36d126bcf HTTP/1.1" status: 200 len: 898 time: 0.1337955 Mar 31 16:08:45.676285 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-84dcbb1c-537a-4719-a9d0-a2d2caddcf32 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/floatingips/c610f1c2-03b2-4459-b34d-c16ee884d387 HTTP/1.1" status: 200 len: 991 time: 0.1144505 Mar 31 16:08:45.707599 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-787afa41-2f4b-499a-998b-cdff7abce77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099259858', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'b12d781e-fd57-4f68-9e1c-0a8c64a537e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:08:22Z', 'updated_at': '2022-03-31T16:08:28Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': 'b12d781e-fd57-4f68-9e1c-0a8c64a537e8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:08:23Z', 'updated_at': '2022-03-31T16:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'c610f1c2-03b2-4459-b34d-c16ee884d387', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'floating_ip_address': '172.26.5.96', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'port_id': '05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a17ba97-c75d-4f17-b9df-cde36d126bcf', 'mac_address': 'fa:16:3e:f3:fe:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b67463-7025-452a-8ab8-b42e0dd54095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:08:43Z', 'updated_at': '2022-03-31T16:08:43Z', 'revision_number': 0, 'project_id': '650835ad0bc14fff808fd395113443a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93545e95-8452-463a-a944-2bcc0ed6ff36', 'name': '', 'network_id': '6a17ba97-c75d-4f17-b9df-cde36d126bcf', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:9a:d3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '580a5b5d-4e55-4504-973e-83975d501653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:08:27Z', 'updated_at': '2022-03-31T16:08:34Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '580a5b5d-4e55-4504-973e-83975d501653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:08:45.711847 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787afa41-2f4b-499a-998b-cdff7abce77a None None] Checking router: a664ffed-78da-4954-ae36-ff7de3533b12 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:08:45.720801 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787afa41-2f4b-499a-998b-cdff7abce77a None None] Routers {'a664ffed-78da-4954-ae36-ff7de3533b12'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:08:45.721469 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-787afa41-2f4b-499a-998b-cdff7abce77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:08:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['a664ffed-78da-4954-ae36-ff7de3533b12'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:08:45.796042 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3678be5f-bb05-48e6-85d1-09e9a04a0364 req-e6f24fad-7f0b-4dfe-8506-f457048542a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16 HTTP/1.1" status: 200 len: 999 time: 0.2105057 Mar 31 16:08:45.856134 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678be5f-bb05-48e6-85d1-09e9a04a0364 req-bdbea438-a5a6-4b74-9ef3-37143c74c588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:45.857551 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3678be5f-bb05-48e6-85d1-09e9a04a0364 req-bdbea438-a5a6-4b74-9ef3-37143c74c588 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=580a5b5d-4e55-4504-973e-83975d501653 HTTP/1.1" status: 200 len: 834 time: 0.0556176 Mar 31 16:08:45.900188 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-787afa41-2f4b-499a-998b-cdff7abce77a None None] Set router a664ffed-78da-4954-ae36-ff7de3533b12 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:08:45.929842 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678be5f-bb05-48e6-85d1-09e9a04a0364 req-ecbbb35d-ae16-46cf-a5d7-c3f660780b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:45.931297 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3678be5f-bb05-48e6-85d1-09e9a04a0364 req-ecbbb35d-ae16-46cf-a5d7-c3f660780b00 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a17ba97-c75d-4f17-b9df-cde36d126bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678895 Mar 31 16:08:46.062592 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3678be5f-bb05-48e6-85d1-09e9a04a0364 req-c3336de9-7ec9-4952-9ca3-851dc4aea40f service neutron] 10.222.0.41 "GET /v2.0/networks/6a17ba97-c75d-4f17-b9df-cde36d126bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244636 Mar 31 16:08:46.192626 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3678be5f-bb05-48e6-85d1-09e9a04a0364 req-26fd39d2-3846-41f2-bb31-5a38ae1daadb service neutron] 10.222.0.41 "GET /v2.0/networks/6a17ba97-c75d-4f17-b9df-cde36d126bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232409 Mar 31 16:08:46.246230 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-787afa41-2f4b-499a-998b-cdff7abce77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099259858', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'b12d781e-fd57-4f68-9e1c-0a8c64a537e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:08:22Z', 'updated_at': '2022-03-31T16:08:28Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': 'b12d781e-fd57-4f68-9e1c-0a8c64a537e8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:08:23Z', 'updated_at': '2022-03-31T16:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'c610f1c2-03b2-4459-b34d-c16ee884d387', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'floating_ip_address': '172.26.5.96', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'port_id': '05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a17ba97-c75d-4f17-b9df-cde36d126bcf', 'mac_address': 'fa:16:3e:f3:fe:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b67463-7025-452a-8ab8-b42e0dd54095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:08:43Z', 'updated_at': '2022-03-31T16:08:43Z', 'revision_number': 0, 'project_id': '650835ad0bc14fff808fd395113443a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93545e95-8452-463a-a944-2bcc0ed6ff36', 'name': '', 'network_id': '6a17ba97-c75d-4f17-b9df-cde36d126bcf', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:9a:d3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '580a5b5d-4e55-4504-973e-83975d501653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:08:27Z', 'updated_at': '2022-03-31T16:08:34Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '580a5b5d-4e55-4504-973e-83975d501653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:08:46.250165 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787afa41-2f4b-499a-998b-cdff7abce77a None None] The sync data for ids ['a664ffed-78da-4954-ae36-ff7de3533b12'] in dv-neutron-833379-2-hyperv is: [{'id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099259858', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'b12d781e-fd57-4f68-9e1c-0a8c64a537e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:08:22Z', 'updated_at': '2022-03-31T16:08:28Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': 'b12d781e-fd57-4f68-9e1c-0a8c64a537e8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:08:23Z', 'updated_at': '2022-03-31T16:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'c610f1c2-03b2-4459-b34d-c16ee884d387', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'floating_ip_address': '172.26.5.96', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'port_id': '05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a17ba97-c75d-4f17-b9df-cde36d126bcf', 'mac_address': 'fa:16:3e:f3:fe:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b67463-7025-452a-8ab8-b42e0dd54095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:08:43Z', 'updated_at': '2022-03-31T16:08:43Z', 'revision_number': 0, 'project_id': '650835ad0bc14fff808fd395113443a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93545e95-8452-463a-a944-2bcc0ed6ff36', 'name': '', 'network_id': '6a17ba97-c75d-4f17-b9df-cde36d126bcf', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:9a:d3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '580a5b5d-4e55-4504-973e-83975d501653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:08:27Z', 'updated_at': '2022-03-31T16:08:34Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '580a5b5d-4e55-4504-973e-83975d501653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:08:46.446733 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a165b0-7fe4-4a30-8638-62fa23b30cee None None] New status for floating IP c610f1c2-03b2-4459-b34d-c16ee884d387: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:08:46.678969 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 55940) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:08:46.784463 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-26634c4e-2d5e-4ecb-b0f4-895446e9797b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/floatingips/c610f1c2-03b2-4459-b34d-c16ee884d387 HTTP/1.1" status: 200 len: 991 time: 0.1043003 Mar 31 16:08:47.787756 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55944) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:08:47.891666 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6f6f074a-2ff7-4a52-bb8e-bac9eb265d2f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/floatingips/c610f1c2-03b2-4459-b34d-c16ee884d387 HTTP/1.1" status: 200 len: 993 time: 0.1027651 Mar 31 16:08:55.638274 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:09:03.083642 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-63d745ef-e97d-4102-b24a-f1e49b656f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:09:05.192597 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-69318b50-2194-4eed-a877-66e2c02fbfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:09:06.500517 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:09:06.592061 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:09:08.060932 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:09:11.555012 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-71fe4a53-aa64-45c0-9df2-f4a4ecf3c0de req-fcba43fd-6467-45c2-9adc-f257c0ec9a6c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1117756 Mar 31 16:09:11.692719 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe4a53-aa64-45c0-9df2-f4a4ecf3c0de req-21b5988d-37da-4aa9-a79e-5271cd28a67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:11.694370 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-71fe4a53-aa64-45c0-9df2-f4a4ecf3c0de req-21b5988d-37da-4aa9-a79e-5271cd28a67e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 1099 time: 0.0698888 Mar 31 16:09:11.835390 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe4a53-aa64-45c0-9df2-f4a4ecf3c0de req-c6f74f0b-9359-4a8c-b7aa-3cae949f1a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:11.836807 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-71fe4a53-aa64-45c0-9df2-f4a4ecf3c0de req-c6f74f0b-9359-4a8c-b7aa-3cae949f1a98 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6a17ba97-c75d-4f17-b9df-cde36d126bcf HTTP/1.1" status: 200 len: 898 time: 0.1245332 Mar 31 16:09:11.937956 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-71fe4a53-aa64-45c0-9df2-f4a4ecf3c0de req-341f4445-c06f-480d-a670-68fd702c43be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16 HTTP/1.1" status: 200 len: 1001 time: 0.0942264 Mar 31 16:09:12.001608 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe4a53-aa64-45c0-9df2-f4a4ecf3c0de req-461409af-1295-4698-be4c-5a23487b0ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:12.003010 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-71fe4a53-aa64-45c0-9df2-f4a4ecf3c0de req-461409af-1295-4698-be4c-5a23487b0ea8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=580a5b5d-4e55-4504-973e-83975d501653 HTTP/1.1" status: 200 len: 834 time: 0.0581369 Mar 31 16:09:12.080922 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe4a53-aa64-45c0-9df2-f4a4ecf3c0de req-bf3272ab-5359-4c6e-8efa-64c1aa1b9b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:12.082399 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-71fe4a53-aa64-45c0-9df2-f4a4ecf3c0de req-bf3272ab-5359-4c6e-8efa-64c1aa1b9b35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a17ba97-c75d-4f17-b9df-cde36d126bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725582 Mar 31 16:09:12.218564 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-71fe4a53-aa64-45c0-9df2-f4a4ecf3c0de req-d33b80ed-0b42-480b-be2e-e8d0bd501c7d service neutron] 10.222.0.41 "GET /v2.0/networks/6a17ba97-c75d-4f17-b9df-cde36d126bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285574 Mar 31 16:09:12.355027 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-71fe4a53-aa64-45c0-9df2-f4a4ecf3c0de req-1df7626d-1ce0-4492-9572-423c0e22c98e service neutron] 10.222.0.41 "GET /v2.0/networks/6a17ba97-c75d-4f17-b9df-cde36d126bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299992 Mar 31 16:09:13.854803 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:09:19.563356 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c9381-5c72-4cbd-a9ac-ad13b92d319e req-fe6a8aa4-3679-4f96-8662-d5102fee05a7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:19.564819 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9b1c9381-5c72-4cbd-a9ac-ad13b92d319e req-fe6a8aa4-3679-4f96-8662-d5102fee05a7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 946 time: 0.0799785 Mar 31 16:09:19.613789 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9b1c9381-5c72-4cbd-a9ac-ad13b92d319e req-9acd420f-7349-4edb-b4cf-5e72340284af tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=753a6904-1a54-4758-8cd6-c89c12cb3d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420697 Mar 31 16:09:20.798584 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1c581-2baf-458c-90ed-f7868d267d4e req-84d5af12-7df4-404f-9f23-7cd75673ec59 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:20.800041 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5ff1c581-2baf-458c-90ed-f7868d267d4e req-84d5af12-7df4-404f-9f23-7cd75673ec59 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 946 time: 0.0781603 Mar 31 16:09:20.843391 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5ff1c581-2baf-458c-90ed-f7868d267d4e req-81b813ef-0a3f-46c7-a9db-1bf31dab94e3 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=753a6904-1a54-4758-8cd6-c89c12cb3d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370221 Mar 31 16:09:22.026277 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080c666-c82a-4440-b36c-14b123cca76f req-4cf20b36-70e3-4c20-a68a-665cddb5b402 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:22.027717 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b080c666-c82a-4440-b36c-14b123cca76f req-4cf20b36-70e3-4c20-a68a-665cddb5b402 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 946 time: 0.0791104 Mar 31 16:09:22.071045 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b080c666-c82a-4440-b36c-14b123cca76f req-e5c9b04d-ba74-481c-a5bf-b6cfe6e3fe23 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=753a6904-1a54-4758-8cd6-c89c12cb3d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376854 Mar 31 16:09:23.259035 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b5989-2b85-490f-9724-571b64d48bed req-a615e178-f08f-4694-8d4c-344b97b53208 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:23.260468 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-2b6b5989-2b85-490f-9724-571b64d48bed req-a615e178-f08f-4694-8d4c-344b97b53208 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 946 time: 0.0813787 Mar 31 16:09:23.303755 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-2b6b5989-2b85-490f-9724-571b64d48bed req-ed7dcd05-d1ee-4131-b9f1-a67f81e82af9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=753a6904-1a54-4758-8cd6-c89c12cb3d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376275 Mar 31 16:09:24.492454 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e96d8-cf64-4db5-92a5-f74db3fae93e req-3262cb1e-b3d1-4ff6-a1c2-f2bf90ce15d5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:24.493910 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-984e96d8-cf64-4db5-92a5-f74db3fae93e req-3262cb1e-b3d1-4ff6-a1c2-f2bf90ce15d5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 946 time: 0.0827577 Mar 31 16:09:24.536720 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-984e96d8-cf64-4db5-92a5-f74db3fae93e req-c4ce4b51-9bbb-428b-a05e-cf2e364c2b94 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=753a6904-1a54-4758-8cd6-c89c12cb3d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372009 Mar 31 16:09:25.563655 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:09:25.722113 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3deb5-5155-4cb4-9c5a-c9613676febc req-146c9a5f-566b-4af9-872f-155e059f9fe2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:25.723570 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-76c3deb5-5155-4cb4-9c5a-c9613676febc req-146c9a5f-566b-4af9-872f-155e059f9fe2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 946 time: 0.0803859 Mar 31 16:09:25.766359 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-76c3deb5-5155-4cb4-9c5a-c9613676febc req-15843f3b-8085-419a-8858-78e1bc556ee9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=753a6904-1a54-4758-8cd6-c89c12cb3d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371430 Mar 31 16:09:26.947395 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6263c-995e-4112-8b19-7567e57e7334 req-539929b3-9242-4ebc-bf57-ff3d780e6319 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:26.948722 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d0e6263c-995e-4112-8b19-7567e57e7334 req-539929b3-9242-4ebc-bf57-ff3d780e6319 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 946 time: 0.0786490 Mar 31 16:09:26.992087 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d0e6263c-995e-4112-8b19-7567e57e7334 req-53a5fb9b-7c14-4c7e-8d02-4e02ba1b8127 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=753a6904-1a54-4758-8cd6-c89c12cb3d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377762 Mar 31 16:09:28.177541 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a48a7-ea3b-4de5-bb9d-4ab038d2bc41 req-5ebdcc62-4dad-4546-948b-42763ea35c94 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:28.179018 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-052a48a7-ea3b-4de5-bb9d-4ab038d2bc41 req-5ebdcc62-4dad-4546-948b-42763ea35c94 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 946 time: 0.0829732 Mar 31 16:09:28.222563 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-052a48a7-ea3b-4de5-bb9d-4ab038d2bc41 req-b10edd7b-f197-4b8c-a37b-e05168405ce5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=753a6904-1a54-4758-8cd6-c89c12cb3d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378804 Mar 31 16:09:29.411024 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7007a-9d6e-4a0b-8f3e-1fb8c6693221 req-d46ef49a-54e1-42eb-a312-ad381a115edc tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:29.412470 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7eb7007a-9d6e-4a0b-8f3e-1fb8c6693221 req-d46ef49a-54e1-42eb-a312-ad381a115edc tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 946 time: 0.0817378 Mar 31 16:09:29.457428 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7eb7007a-9d6e-4a0b-8f3e-1fb8c6693221 req-d16cc050-262d-42f0-85c8-b4cde2dad87a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=753a6904-1a54-4758-8cd6-c89c12cb3d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385702 Mar 31 16:09:30.646553 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75cd87-8355-43e4-ab52-538db25c6922 req-c3fe89ba-d34e-4856-980f-79e0ad50a061 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:30.650094 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9b75cd87-8355-43e4-ab52-538db25c6922 req-c3fe89ba-d34e-4856-980f-79e0ad50a061 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 946 time: 0.0831087 Mar 31 16:09:30.690476 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9b75cd87-8355-43e4-ab52-538db25c6922 req-69689421-a0f2-4003-85d3-6f957083734f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=753a6904-1a54-4758-8cd6-c89c12cb3d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367372 Mar 31 16:09:31.873250 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213913a8-27c5-4038-ae77-13c68b4dc561 req-169b3fed-6fd4-4689-807a-48e7a86c7487 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:31.874603 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-213913a8-27c5-4038-ae77-13c68b4dc561 req-169b3fed-6fd4-4689-807a-48e7a86c7487 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 946 time: 0.0794713 Mar 31 16:09:31.919990 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-213913a8-27c5-4038-ae77-13c68b4dc561 req-fef078e2-4923-4987-aa45-5f3de39635a2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=753a6904-1a54-4758-8cd6-c89c12cb3d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398402 Mar 31 16:09:33.100149 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-07a5d0ab-2196-40fb-8259-35af15f1dbcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:09:33.105758 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5135bf9-10ba-4e40-8597-55eb51be95f1 req-fe4e6587-2c6a-40bd-99a0-d60c6acba4f1 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:33.107291 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a5135bf9-10ba-4e40-8597-55eb51be95f1 req-fe4e6587-2c6a-40bd-99a0-d60c6acba4f1 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 946 time: 0.0817742 Mar 31 16:09:33.152361 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a5135bf9-10ba-4e40-8597-55eb51be95f1 req-d42dc1b4-d1ae-4767-b15e-83a761a8a60f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=753a6904-1a54-4758-8cd6-c89c12cb3d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393720 Mar 31 16:09:34.427461 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6547d-65d9-47c9-9f0b-cfc67ad02fdc req-80ef41ec-152e-4d1f-b2a2-eae49e9f7800 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:34.428890 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e1e6547d-65d9-47c9-9f0b-cfc67ad02fdc req-80ef41ec-152e-4d1f-b2a2-eae49e9f7800 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 946 time: 0.1684165 Mar 31 16:09:34.471762 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e1e6547d-65d9-47c9-9f0b-cfc67ad02fdc req-3cecc3a0-c3a8-435f-95c7-3f33826a1c8d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=753a6904-1a54-4758-8cd6-c89c12cb3d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370071 Mar 31 16:09:35.157616 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8b33df19-2a0a-4476-9ca6-3edcdae1cecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:09:35.658741 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2910549-0852-4754-8ee8-bfb0ec649744 req-3a81d1ba-cad5-4676-aa75-a2b8da4a1ca6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:35.660180 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a2910549-0852-4754-8ee8-bfb0ec649744 req-3a81d1ba-cad5-4676-aa75-a2b8da4a1ca6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 946 time: 0.0825517 Mar 31 16:09:35.703815 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a2910549-0852-4754-8ee8-bfb0ec649744 req-0b02c0a9-406e-4061-878d-19fd8a0b74b6 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=753a6904-1a54-4758-8cd6-c89c12cb3d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372584 Mar 31 16:09:35.727562 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 55990) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:09:35.831046 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e865133f-cf9f-4d1f-b153-d39eb6620d05 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/floatingips/c610f1c2-03b2-4459-b34d-c16ee884d387 HTTP/1.1" status: 200 len: 993 time: 0.1023507 Mar 31 16:09:36.471311 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:09:36.568783 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:09:37.427893 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7eac16-6591-4b53-bca2-2174ebfb6ed8 req-67bf75b4-1c7b-4543-82ce-098bf3bd67c7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:37.429320 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1d7eac16-6591-4b53-bca2-2174ebfb6ed8 req-67bf75b4-1c7b-4543-82ce-098bf3bd67c7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 946 time: 0.0840995 Mar 31 16:09:37.512186 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1d7eac16-6591-4b53-bca2-2174ebfb6ed8 req-23838927-28d9-482a-97f3-9668f97be42d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=753a6904-1a54-4758-8cd6-c89c12cb3d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760806 Mar 31 16:09:37.543187 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb75f8-992b-42ed-97d2-33fbe29421cf req-c2e346a9-f718-446d-b8ec-5efa47d4255c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:37.544730 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-47eb75f8-992b-42ed-97d2-33fbe29421cf req-c2e346a9-f718-446d-b8ec-5efa47d4255c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 1099 time: 0.0784431 Mar 31 16:09:37.672335 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb75f8-992b-42ed-97d2-33fbe29421cf req-43e7595d-50e4-4510-951f-f8a5d06c8a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:37.673776 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-47eb75f8-992b-42ed-97d2-33fbe29421cf req-43e7595d-50e4-4510-951f-f8a5d06c8a81 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6a17ba97-c75d-4f17-b9df-cde36d126bcf HTTP/1.1" status: 200 len: 898 time: 0.1228848 Mar 31 16:09:37.776121 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-47eb75f8-992b-42ed-97d2-33fbe29421cf req-e00dec5a-3cb6-45e9-9607-eb0ba580442c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16 HTTP/1.1" status: 200 len: 1001 time: 0.0960274 Mar 31 16:09:37.841421 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb75f8-992b-42ed-97d2-33fbe29421cf req-48256b3e-2edb-4b28-a3af-c838946a0d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:37.842787 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-47eb75f8-992b-42ed-97d2-33fbe29421cf req-48256b3e-2edb-4b28-a3af-c838946a0d1d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=580a5b5d-4e55-4504-973e-83975d501653 HTTP/1.1" status: 200 len: 834 time: 0.0593803 Mar 31 16:09:37.917317 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb75f8-992b-42ed-97d2-33fbe29421cf req-be7c20ab-8ec4-48ae-a3be-de95aabc8c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:37.918742 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-47eb75f8-992b-42ed-97d2-33fbe29421cf req-be7c20ab-8ec4-48ae-a3be-de95aabc8c16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a17ba97-c75d-4f17-b9df-cde36d126bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692351 Mar 31 16:09:38.052461 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-47eb75f8-992b-42ed-97d2-33fbe29421cf req-09416b2c-be8f-4d2a-bd7b-b7a509f90dc6 service neutron] 10.222.0.41 "GET /v2.0/networks/6a17ba97-c75d-4f17-b9df-cde36d126bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264837 Mar 31 16:09:38.101723 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:09:38.188641 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-47eb75f8-992b-42ed-97d2-33fbe29421cf req-7abdad39-8c92-4980-ad99-8c0ff3152b7a service neutron] 10.222.0.41 "GET /v2.0/networks/6a17ba97-c75d-4f17-b9df-cde36d126bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272762 Mar 31 16:09:38.699809 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd62f24-cd2e-42c6-a5d5-7378078c1dbe req-5978ab1c-849a-4e43-8488-8737b4710ba7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:38.701293 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-cbd62f24-cd2e-42c6-a5d5-7378078c1dbe req-5978ab1c-849a-4e43-8488-8737b4710ba7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 946 time: 0.0803955 Mar 31 16:09:38.747871 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-cbd62f24-cd2e-42c6-a5d5-7378078c1dbe req-8219a49a-e2c9-400f-9d5d-4b476bb96200 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=753a6904-1a54-4758-8cd6-c89c12cb3d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408788 Mar 31 16:09:39.936890 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639046fd-7857-4a08-9cfe-b472e13c9dc5 req-7404f915-7024-4fdb-8439-0689be3cc962 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:39.936890 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-639046fd-7857-4a08-9cfe-b472e13c9dc5 req-7404f915-7024-4fdb-8439-0689be3cc962 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 946 time: 0.0831764 Mar 31 16:09:39.980318 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-639046fd-7857-4a08-9cfe-b472e13c9dc5 req-3737f4c6-12fa-4b7e-abdc-0f75bc054734 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=753a6904-1a54-4758-8cd6-c89c12cb3d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376515 Mar 31 16:09:40.003604 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56006) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:09:40.108362 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6431bf24-4b1b-492c-95e8-9abcebda4645 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/floatingips/c610f1c2-03b2-4459-b34d-c16ee884d387 HTTP/1.1" status: 200 len: 993 time: 0.1036804 Mar 31 16:09:50.857418 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:09:55.568628 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:03.099722 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5ab320f7-4286-410f-b7d1-5be40a448623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:05.162653 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3549e5a0-b512-4111-83fe-bebd670c65ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:06.514602 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:06.591101 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:08.065365 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:10.619449 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56024) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:10:10.818025 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3e1d24af-1b0c-4208-aee5-7e166b033148 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Deleting port 30a56358-c31f-484a-8899-0cd6b610420d {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:10:10.818362 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e1d24af-1b0c-4208-aee5-7e166b033148 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:11.073477 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e1d24af-1b0c-4208-aee5-7e166b033148 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:11.073796 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e1d24af-1b0c-4208-aee5-7e166b033148 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:11.191845 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3e1d24af-1b0c-4208-aee5-7e166b033148 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Calling delete_port for 30a56358-c31f-484a-8899-0cd6b610420d owned by network:floatingip {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:10:11.368392 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e1d24af-1b0c-4208-aee5-7e166b033148 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:11.414760 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d24af-1b0c-4208-aee5-7e166b033148 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'Port': ['ID=30a56358-c31f-484a-8899-0cd6b610420d,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:11.458062 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d24af-1b0c-4208-aee5-7e166b033148 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:11.458414 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d24af-1b0c-4208-aee5-7e166b033148 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:11.458785 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d24af-1b0c-4208-aee5-7e166b033148 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:11.459120 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d24af-1b0c-4208-aee5-7e166b033148 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:11.459454 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d24af-1b0c-4208-aee5-7e166b033148 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:11.459815 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d24af-1b0c-4208-aee5-7e166b033148 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:11.460144 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d24af-1b0c-4208-aee5-7e166b033148 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:11.460467 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d24af-1b0c-4208-aee5-7e166b033148 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:11.460790 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d24af-1b0c-4208-aee5-7e166b033148 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:11.461111 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d24af-1b0c-4208-aee5-7e166b033148 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:11.461467 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d24af-1b0c-4208-aee5-7e166b033148 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:11.461791 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d24af-1b0c-4208-aee5-7e166b033148 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:11.516422 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e1d24af-1b0c-4208-aee5-7e166b033148 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for floatingip, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:11.516753 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [None req-3e1d24af-1b0c-4208-aee5-7e166b033148 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Floating IP c610f1c2-03b2-4459-b34d-c16ee884d387 disassociated (deleted). External IP: 172.26.5.96, port: 05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16. Mar 31 16:10:11.861376 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1d24af-1b0c-4208-aee5-7e166b033148 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Router a664ffed-78da-4954-ae36-ff7de3533b12 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:10:12.036178 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1d24af-1b0c-4208-aee5-7e166b033148 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:10:12.046642 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32849646-44bf-4413-9dbd-f0878f7b468a None None] Sync routers for ids ['a664ffed-78da-4954-ae36-ff7de3533b12'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:10:12.056253 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32849646-44bf-4413-9dbd-f0878f7b468a None None] Routers {'a664ffed-78da-4954-ae36-ff7de3533b12'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:10:12.065552 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-32849646-44bf-4413-9dbd-f0878f7b468a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:10:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['a664ffed-78da-4954-ae36-ff7de3533b12'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:10:12.111126 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e1d24af-1b0c-4208-aee5-7e166b033148 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:12.165802 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3e1d24af-1b0c-4208-aee5-7e166b033148 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "DELETE /v2.0/floatingips/c610f1c2-03b2-4459-b34d-c16ee884d387 HTTP/1.1" status: 204 len: 168 time: 1.5451000 Mar 31 16:10:12.166270 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b67463-7025-452a-8ab8-b42e0dd54095', 'tag': '05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:10:12.218997 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b67463-7025-452a-8ab8-b42e0dd54095', 'tag': '05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16', 'status': 'completed', 'code': 200} Mar 31 16:10:12.236905 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-32849646-44bf-4413-9dbd-f0878f7b468a None None] Set router a664ffed-78da-4954-ae36-ff7de3533b12 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:10:12.323932 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c1dc0-3599-4e59-8d20-96db55f8e823 req-5e062b86-373e-41d5-982d-ad08445e6cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:12.326005 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c00c1dc0-3599-4e59-8d20-96db55f8e823 req-5e062b86-373e-41d5-982d-ad08445e6cc9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 1099 time: 0.0842059 Mar 31 16:10:12.567055 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-32849646-44bf-4413-9dbd-f0878f7b468a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099259858', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'b12d781e-fd57-4f68-9e1c-0a8c64a537e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:08:22Z', 'updated_at': '2022-03-31T16:08:28Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': 'b12d781e-fd57-4f68-9e1c-0a8c64a537e8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:08:23Z', 'updated_at': '2022-03-31T16:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '93545e95-8452-463a-a944-2bcc0ed6ff36', 'name': '', 'network_id': '6a17ba97-c75d-4f17-b9df-cde36d126bcf', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:9a:d3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '580a5b5d-4e55-4504-973e-83975d501653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:08:27Z', 'updated_at': '2022-03-31T16:08:34Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '580a5b5d-4e55-4504-973e-83975d501653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:10:12.570055 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c1dc0-3599-4e59-8d20-96db55f8e823 req-fb08bcfd-9d8b-42a2-9ced-3d5f7e6c51f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:12.574096 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32849646-44bf-4413-9dbd-f0878f7b468a None None] Checking router: a664ffed-78da-4954-ae36-ff7de3533b12 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:10:12.574932 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c00c1dc0-3599-4e59-8d20-96db55f8e823 req-fb08bcfd-9d8b-42a2-9ced-3d5f7e6c51f4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6a17ba97-c75d-4f17-b9df-cde36d126bcf HTTP/1.1" status: 200 len: 898 time: 0.2389948 Mar 31 16:10:12.581418 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32849646-44bf-4413-9dbd-f0878f7b468a None None] Routers {'a664ffed-78da-4954-ae36-ff7de3533b12'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:10:12.582037 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-32849646-44bf-4413-9dbd-f0878f7b468a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:10:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['a664ffed-78da-4954-ae36-ff7de3533b12'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:10:12.653151 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c00c1dc0-3599-4e59-8d20-96db55f8e823 req-3d7014bf-83f7-48dd-ab08-d350c5aa74f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16 HTTP/1.1" status: 200 len: 217 time: 0.0736217 Mar 31 16:10:12.718682 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c1dc0-3599-4e59-8d20-96db55f8e823 req-c1bde53a-6400-4a19-bce9-a2558e6c33fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:12.720206 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c00c1dc0-3599-4e59-8d20-96db55f8e823 req-c1bde53a-6400-4a19-bce9-a2558e6c33fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=580a5b5d-4e55-4504-973e-83975d501653 HTTP/1.1" status: 200 len: 834 time: 0.0606835 Mar 31 16:10:12.744277 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9eb12d-e1a7-4810-9a06-d37aa9c80917 req-e9d1e08c-8bc0-4f0f-8d66-835527dd7bf0 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:12.745753 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5f9eb12d-e1a7-4810-9a06-d37aa9c80917 req-e9d1e08c-8bc0-4f0f-8d66-835527dd7bf0 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 946 time: 0.0810721 Mar 31 16:10:12.767449 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-32849646-44bf-4413-9dbd-f0878f7b468a None None] Set router a664ffed-78da-4954-ae36-ff7de3533b12 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:10:12.794388 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5f9eb12d-e1a7-4810-9a06-d37aa9c80917 req-bbc7bdf0-6ad7-48cc-bbe5-0fc3ec684fd2 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=753a6904-1a54-4758-8cd6-c89c12cb3d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419743 Mar 31 16:10:12.800295 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c1dc0-3599-4e59-8d20-96db55f8e823 req-ff22852d-09bd-413f-b339-5dba592cb91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:12.801859 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c00c1dc0-3599-4e59-8d20-96db55f8e823 req-ff22852d-09bd-413f-b339-5dba592cb91f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a17ba97-c75d-4f17-b9df-cde36d126bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747850 Mar 31 16:10:12.938086 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c00c1dc0-3599-4e59-8d20-96db55f8e823 req-76c93085-d720-48b0-b965-c42217782f10 service neutron] 10.222.0.41 "GET /v2.0/networks/6a17ba97-c75d-4f17-b9df-cde36d126bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271932 Mar 31 16:10:13.069512 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c00c1dc0-3599-4e59-8d20-96db55f8e823 req-d4664c7f-d3ec-41fa-b5ca-9362e06dbadb service neutron] 10.222.0.41 "GET /v2.0/networks/6a17ba97-c75d-4f17-b9df-cde36d126bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253257 Mar 31 16:10:13.079479 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-32849646-44bf-4413-9dbd-f0878f7b468a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099259858', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'b12d781e-fd57-4f68-9e1c-0a8c64a537e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:08:22Z', 'updated_at': '2022-03-31T16:08:28Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': 'b12d781e-fd57-4f68-9e1c-0a8c64a537e8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:08:23Z', 'updated_at': '2022-03-31T16:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '93545e95-8452-463a-a944-2bcc0ed6ff36', 'name': '', 'network_id': '6a17ba97-c75d-4f17-b9df-cde36d126bcf', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:9a:d3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '580a5b5d-4e55-4504-973e-83975d501653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:08:27Z', 'updated_at': '2022-03-31T16:08:34Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '580a5b5d-4e55-4504-973e-83975d501653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:10:13.083379 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32849646-44bf-4413-9dbd-f0878f7b468a None None] The sync data for ids ['a664ffed-78da-4954-ae36-ff7de3533b12'] in dv-neutron-833379-2-hyperv is: [{'id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099259858', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'b12d781e-fd57-4f68-9e1c-0a8c64a537e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:08:22Z', 'updated_at': '2022-03-31T16:08:28Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': 'b12d781e-fd57-4f68-9e1c-0a8c64a537e8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:08:23Z', 'updated_at': '2022-03-31T16:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '93545e95-8452-463a-a944-2bcc0ed6ff36', 'name': '', 'network_id': '6a17ba97-c75d-4f17-b9df-cde36d126bcf', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:9a:d3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '580a5b5d-4e55-4504-973e-83975d501653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:08:27Z', 'updated_at': '2022-03-31T16:08:34Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '580a5b5d-4e55-4504-973e-83975d501653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:10:13.292953 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5ad254-ce46-4980-be92-b413fe8f1da5 None None] New status for floating IP c610f1c2-03b2-4459-b34d-c16ee884d387: DOWN {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:10:13.987499 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e9f4a-de64-4a1e-8c58-e46c8c377a06 req-82413d3c-f3b4-43a4-a809-5e1c77dd948c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:13.988099 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-149e9f4a-de64-4a1e-8c58-e46c8c377a06 req-82413d3c-f3b4-43a4-a809-5e1c77dd948c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:10:14.053645 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-149e9f4a-de64-4a1e-8c58-e46c8c377a06 req-82413d3c-f3b4-43a4-a809-5e1c77dd948c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:10:14.054793 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-149e9f4a-de64-4a1e-8c58-e46c8c377a06 req-82413d3c-f3b4-43a4-a809-5e1c77dd948c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 946 time: 0.1482008 Mar 31 16:10:14.098978 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-149e9f4a-de64-4a1e-8c58-e46c8c377a06 req-57bb93ed-d518-4f8e-ab1d-4e18b94fd77d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=753a6904-1a54-4758-8cd6-c89c12cb3d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377307 Mar 31 16:10:14.207886 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d49de9-b1ad-4e77-9d90-8c8c2c21ae3a req-c1d08bcd-455c-40da-97d7-afecf9f9db3c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:14.209315 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-56d49de9-b1ad-4e77-9d90-8c8c2c21ae3a req-c1d08bcd-455c-40da-97d7-afecf9f9db3c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.41 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 946 time: 0.0778716 Mar 31 16:10:14.279013 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-56d49de9-b1ad-4e77-9d90-8c8c2c21ae3a req-e36b6120-d993-45ff-8bab-049e875031a5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Deleting port 05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:10:14.279345 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-56d49de9-b1ad-4e77-9d90-8c8c2c21ae3a req-e36b6120-d993-45ff-8bab-049e875031a5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:14.519281 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-56d49de9-b1ad-4e77-9d90-8c8c2c21ae3a req-e36b6120-d993-45ff-8bab-049e875031a5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] For port 05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16,segment=NetworkSegment(201cc3f1-8895-49e0-a892-2ef27e25ac42),segment_id=201cc3f1-8895-49e0-a892-2ef27e25ac42)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:10:14.519631 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-56d49de9-b1ad-4e77-9d90-8c8c2c21ae3a req-e36b6120-d993-45ff-8bab-049e875031a5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:14.639884 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-56d49de9-b1ad-4e77-9d90-8c8c2c21ae3a req-e36b6120-d993-45ff-8bab-049e875031a5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Calling delete_port for 05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:10:14.876697 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-56d49de9-b1ad-4e77-9d90-8c8c2c21ae3a req-e36b6120-d993-45ff-8bab-049e875031a5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:14.928814 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b6120-d993-45ff-8bab-049e875031a5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'Port': ['ID=05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:15.004222 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d49de9-b1ad-4e77-9d90-8c8c2c21ae3a req-e36b6120-d993-45ff-8bab-049e875031a5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] No DVR routers for this DVR port 05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16 on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:10:15.006640 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-56d49de9-b1ad-4e77-9d90-8c8c2c21ae3a req-e36b6120-d993-45ff-8bab-049e875031a5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:15.008983 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b67463-7025-452a-8ab8-b42e0dd54095', 'name': 'network-vif-deleted', 'tag': '05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:10:15.053792 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b67463-7025-452a-8ab8-b42e0dd54095', 'name': 'network-vif-deleted', 'tag': '05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16', 'status': 'completed', 'code': 200} Mar 31 16:10:15.071699 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-56d49de9-b1ad-4e77-9d90-8c8c2c21ae3a req-e36b6120-d993-45ff-8bab-049e875031a5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.41 "DELETE /v2.0/ports/05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16 HTTP/1.1" status: 204 len: 173 time: 0.8576086 Mar 31 16:10:15.249224 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-d6b8e98a-3cca-4e9b-a9e6-8629b5bec31b req-a794a21e-6a7f-40c9-b241-3e623dc189e4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:10:15.317179 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-d6b8e98a-3cca-4e9b-a9e6-8629b5bec31b req-a794a21e-6a7f-40c9-b241-3e623dc189e4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:10:15.318390 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d6b8e98a-3cca-4e9b-a9e6-8629b5bec31b req-a794a21e-6a7f-40c9-b241-3e623dc189e4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=73b67463-7025-452a-8ab8-b42e0dd54095 HTTP/1.1" status: 200 len: 210 time: 0.1115320 Mar 31 16:10:16.384242 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:10:16.414866 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56042) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:10:16.419476 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: 05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:10:16.419829 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device 05e33fb3-1c3b-4f0c-a6a0-b62e5373ac16 not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:10:17.051655 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f453cdcc-e9d3-44d5-9109-de201f3c79c8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:17.399653 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f453cdcc-e9d3-44d5-9109-de201f3c79c8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Deleting port 93545e95-8452-463a-a944-2bcc0ed6ff36 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:10:17.399900 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f453cdcc-e9d3-44d5-9109-de201f3c79c8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:17.581744 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f453cdcc-e9d3-44d5-9109-de201f3c79c8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] For port 93545e95-8452-463a-a944-2bcc0ed6ff36, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=93545e95-8452-463a-a944-2bcc0ed6ff36,segment=NetworkSegment(201cc3f1-8895-49e0-a892-2ef27e25ac42),segment_id=201cc3f1-8895-49e0-a892-2ef27e25ac42)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:10:17.582424 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f453cdcc-e9d3-44d5-9109-de201f3c79c8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:17.700819 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f453cdcc-e9d3-44d5-9109-de201f3c79c8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Calling delete_port for 93545e95-8452-463a-a944-2bcc0ed6ff36 owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:10:18.213785 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f453cdcc-e9d3-44d5-9109-de201f3c79c8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:18.260838 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453cdcc-e9d3-44d5-9109-de201f3c79c8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'Port': ['ID=93545e95-8452-463a-a944-2bcc0ed6ff36,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:18.543004 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f453cdcc-e9d3-44d5-9109-de201f3c79c8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:18.895331 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f453cdcc-e9d3-44d5-9109-de201f3c79c8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Router a664ffed-78da-4954-ae36-ff7de3533b12 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:10:19.065595 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f453cdcc-e9d3-44d5-9109-de201f3c79c8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:10:19.075013 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e6bf0c-90bc-4712-809e-cd82057b8cfa None None] Sync routers for ids ['a664ffed-78da-4954-ae36-ff7de3533b12'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:10:19.083882 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e6bf0c-90bc-4712-809e-cd82057b8cfa None None] Routers {'a664ffed-78da-4954-ae36-ff7de3533b12'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:10:19.084490 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-16e6bf0c-90bc-4712-809e-cd82057b8cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:10:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['a664ffed-78da-4954-ae36-ff7de3533b12'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:10:19.135926 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f453cdcc-e9d3-44d5-9109-de201f3c79c8 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "PUT /v2.0/routers/a664ffed-78da-4954-ae36-ff7de3533b12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7198155 Mar 31 16:10:19.138710 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56046) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:10:19.207573 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af40a5c-9f2f-4ad3-a88a-61c79d43d7c5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Deleting subnet 580a5b5d-4e55-4504-973e-83975d501653 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 16:10:19.210377 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2af40a5c-9f2f-4ad3-a88a-61c79d43d7c5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:19.263900 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2af40a5c-9f2f-4ad3-a88a-61c79d43d7c5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:19.294952 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-16e6bf0c-90bc-4712-809e-cd82057b8cfa None None] Set router a664ffed-78da-4954-ae36-ff7de3533b12 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:10:19.348862 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2af40a5c-9f2f-4ad3-a88a-61c79d43d7c5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:19.476868 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2af40a5c-9f2f-4ad3-a88a-61c79d43d7c5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:19.515662 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af40a5c-9f2f-4ad3-a88a-61c79d43d7c5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'Subnet': ['ID=580a5b5d-4e55-4504-973e-83975d501653,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:19.519341 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2af40a5c-9f2f-4ad3-a88a-61c79d43d7c5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:19.525748 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2af40a5c-9f2f-4ad3-a88a-61c79d43d7c5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "DELETE /v2.0/subnets/580a5b5d-4e55-4504-973e-83975d501653 HTTP/1.1" status: 204 len: 168 time: 0.3860447 Mar 31 16:10:19.528852 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56050) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:10:19.547766 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595cc8c8-0e10-4419-9334-598ff1c7031a None None] Network 6a17ba97-c75d-4f17-b9df-cde36d126bcf requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:10:19.741000 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-16e6bf0c-90bc-4712-809e-cd82057b8cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099259858', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'b12d781e-fd57-4f68-9e1c-0a8c64a537e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:08:22Z', 'updated_at': '2022-03-31T16:10:17Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': 'b12d781e-fd57-4f68-9e1c-0a8c64a537e8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:08:23Z', 'updated_at': '2022-03-31T16:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:10:19.748284 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e6bf0c-90bc-4712-809e-cd82057b8cfa None None] Checking router: a664ffed-78da-4954-ae36-ff7de3533b12 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:10:19.766703 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e6bf0c-90bc-4712-809e-cd82057b8cfa None None] Routers {'a664ffed-78da-4954-ae36-ff7de3533b12'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:10:19.767328 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-16e6bf0c-90bc-4712-809e-cd82057b8cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:10:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['a664ffed-78da-4954-ae36-ff7de3533b12'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:10:19.827870 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-043a8bff-7189-44f6-982f-77aea56e147f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:19.915985 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c03037c-3527-4154-aaf0-029bb305e959 None None] DHCP port deletion for 6a17ba97-c75d-4f17-b9df-cde36d126bcf request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 16:10:19.930533 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-8c03037c-3527-4154-aaf0-029bb305e959 None None] Deleting port 32312465-5807-4ab8-954d-9a9d835ba480 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:10:19.930908 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8c03037c-3527-4154-aaf0-029bb305e959 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:20.002039 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-16e6bf0c-90bc-4712-809e-cd82057b8cfa None None] Set router a664ffed-78da-4954-ae36-ff7de3533b12 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:10:20.007262 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-043a8bff-7189-44f6-982f-77aea56e147f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:20.065961 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-043a8bff-7189-44f6-982f-77aea56e147f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Deleting port b12d781e-fd57-4f68-9e1c-0a8c64a537e8 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:10:20.067001 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-043a8bff-7189-44f6-982f-77aea56e147f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:20.141696 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 32312465-5807-4ab8-954d-9a9d835ba480 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:10:20.249070 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-043a8bff-7189-44f6-982f-77aea56e147f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] For port b12d781e-fd57-4f68-9e1c-0a8c64a537e8, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=b12d781e-fd57-4f68-9e1c-0a8c64a537e8,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:10:20.249463 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-043a8bff-7189-44f6-982f-77aea56e147f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:20.373638 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-043a8bff-7189-44f6-982f-77aea56e147f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Calling delete_port for b12d781e-fd57-4f68-9e1c-0a8c64a537e8 owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:10:20.507595 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-8c03037c-3527-4154-aaf0-029bb305e959 None None] For port 32312465-5807-4ab8-954d-9a9d835ba480, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=32312465-5807-4ab8-954d-9a9d835ba480,segment=NetworkSegment(201cc3f1-8895-49e0-a892-2ef27e25ac42),segment_id=201cc3f1-8895-49e0-a892-2ef27e25ac42)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:10:20.507991 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8c03037c-3527-4154-aaf0-029bb305e959 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:20.596819 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:20.608522 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-043a8bff-7189-44f6-982f-77aea56e147f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:20.656845 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a8bff-7189-44f6-982f-77aea56e147f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'Port': ['ID=b12d781e-fd57-4f68-9e1c-0a8c64a537e8,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:20.673843 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-8c03037c-3527-4154-aaf0-029bb305e959 None None] Calling delete_port for 32312465-5807-4ab8-954d-9a9d835ba480 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:10:20.749453 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-043a8bff-7189-44f6-982f-77aea56e147f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:20.758910 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 32312465-5807-4ab8-954d-9a9d835ba480, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=32312465-5807-4ab8-954d-9a9d835ba480,segment=NetworkSegment(201cc3f1-8895-49e0-a892-2ef27e25ac42),segment_id=201cc3f1-8895-49e0-a892-2ef27e25ac42)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:10:20.784372 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-16e6bf0c-90bc-4712-809e-cd82057b8cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099259858', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'b12d781e-fd57-4f68-9e1c-0a8c64a537e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:08:22Z', 'updated_at': '2022-03-31T16:10:17Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': 'b12d781e-fd57-4f68-9e1c-0a8c64a537e8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:08:23Z', 'updated_at': '2022-03-31T16:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:10:20.788290 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e6bf0c-90bc-4712-809e-cd82057b8cfa None None] The sync data for ids ['a664ffed-78da-4954-ae36-ff7de3533b12'] in dv-neutron-833379-2-hyperv is: [{'id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099259858', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'b12d781e-fd57-4f68-9e1c-0a8c64a537e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:08:22Z', 'updated_at': '2022-03-31T16:10:17Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': 'b12d781e-fd57-4f68-9e1c-0a8c64a537e8', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a664ffed-78da-4954-ae36-ff7de3533b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:08:23Z', 'updated_at': '2022-03-31T16:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:10:20.824517 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:20.873203 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-8c03037c-3527-4154-aaf0-029bb305e959 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 16:10:20.873565 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-8c03037c-3527-4154-aaf0-029bb305e959 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 16:10:20.892209 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=32312465-5807-4ab8-954d-9a9d835ba480,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:20.899471 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:20.899823 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:20.900161 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:20.900495 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:20.900822 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:20.901150 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:20.901499 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:20.901827 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:20.902156 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:20.902475 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:20.903401 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:20.903743 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:20.936141 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-043a8bff-7189-44f6-982f-77aea56e147f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:20.938808 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-043a8bff-7189-44f6-982f-77aea56e147f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:21.030592 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-043a8bff-7189-44f6-982f-77aea56e147f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:21.031258 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043a8bff-7189-44f6-982f-77aea56e147f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Fanout notify agent at l3_agent the message router_deleted on router a664ffed-78da-4954-ae36-ff7de3533b12 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 16:10:21.046427 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-043a8bff-7189-44f6-982f-77aea56e147f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:21.047582 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-043a8bff-7189-44f6-982f-77aea56e147f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "DELETE /v2.0/routers/a664ffed-78da-4954-ae36-ff7de3533b12 HTTP/1.1" status: 204 len: 168 time: 1.5177042 Mar 31 16:10:21.050270 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56054) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:10:21.168445 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6fa9c4cf-0216-4993-af47-d2197eb1d0cf tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:21.176441 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6fa9c4cf-0216-4993-af47-d2197eb1d0cf tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Deleting port 32312465-5807-4ab8-954d-9a9d835ba480 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:10:21.176779 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6fa9c4cf-0216-4993-af47-d2197eb1d0cf tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:21.375106 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-8c03037c-3527-4154-aaf0-029bb305e959 None None] Deleting port 32312465-5807-4ab8-954d-9a9d835ba480 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:10:21.375570 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8c03037c-3527-4154-aaf0-029bb305e959 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:21.381380 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6fa9c4cf-0216-4993-af47-d2197eb1d0cf tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] For port 32312465-5807-4ab8-954d-9a9d835ba480, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=32312465-5807-4ab8-954d-9a9d835ba480,segment=NetworkSegment(201cc3f1-8895-49e0-a892-2ef27e25ac42),segment_id=201cc3f1-8895-49e0-a892-2ef27e25ac42)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:10:21.381734 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6fa9c4cf-0216-4993-af47-d2197eb1d0cf tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:21.596522 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-8c03037c-3527-4154-aaf0-029bb305e959 None None] For port 32312465-5807-4ab8-954d-9a9d835ba480, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=32312465-5807-4ab8-954d-9a9d835ba480,segment=NetworkSegment(201cc3f1-8895-49e0-a892-2ef27e25ac42),segment_id=201cc3f1-8895-49e0-a892-2ef27e25ac42)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:10:21.597039 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8c03037c-3527-4154-aaf0-029bb305e959 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:21.625251 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6fa9c4cf-0216-4993-af47-d2197eb1d0cf tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Calling delete_port for 32312465-5807-4ab8-954d-9a9d835ba480 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:10:21.719234 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-8c03037c-3527-4154-aaf0-029bb305e959 None None] Calling delete_port for 32312465-5807-4ab8-954d-9a9d835ba480 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:10:21.755533 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6fa9c4cf-0216-4993-af47-d2197eb1d0cf tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:21.795563 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-8c03037c-3527-4154-aaf0-029bb305e959 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 16:10:21.795931 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-8c03037c-3527-4154-aaf0-029bb305e959 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 16:10:21.807457 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9c4cf-0216-4993-af47-d2197eb1d0cf tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'Port': ['ID=32312465-5807-4ab8-954d-9a9d835ba480,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:21.809993 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa9c4cf-0216-4993-af47-d2197eb1d0cf tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] No DVR routers for this DVR port 32312465-5807-4ab8-954d-9a9d835ba480 on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:10:21.928757 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6fa9c4cf-0216-4993-af47-d2197eb1d0cf tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:21.953990 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-6fa9c4cf-0216-4993-af47-d2197eb1d0cf tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a17ba97-c75d-4f17-b9df-cde36d126bcf']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:10:21.966442 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-6fa9c4cf-0216-4993-af47-d2197eb1d0cf tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '201cc3f1-8895-49e0-a892-2ef27e25ac42') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:10:21.966728 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-6fa9c4cf-0216-4993-af47-d2197eb1d0cf tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '201cc3f1-8895-49e0-a892-2ef27e25ac42') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:10:21.977637 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6fa9c4cf-0216-4993-af47-d2197eb1d0cf tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:21.992850 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6fa9c4cf-0216-4993-af47-d2197eb1d0cf tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:21.999349 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa9c4cf-0216-4993-af47-d2197eb1d0cf tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:10:21.999723 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6fa9c4cf-0216-4993-af47-d2197eb1d0cf tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:22.013954 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 16:10:22.013954 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:10:22.013954 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 16:10:22.013954 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:10:22.013954 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 16:10:22.013954 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 16:10:22.013954 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 16:10:22.013954 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:10:22.013954 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 16:10:22.013954 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:10:22.013954 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 16:10:22.013954 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:10:22.013954 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 16:10:22.013954 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 16:10:22.013954 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:10:22.013954 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 16:10:22.013954 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:10:22.013954 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 16:10:22.013954 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 16:10:22.013954 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 16:10:22.013954 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 16:10:22.013954 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 16:10:22.013954 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:10:22.013954 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:10:22.013954 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 16:10:22.013954 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:10:22.013954 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:10:22.013954 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:10:22.013954 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:10:22.013954 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:10:22.013954 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:10:22.013954 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:10:22.069135 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 93545e95-8452-463a-a944-2bcc0ed6ff36 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:10:22.105866 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 93545e95-8452-463a-a944-2bcc0ed6ff36 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:10:22.105866 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 93545e95-8452-463a-a944-2bcc0ed6ff36 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:10:22.105866 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device b12d781e-fd57-4f68-9e1c-0a8c64a537e8 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:10:22.138651 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: b12d781e-fd57-4f68-9e1c-0a8c64a537e8 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:10:22.138992 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device b12d781e-fd57-4f68-9e1c-0a8c64a537e8 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:10:22.145350 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6fa9c4cf-0216-4993-af47-d2197eb1d0cf tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:22.162545 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6fa9c4cf-0216-4993-af47-d2197eb1d0cf tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:22.174015 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9c4cf-0216-4993-af47-d2197eb1d0cf tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'Network': ['ID=6a17ba97-c75d-4f17-b9df-cde36d126bcf,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:22.271491 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6fa9c4cf-0216-4993-af47-d2197eb1d0cf tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "DELETE /v2.0/networks/6a17ba97-c75d-4f17-b9df-cde36d126bcf HTTP/1.1" status: 204 len: 168 time: 1.2202525 Mar 31 16:10:22.274065 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56058) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:10:22.341463 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5eb522fa-58bb-48d5-9e2b-5c8b211fac31 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:22.377058 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5eb522fa-58bb-48d5-9e2b-5c8b211fac31 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:22.522390 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5eb522fa-58bb-48d5-9e2b-5c8b211fac31 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:22.544443 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb522fa-58bb-48d5-9e2b-5c8b211fac31 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=753a6904-1a54-4758-8cd6-c89c12cb3d4d,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:22.625083 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5eb522fa-58bb-48d5-9e2b-5c8b211fac31 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:22.626303 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5eb522fa-58bb-48d5-9e2b-5c8b211fac31 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "DELETE /v2.0/security-groups/753a6904-1a54-4758-8cd6-c89c12cb3d4d HTTP/1.1" status: 204 len: 168 time: 0.3513556 Mar 31 16:10:22.682048 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-8c03037c-3527-4154-aaf0-029bb305e959 None None] Deleting port 32312465-5807-4ab8-954d-9a9d835ba480 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:10:22.682560 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8c03037c-3527-4154-aaf0-029bb305e959 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:22.752476 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-8c03037c-3527-4154-aaf0-029bb305e959 None None] The port '32312465-5807-4ab8-954d-9a9d835ba480' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 16:10:22.894580 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 56066) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:10:22.899995 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f913c2ff-4bb0-456c-99a4-564912a8a57b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-663542812', 'description': 'tempest-secgroup-smoke-663542812 description', 'project_id': '650835ad0bc14fff808fd395113443a2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:10:22.907081 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f913c2ff-4bb0-456c-99a4-564912a8a57b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:10:22.911122 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f913c2ff-4bb0-456c-99a4-564912a8a57b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:10:22.914446 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f913c2ff-4bb0-456c-99a4-564912a8a57b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:10:22.921051 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f913c2ff-4bb0-456c-99a4-564912a8a57b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:10:22.979433 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f913c2ff-4bb0-456c-99a4-564912a8a57b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:22.999034 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f913c2ff-4bb0-456c-99a4-564912a8a57b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:10:23.002783 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f913c2ff-4bb0-456c-99a4-564912a8a57b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:10:23.005556 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-f913c2ff-4bb0-456c-99a4-564912a8a57b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:10:23.014573 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-f913c2ff-4bb0-456c-99a4-564912a8a57b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:10:23.083148 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f913c2ff-4bb0-456c-99a4-564912a8a57b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:23.139401 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f913c2ff-4bb0-456c-99a4-564912a8a57b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:23.284348 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913c2ff-4bb0-456c-99a4-564912a8a57b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6950e044-f0ad-484c-8934-da5369654792,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:23.291452 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913c2ff-4bb0-456c-99a4-564912a8a57b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:23.291797 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913c2ff-4bb0-456c-99a4-564912a8a57b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:23.292133 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913c2ff-4bb0-456c-99a4-564912a8a57b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:23.292504 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913c2ff-4bb0-456c-99a4-564912a8a57b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:23.292840 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913c2ff-4bb0-456c-99a4-564912a8a57b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:23.293738 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913c2ff-4bb0-456c-99a4-564912a8a57b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:23.294510 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913c2ff-4bb0-456c-99a4-564912a8a57b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:23.294840 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913c2ff-4bb0-456c-99a4-564912a8a57b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:23.295167 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913c2ff-4bb0-456c-99a4-564912a8a57b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:23.295492 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913c2ff-4bb0-456c-99a4-564912a8a57b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:23.295817 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913c2ff-4bb0-456c-99a4-564912a8a57b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:23.296135 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913c2ff-4bb0-456c-99a4-564912a8a57b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:23.362123 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f913c2ff-4bb0-456c-99a4-564912a8a57b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:23.363331 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f913c2ff-4bb0-456c-99a4-564912a8a57b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4677627 Mar 31 16:10:23.366067 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 56070) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:10:23.371036 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-6ecf1839-9b36-4171-ada1-6fb087692ecc tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group_rule': {'security_group_id': '6950e044-f0ad-484c-8934-da5369654792', 'project_id': '650835ad0bc14fff808fd395113443a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:10:23.378082 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6ecf1839-9b36-4171-ada1-6fb087692ecc tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:10:23.381785 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6ecf1839-9b36-4171-ada1-6fb087692ecc tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:10:23.384571 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6ecf1839-9b36-4171-ada1-6fb087692ecc tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:10:23.390749 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6ecf1839-9b36-4171-ada1-6fb087692ecc tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:10:23.493714 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ecf1839-9b36-4171-ada1-6fb087692ecc tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:23.551634 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ecf1839-9b36-4171-ada1-6fb087692ecc tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:23.613430 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ecf1839-9b36-4171-ada1-6fb087692ecc tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:23.636669 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf1839-9b36-4171-ada1-6fb087692ecc tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ffadd5a-3b3c-49dc-94ce-2a362cd578ee,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:23.681861 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ecf1839-9b36-4171-ada1-6fb087692ecc tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:23.682997 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6ecf1839-9b36-4171-ada1-6fb087692ecc tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3158371 Mar 31 16:10:23.686235 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 56074) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:10:23.691336 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b0986057-3004-493a-98bd-28991b776e30 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group_rule': {'security_group_id': '6950e044-f0ad-484c-8934-da5369654792', 'project_id': '650835ad0bc14fff808fd395113443a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:10:23.697170 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b0986057-3004-493a-98bd-28991b776e30 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:10:23.701623 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b0986057-3004-493a-98bd-28991b776e30 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:10:23.704422 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-b0986057-3004-493a-98bd-28991b776e30 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:10:23.710072 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-b0986057-3004-493a-98bd-28991b776e30 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:10:23.762895 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0986057-3004-493a-98bd-28991b776e30 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:23.823042 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0986057-3004-493a-98bd-28991b776e30 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:23.881796 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0986057-3004-493a-98bd-28991b776e30 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:23.904164 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0986057-3004-493a-98bd-28991b776e30 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6871d0-46ab-494f-b275-2e4212a7f5d4,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:23.950715 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0986057-3004-493a-98bd-28991b776e30 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:23.951857 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b0986057-3004-493a-98bd-28991b776e30 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2647102 Mar 31 16:10:23.954540 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 56078) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:10:23.959336 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c8b5a715-ed2a-44ee-8452-a7322a1ef46b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group_rule': {'security_group_id': '6950e044-f0ad-484c-8934-da5369654792', 'project_id': '650835ad0bc14fff808fd395113443a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:10:23.964957 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c8b5a715-ed2a-44ee-8452-a7322a1ef46b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:10:23.968657 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c8b5a715-ed2a-44ee-8452-a7322a1ef46b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:10:23.971436 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-c8b5a715-ed2a-44ee-8452-a7322a1ef46b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:10:23.976966 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-c8b5a715-ed2a-44ee-8452-a7322a1ef46b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:10:24.059695 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c8b5a715-ed2a-44ee-8452-a7322a1ef46b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:24.119594 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c8b5a715-ed2a-44ee-8452-a7322a1ef46b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:24.190851 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c8b5a715-ed2a-44ee-8452-a7322a1ef46b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:24.217110 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5a715-ed2a-44ee-8452-a7322a1ef46b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7e389a-10c7-42f6-a275-4a7d8b163486,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:24.265137 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c8b5a715-ed2a-44ee-8452-a7322a1ef46b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:24.266312 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-c8b5a715-ed2a-44ee-8452-a7322a1ef46b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3108554 Mar 31 16:10:24.269083 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 56082) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:10:24.273916 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-25a0bfb4-45bb-428c-b29a-c8a8ac8e4081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group_rule': {'security_group_id': '6950e044-f0ad-484c-8934-da5369654792', 'project_id': '650835ad0bc14fff808fd395113443a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:10:24.280006 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-25a0bfb4-45bb-428c-b29a-c8a8ac8e4081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:10:24.283903 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-25a0bfb4-45bb-428c-b29a-c8a8ac8e4081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:10:24.286766 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-25a0bfb4-45bb-428c-b29a-c8a8ac8e4081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:10:24.292296 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-25a0bfb4-45bb-428c-b29a-c8a8ac8e4081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:10:24.368493 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-25a0bfb4-45bb-428c-b29a-c8a8ac8e4081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:24.428928 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-25a0bfb4-45bb-428c-b29a-c8a8ac8e4081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:24.521354 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-25a0bfb4-45bb-428c-b29a-c8a8ac8e4081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:24.545341 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0bfb4-45bb-428c-b29a-c8a8ac8e4081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18dc1e68-cc1b-4381-9fd5-2f1a3f464534,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:24.630688 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-25a0bfb4-45bb-428c-b29a-c8a8ac8e4081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:24.631887 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-25a0bfb4-45bb-428c-b29a-c8a8ac8e4081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3618717 Mar 31 16:10:24.634652 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 56086) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:10:24.645346 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4e1705d0-bfa5-4891-862f-ab05e88baaeb tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group_rule': {'security_group_id': '6950e044-f0ad-484c-8934-da5369654792', 'project_id': '650835ad0bc14fff808fd395113443a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:10:24.645700 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4e1705d0-bfa5-4891-862f-ab05e88baaeb tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:10:24.649454 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4e1705d0-bfa5-4891-862f-ab05e88baaeb tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:10:24.652279 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4e1705d0-bfa5-4891-862f-ab05e88baaeb tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:10:24.660151 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4e1705d0-bfa5-4891-862f-ab05e88baaeb tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:10:24.739109 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-4e1705d0-bfa5-4891-862f-ab05e88baaeb tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Project 650835ad0bc14fff808fd395113443a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 16:10:24.745717 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e1705d0-bfa5-4891-862f-ab05e88baaeb tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:24.807623 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e1705d0-bfa5-4891-862f-ab05e88baaeb tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:24.881809 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e1705d0-bfa5-4891-862f-ab05e88baaeb tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:24.905068 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1705d0-bfa5-4891-862f-ab05e88baaeb tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=183277a6-9dab-42da-8889-0b83d1b3e910,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:24.967972 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e1705d0-bfa5-4891-862f-ab05e88baaeb tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:24.969143 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4e1705d0-bfa5-4891-862f-ab05e88baaeb tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3335686 Mar 31 16:10:24.971857 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 56090) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:10:24.976743 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-33558c24-c3d1-46e9-8ee1-ab5e756ec18f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'security_group_rule': {'security_group_id': '6950e044-f0ad-484c-8934-da5369654792', 'project_id': '650835ad0bc14fff808fd395113443a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:10:24.983151 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-33558c24-c3d1-46e9-8ee1-ab5e756ec18f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:10:24.986956 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-33558c24-c3d1-46e9-8ee1-ab5e756ec18f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:security_group_rule and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:10:24.989833 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-33558c24-c3d1-46e9-8ee1-ab5e756ec18f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:10:24.995457 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-33558c24-c3d1-46e9-8ee1-ab5e756ec18f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:10:25.076696 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-33558c24-c3d1-46e9-8ee1-ab5e756ec18f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Project 650835ad0bc14fff808fd395113443a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 16:10:25.082969 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-33558c24-c3d1-46e9-8ee1-ab5e756ec18f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:25.146002 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-33558c24-c3d1-46e9-8ee1-ab5e756ec18f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:25.219091 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-33558c24-c3d1-46e9-8ee1-ab5e756ec18f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:25.242675 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33558c24-c3d1-46e9-8ee1-ab5e756ec18f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=255aae5e-af5a-4836-b498-aa6369a2480d,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:25.299163 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-33558c24-c3d1-46e9-8ee1-ab5e756ec18f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:25.300391 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-33558c24-c3d1-46e9-8ee1-ab5e756ec18f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3276174 Mar 31 16:10:25.303266 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 56094) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:10:25.308719 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-23980b77-a0a8-48d3-8d60-8c904fd3bad5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'network': {'name': 'tempest-network-smoke--272401247', 'project_id': '650835ad0bc14fff808fd395113443a2', 'port_security_enabled': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:10:25.314489 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-23980b77-a0a8-48d3-8d60-8c904fd3bad5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:10:25.318869 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-23980b77-a0a8-48d3-8d60-8c904fd3bad5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:network and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:10:25.321670 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-23980b77-a0a8-48d3-8d60-8c904fd3bad5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:10:25.327441 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-23980b77-a0a8-48d3-8d60-8c904fd3bad5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:10:25.396185 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23980b77-a0a8-48d3-8d60-8c904fd3bad5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Made reservation on behalf of 650835ad0bc14fff808fd395113443a2 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:10:25.399581 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-23980b77-a0a8-48d3-8d60-8c904fd3bad5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:25.427482 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23980b77-a0a8-48d3-8d60-8c904fd3bad5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:10:25.435794 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-23980b77-a0a8-48d3-8d60-8c904fd3bad5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:25.437267 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.segments_db [None req-23980b77-a0a8-48d3-8d60-8c904fd3bad5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Added segment a62a0638-41e7-4db7-a568-3155e8f41d13 of type vlan for network 4b48e571-870a-401a-a133-d974374a46f1 Mar 31 16:10:25.464298 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-23980b77-a0a8-48d3-8d60-8c904fd3bad5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:25.546040 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-23980b77-a0a8-48d3-8d60-8c904fd3bad5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:25.551626 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23980b77-a0a8-48d3-8d60-8c904fd3bad5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:25.553306 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-23980b77-a0a8-48d3-8d60-8c904fd3bad5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:25.618673 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:25.661636 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23980b77-a0a8-48d3-8d60-8c904fd3bad5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Network': ['ID=4b48e571-870a-401a-a133-d974374a46f1,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:25.672103 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 4b48e571-870a-401a-a133-d974374a46f1 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 16:10:25.742016 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-23980b77-a0a8-48d3-8d60-8c904fd3bad5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4351616 Mar 31 16:10:25.742229 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 56098) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:10:25.747575 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-336f5024-e9b1-4041-b455-bdc880e42225 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-170646853', 'admin_state_up': True, 'project_id': '650835ad0bc14fff808fd395113443a2', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:10:25.754869 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-336f5024-e9b1-4041-b455-bdc880e42225 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:10:25.758697 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-336f5024-e9b1-4041-b455-bdc880e42225 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:router and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:10:25.761629 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-336f5024-e9b1-4041-b455-bdc880e42225 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:10:25.769297 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-336f5024-e9b1-4041-b455-bdc880e42225 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:10:25.825071 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-336f5024-e9b1-4041-b455-bdc880e42225 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:25.826595 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-336f5024-e9b1-4041-b455-bdc880e42225 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:25.840689 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-336f5024-e9b1-4041-b455-bdc880e42225 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:26.176771 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-336f5024-e9b1-4041-b455-bdc880e42225 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:26.553041 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-336f5024-e9b1-4041-b455-bdc880e42225 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:26.581859 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-336f5024-e9b1-4041-b455-bdc880e42225 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:26.715086 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-336f5024-e9b1-4041-b455-bdc880e42225 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Allocated IP 172.26.5.127 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/633823ea-3139-43b7-8b9c-fcd6e00e6184) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:10:26.958946 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-336f5024-e9b1-4041-b455-bdc880e42225 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:27.025180 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-336f5024-e9b1-4041-b455-bdc880e42225 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:27.086416 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336f5024-e9b1-4041-b455-bdc880e42225 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:10:27.093663 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-336f5024-e9b1-4041-b455-bdc880e42225 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:10:27.097691 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336f5024-e9b1-4041-b455-bdc880e42225 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:10:27.128456 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f5024-e9b1-4041-b455-bdc880e42225 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Port': ['ID=633823ea-3139-43b7-8b9c-fcd6e00e6184,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:27.580513 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-336f5024-e9b1-4041-b455-bdc880e42225 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:27.855990 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:10:27.910920 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-336f5024-e9b1-4041-b455-bdc880e42225 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:28.206886 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336f5024-e9b1-4041-b455-bdc880e42225 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Router bd0427de-f777-486b-b616-72a6094f5897 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 16:10:28.493032 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336f5024-e9b1-4041-b455-bdc880e42225 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:10:28.503673 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcab1e03-c168-438e-957c-f46f47abf2df None None] Sync routers for ids ['bd0427de-f777-486b-b616-72a6094f5897'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:10:28.513342 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcab1e03-c168-438e-957c-f46f47abf2df None None] Routers {'bd0427de-f777-486b-b616-72a6094f5897'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:10:28.514032 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-fcab1e03-c168-438e-957c-f46f47abf2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:10:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['bd0427de-f777-486b-b616-72a6094f5897'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:10:28.567886 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-336f5024-e9b1-4041-b455-bdc880e42225 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:28.572386 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-336f5024-e9b1-4041-b455-bdc880e42225 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8261874 Mar 31 16:10:28.572520 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 56102) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:10:28.616467 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-3ff404bd-7f5f-40c1-88f9-d8450c6bc77c tempest-TestNetworkAdvancedServerOps-2136623470 tempest-TestNetworkAdvancedServerOps-2136623470-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=650835ad0bc14fff808fd395113443a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401194 Mar 31 16:10:28.617025 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 56106) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:10:28.689724 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-fcab1e03-c168-438e-957c-f46f47abf2df None None] Set router bd0427de-f777-486b-b616-72a6094f5897 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:10:28.749550 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf3247e-0786-4d28-8597-432cdff71a01 tempest-TestNetworkAdvancedServerOps-2136623470 tempest-TestNetworkAdvancedServerOps-2136623470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:28.750939 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-5cf3247e-0786-4d28-8597-432cdff71a01 tempest-TestNetworkAdvancedServerOps-2136623470 tempest-TestNetworkAdvancedServerOps-2136623470-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1334453 Mar 31 16:10:28.753706 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 56110) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:10:28.792398 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-f17888a1-552d-4a4d-9f11-ea13e99c4ba9 tempest-TestNetworkAdvancedServerOps-2136623470 tempest-TestNetworkAdvancedServerOps-2136623470-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=81fb4282-babc-4201-afd1-e5be35072e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375891 Mar 31 16:10:28.795359 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 56114) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:10:28.800656 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-be0e950d-b6d9-4067-a0c3-e1b46e49673d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-398863896', 'network_id': '4b48e571-870a-401a-a133-d974374a46f1', 'project_id': '650835ad0bc14fff808fd395113443a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:10:28.910479 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-be0e950d-b6d9-4067-a0c3-e1b46e49673d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:10:28.914369 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-be0e950d-b6d9-4067-a0c3-e1b46e49673d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:subnet and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:10:28.917177 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-be0e950d-b6d9-4067-a0c3-e1b46e49673d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:10:28.923671 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-be0e950d-b6d9-4067-a0c3-e1b46e49673d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:10:28.964755 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-fcab1e03-c168-438e-957c-f46f47abf2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0427de-f777-486b-b616-72a6094f5897', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170646853', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '633823ea-3139-43b7-8b9c-fcd6e00e6184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:10:25Z', 'updated_at': '2022-03-31T16:10:27Z', 'revision_number': 3, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '633823ea-3139-43b7-8b9c-fcd6e00e6184', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0427de-f777-486b-b616-72a6094f5897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:10:26Z', 'updated_at': '2022-03-31T16:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:10:28.968548 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcab1e03-c168-438e-957c-f46f47abf2df None None] Checking router: bd0427de-f777-486b-b616-72a6094f5897 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:10:28.968888 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcab1e03-c168-438e-957c-f46f47abf2df None None] Updating router bd0427de-f777-486b-b616-72a6094f5897 port 633823ea-3139-43b7-8b9c-fcd6e00e6184 binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:10:29.013509 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0e950d-b6d9-4067-a0c3-e1b46e49673d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Made reservation on behalf of 650835ad0bc14fff808fd395113443a2 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:10:29.017144 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be0e950d-b6d9-4067-a0c3-e1b46e49673d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14752151'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:29.020046 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-fcab1e03-c168-438e-957c-f46f47abf2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:29.328954 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be0e950d-b6d9-4067-a0c3-e1b46e49673d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14859826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14752129'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:29.345665 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-fcab1e03-c168-438e-957c-f46f47abf2df None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:29.357472 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-fcab1e03-c168-438e-957c-f46f47abf2df None None] Transition to ACTIVE for port object 633823ea-3139-43b7-8b9c-fcd6e00e6184 will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:10:29.410205 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e950d-b6d9-4067-a0c3-e1b46e49673d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Subnet': ['ID=2346e4e1-4008-448c-ab08-ff864d822237,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:29.417936 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0e950d-b6d9-4067-a0c3-e1b46e49673d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Checking segment: {'id': 'a62a0638-41e7-4db7-a568-3155e8f41d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4b48e571-870a-401a-a133-d974374a46f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:10:29.418324 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0e950d-b6d9-4067-a0c3-e1b46e49673d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network hostable DHCP agents. Network: 4b48e571-870a-401a-a133-d974374a46f1, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:10:29.447431 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-fcab1e03-c168-438e-957c-f46f47abf2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:29.545576 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0e950d-b6d9-4067-a0c3-e1b46e49673d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network 4b48e571-870a-401a-a133-d974374a46f1 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:10:29.545757 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-fcab1e03-c168-438e-957c-f46f47abf2df None None] Attempting to bind port 633823ea-3139-43b7-8b9c-fcd6e00e6184 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:10:29.545997 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-fcab1e03-c168-438e-957c-f46f47abf2df None None] Attempting to bind port 633823ea-3139-43b7-8b9c-fcd6e00e6184 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:10:29.546350 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcab1e03-c168-438e-957c-f46f47abf2df None None] Attempting to bind port 633823ea-3139-43b7-8b9c-fcd6e00e6184 on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:10:29.561817 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcab1e03-c168-438e-957c-f46f47abf2df None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:10:29.562173 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcab1e03-c168-438e-957c-f46f47abf2df None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:10:29.562558 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-fcab1e03-c168-438e-957c-f46f47abf2df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:29.562935 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcab1e03-c168-438e-957c-f46f47abf2df None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:10:29.563380 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-fcab1e03-c168-438e-957c-f46f47abf2df None None] Bound port: 633823ea-3139-43b7-8b9c-fcd6e00e6184, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:10:29.563739 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-fcab1e03-c168-438e-957c-f46f47abf2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:29.586453 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92280cd0-63b2-478a-9685-73bb2e66176c None None] Pushing event updated for resources: {'Port': ['ID=633823ea-3139-43b7-8b9c-fcd6e00e6184,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:29.602682 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-be0e950d-b6d9-4067-a0c3-e1b46e49673d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 4b48e571-870a-401a-a133-d974374a46f1) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:10:29.604945 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92280cd0-63b2-478a-9685-73bb2e66176c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:29.605313 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92280cd0-63b2-478a-9685-73bb2e66176c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:29.605664 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92280cd0-63b2-478a-9685-73bb2e66176c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:29.605971 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92280cd0-63b2-478a-9685-73bb2e66176c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:29.606345 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92280cd0-63b2-478a-9685-73bb2e66176c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:29.606675 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92280cd0-63b2-478a-9685-73bb2e66176c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:29.607003 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92280cd0-63b2-478a-9685-73bb2e66176c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:29.607303 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92280cd0-63b2-478a-9685-73bb2e66176c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:29.607629 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92280cd0-63b2-478a-9685-73bb2e66176c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:29.607927 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92280cd0-63b2-478a-9685-73bb2e66176c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:29.608242 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92280cd0-63b2-478a-9685-73bb2e66176c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:29.608551 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92280cd0-63b2-478a-9685-73bb2e66176c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:10:29.623667 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e064d8-f628-4e2c-8603-dc7862e98b1c None None] Network 4b48e571-870a-401a-a133-d974374a46f1 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:10:29.624122 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0e950d-b6d9-4067-a0c3-e1b46e49673d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:29.624596 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be0e950d-b6d9-4067-a0c3-e1b46e49673d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:29.651184 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-fcab1e03-c168-438e-957c-f46f47abf2df None None] For port 633823ea-3139-43b7-8b9c-fcd6e00e6184, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:10:29.654835 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-fcab1e03-c168-438e-957c-f46f47abf2df None None] For port 633823ea-3139-43b7-8b9c-fcd6e00e6184, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=633823ea-3139-43b7-8b9c-fcd6e00e6184,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:10:29.739763 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-be0e950d-b6d9-4067-a0c3-e1b46e49673d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9432640 Mar 31 16:10:29.742499 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 56118) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:10:29.764474 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-fcab1e03-c168-438e-957c-f46f47abf2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:29.841472 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcab1e03-c168-438e-957c-f46f47abf2df None None] Routers {'bd0427de-f777-486b-b616-72a6094f5897'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:10:29.841979 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4866a4b3-f1a4-4348-9ad6-c31efb1e5a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-4b48e571-870a-401a-a133-d974374a46f1', 'network_id': '4b48e571-870a-401a-a133-d974374a46f1', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'fixed_ips': [{'subnet_id': '2346e4e1-4008-448c-ab08-ff864d822237'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 16:10:29.842140 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-fcab1e03-c168-438e-957c-f46f47abf2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:10:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['bd0427de-f777-486b-b616-72a6094f5897'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:10:29.843152 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4866a4b3-f1a4-4348-9ad6-c31efb1e5a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:29.906716 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92280cd0-63b2-478a-9685-73bb2e66176c None None] Pushing event updated for resources: {'Port': ['ID=633823ea-3139-43b7-8b9c-fcd6e00e6184,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:30.034761 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-fcab1e03-c168-438e-957c-f46f47abf2df None None] Set router bd0427de-f777-486b-b616-72a6094f5897 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:10:30.057427 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-4866a4b3-f1a4-4348-9ad6-c31efb1e5a8c None None] Allocated IP 172.20.0.2 (4b48e571-870a-401a-a133-d974374a46f1/2346e4e1-4008-448c-ab08-ff864d822237/97a05e01-5534-4986-ab3e-aa2d0f978c4b) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:10:30.269946 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4866a4b3-f1a4-4348-9ad6-c31efb1e5a8c None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:30.280127 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4866a4b3-f1a4-4348-9ad6-c31efb1e5a8c None None] Transition to ACTIVE for port object 97a05e01-5534-4986-ab3e-aa2d0f978c4b will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:10:30.302911 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4866a4b3-f1a4-4348-9ad6-c31efb1e5a8c None None] Transition to ACTIVE for port object 97a05e01-5534-4986-ab3e-aa2d0f978c4b will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:10:30.313597 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-fcab1e03-c168-438e-957c-f46f47abf2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0427de-f777-486b-b616-72a6094f5897', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170646853', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '633823ea-3139-43b7-8b9c-fcd6e00e6184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:10:25Z', 'updated_at': '2022-03-31T16:10:27Z', 'revision_number': 3, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '633823ea-3139-43b7-8b9c-fcd6e00e6184', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0427de-f777-486b-b616-72a6094f5897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:10:26Z', 'updated_at': '2022-03-31T16:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:10:30.320690 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcab1e03-c168-438e-957c-f46f47abf2df None None] The sync data for ids ['bd0427de-f777-486b-b616-72a6094f5897'] in dv-neutron-833379-2-hyperv is: [{'id': 'bd0427de-f777-486b-b616-72a6094f5897', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170646853', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '633823ea-3139-43b7-8b9c-fcd6e00e6184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:10:25Z', 'updated_at': '2022-03-31T16:10:27Z', 'revision_number': 3, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '633823ea-3139-43b7-8b9c-fcd6e00e6184', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0427de-f777-486b-b616-72a6094f5897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:10:26Z', 'updated_at': '2022-03-31T16:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:10:30.374671 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4866a4b3-f1a4-4348-9ad6-c31efb1e5a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:30.450617 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4866a4b3-f1a4-4348-9ad6-c31efb1e5a8c None None] Network 4b48e571-870a-401a-a133-d974374a46f1 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:10:30.454826 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-4866a4b3-f1a4-4348-9ad6-c31efb1e5a8c None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:10:30.457851 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4866a4b3-f1a4-4348-9ad6-c31efb1e5a8c None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:10:30.460365 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866a4b3-f1a4-4348-9ad6-c31efb1e5a8c None None] Pushing event updated for resources: {'Port': ['ID=97a05e01-5534-4986-ab3e-aa2d0f978c4b,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:30.581039 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-4866a4b3-f1a4-4348-9ad6-c31efb1e5a8c None None] Attempting to bind port 97a05e01-5534-4986-ab3e-aa2d0f978c4b on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:10:30.581573 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-4866a4b3-f1a4-4348-9ad6-c31efb1e5a8c None None] Attempting to bind port 97a05e01-5534-4986-ab3e-aa2d0f978c4b by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'a62a0638-41e7-4db7-a568-3155e8f41d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4b48e571-870a-401a-a133-d974374a46f1'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:10:30.582234 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4866a4b3-f1a4-4348-9ad6-c31efb1e5a8c None None] Attempting to bind port 97a05e01-5534-4986-ab3e-aa2d0f978c4b on network 4b48e571-870a-401a-a133-d974374a46f1 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:10:30.598279 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4866a4b3-f1a4-4348-9ad6-c31efb1e5a8c None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:10:30.599012 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4866a4b3-f1a4-4348-9ad6-c31efb1e5a8c None None] Checking segment: {'id': 'a62a0638-41e7-4db7-a568-3155e8f41d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4b48e571-870a-401a-a133-d974374a46f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:10:30.599742 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4866a4b3-f1a4-4348-9ad6-c31efb1e5a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:30.600425 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4866a4b3-f1a4-4348-9ad6-c31efb1e5a8c None None] Bound using segment: {'id': 'a62a0638-41e7-4db7-a568-3155e8f41d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4b48e571-870a-401a-a133-d974374a46f1'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:10:30.601278 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-4866a4b3-f1a4-4348-9ad6-c31efb1e5a8c None None] Bound port: 97a05e01-5534-4986-ab3e-aa2d0f978c4b, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a62a0638-41e7-4db7-a568-3155e8f41d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4b48e571-870a-401a-a133-d974374a46f1'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:10:30.602024 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4866a4b3-f1a4-4348-9ad6-c31efb1e5a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:30.616854 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-19ea2d64-2c62-48fd-b830-5b93aa17d56b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:30.706823 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-4866a4b3-f1a4-4348-9ad6-c31efb1e5a8c None None] For port 97a05e01-5534-4986-ab3e-aa2d0f978c4b, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:10:30.710007 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-4866a4b3-f1a4-4348-9ad6-c31efb1e5a8c None None] For port 97a05e01-5534-4986-ab3e-aa2d0f978c4b, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=97a05e01-5534-4986-ab3e-aa2d0f978c4b,segment=NetworkSegment(a62a0638-41e7-4db7-a568-3155e8f41d13),segment_id=a62a0638-41e7-4db7-a568-3155e8f41d13)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:10:30.764168 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4866a4b3-f1a4-4348-9ad6-c31efb1e5a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:30.839679 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866a4b3-f1a4-4348-9ad6-c31efb1e5a8c None None] Pushing event updated for resources: {'Port': ['ID=97a05e01-5534-4986-ab3e-aa2d0f978c4b,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:31.047333 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-19ea2d64-2c62-48fd-b830-5b93aa17d56b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Allocated IP 172.20.0.1 (4b48e571-870a-401a-a133-d974374a46f1/2346e4e1-4008-448c-ab08-ff864d822237/6200ba52-60f9-4ecd-865d-b423d76b7908) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:10:31.222752 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-19ea2d64-2c62-48fd-b830-5b93aa17d56b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:31.238061 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [None req-19ea2d64-2c62-48fd-b830-5b93aa17d56b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Transition to ACTIVE for port object 6200ba52-60f9-4ecd-865d-b423d76b7908 will not be triggered until provisioned by entity DHCP. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:10:31.322830 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-19ea2d64-2c62-48fd-b830-5b93aa17d56b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:31.391450 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ea2d64-2c62-48fd-b830-5b93aa17d56b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network 4b48e571-870a-401a-a133-d974374a46f1 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:10:31.398451 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-19ea2d64-2c62-48fd-b830-5b93aa17d56b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:10:31.402773 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ea2d64-2c62-48fd-b830-5b93aa17d56b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:10:31.432701 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea2d64-2c62-48fd-b830-5b93aa17d56b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Port': ['ID=6200ba52-60f9-4ecd-865d-b423d76b7908,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:31.463367 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-19ea2d64-2c62-48fd-b830-5b93aa17d56b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:31.653561 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-19ea2d64-2c62-48fd-b830-5b93aa17d56b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:31.802873 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ada5a8-5e6d-4733-8a91-86137463ca94 None None] Network 4b48e571-870a-401a-a133-d974374a46f1 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:10:31.959729 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4c317460-0bce-471a-82ec-d3b4af99b5c5 None None] Provisioning for port 97a05e01-5534-4986-ab3e-aa2d0f978c4b completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:10:32.077533 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-19ea2d64-2c62-48fd-b830-5b93aa17d56b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:32.133630 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-19ea2d64-2c62-48fd-b830-5b93aa17d56b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:32.148626 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 633823ea-3139-43b7-8b9c-fcd6e00e6184 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:10:32.254814 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-19ea2d64-2c62-48fd-b830-5b93aa17d56b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:32.259233 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea2d64-2c62-48fd-b830-5b93aa17d56b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Port': ['ID=6200ba52-60f9-4ecd-865d-b423d76b7908,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:32.287973 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 633823ea-3139-43b7-8b9c-fcd6e00e6184 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:10:32.300974 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 633823ea-3139-43b7-8b9c-fcd6e00e6184 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:10:32.301406 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:32.430492 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3ac5faf3-93ed-4cb5-8efd-109e1638d6f8 None None] Provisioning for port 6200ba52-60f9-4ecd-865d-b423d76b7908 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:10:32.439928 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:32.447389 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3ac5faf3-93ed-4cb5-8efd-109e1638d6f8 None None] Provisioning complete for port 6200ba52-60f9-4ecd-865d-b423d76b7908 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:10:32.447859 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3ac5faf3-93ed-4cb5-8efd-109e1638d6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:32.500534 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 633823ea-3139-43b7-8b9c-fcd6e00e6184, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=633823ea-3139-43b7-8b9c-fcd6e00e6184,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:10:32.514834 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-3ac5faf3-93ed-4cb5-8efd-109e1638d6f8 None None] Port 6200ba52-60f9-4ecd-865d-b423d76b7908 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:10:32.520669 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ea2d64-2c62-48fd-b830-5b93aa17d56b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network 4b48e571-870a-401a-a133-d974374a46f1 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:10:32.521992 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-19ea2d64-2c62-48fd-b830-5b93aa17d56b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:10:32.545863 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:32.546652 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 97a05e01-5534-4986-ab3e-aa2d0f978c4b up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:10:32.666961 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=633823ea-3139-43b7-8b9c-fcd6e00e6184,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:32.689266 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-adf560f8-6c00-4e95-b28f-242a7ed49456 None None] Provisioning complete for port 6200ba52-60f9-4ecd-865d-b423d76b7908 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:10:32.689640 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-adf560f8-6c00-4e95-b28f-242a7ed49456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:32.723334 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ea2d64-2c62-48fd-b830-5b93aa17d56b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Router bd0427de-f777-486b-b616-72a6094f5897 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:10:32.750147 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-adf560f8-6c00-4e95-b28f-242a7ed49456 None None] Port 6200ba52-60f9-4ecd-865d-b423d76b7908 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:10:32.802235 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 97a05e01-5534-4986-ab3e-aa2d0f978c4b completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:10:32.807003 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 97a05e01-5534-4986-ab3e-aa2d0f978c4b triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:10:32.807592 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:32.879446 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f7f27a91-bd8c-405d-86d9-6c83c6d44276 None None] Provisioning complete for port 6200ba52-60f9-4ecd-865d-b423d76b7908 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:10:32.879814 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f7f27a91-bd8c-405d-86d9-6c83c6d44276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:32.905413 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ea2d64-2c62-48fd-b830-5b93aa17d56b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:10:32.918729 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-19ea2d64-2c62-48fd-b830-5b93aa17d56b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "PUT /v2.0/routers/bd0427de-f777-486b-b616-72a6094f5897/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1751866 Mar 31 16:10:32.941342 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc671e99-0925-4e01-a9d8-d7a7f1bcff80 None None] Sync routers for ids ['bd0427de-f777-486b-b616-72a6094f5897'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:10:33.046493 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc671e99-0925-4e01-a9d8-d7a7f1bcff80 None None] Routers {'bd0427de-f777-486b-b616-72a6094f5897'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:10:33.046493 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-dc671e99-0925-4e01-a9d8-d7a7f1bcff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:10:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['bd0427de-f777-486b-b616-72a6094f5897'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:10:33.087121 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f7f27a91-bd8c-405d-86d9-6c83c6d44276 None None] Port 6200ba52-60f9-4ecd-865d-b423d76b7908 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:10:33.090210 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-78233766-6a90-4270-8ba0-61f506f1263d req-d4e4afb7-7ba9-45e1-8884-4500f69e52fb tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:10:33.109099 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:33.173573 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-78233766-6a90-4270-8ba0-61f506f1263d req-d4e4afb7-7ba9-45e1-8884-4500f69e52fb tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:10:33.174741 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78233766-6a90-4270-8ba0-61f506f1263d req-d4e4afb7-7ba9-45e1-8884-4500f69e52fb tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-663542812&fields=id&tenant_id=650835ad0bc14fff808fd395113443a2 HTTP/1.1" status: 200 len: 267 time: 0.1224751 Mar 31 16:10:33.211075 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9c8f6c1a-6cc2-48eb-9d89-9faa4f1c11fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:33.218035 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 97a05e01-5534-4986-ab3e-aa2d0f978c4b, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=97a05e01-5534-4986-ab3e-aa2d0f978c4b,segment=NetworkSegment(a62a0638-41e7-4db7-a568-3155e8f41d13),segment_id=a62a0638-41e7-4db7-a568-3155e8f41d13)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:10:33.244911 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-dc671e99-0925-4e01-a9d8-d7a7f1bcff80 None None] Set router bd0427de-f777-486b-b616-72a6094f5897 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:10:33.289996 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:33.334336 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78233766-6a90-4270-8ba0-61f506f1263d req-93b379f9-f87a-46b7-be81-d787de129ea5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:33.335222 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-78233766-6a90-4270-8ba0-61f506f1263d req-93b379f9-f87a-46b7-be81-d787de129ea5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:network {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:10:33.401954 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-78233766-6a90-4270-8ba0-61f506f1263d req-93b379f9-f87a-46b7-be81-d787de129ea5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:network {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:10:33.403162 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78233766-6a90-4270-8ba0-61f506f1263d req-93b379f9-f87a-46b7-be81-d787de129ea5 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/networks?id=4b48e571-870a-401a-a133-d974374a46f1 HTTP/1.1" status: 200 len: 796 time: 0.2187107 Mar 31 16:10:33.418160 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78233766-6a90-4270-8ba0-61f506f1263d req-dcbe3649-9f4d-4308-89c9-74d2b0963a0f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/quotas/650835ad0bc14fff808fd395113443a2 HTTP/1.1" status: 200 len: 375 time: 0.0093148 Mar 31 16:10:33.458580 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=97a05e01-5534-4986-ab3e-aa2d0f978c4b,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:33.501518 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-78233766-6a90-4270-8ba0-61f506f1263d req-8cd83b0a-815a-421a-90ae-e7b58e467d88 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:10:33.550611 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-78233766-6a90-4270-8ba0-61f506f1263d req-8cd83b0a-815a-421a-90ae-e7b58e467d88 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:10:33.551934 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78233766-6a90-4270-8ba0-61f506f1263d req-8cd83b0a-815a-421a-90ae-e7b58e467d88 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1278687 Mar 31 16:10:33.609319 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [req-78233766-6a90-4270-8ba0-61f506f1263d req-491fcc29-982b-4c05-9a17-11c5cccfce47 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 16:10:33.610430 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78233766-6a90-4270-8ba0-61f506f1263d req-491fcc29-982b-4c05-9a17-11c5cccfce47 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459852 Mar 31 16:10:33.619919 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-dc671e99-0925-4e01-a9d8-d7a7f1bcff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0427de-f777-486b-b616-72a6094f5897', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170646853', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '633823ea-3139-43b7-8b9c-fcd6e00e6184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:10:25Z', 'updated_at': '2022-03-31T16:10:31Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '633823ea-3139-43b7-8b9c-fcd6e00e6184', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0427de-f777-486b-b616-72a6094f5897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:10:26Z', 'updated_at': '2022-03-31T16:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '6200ba52-60f9-4ecd-865d-b423d76b7908', 'name': '', 'network_id': '4b48e571-870a-401a-a133-d974374a46f1', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:0b:a3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0427de-f777-486b-b616-72a6094f5897', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2346e4e1-4008-448c-ab08-ff864d822237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:10:30Z', 'updated_at': '2022-03-31T16:10:31Z', 'revision_number': 2, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '2346e4e1-4008-448c-ab08-ff864d822237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:10:33.624375 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc671e99-0925-4e01-a9d8-d7a7f1bcff80 None None] Checking router: bd0427de-f777-486b-b616-72a6094f5897 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:10:33.624731 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc671e99-0925-4e01-a9d8-d7a7f1bcff80 None None] Updating router bd0427de-f777-486b-b616-72a6094f5897 port 6200ba52-60f9-4ecd-865d-b423d76b7908 binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:10:33.676946 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dc671e99-0925-4e01-a9d8-d7a7f1bcff80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:33.741746 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78233766-6a90-4270-8ba0-61f506f1263d req-c0025418-d43f-4954-b89d-66eacf781f00 service neutron] 10.222.0.31 "GET /v2.0/networks/4b48e571-870a-401a-a133-d974374a46f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243551 Mar 31 16:10:33.873577 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78233766-6a90-4270-8ba0-61f506f1263d req-df06ec74-c6e9-45ad-86b7-1f85c23c8e82 service neutron] 10.222.0.31 "GET /v2.0/networks/4b48e571-870a-401a-a133-d974374a46f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252687 Mar 31 16:10:34.021273 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dc671e99-0925-4e01-a9d8-d7a7f1bcff80 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:34.029961 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-dc671e99-0925-4e01-a9d8-d7a7f1bcff80 None None] Transition to ACTIVE for port object 6200ba52-60f9-4ecd-865d-b423d76b7908 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:10:34.080416 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 633823ea-3139-43b7-8b9c-fcd6e00e6184 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:10:34.109437 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dc671e99-0925-4e01-a9d8-d7a7f1bcff80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:34.290037 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a82dbb-7ec4-4276-a2c3-eda61d4b1bd1 None None] Pushing event updated for resources: {'Port': ['ID=6200ba52-60f9-4ecd-865d-b423d76b7908,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:34.351958 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 633823ea-3139-43b7-8b9c-fcd6e00e6184 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:10:34.352325 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:34.381065 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-dc671e99-0925-4e01-a9d8-d7a7f1bcff80 None None] Attempting to bind port 6200ba52-60f9-4ecd-865d-b423d76b7908 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:10:34.381456 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-dc671e99-0925-4e01-a9d8-d7a7f1bcff80 None None] Attempting to bind port 6200ba52-60f9-4ecd-865d-b423d76b7908 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'a62a0638-41e7-4db7-a568-3155e8f41d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4b48e571-870a-401a-a133-d974374a46f1'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:10:34.381813 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc671e99-0925-4e01-a9d8-d7a7f1bcff80 None None] Attempting to bind port 6200ba52-60f9-4ecd-865d-b423d76b7908 on network 4b48e571-870a-401a-a133-d974374a46f1 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:10:34.398642 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc671e99-0925-4e01-a9d8-d7a7f1bcff80 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:10:34.399011 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc671e99-0925-4e01-a9d8-d7a7f1bcff80 None None] Checking segment: {'id': 'a62a0638-41e7-4db7-a568-3155e8f41d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4b48e571-870a-401a-a133-d974374a46f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:10:34.399408 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dc671e99-0925-4e01-a9d8-d7a7f1bcff80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:34.399799 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc671e99-0925-4e01-a9d8-d7a7f1bcff80 None None] Bound using segment: {'id': 'a62a0638-41e7-4db7-a568-3155e8f41d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4b48e571-870a-401a-a133-d974374a46f1'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:10:34.400259 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-dc671e99-0925-4e01-a9d8-d7a7f1bcff80 None None] Bound port: 6200ba52-60f9-4ecd-865d-b423d76b7908, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a62a0638-41e7-4db7-a568-3155e8f41d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4b48e571-870a-401a-a133-d974374a46f1'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:10:34.400627 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dc671e99-0925-4e01-a9d8-d7a7f1bcff80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:34.602682 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-dc671e99-0925-4e01-a9d8-d7a7f1bcff80 None None] For port 6200ba52-60f9-4ecd-865d-b423d76b7908, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:10:34.608146 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 97a05e01-5534-4986-ab3e-aa2d0f978c4b up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:10:34.643053 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-dc671e99-0925-4e01-a9d8-d7a7f1bcff80 None None] For port 6200ba52-60f9-4ecd-865d-b423d76b7908, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=6200ba52-60f9-4ecd-865d-b423d76b7908,segment=NetworkSegment(a62a0638-41e7-4db7-a568-3155e8f41d13),segment_id=a62a0638-41e7-4db7-a568-3155e8f41d13)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:10:34.675720 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 97a05e01-5534-4986-ab3e-aa2d0f978c4b triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:10:34.676083 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:34.703555 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dc671e99-0925-4e01-a9d8-d7a7f1bcff80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:34.810961 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc671e99-0925-4e01-a9d8-d7a7f1bcff80 None None] Routers {'bd0427de-f777-486b-b616-72a6094f5897'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:10:34.811364 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-dc671e99-0925-4e01-a9d8-d7a7f1bcff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:10:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['bd0427de-f777-486b-b616-72a6094f5897'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:10:34.879340 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a82dbb-7ec4-4276-a2c3-eda61d4b1bd1 None None] Pushing event updated for resources: {'Port': ['ID=6200ba52-60f9-4ecd-865d-b423d76b7908,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:35.051497 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-dc671e99-0925-4e01-a9d8-d7a7f1bcff80 None None] Set router bd0427de-f777-486b-b616-72a6094f5897 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:10:35.150305 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-5df1c1f8-ade7-4392-b4c3-00b530ed06f8 req-dfc79f2f-9da2-4389-a879-e1d54472a813 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:10:35.163582 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-5df1c1f8-ade7-4392-b4c3-00b530ed06f8 req-dfc79f2f-9da2-4389-a879-e1d54472a813 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:10:35.164810 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5df1c1f8-ade7-4392-b4c3-00b530ed06f8 req-dfc79f2f-9da2-4389-a879-e1d54472a813 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=55e62885-be6c-4348-b19f-b8be9ebdba4d HTTP/1.1" status: 200 len: 210 time: 0.0595675 Mar 31 16:10:35.229530 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3cccab48-4faf-41f8-a72d-d269cf628783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:35.400619 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-dc671e99-0925-4e01-a9d8-d7a7f1bcff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0427de-f777-486b-b616-72a6094f5897', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170646853', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '633823ea-3139-43b7-8b9c-fcd6e00e6184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:10:25Z', 'updated_at': '2022-03-31T16:10:31Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '633823ea-3139-43b7-8b9c-fcd6e00e6184', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0427de-f777-486b-b616-72a6094f5897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:10:26Z', 'updated_at': '2022-03-31T16:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '6200ba52-60f9-4ecd-865d-b423d76b7908', 'name': '', 'network_id': '4b48e571-870a-401a-a133-d974374a46f1', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:0b:a3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0427de-f777-486b-b616-72a6094f5897', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2346e4e1-4008-448c-ab08-ff864d822237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:10:30Z', 'updated_at': '2022-03-31T16:10:34Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '2346e4e1-4008-448c-ab08-ff864d822237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:10:35.405171 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc671e99-0925-4e01-a9d8-d7a7f1bcff80 None None] The sync data for ids ['bd0427de-f777-486b-b616-72a6094f5897'] in dv-neutron-833379-2-hyperv is: [{'id': 'bd0427de-f777-486b-b616-72a6094f5897', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170646853', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '633823ea-3139-43b7-8b9c-fcd6e00e6184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:10:25Z', 'updated_at': '2022-03-31T16:10:31Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '633823ea-3139-43b7-8b9c-fcd6e00e6184', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0427de-f777-486b-b616-72a6094f5897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:10:26Z', 'updated_at': '2022-03-31T16:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '6200ba52-60f9-4ecd-865d-b423d76b7908', 'name': '', 'network_id': '4b48e571-870a-401a-a133-d974374a46f1', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:0b:a3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0427de-f777-486b-b616-72a6094f5897', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2346e4e1-4008-448c-ab08-ff864d822237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:10:30Z', 'updated_at': '2022-03-31T16:10:34Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '2346e4e1-4008-448c-ab08-ff864d822237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:10:36.111549 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 6200ba52-60f9-4ecd-865d-b423d76b7908 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:10:36.213169 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 6200ba52-60f9-4ecd-865d-b423d76b7908 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:10:36.219920 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 6200ba52-60f9-4ecd-865d-b423d76b7908 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:10:36.220308 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:36.345770 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-404cd9ed-43b0-4416-bdaa-12166ff6d121 req-419861f9-5f52-45d4-9222-a68c84f7ee31 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=55e62885-be6c-4348-b19f-b8be9ebdba4d HTTP/1.1" status: 200 len: 210 time: 0.0525064 Mar 31 16:10:36.358953 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:36.400260 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 6200ba52-60f9-4ecd-865d-b423d76b7908, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=6200ba52-60f9-4ecd-865d-b423d76b7908,segment=NetworkSegment(a62a0638-41e7-4db7-a568-3155e8f41d13),segment_id=a62a0638-41e7-4db7-a568-3155e8f41d13)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:10:36.447713 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:36.486468 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:36.529150 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=6200ba52-60f9-4ecd-865d-b423d76b7908,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:36.590712 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:36.998893 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78233766-6a90-4270-8ba0-61f506f1263d req-ddc9fe1a-ce05-4122-a7ae-b61700953f6c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:37.000331 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78233766-6a90-4270-8ba0-61f506f1263d req-ddc9fe1a-ce05-4122-a7ae-b61700953f6c tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.41 "GET /v2.0/networks?id=4b48e571-870a-401a-a133-d974374a46f1 HTTP/1.1" status: 200 len: 796 time: 0.1454413 Mar 31 16:10:37.046959 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78233766-6a90-4270-8ba0-61f506f1263d req-8e732226-00c5-4250-a2e8-337956c16e6a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=650835ad0bc14fff808fd395113443a2 HTTP/1.1" status: 200 len: 379 time: 0.0391607 Mar 31 16:10:37.055100 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-78233766-6a90-4270-8ba0-61f506f1263d req-c1e846f2-d9fd-46d7-a776-f0c1b13d83e7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'port': {'device_id': '55e62885-be6c-4348-b19f-b8be9ebdba4d', 'network_id': '4b48e571-870a-401a-a133-d974374a46f1', 'admin_state_up': True, 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'security_groups': ['6950e044-f0ad-484c-8934-da5369654792']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:10:37.291296 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-78233766-6a90-4270-8ba0-61f506f1263d req-c1e846f2-d9fd-46d7-a776-f0c1b13d83e7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:10:37.301640 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-78233766-6a90-4270-8ba0-61f506f1263d req-c1e846f2-d9fd-46d7-a776-f0c1b13d83e7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:10:37.407666 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78233766-6a90-4270-8ba0-61f506f1263d req-c1e846f2-d9fd-46d7-a776-f0c1b13d83e7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Made reservation on behalf of 650835ad0bc14fff808fd395113443a2 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:10:37.411329 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-78233766-6a90-4270-8ba0-61f506f1263d req-c1e846f2-d9fd-46d7-a776-f0c1b13d83e7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:37.514373 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4e2e4307-d6e8-4aa3-9412-45a42d662bad req-68f2ae1c-2bce-4b30-9251-6f497b6fb274 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=55e62885-be6c-4348-b19f-b8be9ebdba4d HTTP/1.1" status: 200 len: 210 time: 0.0456083 Mar 31 16:10:37.576988 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-78233766-6a90-4270-8ba0-61f506f1263d req-c1e846f2-d9fd-46d7-a776-f0c1b13d83e7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Allocated IP 172.20.0.5 (4b48e571-870a-401a-a133-d974374a46f1/2346e4e1-4008-448c-ab08-ff864d822237/e82a19ec-376e-4d60-a55a-b2444b858126) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:10:37.764563 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-78233766-6a90-4270-8ba0-61f506f1263d req-c1e846f2-d9fd-46d7-a776-f0c1b13d83e7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:37.780068 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-78233766-6a90-4270-8ba0-61f506f1263d req-c1e846f2-d9fd-46d7-a776-f0c1b13d83e7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Transition to ACTIVE for port object e82a19ec-376e-4d60-a55a-b2444b858126 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:10:37.864860 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-78233766-6a90-4270-8ba0-61f506f1263d req-c1e846f2-d9fd-46d7-a776-f0c1b13d83e7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:37.931053 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78233766-6a90-4270-8ba0-61f506f1263d req-c1e846f2-d9fd-46d7-a776-f0c1b13d83e7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network 4b48e571-870a-401a-a133-d974374a46f1 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:10:37.934004 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-78233766-6a90-4270-8ba0-61f506f1263d req-c1e846f2-d9fd-46d7-a776-f0c1b13d83e7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:10:37.942761 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-78233766-6a90-4270-8ba0-61f506f1263d req-c1e846f2-d9fd-46d7-a776-f0c1b13d83e7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:10:37.980103 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e846f2-d9fd-46d7-a776-f0c1b13d83e7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Port': ['ID=e82a19ec-376e-4d60-a55a-b2444b858126,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:38.014180 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78233766-6a90-4270-8ba0-61f506f1263d req-c1e846f2-d9fd-46d7-a776-f0c1b13d83e7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:38.014797 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-78233766-6a90-4270-8ba0-61f506f1263d req-c1e846f2-d9fd-46d7-a776-f0c1b13d83e7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:38.059125 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:38.082523 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 6200ba52-60f9-4ecd-865d-b423d76b7908 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:10:38.111750 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78233766-6a90-4270-8ba0-61f506f1263d req-c1e846f2-d9fd-46d7-a776-f0c1b13d83e7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0600443 Mar 31 16:10:38.123662 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-78233766-6a90-4270-8ba0-61f506f1263d req-c041e6d7-a475-4834-9179-9acf6877ae9f service neutron] Request body: {'port': {'device_id': '55e62885-be6c-4348-b19f-b8be9ebdba4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:10:38.153548 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 6200ba52-60f9-4ecd-865d-b423d76b7908 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:10:38.154111 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:38.239240 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-78233766-6a90-4270-8ba0-61f506f1263d req-c041e6d7-a475-4834-9179-9acf6877ae9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:38.254435 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-8ab57ab3-60f6-4cf3-be40-95452dc3ab28 None None] Provisioning for port e82a19ec-376e-4d60-a55a-b2444b858126 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:10:38.265934 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-8ab57ab3-60f6-4cf3-be40-95452dc3ab28 None None] Provisioning complete for port e82a19ec-376e-4d60-a55a-b2444b858126 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:10:38.266294 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8ab57ab3-60f6-4cf3-be40-95452dc3ab28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:38.330796 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-8ab57ab3-60f6-4cf3-be40-95452dc3ab28 None None] Port e82a19ec-376e-4d60-a55a-b2444b858126 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:10:38.578824 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-78233766-6a90-4270-8ba0-61f506f1263d req-c041e6d7-a475-4834-9179-9acf6877ae9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e82a19ec-376e-4d60-a55a-b2444b858126 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:10:38.586093 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-78233766-6a90-4270-8ba0-61f506f1263d req-c041e6d7-a475-4834-9179-9acf6877ae9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:38.600867 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-78233766-6a90-4270-8ba0-61f506f1263d req-c041e6d7-a475-4834-9179-9acf6877ae9f service neutron] Transition to ACTIVE for port object e82a19ec-376e-4d60-a55a-b2444b858126 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:10:38.668499 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-78233766-6a90-4270-8ba0-61f506f1263d req-c041e6d7-a475-4834-9179-9acf6877ae9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:38.830889 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041e6d7-a475-4834-9179-9acf6877ae9f service neutron] Pushing event updated for resources: {'Port': ['ID=e82a19ec-376e-4d60-a55a-b2444b858126,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:38.903765 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f609f-690c-4086-8568-4612e026ccb6 req-676e1945-be92-466f-b7b2-cc4fa14edfbb tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:38.904452 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-3d4f609f-690c-4086-8568-4612e026ccb6 req-676e1945-be92-466f-b7b2-cc4fa14edfbb tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:10:38.942235 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-78233766-6a90-4270-8ba0-61f506f1263d req-c041e6d7-a475-4834-9179-9acf6877ae9f service neutron] Attempting to bind port e82a19ec-376e-4d60-a55a-b2444b858126 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:10:38.950908 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-78233766-6a90-4270-8ba0-61f506f1263d req-c041e6d7-a475-4834-9179-9acf6877ae9f service neutron] Attempting to bind port e82a19ec-376e-4d60-a55a-b2444b858126 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a62a0638-41e7-4db7-a568-3155e8f41d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4b48e571-870a-401a-a133-d974374a46f1'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:10:38.950908 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78233766-6a90-4270-8ba0-61f506f1263d req-c041e6d7-a475-4834-9179-9acf6877ae9f service neutron] Attempting to bind port e82a19ec-376e-4d60-a55a-b2444b858126 on network 4b48e571-870a-401a-a133-d974374a46f1 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:10:38.950908 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78233766-6a90-4270-8ba0-61f506f1263d req-c041e6d7-a475-4834-9179-9acf6877ae9f service neutron] Port e82a19ec-376e-4d60-a55a-b2444b858126 on network 4b48e571-870a-401a-a133-d974374a46f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 16:10:38.950908 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78233766-6a90-4270-8ba0-61f506f1263d req-c041e6d7-a475-4834-9179-9acf6877ae9f service neutron] Attempting to bind port e82a19ec-376e-4d60-a55a-b2444b858126 on network 4b48e571-870a-401a-a133-d974374a46f1 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:10:38.954133 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78233766-6a90-4270-8ba0-61f506f1263d req-c041e6d7-a475-4834-9179-9acf6877ae9f service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:10:38.954862 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78233766-6a90-4270-8ba0-61f506f1263d req-c041e6d7-a475-4834-9179-9acf6877ae9f service neutron] Checking segment: {'id': 'a62a0638-41e7-4db7-a568-3155e8f41d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4b48e571-870a-401a-a133-d974374a46f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:10:38.954862 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78233766-6a90-4270-8ba0-61f506f1263d req-c041e6d7-a475-4834-9179-9acf6877ae9f service neutron] Bound using segment: {'id': 'a62a0638-41e7-4db7-a568-3155e8f41d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4b48e571-870a-401a-a133-d974374a46f1'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:10:38.955232 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-78233766-6a90-4270-8ba0-61f506f1263d req-c041e6d7-a475-4834-9179-9acf6877ae9f service neutron] Bound port: e82a19ec-376e-4d60-a55a-b2444b858126, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a62a0638-41e7-4db7-a568-3155e8f41d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4b48e571-870a-401a-a133-d974374a46f1'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:10:38.955569 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-78233766-6a90-4270-8ba0-61f506f1263d req-c041e6d7-a475-4834-9179-9acf6877ae9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:39.020310 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-3d4f609f-690c-4086-8568-4612e026ccb6 req-676e1945-be92-466f-b7b2-cc4fa14edfbb tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:10:39.021504 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3d4f609f-690c-4086-8568-4612e026ccb6 req-676e1945-be92-466f-b7b2-cc4fa14edfbb tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=55e62885-be6c-4348-b19f-b8be9ebdba4d HTTP/1.1" status: 200 len: 931 time: 0.4010427 Mar 31 16:10:39.070406 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-78233766-6a90-4270-8ba0-61f506f1263d req-c041e6d7-a475-4834-9179-9acf6877ae9f service neutron] For port e82a19ec-376e-4d60-a55a-b2444b858126, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:10:39.074703 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-78233766-6a90-4270-8ba0-61f506f1263d req-c041e6d7-a475-4834-9179-9acf6877ae9f service neutron] For port e82a19ec-376e-4d60-a55a-b2444b858126, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=e82a19ec-376e-4d60-a55a-b2444b858126,segment=NetworkSegment(a62a0638-41e7-4db7-a568-3155e8f41d13),segment_id=a62a0638-41e7-4db7-a568-3155e8f41d13)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:10:39.085710 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3d4f609f-690c-4086-8568-4612e026ccb6 req-d01577cc-fcd6-47b5-9c85-52ca66710e32 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=6950e044-f0ad-484c-8934-da5369654792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520813 Mar 31 16:10:39.133989 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-78233766-6a90-4270-8ba0-61f506f1263d req-c041e6d7-a475-4834-9179-9acf6877ae9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:39.191121 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78233766-6a90-4270-8ba0-61f506f1263d req-c041e6d7-a475-4834-9179-9acf6877ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:39.191757 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-78233766-6a90-4270-8ba0-61f506f1263d req-c041e6d7-a475-4834-9179-9acf6877ae9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:39.193271 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78233766-6a90-4270-8ba0-61f506f1263d req-c041e6d7-a475-4834-9179-9acf6877ae9f service neutron] 10.222.0.41 "PUT /v2.0/ports/e82a19ec-376e-4d60-a55a-b2444b858126 HTTP/1.1" status: 200 len: 1093 time: 1.0743971 Mar 31 16:10:39.195727 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e62885-be6c-4348-b19f-b8be9ebdba4d', 'tag': 'e82a19ec-376e-4d60-a55a-b2444b858126'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:10:39.224435 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041e6d7-a475-4834-9179-9acf6877ae9f service neutron] Pushing event updated for resources: {'Port': ['ID=e82a19ec-376e-4d60-a55a-b2444b858126,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:39.246527 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e62885-be6c-4348-b19f-b8be9ebdba4d', 'tag': 'e82a19ec-376e-4d60-a55a-b2444b858126', 'status': 'completed', 'code': 200} Mar 31 16:10:39.340155 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405e051-beb6-4abd-aa57-28b06a01b508 req-4952cfc3-61b3-4464-9c36-041ae1e460d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:39.342589 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a405e051-beb6-4abd-aa57-28b06a01b508 req-4952cfc3-61b3-4464-9c36-041ae1e460d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&device_id=55e62885-be6c-4348-b19f-b8be9ebdba4d HTTP/1.1" status: 200 len: 1096 time: 0.0742948 Mar 31 16:10:39.587597 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405e051-beb6-4abd-aa57-28b06a01b508 req-b3fdc6ed-b99f-406e-b01c-8a851489ee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:39.589098 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a405e051-beb6-4abd-aa57-28b06a01b508 req-b3fdc6ed-b99f-406e-b01c-8a851489ee12 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=650835ad0bc14fff808fd395113443a2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2385375 Mar 31 16:10:39.719321 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405e051-beb6-4abd-aa57-28b06a01b508 req-e14d7dfe-da2d-47cb-85fc-71f60caf4abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:39.720727 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a405e051-beb6-4abd-aa57-28b06a01b508 req-e14d7dfe-da2d-47cb-85fc-71f60caf4abc service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1266260 Mar 31 16:10:39.828770 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78233766-6a90-4270-8ba0-61f506f1263d req-560f5d4a-c0ee-46e1-ab5f-9bb560cedb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:39.830217 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78233766-6a90-4270-8ba0-61f506f1263d req-560f5d4a-c0ee-46e1-ab5f-9bb560cedb5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&device_id=55e62885-be6c-4348-b19f-b8be9ebdba4d HTTP/1.1" status: 200 len: 1096 time: 0.0734065 Mar 31 16:10:39.897501 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78233766-6a90-4270-8ba0-61f506f1263d req-33cad580-f9df-4ac7-bf37-a48d80aed7c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e82a19ec-376e-4d60-a55a-b2444b858126 HTTP/1.1" status: 200 len: 217 time: 0.0609982 Mar 31 16:10:39.958452 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78233766-6a90-4270-8ba0-61f506f1263d req-cf6526eb-17f1-45ec-869d-18a46b535d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:39.959858 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78233766-6a90-4270-8ba0-61f506f1263d req-cf6526eb-17f1-45ec-869d-18a46b535d73 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2346e4e1-4008-448c-ab08-ff864d822237 HTTP/1.1" status: 200 len: 834 time: 0.0566449 Mar 31 16:10:40.032910 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78233766-6a90-4270-8ba0-61f506f1263d req-62531310-8303-4645-9410-e8f0b0ed6dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:40.034428 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78233766-6a90-4270-8ba0-61f506f1263d req-62531310-8303-4645-9410-e8f0b0ed6dc6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b48e571-870a-401a-a133-d974374a46f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688467 Mar 31 16:10:40.165994 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78233766-6a90-4270-8ba0-61f506f1263d req-2c0c2522-4128-4472-add5-970ed28af36a service neutron] 10.222.0.41 "GET /v2.0/networks/4b48e571-870a-401a-a133-d974374a46f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252398 Mar 31 16:10:40.355312 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-78233766-6a90-4270-8ba0-61f506f1263d req-3e7c1891-d1b1-462a-ab5b-237b314e2667 service neutron] 10.222.0.41 "GET /v2.0/networks/4b48e571-870a-401a-a133-d974374a46f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812935 Mar 31 16:10:40.368149 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8231dac-02c9-4e3a-bb0d-1afd913496cd req-ef08ca2f-49bb-4773-857e-fb47ac3c977b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:40.369494 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e8231dac-02c9-4e3a-bb0d-1afd913496cd req-ef08ca2f-49bb-4773-857e-fb47ac3c977b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=55e62885-be6c-4348-b19f-b8be9ebdba4d HTTP/1.1" status: 200 len: 943 time: 0.1612208 Mar 31 16:10:40.421902 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e8231dac-02c9-4e3a-bb0d-1afd913496cd req-27ab47f2-b059-4fec-a1d4-d793b7f7b99f tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=6950e044-f0ad-484c-8934-da5369654792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459831 Mar 31 16:10:41.607250 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3121157-2cae-4fc3-ae64-fe534d4201ef req-659d236a-3b34-4130-b85d-703514233a0a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:41.608712 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c3121157-2cae-4fc3-ae64-fe534d4201ef req-659d236a-3b34-4130-b85d-703514233a0a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=55e62885-be6c-4348-b19f-b8be9ebdba4d HTTP/1.1" status: 200 len: 943 time: 0.0811396 Mar 31 16:10:41.652226 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-c3121157-2cae-4fc3-ae64-fe534d4201ef req-0f6c02d0-b5f0-4071-aa55-182a18dc6b4e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:10:41.664507 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-c3121157-2cae-4fc3-ae64-fe534d4201ef req-0f6c02d0-b5f0-4071-aa55-182a18dc6b4e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:10:41.665551 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c3121157-2cae-4fc3-ae64-fe534d4201ef req-0f6c02d0-b5f0-4071-aa55-182a18dc6b4e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=6950e044-f0ad-484c-8934-da5369654792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512009 Mar 31 16:10:42.508049 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device e82a19ec-376e-4d60-a55a-b2444b858126 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 16:10:42.643814 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port e82a19ec-376e-4d60-a55a-b2444b858126, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=e82a19ec-376e-4d60-a55a-b2444b858126,segment=NetworkSegment(a62a0638-41e7-4db7-a568-3155e8f41d13),segment_id=a62a0638-41e7-4db7-a568-3155e8f41d13)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:10:42.689919 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': 'e82a19ec-376e-4d60-a55a-b2444b858126', 'network_id': '4b48e571-870a-401a-a133-d974374a46f1', 'port_id': 'e82a19ec-376e-4d60-a55a-b2444b858126', 'mac_address': 'fa:16:3e:f3:e3:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2346e4e1-4008-448c-ab08-ff864d822237', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 16:10:42.744770 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:42.761614 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e82a19ec-376e-4d60-a55a-b2444b858126 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:10:42.777515 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port e82a19ec-376e-4d60-a55a-b2444b858126, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=e82a19ec-376e-4d60-a55a-b2444b858126,segment=NetworkSegment(a62a0638-41e7-4db7-a568-3155e8f41d13),segment_id=a62a0638-41e7-4db7-a568-3155e8f41d13)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:10:42.841526 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:42.847919 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e0c79-fcae-4d75-be0c-be35603e5dd8 req-77477444-3f7a-4585-a538-4eda4c13cc6e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:42.849404 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3d4e0c79-fcae-4d75-be0c-be35603e5dd8 req-77477444-3f7a-4585-a538-4eda4c13cc6e tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=55e62885-be6c-4348-b19f-b8be9ebdba4d HTTP/1.1" status: 200 len: 943 time: 0.0778637 Mar 31 16:10:42.896616 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3d4e0c79-fcae-4d75-be0c-be35603e5dd8 req-a49b1d7a-b337-4536-a828-562574a77d83 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=6950e044-f0ad-484c-8934-da5369654792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414443 Mar 31 16:10:42.911018 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=e82a19ec-376e-4d60-a55a-b2444b858126,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:43.076200 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['e82a19ec-376e-4d60-a55a-b2444b858126'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 16:10:44.082135 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69c650-ae6d-40ed-bf76-a265bc463a08 req-09a68b74-56ce-4d9c-ab17-90fe23033228 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:44.083569 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-cf69c650-ae6d-40ed-bf76-a265bc463a08 req-09a68b74-56ce-4d9c-ab17-90fe23033228 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=55e62885-be6c-4348-b19f-b8be9ebdba4d HTTP/1.1" status: 200 len: 944 time: 0.0811656 Mar 31 16:10:44.126894 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-cf69c650-ae6d-40ed-bf76-a265bc463a08 req-d648a0ec-a89d-40df-9071-b007c3b41a54 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=6950e044-f0ad-484c-8934-da5369654792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376997 Mar 31 16:10:44.508147 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device e82a19ec-376e-4d60-a55a-b2444b858126 up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:10:44.658691 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port e82a19ec-376e-4d60-a55a-b2444b858126 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:10:44.663820 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port e82a19ec-376e-4d60-a55a-b2444b858126 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:10:44.666520 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:44.781531 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:44.806853 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e62885-be6c-4348-b19f-b8be9ebdba4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82a19ec-376e-4d60-a55a-b2444b858126'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:10:44.817048 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port e82a19ec-376e-4d60-a55a-b2444b858126, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=e82a19ec-376e-4d60-a55a-b2444b858126,segment=NetworkSegment(a62a0638-41e7-4db7-a568-3155e8f41d13),segment_id=a62a0638-41e7-4db7-a568-3155e8f41d13)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:10:44.850691 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e62885-be6c-4348-b19f-b8be9ebdba4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82a19ec-376e-4d60-a55a-b2444b858126', 'code': 200} Mar 31 16:10:44.876147 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:44.947633 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=e82a19ec-376e-4d60-a55a-b2444b858126,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:45.214783 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1417568-2fc9-418f-a99d-004ac581044c req-83fbf819-836f-4304-9f39-00cbc5a30061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:45.216669 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b1417568-2fc9-418f-a99d-004ac581044c req-83fbf819-836f-4304-9f39-00cbc5a30061 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=55e62885-be6c-4348-b19f-b8be9ebdba4d HTTP/1.1" status: 200 len: 1098 time: 0.0699391 Mar 31 16:10:45.256902 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b1417568-2fc9-418f-a99d-004ac581044c req-b714f281-968b-420c-aee0-96a6664b95d6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6950e044-f0ad-484c-8934-da5369654792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343945 Mar 31 16:10:45.310616 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7cc30-c972-44fc-9315-c10cc7eacd40 req-44b8a853-bcbf-47ea-a2a3-d5c240412c08 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:45.314092 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7fc7cc30-c972-44fc-9315-c10cc7eacd40 req-44b8a853-bcbf-47ea-a2a3-d5c240412c08 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=55e62885-be6c-4348-b19f-b8be9ebdba4d HTTP/1.1" status: 200 len: 945 time: 0.0784919 Mar 31 16:10:45.358461 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7fc7cc30-c972-44fc-9315-c10cc7eacd40 req-957e2dc8-f27d-4162-aa5a-470c62cbe026 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=6950e044-f0ad-484c-8934-da5369654792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404420 Mar 31 16:10:46.546995 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35824a4-06f3-4f22-a3b3-3f3f900aedfe req-1e5faa09-109b-4d69-8a2d-2ebb55047400 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:46.548441 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a35824a4-06f3-4f22-a3b3-3f3f900aedfe req-1e5faa09-109b-4d69-8a2d-2ebb55047400 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=55e62885-be6c-4348-b19f-b8be9ebdba4d HTTP/1.1" status: 200 len: 945 time: 0.0810444 Mar 31 16:10:46.592561 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a35824a4-06f3-4f22-a3b3-3f3f900aedfe req-64d4aa2d-8d21-4782-bff5-cd3e8a6a5a2d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=6950e044-f0ad-484c-8934-da5369654792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383842 Mar 31 16:10:46.776965 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1bb88-31e4-4f03-965c-51ae0116b097 req-24144cb8-a912-43ee-9fbd-0bc152156007 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:46.778435 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-02b1bb88-31e4-4f03-965c-51ae0116b097 req-24144cb8-a912-43ee-9fbd-0bc152156007 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=55e62885-be6c-4348-b19f-b8be9ebdba4d HTTP/1.1" status: 200 len: 945 time: 0.0811679 Mar 31 16:10:46.821311 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-02b1bb88-31e4-4f03-965c-51ae0116b097 req-22e35b42-ce46-44b7-ae22-679489e16fe7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=6950e044-f0ad-484c-8934-da5369654792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365372 Mar 31 16:10:46.844083 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 56176) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:10:46.914592 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a43c197-7e70-4549-ab26-ecaf5d5a4c60 tempest-TestNetworkAdvancedServerOps-2136623470 tempest-TestNetworkAdvancedServerOps-2136623470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:46.916043 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8a43c197-7e70-4549-ab26-ecaf5d5a4c60 tempest-TestNetworkAdvancedServerOps-2136623470 tempest-TestNetworkAdvancedServerOps-2136623470-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=55e62885-be6c-4348-b19f-b8be9ebdba4d HTTP/1.1" status: 200 len: 1093 time: 0.0709960 Mar 31 16:10:46.918768 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 56180) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:10:46.923502 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4c3cfdbf-a633-4888-836a-6ff6a3dfc8be tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'port_id': 'e82a19ec-376e-4d60-a55a-b2444b858126', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:10:46.929233 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4c3cfdbf-a633-4888-836a-6ff6a3dfc8be tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:10:46.932927 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4c3cfdbf-a633-4888-836a-6ff6a3dfc8be tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Usage tracker for resource:floatingip and tenant:650835ad0bc14fff808fd395113443a2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:10:46.935695 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4c3cfdbf-a633-4888-836a-6ff6a3dfc8be tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:10:46.941500 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4c3cfdbf-a633-4888-836a-6ff6a3dfc8be tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:10:47.024439 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c3cfdbf-a633-4888-836a-6ff6a3dfc8be tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:47.160792 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c3cfdbf-a633-4888-836a-6ff6a3dfc8be tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:47.291171 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-4c3cfdbf-a633-4888-836a-6ff6a3dfc8be tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Allocated IP 172.26.5.101 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/7c85a9b1-924b-4f7c-89bb-d6e4ba6c82b6) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:10:47.433260 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c3cfdbf-a633-4888-836a-6ff6a3dfc8be tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:47.515336 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c3cfdbf-a633-4888-836a-6ff6a3dfc8be tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:47.578900 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3cfdbf-a633-4888-836a-6ff6a3dfc8be tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:10:47.585614 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-4c3cfdbf-a633-4888-836a-6ff6a3dfc8be tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:10:47.589618 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3cfdbf-a633-4888-836a-6ff6a3dfc8be tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:10:47.624723 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3cfdbf-a633-4888-836a-6ff6a3dfc8be tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Port': ['ID=7c85a9b1-924b-4f7c-89bb-d6e4ba6c82b6,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:48.094028 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c3cfdbf-a633-4888-836a-6ff6a3dfc8be tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:48.232372 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c3cfdbf-a633-4888-836a-6ff6a3dfc8be tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:48.442857 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c3cfdbf-a633-4888-836a-6ff6a3dfc8be tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:48.510233 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c3cfdbf-a633-4888-836a-6ff6a3dfc8be tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:48.620537 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3cfdbf-a633-4888-836a-6ff6a3dfc8be tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event updated for resources: {'Port': ['ID=7c85a9b1-924b-4f7c-89bb-d6e4ba6c82b6,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:10:48.630726 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c3cfdbf-a633-4888-836a-6ff6a3dfc8be tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:48.800212 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-4c3cfdbf-a633-4888-836a-6ff6a3dfc8be tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Floating IP e105e4c2-8219-4c7d-974a-15eb6bdd71f9 associated. External IP: 172.26.5.101, port: e82a19ec-376e-4d60-a55a-b2444b858126. Mar 31 16:10:49.139780 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3cfdbf-a633-4888-836a-6ff6a3dfc8be tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Router bd0427de-f777-486b-b616-72a6094f5897 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:10:49.424810 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3cfdbf-a633-4888-836a-6ff6a3dfc8be tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:10:49.434401 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad086c-c8ec-4737-8848-75d94489ddba None None] Sync routers for ids ['bd0427de-f777-486b-b616-72a6094f5897'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:10:49.444610 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ad086c-c8ec-4737-8848-75d94489ddba None None] Routers {'bd0427de-f777-486b-b616-72a6094f5897'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:10:49.445239 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-92ad086c-c8ec-4737-8848-75d94489ddba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:10:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['bd0427de-f777-486b-b616-72a6094f5897'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:10:49.499512 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c3cfdbf-a633-4888-836a-6ff6a3dfc8be tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:10:49.555202 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4c3cfdbf-a633-4888-836a-6ff6a3dfc8be tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6354096 Mar 31 16:10:49.555770 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e62885-be6c-4348-b19f-b8be9ebdba4d', 'tag': 'e82a19ec-376e-4d60-a55a-b2444b858126'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:10:49.628005 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-92ad086c-c8ec-4737-8848-75d94489ddba None None] Set router bd0427de-f777-486b-b616-72a6094f5897 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:10:49.658813 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e62885-be6c-4348-b19f-b8be9ebdba4d', 'tag': 'e82a19ec-376e-4d60-a55a-b2444b858126', 'status': 'completed', 'code': 200} Mar 31 16:10:49.793391 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8caafe-9509-4883-ae52-77d54a9617f2 req-973be6ab-152e-4466-9f59-e99727925fc7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:49.795003 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c8caafe-9509-4883-ae52-77d54a9617f2 req-973be6ab-152e-4466-9f59-e99727925fc7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=55e62885-be6c-4348-b19f-b8be9ebdba4d HTTP/1.1" status: 200 len: 945 time: 0.1462841 Mar 31 16:10:49.797039 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ca297-0355-4524-a794-0be17b0743d6 req-7fd6af05-76ac-4152-9a15-638735d73348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:49.798407 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-853ca297-0355-4524-a794-0be17b0743d6 req-7fd6af05-76ac-4152-9a15-638735d73348 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&device_id=55e62885-be6c-4348-b19f-b8be9ebdba4d HTTP/1.1" status: 200 len: 1098 time: 0.1142507 Mar 31 16:10:49.926778 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5c8caafe-9509-4883-ae52-77d54a9617f2 req-b1bd94f9-1aa2-430c-b051-b47a50bb24a1 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=6950e044-f0ad-484c-8934-da5369654792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260784 Mar 31 16:10:49.952971 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 56190) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:10:49.964469 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ca297-0355-4524-a794-0be17b0743d6 req-2ab54e08-cf09-4031-abe4-cf42affaae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:49.970127 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-853ca297-0355-4524-a794-0be17b0743d6 req-2ab54e08-cf09-4031-abe4-cf42affaae62 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4b48e571-870a-401a-a133-d974374a46f1 HTTP/1.1" status: 200 len: 897 time: 0.1526201 Mar 31 16:10:49.978964 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-92ad086c-c8ec-4737-8848-75d94489ddba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0427de-f777-486b-b616-72a6094f5897', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170646853', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '633823ea-3139-43b7-8b9c-fcd6e00e6184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:10:25Z', 'updated_at': '2022-03-31T16:10:31Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '633823ea-3139-43b7-8b9c-fcd6e00e6184', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0427de-f777-486b-b616-72a6094f5897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:10:26Z', 'updated_at': '2022-03-31T16:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'e105e4c2-8219-4c7d-974a-15eb6bdd71f9', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'floating_ip_address': '172.26.5.101', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'bd0427de-f777-486b-b616-72a6094f5897', 'port_id': 'e82a19ec-376e-4d60-a55a-b2444b858126', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b48e571-870a-401a-a133-d974374a46f1', 'mac_address': 'fa:16:3e:f3:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e62885-be6c-4348-b19f-b8be9ebdba4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:10:48Z', 'updated_at': '2022-03-31T16:10:48Z', 'revision_number': 0, 'project_id': '650835ad0bc14fff808fd395113443a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6200ba52-60f9-4ecd-865d-b423d76b7908', 'name': '', 'network_id': '4b48e571-870a-401a-a133-d974374a46f1', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:0b:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0427de-f777-486b-b616-72a6094f5897', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2346e4e1-4008-448c-ab08-ff864d822237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:10:30Z', 'updated_at': '2022-03-31T16:10:36Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '2346e4e1-4008-448c-ab08-ff864d822237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:10:49.983439 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad086c-c8ec-4737-8848-75d94489ddba None None] Checking router: bd0427de-f777-486b-b616-72a6094f5897 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:10:49.993912 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ad086c-c8ec-4737-8848-75d94489ddba None None] Routers {'bd0427de-f777-486b-b616-72a6094f5897'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:10:49.994757 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-92ad086c-c8ec-4737-8848-75d94489ddba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:10:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['bd0427de-f777-486b-b616-72a6094f5897'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:10:50.067930 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-fe659ae7-ae2c-4d03-b6f3-c8849a3e7425 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/floatingips/e105e4c2-8219-4c7d-974a-15eb6bdd71f9 HTTP/1.1" status: 200 len: 991 time: 0.1137836 Mar 31 16:10:50.178503 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-853ca297-0355-4524-a794-0be17b0743d6 req-9796b02a-1f56-4659-8ed5-37a2f13d77ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e82a19ec-376e-4d60-a55a-b2444b858126 HTTP/1.1" status: 200 len: 999 time: 0.2063234 Mar 31 16:10:50.214875 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-92ad086c-c8ec-4737-8848-75d94489ddba None None] Set router bd0427de-f777-486b-b616-72a6094f5897 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:10:50.240989 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ca297-0355-4524-a794-0be17b0743d6 req-02c24fed-7757-4a1c-892a-4418cc607add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:50.242454 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-853ca297-0355-4524-a794-0be17b0743d6 req-02c24fed-7757-4a1c-892a-4418cc607add service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2346e4e1-4008-448c-ab08-ff864d822237 HTTP/1.1" status: 200 len: 834 time: 0.0584447 Mar 31 16:10:50.316127 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ca297-0355-4524-a794-0be17b0743d6 req-c8903b07-9c08-4d03-acba-53ff751a5244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:10:50.317603 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-853ca297-0355-4524-a794-0be17b0743d6 req-c8903b07-9c08-4d03-acba-53ff751a5244 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b48e571-870a-401a-a133-d974374a46f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688393 Mar 31 16:10:50.452650 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-853ca297-0355-4524-a794-0be17b0743d6 req-b8a099a0-adf6-4bb8-841b-216ad2346c69 service neutron] 10.222.0.41 "GET /v2.0/networks/4b48e571-870a-401a-a133-d974374a46f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287897 Mar 31 16:10:50.590225 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-92ad086c-c8ec-4737-8848-75d94489ddba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0427de-f777-486b-b616-72a6094f5897', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170646853', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '633823ea-3139-43b7-8b9c-fcd6e00e6184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:10:25Z', 'updated_at': '2022-03-31T16:10:31Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '633823ea-3139-43b7-8b9c-fcd6e00e6184', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0427de-f777-486b-b616-72a6094f5897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:10:26Z', 'updated_at': '2022-03-31T16:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'e105e4c2-8219-4c7d-974a-15eb6bdd71f9', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'floating_ip_address': '172.26.5.101', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'bd0427de-f777-486b-b616-72a6094f5897', 'port_id': 'e82a19ec-376e-4d60-a55a-b2444b858126', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b48e571-870a-401a-a133-d974374a46f1', 'mac_address': 'fa:16:3e:f3:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e62885-be6c-4348-b19f-b8be9ebdba4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:10:48Z', 'updated_at': '2022-03-31T16:10:48Z', 'revision_number': 0, 'project_id': '650835ad0bc14fff808fd395113443a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6200ba52-60f9-4ecd-865d-b423d76b7908', 'name': '', 'network_id': '4b48e571-870a-401a-a133-d974374a46f1', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:0b:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0427de-f777-486b-b616-72a6094f5897', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2346e4e1-4008-448c-ab08-ff864d822237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:10:30Z', 'updated_at': '2022-03-31T16:10:36Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '2346e4e1-4008-448c-ab08-ff864d822237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:10:50.590833 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-853ca297-0355-4524-a794-0be17b0743d6 req-a885ce06-b037-45de-9d55-de7b1cfc8ec6 service neutron] 10.222.0.41 "GET /v2.0/networks/4b48e571-870a-401a-a133-d974374a46f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321709 Mar 31 16:10:50.598439 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad086c-c8ec-4737-8848-75d94489ddba None None] The sync data for ids ['bd0427de-f777-486b-b616-72a6094f5897'] in dv-neutron-833379-2-hyperv is: [{'id': 'bd0427de-f777-486b-b616-72a6094f5897', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170646853', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '633823ea-3139-43b7-8b9c-fcd6e00e6184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:10:25Z', 'updated_at': '2022-03-31T16:10:31Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '633823ea-3139-43b7-8b9c-fcd6e00e6184', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0427de-f777-486b-b616-72a6094f5897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:10:26Z', 'updated_at': '2022-03-31T16:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'e105e4c2-8219-4c7d-974a-15eb6bdd71f9', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'floating_ip_address': '172.26.5.101', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': 'bd0427de-f777-486b-b616-72a6094f5897', 'port_id': 'e82a19ec-376e-4d60-a55a-b2444b858126', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b48e571-870a-401a-a133-d974374a46f1', 'mac_address': 'fa:16:3e:f3:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e62885-be6c-4348-b19f-b8be9ebdba4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:10:48Z', 'updated_at': '2022-03-31T16:10:48Z', 'revision_number': 0, 'project_id': '650835ad0bc14fff808fd395113443a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6200ba52-60f9-4ecd-865d-b423d76b7908', 'name': '', 'network_id': '4b48e571-870a-401a-a133-d974374a46f1', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:0b:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0427de-f777-486b-b616-72a6094f5897', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2346e4e1-4008-448c-ab08-ff864d822237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:10:30Z', 'updated_at': '2022-03-31T16:10:36Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '2346e4e1-4008-448c-ab08-ff864d822237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:10:50.806589 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae1151-8f03-4e04-a5ee-039ba8b998bf None None] New status for floating IP e105e4c2-8219-4c7d-974a-15eb6bdd71f9: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:10:51.071019 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 56194) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:10:51.181134 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-455506c4-3bcb-4787-b886-8dd80dd95ad0 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/floatingips/e105e4c2-8219-4c7d-974a-15eb6bdd71f9 HTTP/1.1" status: 200 len: 991 time: 0.1089931 Mar 31 16:10:52.184203 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 56198) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:10:52.290350 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-8c5f40ee-8f5f-436f-a4dd-1e2609dfb03b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/floatingips/e105e4c2-8219-4c7d-974a-15eb6bdd71f9 HTTP/1.1" status: 200 len: 993 time: 0.1048808 Mar 31 16:10:55.272416 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [req-1f1847c2-6abe-49ac-b1ef-7c2401da46e1 req-c701c006-bff6-43dd-8c2b-679ec38d36ba service neutron] (103444) timed out ('10.222.0.41', 54219) {{(pid=103444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 31 16:10:55.618538 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:03.109860 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0c13a3f7-5cf1-4631-934f-bb5d5713fa3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:04.855022 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:11:05.167268 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-06aee9fa-2e86-4a03-80e7-e01686597fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:06.487266 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:06.572598 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:08.081422 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:15.522678 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-36f9c8af-28b9-4c5c-9e81-57b66aa88c82 req-02681ae9-2fd1-4f9f-9309-a63296eae2a4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=55e62885-be6c-4348-b19f-b8be9ebdba4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715008 Mar 31 16:11:15.664030 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9c8af-28b9-4c5c-9e81-57b66aa88c82 req-83d0f49b-0e0c-479b-b562-8c60e95f1485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:15.665517 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-36f9c8af-28b9-4c5c-9e81-57b66aa88c82 req-83d0f49b-0e0c-479b-b562-8c60e95f1485 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&device_id=55e62885-be6c-4348-b19f-b8be9ebdba4d HTTP/1.1" status: 200 len: 1098 time: 0.0706747 Mar 31 16:11:15.807208 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9c8af-28b9-4c5c-9e81-57b66aa88c82 req-ad9c563c-0146-4c7b-bbf8-8d9a46034875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:15.808538 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-36f9c8af-28b9-4c5c-9e81-57b66aa88c82 req-ad9c563c-0146-4c7b-bbf8-8d9a46034875 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4b48e571-870a-401a-a133-d974374a46f1 HTTP/1.1" status: 200 len: 897 time: 0.1240301 Mar 31 16:11:15.912412 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-36f9c8af-28b9-4c5c-9e81-57b66aa88c82 req-9037be1e-cc00-4e88-be86-57406db73ee6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e82a19ec-376e-4d60-a55a-b2444b858126 HTTP/1.1" status: 200 len: 1001 time: 0.0943217 Mar 31 16:11:15.976550 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9c8af-28b9-4c5c-9e81-57b66aa88c82 req-adc18063-e08e-4c28-807e-893ae9df63b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:15.977992 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-36f9c8af-28b9-4c5c-9e81-57b66aa88c82 req-adc18063-e08e-4c28-807e-893ae9df63b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2346e4e1-4008-448c-ab08-ff864d822237 HTTP/1.1" status: 200 len: 834 time: 0.0595448 Mar 31 16:11:16.050938 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9c8af-28b9-4c5c-9e81-57b66aa88c82 req-a757bd68-39a8-43f5-92d7-833a3361d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:16.052386 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-36f9c8af-28b9-4c5c-9e81-57b66aa88c82 req-a757bd68-39a8-43f5-92d7-833a3361d187 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b48e571-870a-401a-a133-d974374a46f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683722 Mar 31 16:11:16.181238 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-36f9c8af-28b9-4c5c-9e81-57b66aa88c82 req-2ba2b141-8185-4a89-9bab-86356c4da440 service neutron] 10.222.0.41 "GET /v2.0/networks/4b48e571-870a-401a-a133-d974374a46f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218858 Mar 31 16:11:16.315448 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-36f9c8af-28b9-4c5c-9e81-57b66aa88c82 req-4faf12f0-4639-444f-9fd0-62d2269b081b service neutron] 10.222.0.41 "GET /v2.0/networks/4b48e571-870a-401a-a133-d974374a46f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255009 Mar 31 16:11:22.126182 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1973d95-0a4c-4003-8f57-3756da096b81 req-4b084a3f-c766-4e63-a76f-6d7ea3eb70cb tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:22.127637 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c1973d95-0a4c-4003-8f57-3756da096b81 req-4b084a3f-c766-4e63-a76f-6d7ea3eb70cb tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=55e62885-be6c-4348-b19f-b8be9ebdba4d HTTP/1.1" status: 200 len: 945 time: 0.0824964 Mar 31 16:11:22.171295 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c1973d95-0a4c-4003-8f57-3756da096b81 req-f703af5f-529e-4721-a2fc-1d0d5fc4081b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=6950e044-f0ad-484c-8934-da5369654792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380580 Mar 31 16:11:23.357963 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f453a-6cf7-43e5-9864-da3a6c8527d0 req-25f78a2c-dfee-41fb-9416-f5a0e0a37721 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:23.359375 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-492f453a-6cf7-43e5-9864-da3a6c8527d0 req-25f78a2c-dfee-41fb-9416-f5a0e0a37721 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=55e62885-be6c-4348-b19f-b8be9ebdba4d HTTP/1.1" status: 200 len: 945 time: 0.0792961 Mar 31 16:11:23.406064 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-492f453a-6cf7-43e5-9864-da3a6c8527d0 req-67faf2cb-13d6-4818-9875-b07c583f2faa tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=6950e044-f0ad-484c-8934-da5369654792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404091 Mar 31 16:11:23.428936 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56218) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:11:23.534724 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2ec2ff67-e187-4a90-a147-c51b8a3df475 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/floatingips/e105e4c2-8219-4c7d-974a-15eb6bdd71f9 HTTP/1.1" status: 200 len: 993 time: 0.1045339 Mar 31 16:11:25.096308 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738262e0-327a-4d0e-b979-7c3553519e5b req-a2d88879-750b-4f4a-b83f-a784a15c42de tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:25.097805 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-738262e0-327a-4d0e-b979-7c3553519e5b req-a2d88879-750b-4f4a-b83f-a784a15c42de tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=55e62885-be6c-4348-b19f-b8be9ebdba4d HTTP/1.1" status: 200 len: 945 time: 0.0812795 Mar 31 16:11:25.144481 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-738262e0-327a-4d0e-b979-7c3553519e5b req-032bdc84-dd7d-4d44-8b4f-2e24667fe864 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=6950e044-f0ad-484c-8934-da5369654792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407543 Mar 31 16:11:25.150814 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86052ed-3c39-4d17-8bce-6377c8f358a3 req-49f8cadc-e882-48b1-9fcb-e54d23569998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:25.152279 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f86052ed-3c39-4d17-8bce-6377c8f358a3 req-49f8cadc-e882-48b1-9fcb-e54d23569998 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&device_id=55e62885-be6c-4348-b19f-b8be9ebdba4d HTTP/1.1" status: 200 len: 1098 time: 0.0703468 Mar 31 16:11:25.382932 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86052ed-3c39-4d17-8bce-6377c8f358a3 req-e90bb73d-7e29-4937-895f-25da9c0b3eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:25.384420 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f86052ed-3c39-4d17-8bce-6377c8f358a3 req-e90bb73d-7e29-4937-895f-25da9c0b3eee service neutron] 10.222.0.41 "GET /v2.0/networks?id=4b48e571-870a-401a-a133-d974374a46f1 HTTP/1.1" status: 200 len: 897 time: 0.2245870 Mar 31 16:11:25.486835 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f86052ed-3c39-4d17-8bce-6377c8f358a3 req-a74d4bce-e71f-4202-8c1e-1d788d09e551 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e82a19ec-376e-4d60-a55a-b2444b858126 HTTP/1.1" status: 200 len: 1001 time: 0.0949016 Mar 31 16:11:25.547440 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86052ed-3c39-4d17-8bce-6377c8f358a3 req-0c1ecb88-e567-42e7-8e25-73d14996438b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:25.549796 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f86052ed-3c39-4d17-8bce-6377c8f358a3 req-0c1ecb88-e567-42e7-8e25-73d14996438b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2346e4e1-4008-448c-ab08-ff864d822237 HTTP/1.1" status: 200 len: 834 time: 0.0569484 Mar 31 16:11:25.627252 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86052ed-3c39-4d17-8bce-6377c8f358a3 req-e627e517-fad7-429d-94a2-3617c375f019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:25.628740 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f86052ed-3c39-4d17-8bce-6377c8f358a3 req-e627e517-fad7-429d-94a2-3617c375f019 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b48e571-870a-401a-a133-d974374a46f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731816 Mar 31 16:11:25.634643 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:25.758810 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f86052ed-3c39-4d17-8bce-6377c8f358a3 req-1c7b5a2d-1de1-446b-910d-8dfa1d7556c4 service neutron] 10.222.0.41 "GET /v2.0/networks/4b48e571-870a-401a-a133-d974374a46f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229777 Mar 31 16:11:25.887185 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f86052ed-3c39-4d17-8bce-6377c8f358a3 req-d465ffd1-ddb8-4fac-a43e-54ea00810661 service neutron] 10.222.0.41 "GET /v2.0/networks/4b48e571-870a-401a-a133-d974374a46f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208413 Mar 31 16:11:26.338985 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7c4d4-cd53-4634-9d57-35f7780f0358 req-163822d0-ad19-4455-9c32-f5b4994dc062 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:26.340418 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e8a7c4d4-cd53-4634-9d57-35f7780f0358 req-163822d0-ad19-4455-9c32-f5b4994dc062 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=55e62885-be6c-4348-b19f-b8be9ebdba4d HTTP/1.1" status: 200 len: 945 time: 0.0887973 Mar 31 16:11:26.382539 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-e8a7c4d4-cd53-4634-9d57-35f7780f0358 req-eb2ca688-83ce-42b0-9eae-d671d0c06439 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=6950e044-f0ad-484c-8934-da5369654792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364501 Mar 31 16:11:27.568452 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70d1c9-37fa-4afb-93fe-df825c365687 req-c00cedff-8b28-4bb9-ace0-eb56014da352 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:27.569923 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9c70d1c9-37fa-4afb-93fe-df825c365687 req-c00cedff-8b28-4bb9-ace0-eb56014da352 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=55e62885-be6c-4348-b19f-b8be9ebdba4d HTTP/1.1" status: 200 len: 945 time: 0.0792663 Mar 31 16:11:27.613961 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9c70d1c9-37fa-4afb-93fe-df825c365687 req-718416df-65c1-4e79-8787-bfed70883e77 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=6950e044-f0ad-484c-8934-da5369654792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383649 Mar 31 16:11:27.636730 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 56232) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:11:27.742012 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-fbf2b672-b6c6-49a4-a3a6-59100edc372a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/floatingips/e105e4c2-8219-4c7d-974a-15eb6bdd71f9 HTTP/1.1" status: 200 len: 993 time: 0.1040227 Mar 31 16:11:28.013821 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 56240) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:11:28.215193 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-0bbe860a-b6fa-4c69-b605-ec3f1d74d24d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Deleting port 7c85a9b1-924b-4f7c-89bb-d6e4ba6c82b6 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:11:28.215521 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0bbe860a-b6fa-4c69-b605-ec3f1d74d24d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:28.379965 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0bbe860a-b6fa-4c69-b605-ec3f1d74d24d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:28.380215 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0bbe860a-b6fa-4c69-b605-ec3f1d74d24d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:28.497972 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-0bbe860a-b6fa-4c69-b605-ec3f1d74d24d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Calling delete_port for 7c85a9b1-924b-4f7c-89bb-d6e4ba6c82b6 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:11:28.823812 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0bbe860a-b6fa-4c69-b605-ec3f1d74d24d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:28.868835 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe860a-b6fa-4c69-b605-ec3f1d74d24d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'Port': ['ID=7c85a9b1-924b-4f7c-89bb-d6e4ba6c82b6,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:28.907550 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe860a-b6fa-4c69-b605-ec3f1d74d24d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:28.907999 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe860a-b6fa-4c69-b605-ec3f1d74d24d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:28.907999 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe860a-b6fa-4c69-b605-ec3f1d74d24d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:28.908634 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe860a-b6fa-4c69-b605-ec3f1d74d24d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:28.908965 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe860a-b6fa-4c69-b605-ec3f1d74d24d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:28.909327 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe860a-b6fa-4c69-b605-ec3f1d74d24d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:28.909655 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe860a-b6fa-4c69-b605-ec3f1d74d24d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:28.909982 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe860a-b6fa-4c69-b605-ec3f1d74d24d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:28.910309 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe860a-b6fa-4c69-b605-ec3f1d74d24d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:28.910630 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe860a-b6fa-4c69-b605-ec3f1d74d24d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:28.910952 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe860a-b6fa-4c69-b605-ec3f1d74d24d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:28.911272 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe860a-b6fa-4c69-b605-ec3f1d74d24d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:28.968794 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0bbe860a-b6fa-4c69-b605-ec3f1d74d24d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:28.969117 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-0bbe860a-b6fa-4c69-b605-ec3f1d74d24d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Floating IP e105e4c2-8219-4c7d-974a-15eb6bdd71f9 disassociated (deleted). External IP: 172.26.5.101, port: e82a19ec-376e-4d60-a55a-b2444b858126. Mar 31 16:11:29.318347 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bbe860a-b6fa-4c69-b605-ec3f1d74d24d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Router bd0427de-f777-486b-b616-72a6094f5897 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:11:29.496997 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbe860a-b6fa-4c69-b605-ec3f1d74d24d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:11:29.511164 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d559ce-d34c-49a3-bb1f-6fd07dbf6882 None None] Sync routers for ids ['bd0427de-f777-486b-b616-72a6094f5897'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:11:29.520824 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d559ce-d34c-49a3-bb1f-6fd07dbf6882 None None] Routers {'bd0427de-f777-486b-b616-72a6094f5897'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:11:29.521468 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-62d559ce-d34c-49a3-bb1f-6fd07dbf6882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:11:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['bd0427de-f777-486b-b616-72a6094f5897'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:11:29.573847 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0bbe860a-b6fa-4c69-b605-ec3f1d74d24d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:29.642055 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-0bbe860a-b6fa-4c69-b605-ec3f1d74d24d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "DELETE /v2.0/floatingips/e105e4c2-8219-4c7d-974a-15eb6bdd71f9 HTTP/1.1" status: 204 len: 168 time: 1.6270700 Mar 31 16:11:29.644072 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e62885-be6c-4348-b19f-b8be9ebdba4d', 'tag': 'e82a19ec-376e-4d60-a55a-b2444b858126'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:11:29.698557 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e62885-be6c-4348-b19f-b8be9ebdba4d', 'tag': 'e82a19ec-376e-4d60-a55a-b2444b858126', 'status': 'completed', 'code': 200} Mar 31 16:11:29.708378 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-62d559ce-d34c-49a3-bb1f-6fd07dbf6882 None None] Set router bd0427de-f777-486b-b616-72a6094f5897 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:11:29.807573 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b56b54-25a4-4e93-a2c9-445b29d42f28 req-9578d7d4-2c53-489d-acde-e9ca95dfdbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:29.809092 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-56b56b54-25a4-4e93-a2c9-445b29d42f28 req-9578d7d4-2c53-489d-acde-e9ca95dfdbf3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=650835ad0bc14fff808fd395113443a2&device_id=55e62885-be6c-4348-b19f-b8be9ebdba4d HTTP/1.1" status: 200 len: 1098 time: 0.0850043 Mar 31 16:11:29.944368 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b56b54-25a4-4e93-a2c9-445b29d42f28 req-caa7fc79-e104-4763-9ac0-0ae7ec7b622a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:29.945727 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-56b56b54-25a4-4e93-a2c9-445b29d42f28 req-caa7fc79-e104-4763-9ac0-0ae7ec7b622a service neutron] 10.222.0.41 "GET /v2.0/networks?id=4b48e571-870a-401a-a133-d974374a46f1 HTTP/1.1" status: 200 len: 897 time: 0.1295178 Mar 31 16:11:30.021390 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-56b56b54-25a4-4e93-a2c9-445b29d42f28 req-8ced759b-8ed4-4ac7-bed8-159b068bcf41 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e82a19ec-376e-4d60-a55a-b2444b858126 HTTP/1.1" status: 200 len: 217 time: 0.0612829 Mar 31 16:11:30.035787 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-62d559ce-d34c-49a3-bb1f-6fd07dbf6882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0427de-f777-486b-b616-72a6094f5897', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170646853', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '633823ea-3139-43b7-8b9c-fcd6e00e6184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:10:25Z', 'updated_at': '2022-03-31T16:10:31Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '633823ea-3139-43b7-8b9c-fcd6e00e6184', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0427de-f777-486b-b616-72a6094f5897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:10:26Z', 'updated_at': '2022-03-31T16:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '6200ba52-60f9-4ecd-865d-b423d76b7908', 'name': '', 'network_id': '4b48e571-870a-401a-a133-d974374a46f1', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:0b:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0427de-f777-486b-b616-72a6094f5897', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2346e4e1-4008-448c-ab08-ff864d822237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:10:30Z', 'updated_at': '2022-03-31T16:10:36Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '2346e4e1-4008-448c-ab08-ff864d822237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:11:30.035787 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d559ce-d34c-49a3-bb1f-6fd07dbf6882 None None] Checking router: bd0427de-f777-486b-b616-72a6094f5897 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:11:30.043821 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d559ce-d34c-49a3-bb1f-6fd07dbf6882 None None] Routers {'bd0427de-f777-486b-b616-72a6094f5897'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:11:30.044450 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-62d559ce-d34c-49a3-bb1f-6fd07dbf6882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:11:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['bd0427de-f777-486b-b616-72a6094f5897'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:11:30.089993 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b56b54-25a4-4e93-a2c9-445b29d42f28 req-200e7b36-e832-40ed-8a0b-512950eb0e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:30.091461 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-56b56b54-25a4-4e93-a2c9-445b29d42f28 req-200e7b36-e832-40ed-8a0b-512950eb0e83 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2346e4e1-4008-448c-ab08-ff864d822237 HTTP/1.1" status: 200 len: 834 time: 0.0645015 Mar 31 16:11:30.230266 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b56b54-25a4-4e93-a2c9-445b29d42f28 req-8f5b9e2e-d453-4763-bfc6-64311e3737aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:30.231653 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-56b56b54-25a4-4e93-a2c9-445b29d42f28 req-8f5b9e2e-d453-4763-bfc6-64311e3737aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b48e571-870a-401a-a133-d974374a46f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1338413 Mar 31 16:11:30.243245 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba832d9-1567-4b47-94a2-2b76daf62757 req-14ac234e-07ae-40f3-b47f-72563683f30d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:30.248818 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7ba832d9-1567-4b47-94a2-2b76daf62757 req-14ac234e-07ae-40f3-b47f-72563683f30d tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=55e62885-be6c-4348-b19f-b8be9ebdba4d HTTP/1.1" status: 200 len: 945 time: 0.1130216 Mar 31 16:11:30.265737 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-62d559ce-d34c-49a3-bb1f-6fd07dbf6882 None None] Set router bd0427de-f777-486b-b616-72a6094f5897 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:11:30.376241 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7ba832d9-1567-4b47-94a2-2b76daf62757 req-6f0d6b48-ccd8-41ca-a022-1966c2d9ff97 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=6950e044-f0ad-484c-8934-da5369654792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105442 Mar 31 16:11:30.402019 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-56b56b54-25a4-4e93-a2c9-445b29d42f28 req-f18aa02d-26d8-4e06-9772-dbe2871c3aa0 service neutron] 10.222.0.41 "GET /v2.0/networks/4b48e571-870a-401a-a133-d974374a46f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564903 Mar 31 16:11:30.540852 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-56b56b54-25a4-4e93-a2c9-445b29d42f28 req-93f6aaf1-4ba8-49aa-a5fb-5ddf76543a57 service neutron] 10.222.0.41 "GET /v2.0/networks/4b48e571-870a-401a-a133-d974374a46f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292021 Mar 31 16:11:30.581103 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-62d559ce-d34c-49a3-bb1f-6fd07dbf6882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0427de-f777-486b-b616-72a6094f5897', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170646853', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '633823ea-3139-43b7-8b9c-fcd6e00e6184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:10:25Z', 'updated_at': '2022-03-31T16:10:31Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '633823ea-3139-43b7-8b9c-fcd6e00e6184', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0427de-f777-486b-b616-72a6094f5897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:10:26Z', 'updated_at': '2022-03-31T16:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '6200ba52-60f9-4ecd-865d-b423d76b7908', 'name': '', 'network_id': '4b48e571-870a-401a-a133-d974374a46f1', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:0b:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0427de-f777-486b-b616-72a6094f5897', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2346e4e1-4008-448c-ab08-ff864d822237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:10:30Z', 'updated_at': '2022-03-31T16:10:36Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '2346e4e1-4008-448c-ab08-ff864d822237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:11:30.585103 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d559ce-d34c-49a3-bb1f-6fd07dbf6882 None None] The sync data for ids ['bd0427de-f777-486b-b616-72a6094f5897'] in dv-neutron-833379-2-hyperv is: [{'id': 'bd0427de-f777-486b-b616-72a6094f5897', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170646853', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '633823ea-3139-43b7-8b9c-fcd6e00e6184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:10:25Z', 'updated_at': '2022-03-31T16:10:31Z', 'revision_number': 4, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '633823ea-3139-43b7-8b9c-fcd6e00e6184', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0427de-f777-486b-b616-72a6094f5897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:10:26Z', 'updated_at': '2022-03-31T16:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '6200ba52-60f9-4ecd-865d-b423d76b7908', 'name': '', 'network_id': '4b48e571-870a-401a-a133-d974374a46f1', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'mac_address': 'fa:16:3e:0b:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0427de-f777-486b-b616-72a6094f5897', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2346e4e1-4008-448c-ab08-ff864d822237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:10:30Z', 'updated_at': '2022-03-31T16:10:36Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'subnets': [{'id': '2346e4e1-4008-448c-ab08-ff864d822237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:11:30.794396 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e544c15b-6af3-4159-afb7-c36f837e9a9a None None] New status for floating IP e105e4c2-8219-4c7d-974a-15eb6bdd71f9: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:11:31.566363 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ff487-99c9-4f04-8f1b-2fb6d08e2e6f req-de34f4d4-04ad-46c4-a030-8709843aae1a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:31.567081 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-842ff487-99c9-4f04-8f1b-2fb6d08e2e6f req-de34f4d4-04ad-46c4-a030-8709843aae1a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:11:31.652398 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-842ff487-99c9-4f04-8f1b-2fb6d08e2e6f req-de34f4d4-04ad-46c4-a030-8709843aae1a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:11:31.653617 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-842ff487-99c9-4f04-8f1b-2fb6d08e2e6f req-de34f4d4-04ad-46c4-a030-8709843aae1a tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=55e62885-be6c-4348-b19f-b8be9ebdba4d HTTP/1.1" status: 200 len: 945 time: 0.1648188 Mar 31 16:11:31.697951 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-842ff487-99c9-4f04-8f1b-2fb6d08e2e6f req-0d1abe40-0748-46cf-9ad6-f02829ba30a7 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/security-groups?id=6950e044-f0ad-484c-8934-da5369654792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378706 Mar 31 16:11:31.828731 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce336b7-bac0-4fbf-b2aa-69ead0fca408 req-1d5c9b56-c366-400a-b33d-e8c5c719c642 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:31.830845 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9ce336b7-bac0-4fbf-b2aa-69ead0fca408 req-1d5c9b56-c366-400a-b33d-e8c5c719c642 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.41 "GET /v2.0/ports?device_id=55e62885-be6c-4348-b19f-b8be9ebdba4d HTTP/1.1" status: 200 len: 945 time: 0.0781021 Mar 31 16:11:32.006383 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-9ce336b7-bac0-4fbf-b2aa-69ead0fca408 req-2546ce63-8221-45c0-b948-a49627a09081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Deleting port e82a19ec-376e-4d60-a55a-b2444b858126 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:11:32.006722 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-9ce336b7-bac0-4fbf-b2aa-69ead0fca408 req-2546ce63-8221-45c0-b948-a49627a09081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:32.245866 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-9ce336b7-bac0-4fbf-b2aa-69ead0fca408 req-2546ce63-8221-45c0-b948-a49627a09081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] For port e82a19ec-376e-4d60-a55a-b2444b858126, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=e82a19ec-376e-4d60-a55a-b2444b858126,segment=NetworkSegment(a62a0638-41e7-4db7-a568-3155e8f41d13),segment_id=a62a0638-41e7-4db7-a568-3155e8f41d13)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:11:32.246213 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-9ce336b7-bac0-4fbf-b2aa-69ead0fca408 req-2546ce63-8221-45c0-b948-a49627a09081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:32.368102 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-9ce336b7-bac0-4fbf-b2aa-69ead0fca408 req-2546ce63-8221-45c0-b948-a49627a09081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Calling delete_port for e82a19ec-376e-4d60-a55a-b2444b858126 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:11:32.578094 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-9ce336b7-bac0-4fbf-b2aa-69ead0fca408 req-2546ce63-8221-45c0-b948-a49627a09081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:32.627574 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546ce63-8221-45c0-b948-a49627a09081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'Port': ['ID=e82a19ec-376e-4d60-a55a-b2444b858126,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:32.667419 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546ce63-8221-45c0-b948-a49627a09081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:32.667763 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546ce63-8221-45c0-b948-a49627a09081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:32.668095 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546ce63-8221-45c0-b948-a49627a09081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:32.668484 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546ce63-8221-45c0-b948-a49627a09081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:32.668815 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546ce63-8221-45c0-b948-a49627a09081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:32.669141 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546ce63-8221-45c0-b948-a49627a09081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:32.669493 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546ce63-8221-45c0-b948-a49627a09081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:32.669811 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546ce63-8221-45c0-b948-a49627a09081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:32.670126 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546ce63-8221-45c0-b948-a49627a09081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:32.670441 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546ce63-8221-45c0-b948-a49627a09081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:32.670760 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546ce63-8221-45c0-b948-a49627a09081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:32.671073 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546ce63-8221-45c0-b948-a49627a09081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:32.712515 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce336b7-bac0-4fbf-b2aa-69ead0fca408 req-2546ce63-8221-45c0-b948-a49627a09081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] No DVR routers for this DVR port e82a19ec-376e-4d60-a55a-b2444b858126 on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:11:32.714761 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-9ce336b7-bac0-4fbf-b2aa-69ead0fca408 req-2546ce63-8221-45c0-b948-a49627a09081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:32.717105 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e62885-be6c-4348-b19f-b8be9ebdba4d', 'name': 'network-vif-deleted', 'tag': 'e82a19ec-376e-4d60-a55a-b2444b858126'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:11:32.843869 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e62885-be6c-4348-b19f-b8be9ebdba4d', 'name': 'network-vif-deleted', 'tag': 'e82a19ec-376e-4d60-a55a-b2444b858126', 'status': 'completed', 'code': 200} Mar 31 16:11:32.849959 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9ce336b7-bac0-4fbf-b2aa-69ead0fca408 req-2546ce63-8221-45c0-b948-a49627a09081 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.41 "DELETE /v2.0/ports/e82a19ec-376e-4d60-a55a-b2444b858126 HTTP/1.1" status: 204 len: 173 time: 1.0113523 Mar 31 16:11:32.851343 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-5af52c7a-9415-48f1-bd62-717dfa84bf81 req-f58b208d-311b-4dfa-b7ee-dd51da123ab4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Synchronizing usage tracker for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:11:32.932550 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-5af52c7a-9415-48f1-bd62-717dfa84bf81 req-f58b208d-311b-4dfa-b7ee-dd51da123ab4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Unset dirty status for tenant:650835ad0bc14fff808fd395113443a2 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:11:32.933668 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5af52c7a-9415-48f1-bd62-717dfa84bf81 req-f58b208d-311b-4dfa-b7ee-dd51da123ab4 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "GET /v2.0/ports?device_id=55e62885-be6c-4348-b19f-b8be9ebdba4d HTTP/1.1" status: 200 len: 210 time: 0.1254435 Mar 31 16:11:33.110067 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c992b6c7-a0a8-4831-88bb-d004d7617c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:34.027964 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 56260) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:11:34.678313 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-edff93a8-4ffd-4586-8b89-5e194ca60e7b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:34.772353 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device e82a19ec-376e-4d60-a55a-b2444b858126 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:11:34.806161 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: e82a19ec-376e-4d60-a55a-b2444b858126 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:11:34.806501 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device e82a19ec-376e-4d60-a55a-b2444b858126 not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:11:35.029716 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-edff93a8-4ffd-4586-8b89-5e194ca60e7b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Deleting port 6200ba52-60f9-4ecd-865d-b423d76b7908 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:11:35.030274 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-edff93a8-4ffd-4586-8b89-5e194ca60e7b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:35.171886 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-877bac42-bf2d-4445-9cb8-9c679e5f0528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:35.214532 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-edff93a8-4ffd-4586-8b89-5e194ca60e7b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] For port 6200ba52-60f9-4ecd-865d-b423d76b7908, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=6200ba52-60f9-4ecd-865d-b423d76b7908,segment=NetworkSegment(a62a0638-41e7-4db7-a568-3155e8f41d13),segment_id=a62a0638-41e7-4db7-a568-3155e8f41d13)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:11:35.214891 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-edff93a8-4ffd-4586-8b89-5e194ca60e7b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:35.339642 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-edff93a8-4ffd-4586-8b89-5e194ca60e7b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Calling delete_port for 6200ba52-60f9-4ecd-865d-b423d76b7908 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:11:35.731450 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-edff93a8-4ffd-4586-8b89-5e194ca60e7b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:35.777884 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff93a8-4ffd-4586-8b89-5e194ca60e7b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'Port': ['ID=6200ba52-60f9-4ecd-865d-b423d76b7908,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:36.156991 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-edff93a8-4ffd-4586-8b89-5e194ca60e7b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:36.497984 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:36.513686 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edff93a8-4ffd-4586-8b89-5e194ca60e7b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Router bd0427de-f777-486b-b616-72a6094f5897 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:11:36.595034 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:36.694359 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edff93a8-4ffd-4586-8b89-5e194ca60e7b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:11:36.704617 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2384fab-53b1-4652-8412-b564bda83d6c None None] Sync routers for ids ['bd0427de-f777-486b-b616-72a6094f5897'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:11:36.714590 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2384fab-53b1-4652-8412-b564bda83d6c None None] Routers {'bd0427de-f777-486b-b616-72a6094f5897'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:11:36.715184 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e2384fab-53b1-4652-8412-b564bda83d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:11:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['bd0427de-f777-486b-b616-72a6094f5897'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:11:36.774017 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-edff93a8-4ffd-4586-8b89-5e194ca60e7b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "PUT /v2.0/routers/bd0427de-f777-486b-b616-72a6094f5897/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7449605 Mar 31 16:11:36.780061 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 56264) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:11:36.844807 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd778ee1-a812-4e2c-ad7d-92a42865a5da tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Deleting subnet 2346e4e1-4008-448c-ab08-ff864d822237 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 16:11:36.848493 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd778ee1-a812-4e2c-ad7d-92a42865a5da tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:36.898992 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-e2384fab-53b1-4652-8412-b564bda83d6c None None] Set router bd0427de-f777-486b-b616-72a6094f5897 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:11:36.901535 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd778ee1-a812-4e2c-ad7d-92a42865a5da tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14812359'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:36.986269 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd778ee1-a812-4e2c-ad7d-92a42865a5da tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:37.131953 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd778ee1-a812-4e2c-ad7d-92a42865a5da tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14859891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14752186'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:37.171023 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd778ee1-a812-4e2c-ad7d-92a42865a5da tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'Subnet': ['ID=2346e4e1-4008-448c-ab08-ff864d822237,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:37.175456 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd778ee1-a812-4e2c-ad7d-92a42865a5da tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:37.181413 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-bd778ee1-a812-4e2c-ad7d-92a42865a5da tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "DELETE /v2.0/subnets/2346e4e1-4008-448c-ab08-ff864d822237 HTTP/1.1" status: 204 len: 168 time: 0.4003427 Mar 31 16:11:37.181946 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e8fad4-547a-4bb7-b1d1-389882004812 None None] Network 4b48e571-870a-401a-a133-d974374a46f1 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:11:37.184077 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 56268) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:11:37.184519 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e2384fab-53b1-4652-8412-b564bda83d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0427de-f777-486b-b616-72a6094f5897', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170646853', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '633823ea-3139-43b7-8b9c-fcd6e00e6184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:10:25Z', 'updated_at': '2022-03-31T16:11:35Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '633823ea-3139-43b7-8b9c-fcd6e00e6184', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0427de-f777-486b-b616-72a6094f5897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:10:26Z', 'updated_at': '2022-03-31T16:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:11:37.190903 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2384fab-53b1-4652-8412-b564bda83d6c None None] Checking router: bd0427de-f777-486b-b616-72a6094f5897 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:11:37.200001 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2384fab-53b1-4652-8412-b564bda83d6c None None] Routers {'bd0427de-f777-486b-b616-72a6094f5897'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:11:37.200618 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e2384fab-53b1-4652-8412-b564bda83d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:11:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['bd0427de-f777-486b-b616-72a6094f5897'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:11:37.367587 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-151cc51d-672e-4503-a693-9ea619689d1b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:37.380273 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-e2384fab-53b1-4652-8412-b564bda83d6c None None] Set router bd0427de-f777-486b-b616-72a6094f5897 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:11:37.536134 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34986c6b-c4a0-4e08-88ef-02fa8ecc1cb9 None None] DHCP port deletion for 4b48e571-870a-401a-a133-d974374a46f1 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 16:11:37.541181 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-34986c6b-c4a0-4e08-88ef-02fa8ecc1cb9 None None] Deleting port 97a05e01-5534-4986-ab3e-aa2d0f978c4b {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:11:37.541585 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-34986c6b-c4a0-4e08-88ef-02fa8ecc1cb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:37.679663 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e2384fab-53b1-4652-8412-b564bda83d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0427de-f777-486b-b616-72a6094f5897', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170646853', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '633823ea-3139-43b7-8b9c-fcd6e00e6184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:10:25Z', 'updated_at': '2022-03-31T16:11:35Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '633823ea-3139-43b7-8b9c-fcd6e00e6184', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0427de-f777-486b-b616-72a6094f5897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:10:26Z', 'updated_at': '2022-03-31T16:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:11:37.680034 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-151cc51d-672e-4503-a693-9ea619689d1b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:37.685181 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2384fab-53b1-4652-8412-b564bda83d6c None None] The sync data for ids ['bd0427de-f777-486b-b616-72a6094f5897'] in dv-neutron-833379-2-hyperv is: [{'id': 'bd0427de-f777-486b-b616-72a6094f5897', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170646853', 'tenant_id': '650835ad0bc14fff808fd395113443a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '633823ea-3139-43b7-8b9c-fcd6e00e6184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:10:25Z', 'updated_at': '2022-03-31T16:11:35Z', 'revision_number': 5, 'project_id': '650835ad0bc14fff808fd395113443a2', 'gw_port': {'id': '633823ea-3139-43b7-8b9c-fcd6e00e6184', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0427de-f777-486b-b616-72a6094f5897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:10:26Z', 'updated_at': '2022-03-31T16:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:11:37.760708 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-151cc51d-672e-4503-a693-9ea619689d1b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Deleting port 633823ea-3139-43b7-8b9c-fcd6e00e6184 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:11:37.761009 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-151cc51d-672e-4503-a693-9ea619689d1b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:37.803039 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-34986c6b-c4a0-4e08-88ef-02fa8ecc1cb9 None None] For port 97a05e01-5534-4986-ab3e-aa2d0f978c4b, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=97a05e01-5534-4986-ab3e-aa2d0f978c4b,segment=NetworkSegment(a62a0638-41e7-4db7-a568-3155e8f41d13),segment_id=a62a0638-41e7-4db7-a568-3155e8f41d13)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:11:37.803430 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-34986c6b-c4a0-4e08-88ef-02fa8ecc1cb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:37.922184 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-34986c6b-c4a0-4e08-88ef-02fa8ecc1cb9 None None] Calling delete_port for 97a05e01-5534-4986-ab3e-aa2d0f978c4b owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:11:37.932403 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-151cc51d-672e-4503-a693-9ea619689d1b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] For port 633823ea-3139-43b7-8b9c-fcd6e00e6184, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=633823ea-3139-43b7-8b9c-fcd6e00e6184,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:11:37.932761 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-151cc51d-672e-4503-a693-9ea619689d1b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:38.060158 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-151cc51d-672e-4503-a693-9ea619689d1b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Calling delete_port for 633823ea-3139-43b7-8b9c-fcd6e00e6184 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:11:38.095892 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-34986c6b-c4a0-4e08-88ef-02fa8ecc1cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385'] for port, after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:38.143910 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 97a05e01-5534-4986-ab3e-aa2d0f978c4b no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:11:38.178818 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:38.188118 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34986c6b-c4a0-4e08-88ef-02fa8ecc1cb9 None None] Pushing event deleted for resources: {'Port': ['ID=97a05e01-5534-4986-ab3e-aa2d0f978c4b,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:38.191079 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34986c6b-c4a0-4e08-88ef-02fa8ecc1cb9 None None] No DVR routers for this DVR port 97a05e01-5534-4986-ab3e-aa2d0f978c4b on host dv-neutron-833379-2-hyperv {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:11:38.193343 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 97a05e01-5534-4986-ab3e-aa2d0f978c4b {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:11:38.193701 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 97a05e01-5534-4986-ab3e-aa2d0f978c4b not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:11:38.194099 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 6200ba52-60f9-4ecd-865d-b423d76b7908 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:11:38.242726 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 6200ba52-60f9-4ecd-865d-b423d76b7908 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:11:38.243349 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 6200ba52-60f9-4ecd-865d-b423d76b7908 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:11:38.245079 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34986c6b-c4a0-4e08-88ef-02fa8ecc1cb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:38.245451 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34986c6b-c4a0-4e08-88ef-02fa8ecc1cb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:38.251838 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34986c6b-c4a0-4e08-88ef-02fa8ecc1cb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:38.251838 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34986c6b-c4a0-4e08-88ef-02fa8ecc1cb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:38.251838 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34986c6b-c4a0-4e08-88ef-02fa8ecc1cb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:38.251838 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34986c6b-c4a0-4e08-88ef-02fa8ecc1cb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:38.251838 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34986c6b-c4a0-4e08-88ef-02fa8ecc1cb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:38.251838 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34986c6b-c4a0-4e08-88ef-02fa8ecc1cb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:38.251838 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34986c6b-c4a0-4e08-88ef-02fa8ecc1cb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:38.251838 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34986c6b-c4a0-4e08-88ef-02fa8ecc1cb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:38.251838 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34986c6b-c4a0-4e08-88ef-02fa8ecc1cb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:38.251838 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34986c6b-c4a0-4e08-88ef-02fa8ecc1cb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:38.316470 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-151cc51d-672e-4503-a693-9ea619689d1b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:38.366318 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cc51d-672e-4503-a693-9ea619689d1b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'Port': ['ID=633823ea-3139-43b7-8b9c-fcd6e00e6184,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:38.453266 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-151cc51d-672e-4503-a693-9ea619689d1b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:38.629420 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-151cc51d-672e-4503-a693-9ea619689d1b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:38.631597 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-151cc51d-672e-4503-a693-9ea619689d1b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:38.702522 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-151cc51d-672e-4503-a693-9ea619689d1b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:38.703067 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151cc51d-672e-4503-a693-9ea619689d1b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Fanout notify agent at l3_agent the message router_deleted on router bd0427de-f777-486b-b616-72a6094f5897 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 16:11:38.721481 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-151cc51d-672e-4503-a693-9ea619689d1b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:38.722594 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-151cc51d-672e-4503-a693-9ea619689d1b tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "DELETE /v2.0/routers/bd0427de-f777-486b-b616-72a6094f5897 HTTP/1.1" status: 204 len: 168 time: 1.5376177 Mar 31 16:11:38.725148 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 56272) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:11:38.841751 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb58e933-4687-42fe-966e-fcb7dc2e52c9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:38.970555 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb58e933-4687-42fe-966e-fcb7dc2e52c9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:38.994985 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-fb58e933-4687-42fe-966e-fcb7dc2e52c9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b48e571-870a-401a-a133-d974374a46f1']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:11:39.006691 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-fb58e933-4687-42fe-966e-fcb7dc2e52c9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a62a0638-41e7-4db7-a568-3155e8f41d13') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:11:39.006996 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.services.segments.db [None req-fb58e933-4687-42fe-966e-fcb7dc2e52c9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a62a0638-41e7-4db7-a568-3155e8f41d13') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:11:39.017922 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb58e933-4687-42fe-966e-fcb7dc2e52c9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14812414'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:39.037126 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb58e933-4687-42fe-966e-fcb7dc2e52c9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:39.042963 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb58e933-4687-42fe-966e-fcb7dc2e52c9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:11:39.043344 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb58e933-4687-42fe-966e-fcb7dc2e52c9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14844113'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:39.057888 dv-neutron-833379-2-hyperv neutron-server[103443]: Traceback (most recent call last): Mar 31 16:11:39.057888 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:11:39.057888 dv-neutron-833379-2-hyperv neutron-server[103443]: timer() Mar 31 16:11:39.057888 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:11:39.057888 dv-neutron-833379-2-hyperv neutron-server[103443]: cb(*args, **kw) Mar 31 16:11:39.057888 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 16:11:39.057888 dv-neutron-833379-2-hyperv neutron-server[103443]: return func(*args, **kwargs) Mar 31 16:11:39.057888 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:11:39.057888 dv-neutron-833379-2-hyperv neutron-server[103443]: self._notify() Mar 31 16:11:39.057888 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:11:39.057888 dv-neutron-833379-2-hyperv neutron-server[103443]: self.callback(batched_events) Mar 31 16:11:39.057888 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:11:39.057888 dv-neutron-833379-2-hyperv neutron-server[103443]: event.method(event) Mar 31 16:11:39.057888 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 16:11:39.057888 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:11:39.057888 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 16:11:39.057888 dv-neutron-833379-2-hyperv neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:11:39.057888 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 16:11:39.057888 dv-neutron-833379-2-hyperv neutron-server[103443]: return f(self, *a, **k) Mar 31 16:11:39.057888 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 16:11:39.057888 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._get(url).json() Mar 31 16:11:39.057888 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 16:11:39.057888 dv-neutron-833379-2-hyperv neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:11:39.057888 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:11:39.057888 dv-neutron-833379-2-hyperv neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 31 16:11:39.057888 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:11:39.057888 dv-neutron-833379-2-hyperv neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:11:39.057888 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:11:39.057888 dv-neutron-833379-2-hyperv neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:11:39.057888 dv-neutron-833379-2-hyperv neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:11:39.057888 dv-neutron-833379-2-hyperv neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:11:39.057888 dv-neutron-833379-2-hyperv neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:11:39.218258 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb58e933-4687-42fe-966e-fcb7dc2e52c9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:39.235400 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb58e933-4687-42fe-966e-fcb7dc2e52c9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:39.248244 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58e933-4687-42fe-966e-fcb7dc2e52c9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'Network': ['ID=4b48e571-870a-401a-a133-d974374a46f1,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:39.321354 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-fb58e933-4687-42fe-966e-fcb7dc2e52c9 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "DELETE /v2.0/networks/4b48e571-870a-401a-a133-d974374a46f1 HTTP/1.1" status: 204 len: 168 time: 0.5951374 Mar 31 16:11:39.323999 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 56276) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:11:39.395651 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cda5c7bc-ed76-41b2-ade4-2ccf3c509305 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:39.425742 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cda5c7bc-ed76-41b2-ade4-2ccf3c509305 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:39.532016 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cda5c7bc-ed76-41b2-ade4-2ccf3c509305 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:39.552507 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5c7bc-ed76-41b2-ade4-2ccf3c509305 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6950e044-f0ad-484c-8934-da5369654792,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:39.605808 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cda5c7bc-ed76-41b2-ade4-2ccf3c509305 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:39.606975 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-cda5c7bc-ed76-41b2-ade4-2ccf3c509305 tempest-TestNetworkAdvancedServerOps-1716445224 tempest-TestNetworkAdvancedServerOps-1716445224-project] 10.222.0.31 "DELETE /v2.0/security-groups/6950e044-f0ad-484c-8934-da5369654792 HTTP/1.1" status: 204 len: 168 time: 0.2820425 Mar 31 16:11:40.101991 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 633823ea-3139-43b7-8b9c-fcd6e00e6184 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:11:40.136835 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 633823ea-3139-43b7-8b9c-fcd6e00e6184 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:11:40.137256 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 633823ea-3139-43b7-8b9c-fcd6e00e6184 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:11:40.239512 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 56286) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:11:40.401083 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-b964cbe1-7eeb-4dac-9d95-8f7b42527668 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=650835ad0bc14fff808fd395113443a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604064 Mar 31 16:11:40.403492 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 56292) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:11:40.463046 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-983acb97-d9bb-415f-8bb8-d5bdfbdeac65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:40.487845 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-983acb97-d9bb-415f-8bb8-d5bdfbdeac65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:40.594501 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-983acb97-d9bb-415f-8bb8-d5bdfbdeac65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:40.610241 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983acb97-d9bb-415f-8bb8-d5bdfbdeac65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4926e048-1c68-4fdc-aae7-6a9b47c41202,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:40.618672 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-983acb97-d9bb-415f-8bb8-d5bdfbdeac65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:40.619892 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-983acb97-d9bb-415f-8bb8-d5bdfbdeac65 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4926e048-1c68-4fdc-aae7-6a9b47c41202 HTTP/1.1" status: 204 len: 168 time: 0.2154870 Mar 31 16:11:41.305118 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 56300) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:11:41.323036 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-647ab7e2-0eab-4abf-9643-b5bdd143926f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:41.337764 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-647ab7e2-0eab-4abf-9643-b5bdd143926f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:11:41.341635 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-647ab7e2-0eab-4abf-9643-b5bdd143926f admin admin] Usage tracker for resource:security_group_rule and tenant:dddfd0b2c228453e953af2be7cba4bc2 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:11:41.344369 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-647ab7e2-0eab-4abf-9643-b5bdd143926f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:11:41.350089 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-647ab7e2-0eab-4abf-9643-b5bdd143926f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:11:41.428654 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-647ab7e2-0eab-4abf-9643-b5bdd143926f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:41.492021 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-647ab7e2-0eab-4abf-9643-b5bdd143926f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:41.538193 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-647ab7e2-0eab-4abf-9643-b5bdd143926f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dddfd0b2c228453e953af2be7cba4bc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2320125 Mar 31 16:11:41.539840 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ab7e2-0eab-4abf-9643-b5bdd143926f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152f5c4d-8326-4781-9b43-0d7231e57a3f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:41.540835 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56304) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:11:41.601666 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ce5552c-0439-4c77-91ec-955c803ff579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:41.627812 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ce5552c-0439-4c77-91ec-955c803ff579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:41.749244 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ce5552c-0439-4c77-91ec-955c803ff579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:41.766041 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5552c-0439-4c77-91ec-955c803ff579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152f5c4d-8326-4781-9b43-0d7231e57a3f,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:41.769508 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ce5552c-0439-4c77-91ec-955c803ff579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:41.771109 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-1ce5552c-0439-4c77-91ec-955c803ff579 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/152f5c4d-8326-4781-9b43-0d7231e57a3f HTTP/1.1" status: 204 len: 168 time: 0.2287741 Mar 31 16:11:41.854594 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:11:42.853928 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56328) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:11:42.955198 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-011d1b4e-61a3-4505-9677-3d23d21c2c5d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1884167459-network', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:11:42.960371 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-011d1b4e-61a3-4505-9677-3d23d21c2c5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:11:42.964190 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-011d1b4e-61a3-4505-9677-3d23d21c2c5d admin admin] Usage tracker for resource:network and tenant:179c927f6ccc4992b90d2502e91bf1f6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:11:42.966970 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-011d1b4e-61a3-4505-9677-3d23d21c2c5d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:11:42.973551 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-011d1b4e-61a3-4505-9677-3d23d21c2c5d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:11:43.051651 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011d1b4e-61a3-4505-9677-3d23d21c2c5d admin admin] Made reservation on behalf of 179c927f6ccc4992b90d2502e91bf1f6 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:11:43.053939 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-011d1b4e-61a3-4505-9677-3d23d21c2c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:43.066319 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-011d1b4e-61a3-4505-9677-3d23d21c2c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:43.080274 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-011d1b4e-61a3-4505-9677-3d23d21c2c5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:11:43.084773 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-011d1b4e-61a3-4505-9677-3d23d21c2c5d admin admin] Usage tracker for resource:security_group_rule and tenant:179c927f6ccc4992b90d2502e91bf1f6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:11:43.087528 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-011d1b4e-61a3-4505-9677-3d23d21c2c5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:11:43.093121 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-011d1b4e-61a3-4505-9677-3d23d21c2c5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:11:43.172228 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-011d1b4e-61a3-4505-9677-3d23d21c2c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:43.263277 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-011d1b4e-61a3-4505-9677-3d23d21c2c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:43.293696 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-011d1b4e-61a3-4505-9677-3d23d21c2c5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:11:43.301737 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d1b4e-61a3-4505-9677-3d23d21c2c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767a770b-1ca6-4f4c-baac-b2b1c2e4adde,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:43.308226 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-011d1b4e-61a3-4505-9677-3d23d21c2c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:43.308559 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-011d1b4e-61a3-4505-9677-3d23d21c2c5d admin admin] Added segment 3a803174-0abc-4607-b3ac-a324c24c552e of type vlan for network 81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 Mar 31 16:11:43.338454 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-011d1b4e-61a3-4505-9677-3d23d21c2c5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:43.410997 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-011d1b4e-61a3-4505-9677-3d23d21c2c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:43.411973 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011d1b4e-61a3-4505-9677-3d23d21c2c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:43.412554 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-011d1b4e-61a3-4505-9677-3d23d21c2c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:43.509455 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d1b4e-61a3-4505-9677-3d23d21c2c5d admin admin] Pushing event updated for resources: {'Network': ['ID=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:43.519865 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 16:11:43.586924 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-011d1b4e-61a3-4505-9677-3d23d21c2c5d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7291334 Mar 31 16:11:43.587191 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56334) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:11:43.592535 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-afaa5635-0d3b-4d46-9705-6488ad504333 admin admin] Request body: {'subnet': {'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1884167459-subnet', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:11:43.598589 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-afaa5635-0d3b-4d46-9705-6488ad504333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:11:43.602755 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-afaa5635-0d3b-4d46-9705-6488ad504333 admin admin] Usage tracker for resource:subnet and tenant:179c927f6ccc4992b90d2502e91bf1f6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:11:43.607704 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-afaa5635-0d3b-4d46-9705-6488ad504333 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:11:43.611790 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-afaa5635-0d3b-4d46-9705-6488ad504333 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:11:43.663494 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaa5635-0d3b-4d46-9705-6488ad504333 admin admin] Made reservation on behalf of 179c927f6ccc4992b90d2502e91bf1f6 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:11:43.665870 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-afaa5635-0d3b-4d46-9705-6488ad504333 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:43.896749 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-afaa5635-0d3b-4d46-9705-6488ad504333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:43.967087 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa5635-0d3b-4d46-9705-6488ad504333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70721a97-e905-41ca-8579-98c7ea04b599,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:43.976834 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaa5635-0d3b-4d46-9705-6488ad504333 admin admin] Checking segment: {'id': '3a803174-0abc-4607-b3ac-a324c24c552e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:11:43.977182 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaa5635-0d3b-4d46-9705-6488ad504333 admin admin] Network hostable DHCP agents. Network: 81035d9b-b2df-4dba-84e2-c4b6df6c8ce9, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:11:44.057530 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaa5635-0d3b-4d46-9705-6488ad504333 admin admin] Network 81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:11:44.114661 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-afaa5635-0d3b-4d46-9705-6488ad504333 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 81035d9b-b2df-4dba-84e2-c4b6df6c8ce9) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:11:44.118702 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaa5635-0d3b-4d46-9705-6488ad504333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:44.119278 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-afaa5635-0d3b-4d46-9705-6488ad504333 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:44.123344 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7818738b-d028-4834-94cf-6841711abd65 None None] Network 81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:11:44.190485 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-afaa5635-0d3b-4d46-9705-6488ad504333 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6016669 Mar 31 16:11:44.193008 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56338) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:11:44.198113 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-92ca20d6-cdee-43f7-9699-a4b49fe1bd2e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1884167459-router', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:11:44.202650 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-92ca20d6-cdee-43f7-9699-a4b49fe1bd2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:11:44.208074 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-92ca20d6-cdee-43f7-9699-a4b49fe1bd2e admin admin] Usage tracker for resource:router and tenant:179c927f6ccc4992b90d2502e91bf1f6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:11:44.211376 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-92ca20d6-cdee-43f7-9699-a4b49fe1bd2e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:11:44.217114 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-92ca20d6-cdee-43f7-9699-a4b49fe1bd2e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:11:44.309253 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-92ca20d6-cdee-43f7-9699-a4b49fe1bd2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:44.310295 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-92ca20d6-cdee-43f7-9699-a4b49fe1bd2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:44.325973 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-92ca20d6-cdee-43f7-9699-a4b49fe1bd2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:44.339406 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d435666-7d21-4fd6-92ad-24904ef90aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-81035d9b-b2df-4dba-84e2-c4b6df6c8ce9', 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'fixed_ips': [{'subnet_id': '70721a97-e905-41ca-8579-98c7ea04b599'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 16:11:44.345879 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4d435666-7d21-4fd6-92ad-24904ef90aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:44.497003 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-4d435666-7d21-4fd6-92ad-24904ef90aec None None] Allocated IP 172.20.0.2 (81035d9b-b2df-4dba-84e2-c4b6df6c8ce9/70721a97-e905-41ca-8579-98c7ea04b599/e880ad86-2e06-4c21-af5c-cb2a306c15ae) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:11:44.709578 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4d435666-7d21-4fd6-92ad-24904ef90aec None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:44.719407 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4d435666-7d21-4fd6-92ad-24904ef90aec None None] Transition to ACTIVE for port object e880ad86-2e06-4c21-af5c-cb2a306c15ae will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:11:44.738142 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4d435666-7d21-4fd6-92ad-24904ef90aec None None] Transition to ACTIVE for port object e880ad86-2e06-4c21-af5c-cb2a306c15ae will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:11:44.767874 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-92ca20d6-cdee-43f7-9699-a4b49fe1bd2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:44.788602 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4d435666-7d21-4fd6-92ad-24904ef90aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:44.880713 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d435666-7d21-4fd6-92ad-24904ef90aec None None] Network 81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:11:44.881840 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-4d435666-7d21-4fd6-92ad-24904ef90aec None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:11:44.889430 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d435666-7d21-4fd6-92ad-24904ef90aec None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:11:44.899024 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d435666-7d21-4fd6-92ad-24904ef90aec None None] Pushing event updated for resources: {'Port': ['ID=e880ad86-2e06-4c21-af5c-cb2a306c15ae,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:44.983142 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-4d435666-7d21-4fd6-92ad-24904ef90aec None None] Attempting to bind port e880ad86-2e06-4c21-af5c-cb2a306c15ae on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:11:44.983508 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-4d435666-7d21-4fd6-92ad-24904ef90aec None None] Attempting to bind port e880ad86-2e06-4c21-af5c-cb2a306c15ae by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '3a803174-0abc-4607-b3ac-a324c24c552e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:11:44.983865 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d435666-7d21-4fd6-92ad-24904ef90aec None None] Attempting to bind port e880ad86-2e06-4c21-af5c-cb2a306c15ae on network 81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:11:44.989878 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d435666-7d21-4fd6-92ad-24904ef90aec None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:11:44.990245 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d435666-7d21-4fd6-92ad-24904ef90aec None None] Checking segment: {'id': '3a803174-0abc-4607-b3ac-a324c24c552e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:11:44.990634 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4d435666-7d21-4fd6-92ad-24904ef90aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:44.991016 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d435666-7d21-4fd6-92ad-24904ef90aec None None] Bound using segment: {'id': '3a803174-0abc-4607-b3ac-a324c24c552e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:11:44.991466 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-4d435666-7d21-4fd6-92ad-24904ef90aec None None] Bound port: e880ad86-2e06-4c21-af5c-cb2a306c15ae, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a803174-0abc-4607-b3ac-a324c24c552e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:11:44.991835 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4d435666-7d21-4fd6-92ad-24904ef90aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:45.078879 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-4d435666-7d21-4fd6-92ad-24904ef90aec None None] For port e880ad86-2e06-4c21-af5c-cb2a306c15ae, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:11:45.081838 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-4d435666-7d21-4fd6-92ad-24904ef90aec None None] For port e880ad86-2e06-4c21-af5c-cb2a306c15ae, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e880ad86-2e06-4c21-af5c-cb2a306c15ae,segment=NetworkSegment(3a803174-0abc-4607-b3ac-a324c24c552e),segment_id=3a803174-0abc-4607-b3ac-a324c24c552e)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:11:45.126690 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4d435666-7d21-4fd6-92ad-24904ef90aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:45.137505 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-92ca20d6-cdee-43f7-9699-a4b49fe1bd2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:45.167786 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-92ca20d6-cdee-43f7-9699-a4b49fe1bd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:45.208036 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d435666-7d21-4fd6-92ad-24904ef90aec None None] Pushing event updated for resources: {'Port': ['ID=e880ad86-2e06-4c21-af5c-cb2a306c15ae,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:45.325600 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-92ca20d6-cdee-43f7-9699-a4b49fe1bd2e admin admin] Allocated IP 172.26.5.68 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/3352ac56-d24a-440b-9c38-ca8663f6de48) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:11:45.485296 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-92ca20d6-cdee-43f7-9699-a4b49fe1bd2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:45.578278 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-92ca20d6-cdee-43f7-9699-a4b49fe1bd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:45.638989 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ca20d6-cdee-43f7-9699-a4b49fe1bd2e admin admin] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:11:45.646151 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-92ca20d6-cdee-43f7-9699-a4b49fe1bd2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:11:45.650260 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ca20d6-cdee-43f7-9699-a4b49fe1bd2e admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:11:45.683318 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca20d6-cdee-43f7-9699-a4b49fe1bd2e admin admin] Pushing event updated for resources: {'Port': ['ID=3352ac56-d24a-440b-9c38-ca8663f6de48,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:46.097369 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0b508a-ac04-43f0-a577-51f6c60485af None None] Network 81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:11:46.143635 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-92ca20d6-cdee-43f7-9699-a4b49fe1bd2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:46.175902 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e880ad86-2e06-4c21-af5c-cb2a306c15ae up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:11:46.309031 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-db442db6-0e8d-4eff-8c19-64be6bc7d98b None None] Provisioning for port e880ad86-2e06-4c21-af5c-cb2a306c15ae completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:11:46.375628 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port e880ad86-2e06-4c21-af5c-cb2a306c15ae completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:11:46.382729 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port e880ad86-2e06-4c21-af5c-cb2a306c15ae triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:11:46.383101 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:46.521470 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:46.564664 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port e880ad86-2e06-4c21-af5c-cb2a306c15ae, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e880ad86-2e06-4c21-af5c-cb2a306c15ae,segment=NetworkSegment(3a803174-0abc-4607-b3ac-a324c24c552e),segment_id=3a803174-0abc-4607-b3ac-a324c24c552e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:11:46.612883 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-92ca20d6-cdee-43f7-9699-a4b49fe1bd2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:46.617725 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:46.688949 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=e880ad86-2e06-4c21-af5c-cb2a306c15ae,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:46.747273 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1f7be488-1d69-4ffb-a757-394ce9a59d0b None None] Provisioning complete for port e880ad86-2e06-4c21-af5c-cb2a306c15ae triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:11:46.747532 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1f7be488-1d69-4ffb-a757-394ce9a59d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:46.914892 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ca20d6-cdee-43f7-9699-a4b49fe1bd2e admin admin] Router 0af65736-db87-47e2-97a8-8b1f66818d7c is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 16:11:47.090994 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ca20d6-cdee-43f7-9699-a4b49fe1bd2e admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:11:47.102184 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26622a44-3e81-4767-8121-87c598477504 None None] Sync routers for ids ['0af65736-db87-47e2-97a8-8b1f66818d7c'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:11:47.111202 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26622a44-3e81-4767-8121-87c598477504 None None] Routers {'0af65736-db87-47e2-97a8-8b1f66818d7c'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:11:47.111816 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-26622a44-3e81-4767-8121-87c598477504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:11:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['0af65736-db87-47e2-97a8-8b1f66818d7c'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:11:47.188188 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-92ca20d6-cdee-43f7-9699-a4b49fe1bd2e admin admin] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:47.189446 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-92ca20d6-cdee-43f7-9699-a4b49fe1bd2e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9954414 Mar 31 16:11:47.192424 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56342) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:11:47.285793 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-26622a44-3e81-4767-8121-87c598477504 None None] Set router 0af65736-db87-47e2-97a8-8b1f66818d7c gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:11:47.600589 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-26622a44-3e81-4767-8121-87c598477504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'name': 'tempest-TestShelveInstance-1884167459-router', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:11:44Z', 'updated_at': '2022-03-31T16:11:45Z', 'revision_number': 3, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'gw_port': {'id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:45Z', 'updated_at': '2022-03-31T16:11:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:11:47.605881 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26622a44-3e81-4767-8121-87c598477504 None None] Checking router: 0af65736-db87-47e2-97a8-8b1f66818d7c for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:11:47.606713 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26622a44-3e81-4767-8121-87c598477504 None None] Updating router 0af65736-db87-47e2-97a8-8b1f66818d7c port 3352ac56-d24a-440b-9c38-ca8663f6de48 binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:11:47.659661 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-26622a44-3e81-4767-8121-87c598477504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:47.983377 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a1ec694-cdbb-4fb3-a0f0-5e93d3ddbed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:47.984443 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-26622a44-3e81-4767-8121-87c598477504 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:47.995827 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-26622a44-3e81-4767-8121-87c598477504 None None] Transition to ACTIVE for port object 3352ac56-d24a-440b-9c38-ca8663f6de48 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:11:48.086132 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-26622a44-3e81-4767-8121-87c598477504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:48.128859 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e880ad86-2e06-4c21-af5c-cb2a306c15ae up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:11:48.198104 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-8a1ec694-cdbb-4fb3-a0f0-5e93d3ddbed5 admin admin] Allocated IP 172.20.0.1 (81035d9b-b2df-4dba-84e2-c4b6df6c8ce9/70721a97-e905-41ca-8579-98c7ea04b599/0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:11:48.227468 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee3005-0fe4-45a3-9b64-4971e6a3ff5c None None] Pushing event updated for resources: {'Port': ['ID=3352ac56-d24a-440b-9c38-ca8663f6de48,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:48.233933 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-26622a44-3e81-4767-8121-87c598477504 None None] Attempting to bind port 3352ac56-d24a-440b-9c38-ca8663f6de48 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:11:48.234482 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-26622a44-3e81-4767-8121-87c598477504 None None] Attempting to bind port 3352ac56-d24a-440b-9c38-ca8663f6de48 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:11:48.235097 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26622a44-3e81-4767-8121-87c598477504 None None] Attempting to bind port 3352ac56-d24a-440b-9c38-ca8663f6de48 on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:11:48.246239 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26622a44-3e81-4767-8121-87c598477504 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:11:48.246608 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26622a44-3e81-4767-8121-87c598477504 None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:11:48.246998 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-26622a44-3e81-4767-8121-87c598477504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:48.247382 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26622a44-3e81-4767-8121-87c598477504 None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:11:48.247838 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-26622a44-3e81-4767-8121-87c598477504 None None] Bound port: 3352ac56-d24a-440b-9c38-ca8663f6de48, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:11:48.248207 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-26622a44-3e81-4767-8121-87c598477504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:48.305208 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port e880ad86-2e06-4c21-af5c-cb2a306c15ae triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:11:48.305578 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:48.350189 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a1ec694-cdbb-4fb3-a0f0-5e93d3ddbed5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:48.365974 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8a1ec694-cdbb-4fb3-a0f0-5e93d3ddbed5 admin admin] Transition to ACTIVE for port object 0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:11:48.374217 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-26622a44-3e81-4767-8121-87c598477504 None None] For port 3352ac56-d24a-440b-9c38-ca8663f6de48, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:11:48.386144 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-26622a44-3e81-4767-8121-87c598477504 None None] For port 3352ac56-d24a-440b-9c38-ca8663f6de48, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=3352ac56-d24a-440b-9c38-ca8663f6de48,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:11:48.442097 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a1ec694-cdbb-4fb3-a0f0-5e93d3ddbed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:48.458243 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-26622a44-3e81-4767-8121-87c598477504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:48.499830 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1ec694-cdbb-4fb3-a0f0-5e93d3ddbed5 admin admin] Network 81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:11:48.503010 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-8a1ec694-cdbb-4fb3-a0f0-5e93d3ddbed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:11:48.506228 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1ec694-cdbb-4fb3-a0f0-5e93d3ddbed5 admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:11:48.536882 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26622a44-3e81-4767-8121-87c598477504 None None] Routers {'0af65736-db87-47e2-97a8-8b1f66818d7c'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:11:48.537530 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-26622a44-3e81-4767-8121-87c598477504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:11:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['0af65736-db87-47e2-97a8-8b1f66818d7c'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:11:48.557870 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ec694-cdbb-4fb3-a0f0-5e93d3ddbed5 admin admin] Pushing event updated for resources: {'Port': ['ID=0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:48.575543 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a1ec694-cdbb-4fb3-a0f0-5e93d3ddbed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:48.613471 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee3005-0fe4-45a3-9b64-4971e6a3ff5c None None] Pushing event updated for resources: {'Port': ['ID=3352ac56-d24a-440b-9c38-ca8663f6de48,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:48.750821 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-26622a44-3e81-4767-8121-87c598477504 None None] Set router 0af65736-db87-47e2-97a8-8b1f66818d7c gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:11:48.877458 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a1ec694-cdbb-4fb3-a0f0-5e93d3ddbed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:48.940080 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d1ac09b2-4b6c-4038-a233-26d47c7c3b2e None None] Provisioning for port 0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:11:48.957740 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d1ac09b2-4b6c-4038-a233-26d47c7c3b2e None None] Provisioning complete for port 0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:11:48.958108 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d1ac09b2-4b6c-4038-a233-26d47c7c3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:49.028892 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac09b2-4b6c-4038-a233-26d47c7c3b2e None None] Port 0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:11:49.097077 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-26622a44-3e81-4767-8121-87c598477504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'name': 'tempest-TestShelveInstance-1884167459-router', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:11:44Z', 'updated_at': '2022-03-31T16:11:45Z', 'revision_number': 3, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'gw_port': {'id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:45Z', 'updated_at': '2022-03-31T16:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:11:49.097396 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a1ec694-cdbb-4fb3-a0f0-5e93d3ddbed5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:49.101217 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26622a44-3e81-4767-8121-87c598477504 None None] The sync data for ids ['0af65736-db87-47e2-97a8-8b1f66818d7c'] in dv-neutron-833379-2-hyperv is: [{'id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'name': 'tempest-TestShelveInstance-1884167459-router', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:11:44Z', 'updated_at': '2022-03-31T16:11:45Z', 'revision_number': 3, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'gw_port': {'id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:45Z', 'updated_at': '2022-03-31T16:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:11:49.149169 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a1ec694-cdbb-4fb3-a0f0-5e93d3ddbed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:49.253607 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a1ec694-cdbb-4fb3-a0f0-5e93d3ddbed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:49.257085 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ec694-cdbb-4fb3-a0f0-5e93d3ddbed5 admin admin] Pushing event updated for resources: {'Port': ['ID=0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:49.410979 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1ec694-cdbb-4fb3-a0f0-5e93d3ddbed5 admin admin] Network 81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:11:49.412217 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-8a1ec694-cdbb-4fb3-a0f0-5e93d3ddbed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:11:49.656016 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-671dd66b-e65d-4c39-80dc-495d7c469d4b None None] Provisioning complete for port 0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:11:49.656588 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-671dd66b-e65d-4c39-80dc-495d7c469d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:49.712317 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-671dd66b-e65d-4c39-80dc-495d7c469d4b None None] Port 0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:11:49.724671 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1ec694-cdbb-4fb3-a0f0-5e93d3ddbed5 admin admin] Router 0af65736-db87-47e2-97a8-8b1f66818d7c has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:11:49.909700 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1ec694-cdbb-4fb3-a0f0-5e93d3ddbed5 admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:11:49.919972 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8a1ec694-cdbb-4fb3-a0f0-5e93d3ddbed5 admin admin] 10.222.0.31 "PUT /v2.0/routers/0af65736-db87-47e2-97a8-8b1f66818d7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7256544 Mar 31 16:11:50.134590 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 3352ac56-d24a-440b-9c38-ca8663f6de48 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:11:50.326319 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 3352ac56-d24a-440b-9c38-ca8663f6de48 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:11:50.336398 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 3352ac56-d24a-440b-9c38-ca8663f6de48 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:11:50.337081 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:50.484511 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:50.501989 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 3352ac56-d24a-440b-9c38-ca8663f6de48, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=3352ac56-d24a-440b-9c38-ca8663f6de48,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:11:50.549605 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:50.629590 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=3352ac56-d24a-440b-9c38-ca8663f6de48,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:50.630985 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7e6943-69fd-4c40-acd9-56b27ce58bd6 None None] Sync routers for ids ['0af65736-db87-47e2-97a8-8b1f66818d7c'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:11:50.637876 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56360) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:11:50.643035 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-a7160f9b-8c7d-4162-b18b-877e384266ee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-403585076-network', 'tenant_id': 'c1264442472648879914edf17699e1c8'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:11:50.648219 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a7160f9b-8c7d-4162-b18b-877e384266ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:11:50.650214 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7e6943-69fd-4c40-acd9-56b27ce58bd6 None None] Routers {'0af65736-db87-47e2-97a8-8b1f66818d7c'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:11:50.650818 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ef7e6943-69fd-4c40-acd9-56b27ce58bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:11:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['0af65736-db87-47e2-97a8-8b1f66818d7c'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:11:50.652106 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a7160f9b-8c7d-4162-b18b-877e384266ee admin admin] Usage tracker for resource:network and tenant:c1264442472648879914edf17699e1c8 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:11:50.654967 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a7160f9b-8c7d-4162-b18b-877e384266ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:11:50.661288 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a7160f9b-8c7d-4162-b18b-877e384266ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:11:50.748115 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7160f9b-8c7d-4162-b18b-877e384266ee admin admin] Made reservation on behalf of c1264442472648879914edf17699e1c8 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:11:50.750539 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7160f9b-8c7d-4162-b18b-877e384266ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:50.763473 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7160f9b-8c7d-4162-b18b-877e384266ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:50.778462 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a7160f9b-8c7d-4162-b18b-877e384266ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:11:50.782276 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a7160f9b-8c7d-4162-b18b-877e384266ee admin admin] Usage tracker for resource:security_group_rule and tenant:c1264442472648879914edf17699e1c8 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:11:50.785297 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-a7160f9b-8c7d-4162-b18b-877e384266ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:11:50.790976 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-a7160f9b-8c7d-4162-b18b-877e384266ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:11:50.859166 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-ef7e6943-69fd-4c40-acd9-56b27ce58bd6 None None] Set router 0af65736-db87-47e2-97a8-8b1f66818d7c gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:11:50.874052 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7160f9b-8c7d-4162-b18b-877e384266ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:50.931260 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7160f9b-8c7d-4162-b18b-877e384266ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:50.960182 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7160f9b-8c7d-4162-b18b-877e384266ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:11:50.972707 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7160f9b-8c7d-4162-b18b-877e384266ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764758e1-e6f5-4b59-897c-a82b8032a480,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:50.977083 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7160f9b-8c7d-4162-b18b-877e384266ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:50.977452 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-a7160f9b-8c7d-4162-b18b-877e384266ee admin admin] Added segment 09772784-e62d-4f41-8cb2-0b78f2c9c7f2 of type vlan for network 764a0864-4bff-4bb7-92fd-e98177bd883d Mar 31 16:11:51.004071 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7160f9b-8c7d-4162-b18b-877e384266ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:51.091752 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7160f9b-8c7d-4162-b18b-877e384266ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:51.092730 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7160f9b-8c7d-4162-b18b-877e384266ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:51.093344 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7160f9b-8c7d-4162-b18b-877e384266ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:51.168054 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ef7e6943-69fd-4c40-acd9-56b27ce58bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'name': 'tempest-TestShelveInstance-1884167459-router', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:11:44Z', 'updated_at': '2022-03-31T16:11:48Z', 'revision_number': 4, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'gw_port': {'id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:45Z', 'updated_at': '2022-03-31T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad', 'name': '', 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'mac_address': 'fa:16:3e:28:a8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '70721a97-e905-41ca-8579-98c7ea04b599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:48Z', 'updated_at': '2022-03-31T16:11:48Z', 'revision_number': 2, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'subnets': [{'id': '70721a97-e905-41ca-8579-98c7ea04b599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:11:51.171803 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7e6943-69fd-4c40-acd9-56b27ce58bd6 None None] Checking router: 0af65736-db87-47e2-97a8-8b1f66818d7c for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:11:51.172152 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7e6943-69fd-4c40-acd9-56b27ce58bd6 None None] Updating router 0af65736-db87-47e2-97a8-8b1f66818d7c port 0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:11:51.196764 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7160f9b-8c7d-4162-b18b-877e384266ee admin admin] Pushing event updated for resources: {'Network': ['ID=764a0864-4bff-4bb7-92fd-e98177bd883d,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:51.207800 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 764a0864-4bff-4bb7-92fd-e98177bd883d details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 16:11:51.225030 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ef7e6943-69fd-4c40-acd9-56b27ce58bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:51.241425 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a7160f9b-8c7d-4162-b18b-877e384266ee admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6027489 Mar 31 16:11:51.244066 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56364) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:11:51.249411 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-59fe0c5e-0e45-4f52-870e-e3b00285edd9 admin admin] Request body: {'subnet': {'network_id': '764a0864-4bff-4bb7-92fd-e98177bd883d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-403585076-subnet', 'tenant_id': 'c1264442472648879914edf17699e1c8', 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:11:51.255045 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-59fe0c5e-0e45-4f52-870e-e3b00285edd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:11:51.258925 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-59fe0c5e-0e45-4f52-870e-e3b00285edd9 admin admin] Usage tracker for resource:subnet and tenant:c1264442472648879914edf17699e1c8 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:11:51.261769 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-59fe0c5e-0e45-4f52-870e-e3b00285edd9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:11:51.267434 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-59fe0c5e-0e45-4f52-870e-e3b00285edd9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:11:51.354718 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fe0c5e-0e45-4f52-870e-e3b00285edd9 admin admin] Made reservation on behalf of c1264442472648879914edf17699e1c8 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:11:51.357088 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-59fe0c5e-0e45-4f52-870e-e3b00285edd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:51.573132 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ef7e6943-69fd-4c40-acd9-56b27ce58bd6 None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:51.584838 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-ef7e6943-69fd-4c40-acd9-56b27ce58bd6 None None] Transition to ACTIVE for port object 0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:11:51.600549 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-59fe0c5e-0e45-4f52-870e-e3b00285edd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:51.634777 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ef7e6943-69fd-4c40-acd9-56b27ce58bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:51.677787 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe0c5e-0e45-4f52-870e-e3b00285edd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e61df55-f1b7-4997-9c23-c4e463d1924d,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:51.684134 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fe0c5e-0e45-4f52-870e-e3b00285edd9 admin admin] Checking segment: {'id': '09772784-e62d-4f41-8cb2-0b78f2c9c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '764a0864-4bff-4bb7-92fd-e98177bd883d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:11:51.684407 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fe0c5e-0e45-4f52-870e-e3b00285edd9 admin admin] Network hostable DHCP agents. Network: 764a0864-4bff-4bb7-92fd-e98177bd883d, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:11:51.755732 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fe0c5e-0e45-4f52-870e-e3b00285edd9 admin admin] Network 764a0864-4bff-4bb7-92fd-e98177bd883d is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:11:51.796706 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7c28b-03b0-47d0-a25a-56800a30130d None None] Pushing event updated for resources: {'Port': ['ID=0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:51.833947 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-59fe0c5e-0e45-4f52-870e-e3b00285edd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 764a0864-4bff-4bb7-92fd-e98177bd883d) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:11:51.837343 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7c28b-03b0-47d0-a25a-56800a30130d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:51.837699 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7c28b-03b0-47d0-a25a-56800a30130d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:51.838034 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7c28b-03b0-47d0-a25a-56800a30130d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:51.838450 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7c28b-03b0-47d0-a25a-56800a30130d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:51.838689 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7c28b-03b0-47d0-a25a-56800a30130d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:51.839019 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7c28b-03b0-47d0-a25a-56800a30130d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:51.839349 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7c28b-03b0-47d0-a25a-56800a30130d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:51.839556 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fe0c5e-0e45-4f52-870e-e3b00285edd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:11:51.839663 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7c28b-03b0-47d0-a25a-56800a30130d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:51.839983 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7c28b-03b0-47d0-a25a-56800a30130d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:51.840154 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-59fe0c5e-0e45-4f52-870e-e3b00285edd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:51.840333 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7c28b-03b0-47d0-a25a-56800a30130d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:51.840612 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7c28b-03b0-47d0-a25a-56800a30130d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:51.840935 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7c28b-03b0-47d0-a25a-56800a30130d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:11:51.844147 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d716ec8-0afb-4d5f-9a83-833dbf4a76b4 None None] Network 764a0864-4bff-4bb7-92fd-e98177bd883d requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:11:51.881692 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-ef7e6943-69fd-4c40-acd9-56b27ce58bd6 None None] Attempting to bind port 0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:11:51.882102 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-ef7e6943-69fd-4c40-acd9-56b27ce58bd6 None None] Attempting to bind port 0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '3a803174-0abc-4607-b3ac-a324c24c552e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:11:51.882392 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7e6943-69fd-4c40-acd9-56b27ce58bd6 None None] Attempting to bind port 0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad on network 81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:11:51.887745 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7e6943-69fd-4c40-acd9-56b27ce58bd6 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:11:51.888107 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7e6943-69fd-4c40-acd9-56b27ce58bd6 None None] Checking segment: {'id': '3a803174-0abc-4607-b3ac-a324c24c552e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:11:51.888494 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ef7e6943-69fd-4c40-acd9-56b27ce58bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:51.889040 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7e6943-69fd-4c40-acd9-56b27ce58bd6 None None] Bound using segment: {'id': '3a803174-0abc-4607-b3ac-a324c24c552e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:11:51.889519 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-ef7e6943-69fd-4c40-acd9-56b27ce58bd6 None None] Bound port: 0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a803174-0abc-4607-b3ac-a324c24c552e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:11:51.889884 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ef7e6943-69fd-4c40-acd9-56b27ce58bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:51.921121 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-59fe0c5e-0e45-4f52-870e-e3b00285edd9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6759934 Mar 31 16:11:51.923704 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56368) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:11:51.929417 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-2ee2995d-3d33-45a1-ad75-dffc36dd257e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-403585076-router', 'tenant_id': 'c1264442472648879914edf17699e1c8', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:11:51.934564 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2ee2995d-3d33-45a1-ad75-dffc36dd257e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:11:51.938575 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2ee2995d-3d33-45a1-ad75-dffc36dd257e admin admin] Usage tracker for resource:router and tenant:c1264442472648879914edf17699e1c8 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:11:51.942697 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2ee2995d-3d33-45a1-ad75-dffc36dd257e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:11:51.948851 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2ee2995d-3d33-45a1-ad75-dffc36dd257e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:11:51.983411 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-ef7e6943-69fd-4c40-acd9-56b27ce58bd6 None None] For port 0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:11:51.986589 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-ef7e6943-69fd-4c40-acd9-56b27ce58bd6 None None] For port 0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad,segment=NetworkSegment(3a803174-0abc-4607-b3ac-a324c24c552e),segment_id=3a803174-0abc-4607-b3ac-a324c24c552e)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:11:52.017817 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ee2995d-3d33-45a1-ad75-dffc36dd257e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:52.018881 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ee2995d-3d33-45a1-ad75-dffc36dd257e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:52.033490 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ee2995d-3d33-45a1-ad75-dffc36dd257e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:52.041292 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ef7e6943-69fd-4c40-acd9-56b27ce58bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:52.075032 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba7c479-6247-4ee7-9317-d5f2bf95ad57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-764a0864-4bff-4bb7-92fd-e98177bd883d', 'network_id': '764a0864-4bff-4bb7-92fd-e98177bd883d', 'tenant_id': 'c1264442472648879914edf17699e1c8', 'fixed_ips': [{'subnet_id': '2e61df55-f1b7-4997-9c23-c4e463d1924d'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 16:11:52.075897 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4ba7c479-6247-4ee7-9317-d5f2bf95ad57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:52.115986 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7e6943-69fd-4c40-acd9-56b27ce58bd6 None None] Routers {'0af65736-db87-47e2-97a8-8b1f66818d7c'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:11:52.116610 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ef7e6943-69fd-4c40-acd9-56b27ce58bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:11:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['0af65736-db87-47e2-97a8-8b1f66818d7c'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:11:52.142120 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 3352ac56-d24a-440b-9c38-ca8663f6de48 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:11:52.319304 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 3352ac56-d24a-440b-9c38-ca8663f6de48 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:11:52.321779 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:52.327396 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7c28b-03b0-47d0-a25a-56800a30130d None None] Pushing event updated for resources: {'Port': ['ID=0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:52.372519 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-ef7e6943-69fd-4c40-acd9-56b27ce58bd6 None None] Set router 0af65736-db87-47e2-97a8-8b1f66818d7c gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:11:52.409447 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-4ba7c479-6247-4ee7-9317-d5f2bf95ad57 None None] Allocated IP 172.20.0.2 (764a0864-4bff-4bb7-92fd-e98177bd883d/2e61df55-f1b7-4997-9c23-c4e463d1924d/f0080546-b7a6-47bc-8a56-1d0488f68f02) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:11:52.427649 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ee2995d-3d33-45a1-ad75-dffc36dd257e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:52.714583 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4ba7c479-6247-4ee7-9317-d5f2bf95ad57 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:52.723907 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4ba7c479-6247-4ee7-9317-d5f2bf95ad57 None None] Transition to ACTIVE for port object f0080546-b7a6-47bc-8a56-1d0488f68f02 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:11:52.739022 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ef7e6943-69fd-4c40-acd9-56b27ce58bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'name': 'tempest-TestShelveInstance-1884167459-router', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:11:44Z', 'updated_at': '2022-03-31T16:11:48Z', 'revision_number': 4, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'gw_port': {'id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:45Z', 'updated_at': '2022-03-31T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad', 'name': '', 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'mac_address': 'fa:16:3e:28:a8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '70721a97-e905-41ca-8579-98c7ea04b599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:48Z', 'updated_at': '2022-03-31T16:11:51Z', 'revision_number': 4, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'subnets': [{'id': '70721a97-e905-41ca-8579-98c7ea04b599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:11:52.743693 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7e6943-69fd-4c40-acd9-56b27ce58bd6 None None] The sync data for ids ['0af65736-db87-47e2-97a8-8b1f66818d7c'] in dv-neutron-833379-2-hyperv is: [{'id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'name': 'tempest-TestShelveInstance-1884167459-router', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:11:44Z', 'updated_at': '2022-03-31T16:11:48Z', 'revision_number': 4, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'gw_port': {'id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:45Z', 'updated_at': '2022-03-31T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad', 'name': '', 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'mac_address': 'fa:16:3e:28:a8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '70721a97-e905-41ca-8579-98c7ea04b599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:48Z', 'updated_at': '2022-03-31T16:11:51Z', 'revision_number': 4, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'subnets': [{'id': '70721a97-e905-41ca-8579-98c7ea04b599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:11:52.748081 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4ba7c479-6247-4ee7-9317-d5f2bf95ad57 None None] Transition to ACTIVE for port object f0080546-b7a6-47bc-8a56-1d0488f68f02 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:11:52.834281 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4ba7c479-6247-4ee7-9317-d5f2bf95ad57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:52.909608 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba7c479-6247-4ee7-9317-d5f2bf95ad57 None None] Network 764a0864-4bff-4bb7-92fd-e98177bd883d is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:11:52.911943 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-4ba7c479-6247-4ee7-9317-d5f2bf95ad57 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:11:52.915529 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba7c479-6247-4ee7-9317-d5f2bf95ad57 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:11:53.035686 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ee2995d-3d33-45a1-ad75-dffc36dd257e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:53.037148 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7c479-6247-4ee7-9317-d5f2bf95ad57 None None] Pushing event updated for resources: {'Port': ['ID=f0080546-b7a6-47bc-8a56-1d0488f68f02,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:53.043385 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-4ba7c479-6247-4ee7-9317-d5f2bf95ad57 None None] Attempting to bind port f0080546-b7a6-47bc-8a56-1d0488f68f02 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:11:53.043697 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-4ba7c479-6247-4ee7-9317-d5f2bf95ad57 None None] Attempting to bind port f0080546-b7a6-47bc-8a56-1d0488f68f02 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '09772784-e62d-4f41-8cb2-0b78f2c9c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '764a0864-4bff-4bb7-92fd-e98177bd883d'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:11:53.044049 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba7c479-6247-4ee7-9317-d5f2bf95ad57 None None] Attempting to bind port f0080546-b7a6-47bc-8a56-1d0488f68f02 on network 764a0864-4bff-4bb7-92fd-e98177bd883d {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:11:53.050313 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba7c479-6247-4ee7-9317-d5f2bf95ad57 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:11:53.050685 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba7c479-6247-4ee7-9317-d5f2bf95ad57 None None] Checking segment: {'id': '09772784-e62d-4f41-8cb2-0b78f2c9c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '764a0864-4bff-4bb7-92fd-e98177bd883d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:11:53.051081 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4ba7c479-6247-4ee7-9317-d5f2bf95ad57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:53.051478 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba7c479-6247-4ee7-9317-d5f2bf95ad57 None None] Bound using segment: {'id': '09772784-e62d-4f41-8cb2-0b78f2c9c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '764a0864-4bff-4bb7-92fd-e98177bd883d'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:11:53.051947 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-4ba7c479-6247-4ee7-9317-d5f2bf95ad57 None None] Bound port: f0080546-b7a6-47bc-8a56-1d0488f68f02, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09772784-e62d-4f41-8cb2-0b78f2c9c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '764a0864-4bff-4bb7-92fd-e98177bd883d'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:11:53.052315 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4ba7c479-6247-4ee7-9317-d5f2bf95ad57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:53.068803 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ee2995d-3d33-45a1-ad75-dffc36dd257e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:53.150631 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-4ba7c479-6247-4ee7-9317-d5f2bf95ad57 None None] For port f0080546-b7a6-47bc-8a56-1d0488f68f02, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:11:53.154022 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-4ba7c479-6247-4ee7-9317-d5f2bf95ad57 None None] For port f0080546-b7a6-47bc-8a56-1d0488f68f02, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=f0080546-b7a6-47bc-8a56-1d0488f68f02,segment=NetworkSegment(09772784-e62d-4f41-8cb2-0b78f2c9c7f2),segment_id=09772784-e62d-4f41-8cb2-0b78f2c9c7f2)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:11:53.216020 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-2ee2995d-3d33-45a1-ad75-dffc36dd257e admin admin] Allocated IP 172.26.5.4 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/a71dac86-dc36-412c-bb44-b5377eee907d) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:11:53.228594 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4ba7c479-6247-4ee7-9317-d5f2bf95ad57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:53.316703 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7c479-6247-4ee7-9317-d5f2bf95ad57 None None] Pushing event updated for resources: {'Port': ['ID=f0080546-b7a6-47bc-8a56-1d0488f68f02,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:53.387807 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ee2995d-3d33-45a1-ad75-dffc36dd257e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:53.463031 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ee2995d-3d33-45a1-ad75-dffc36dd257e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:53.553479 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee2995d-3d33-45a1-ad75-dffc36dd257e admin admin] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:11:53.561435 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-2ee2995d-3d33-45a1-ad75-dffc36dd257e admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:11:53.567335 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee2995d-3d33-45a1-ad75-dffc36dd257e admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:11:53.604731 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2995d-3d33-45a1-ad75-dffc36dd257e admin admin] Pushing event updated for resources: {'Port': ['ID=a71dac86-dc36-412c-bb44-b5377eee907d,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:54.120858 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ee2995d-3d33-45a1-ad75-dffc36dd257e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:54.172673 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device f0080546-b7a6-47bc-8a56-1d0488f68f02 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:11:54.285001 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28fa1a1-6eb4-4904-8ffa-e7037fb55af1 None None] Network 764a0864-4bff-4bb7-92fd-e98177bd883d requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:11:54.406647 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port f0080546-b7a6-47bc-8a56-1d0488f68f02 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:11:54.423536 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:11:54.471825 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ee2995d-3d33-45a1-ad75-dffc36dd257e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:54.531487 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4c844c89-521a-4feb-8ab0-1ab8faeba996 None None] Provisioning for port f0080546-b7a6-47bc-8a56-1d0488f68f02 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:11:54.546834 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4c844c89-521a-4feb-8ab0-1ab8faeba996 None None] Provisioning complete for port f0080546-b7a6-47bc-8a56-1d0488f68f02 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:11:54.547204 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4c844c89-521a-4feb-8ab0-1ab8faeba996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:54.653518 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:11:54.665526 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:11:54.670538 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:54.792673 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4c844c89-521a-4feb-8ab0-1ab8faeba996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:54.859029 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee2995d-3d33-45a1-ad75-dffc36dd257e admin admin] Router 8eb8a356-8ed4-4011-a283-0824d4e2025b is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 16:11:54.878194 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-4c844c89-521a-4feb-8ab0-1ab8faeba996 None None] For port f0080546-b7a6-47bc-8a56-1d0488f68f02, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=f0080546-b7a6-47bc-8a56-1d0488f68f02,segment=NetworkSegment(09772784-e62d-4f41-8cb2-0b78f2c9c7f2),segment_id=09772784-e62d-4f41-8cb2-0b78f2c9c7f2)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:11:54.892939 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:54.927213 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4c844c89-521a-4feb-8ab0-1ab8faeba996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:54.929841 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad,segment=NetworkSegment(3a803174-0abc-4607-b3ac-a324c24c552e),segment_id=3a803174-0abc-4607-b3ac-a324c24c552e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:11:55.004122 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c844c89-521a-4feb-8ab0-1ab8faeba996 None None] Pushing event updated for resources: {'Port': ['ID=f0080546-b7a6-47bc-8a56-1d0488f68f02,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:55.007328 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:55.061650 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee2995d-3d33-45a1-ad75-dffc36dd257e admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:11:55.073462 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8a7948-840e-41d0-b48d-f64250f9027d None None] Sync routers for ids ['8eb8a356-8ed4-4011-a283-0824d4e2025b'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:11:55.094081 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0094be54-6f3a-4b35-b8a0-4958dc006a00 None None] Provisioning complete for port f0080546-b7a6-47bc-8a56-1d0488f68f02 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:11:55.094081 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0094be54-6f3a-4b35-b8a0-4958dc006a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:55.117134 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8a7948-840e-41d0-b48d-f64250f9027d None None] Routers {'8eb8a356-8ed4-4011-a283-0824d4e2025b'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:11:55.122864 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0e8a7948-840e-41d0-b48d-f64250f9027d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:11:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['8eb8a356-8ed4-4011-a283-0824d4e2025b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:11:55.165989 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ee2995d-3d33-45a1-ad75-dffc36dd257e admin admin] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:55.167143 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2ee2995d-3d33-45a1-ad75-dffc36dd257e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.2419090 Mar 31 16:11:55.169876 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:55.170031 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56372) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:11:55.358213 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-0e8a7948-840e-41d0-b48d-f64250f9027d None None] Set router 8eb8a356-8ed4-4011-a283-0824d4e2025b gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:11:55.645822 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:55.662306 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0e8a7948-840e-41d0-b48d-f64250f9027d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb8a356-8ed4-4011-a283-0824d4e2025b', 'name': 'tempest-TestShelveInstance-403585076-router', 'tenant_id': 'c1264442472648879914edf17699e1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': 'a71dac86-dc36-412c-bb44-b5377eee907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:11:52Z', 'updated_at': '2022-03-31T16:11:53Z', 'revision_number': 3, 'project_id': 'c1264442472648879914edf17699e1c8', 'gw_port': {'id': 'a71dac86-dc36-412c-bb44-b5377eee907d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb8a356-8ed4-4011-a283-0824d4e2025b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:53Z', 'updated_at': '2022-03-31T16:11:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:11:55.666183 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8a7948-840e-41d0-b48d-f64250f9027d None None] Checking router: 8eb8a356-8ed4-4011-a283-0824d4e2025b for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:11:55.666531 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8a7948-840e-41d0-b48d-f64250f9027d None None] Updating router 8eb8a356-8ed4-4011-a283-0824d4e2025b port a71dac86-dc36-412c-bb44-b5377eee907d binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:11:55.719579 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0e8a7948-840e-41d0-b48d-f64250f9027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:55.846308 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14991deb-f48c-4560-99c1-1caca630e7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:56.056074 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-14991deb-f48c-4560-99c1-1caca630e7cd admin admin] Allocated IP 172.20.0.1 (764a0864-4bff-4bb7-92fd-e98177bd883d/2e61df55-f1b7-4997-9c23-c4e463d1924d/22b5a82c-c276-46ce-9aa2-8916db2da62a) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:11:56.087959 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0e8a7948-840e-41d0-b48d-f64250f9027d None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:56.100673 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0e8a7948-840e-41d0-b48d-f64250f9027d None None] Transition to ACTIVE for port object a71dac86-dc36-412c-bb44-b5377eee907d will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:11:56.121787 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device f0080546-b7a6-47bc-8a56-1d0488f68f02 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:11:56.178553 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0e8a7948-840e-41d0-b48d-f64250f9027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:56.212303 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14991deb-f48c-4560-99c1-1caca630e7cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:56.228181 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-14991deb-f48c-4560-99c1-1caca630e7cd admin admin] Transition to ACTIVE for port object 22b5a82c-c276-46ce-9aa2-8916db2da62a will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:11:56.265452 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-0e8a7948-840e-41d0-b48d-f64250f9027d None None] Attempting to bind port a71dac86-dc36-412c-bb44-b5377eee907d on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:11:56.265813 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-0e8a7948-840e-41d0-b48d-f64250f9027d None None] Attempting to bind port a71dac86-dc36-412c-bb44-b5377eee907d by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:11:56.266169 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8a7948-840e-41d0-b48d-f64250f9027d None None] Attempting to bind port a71dac86-dc36-412c-bb44-b5377eee907d on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:11:56.276876 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8a7948-840e-41d0-b48d-f64250f9027d None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:11:56.277806 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8a7948-840e-41d0-b48d-f64250f9027d None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:11:56.277806 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0e8a7948-840e-41d0-b48d-f64250f9027d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:56.278143 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8a7948-840e-41d0-b48d-f64250f9027d None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:11:56.278598 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-0e8a7948-840e-41d0-b48d-f64250f9027d None None] Bound port: a71dac86-dc36-412c-bb44-b5377eee907d, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:11:56.278973 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0e8a7948-840e-41d0-b48d-f64250f9027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:56.302951 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port f0080546-b7a6-47bc-8a56-1d0488f68f02 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:11:56.303351 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:56.326556 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14991deb-f48c-4560-99c1-1caca630e7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:56.334352 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b2624-9fce-4697-a5ed-2c3986c630ea None None] Pushing event updated for resources: {'Port': ['ID=a71dac86-dc36-412c-bb44-b5377eee907d,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:56.388310 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14991deb-f48c-4560-99c1-1caca630e7cd admin admin] Network 764a0864-4bff-4bb7-92fd-e98177bd883d is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:11:56.395790 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-14991deb-f48c-4560-99c1-1caca630e7cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:11:56.400084 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14991deb-f48c-4560-99c1-1caca630e7cd admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:11:56.407761 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-0e8a7948-840e-41d0-b48d-f64250f9027d None None] For port a71dac86-dc36-412c-bb44-b5377eee907d, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:11:56.412428 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-0e8a7948-840e-41d0-b48d-f64250f9027d None None] For port a71dac86-dc36-412c-bb44-b5377eee907d, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=a71dac86-dc36-412c-bb44-b5377eee907d,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:11:56.429999 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14991deb-f48c-4560-99c1-1caca630e7cd admin admin] Pushing event updated for resources: {'Port': ['ID=22b5a82c-c276-46ce-9aa2-8916db2da62a,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:56.459210 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14991deb-f48c-4560-99c1-1caca630e7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:56.474032 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:11:56.513711 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0e8a7948-840e-41d0-b48d-f64250f9027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:56.644230 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8a7948-840e-41d0-b48d-f64250f9027d None None] Routers {'8eb8a356-8ed4-4011-a283-0824d4e2025b'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:11:56.644230 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0e8a7948-840e-41d0-b48d-f64250f9027d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:11:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['8eb8a356-8ed4-4011-a283-0824d4e2025b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:11:56.690803 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b2624-9fce-4697-a5ed-2c3986c630ea None None] Pushing event updated for resources: {'Port': ['ID=a71dac86-dc36-412c-bb44-b5377eee907d,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:56.725611 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-33e0adac-d3e9-446e-841a-ddff2cc2d6bc None None] Provisioning for port 22b5a82c-c276-46ce-9aa2-8916db2da62a completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:11:56.730532 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:11:56.730891 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:56.779136 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14991deb-f48c-4560-99c1-1caca630e7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:56.780073 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-33e0adac-d3e9-446e-841a-ddff2cc2d6bc None None] Provisioning complete for port 22b5a82c-c276-46ce-9aa2-8916db2da62a triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:11:56.780441 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-33e0adac-d3e9-446e-841a-ddff2cc2d6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:56.938132 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-33e0adac-d3e9-446e-841a-ddff2cc2d6bc None None] Port 22b5a82c-c276-46ce-9aa2-8916db2da62a cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:11:56.943610 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-0e8a7948-840e-41d0-b48d-f64250f9027d None None] Set router 8eb8a356-8ed4-4011-a283-0824d4e2025b gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:11:56.998082 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14991deb-f48c-4560-99c1-1caca630e7cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:57.051625 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14991deb-f48c-4560-99c1-1caca630e7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:57.161555 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14991deb-f48c-4560-99c1-1caca630e7cd admin admin] Pushing event updated for resources: {'Port': ['ID=22b5a82c-c276-46ce-9aa2-8916db2da62a,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:57.163931 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14991deb-f48c-4560-99c1-1caca630e7cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:57.284511 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0e8a7948-840e-41d0-b48d-f64250f9027d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb8a356-8ed4-4011-a283-0824d4e2025b', 'name': 'tempest-TestShelveInstance-403585076-router', 'tenant_id': 'c1264442472648879914edf17699e1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': 'a71dac86-dc36-412c-bb44-b5377eee907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:11:52Z', 'updated_at': '2022-03-31T16:11:53Z', 'revision_number': 3, 'project_id': 'c1264442472648879914edf17699e1c8', 'gw_port': {'id': 'a71dac86-dc36-412c-bb44-b5377eee907d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb8a356-8ed4-4011-a283-0824d4e2025b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:53Z', 'updated_at': '2022-03-31T16:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:11:57.288518 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8a7948-840e-41d0-b48d-f64250f9027d None None] The sync data for ids ['8eb8a356-8ed4-4011-a283-0824d4e2025b'] in dv-neutron-833379-2-hyperv is: [{'id': '8eb8a356-8ed4-4011-a283-0824d4e2025b', 'name': 'tempest-TestShelveInstance-403585076-router', 'tenant_id': 'c1264442472648879914edf17699e1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': 'a71dac86-dc36-412c-bb44-b5377eee907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:11:52Z', 'updated_at': '2022-03-31T16:11:53Z', 'revision_number': 3, 'project_id': 'c1264442472648879914edf17699e1c8', 'gw_port': {'id': 'a71dac86-dc36-412c-bb44-b5377eee907d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb8a356-8ed4-4011-a283-0824d4e2025b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:53Z', 'updated_at': '2022-03-31T16:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:11:57.302273 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14991deb-f48c-4560-99c1-1caca630e7cd admin admin] Network 764a0864-4bff-4bb7-92fd-e98177bd883d is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:11:57.303426 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-14991deb-f48c-4560-99c1-1caca630e7cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:11:57.501092 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14991deb-f48c-4560-99c1-1caca630e7cd admin admin] Router 8eb8a356-8ed4-4011-a283-0824d4e2025b has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:11:57.577610 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1db2a78c-1a25-4163-9830-85600d9c4e06 None None] Provisioning complete for port 22b5a82c-c276-46ce-9aa2-8916db2da62a triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:11:57.578158 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1db2a78c-1a25-4163-9830-85600d9c4e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:57.645869 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-1db2a78c-1a25-4163-9830-85600d9c4e06 None None] Port 22b5a82c-c276-46ce-9aa2-8916db2da62a cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:11:57.717419 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14991deb-f48c-4560-99c1-1caca630e7cd admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:11:57.727761 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-14991deb-f48c-4560-99c1-1caca630e7cd admin admin] 10.222.0.31 "PUT /v2.0/routers/8eb8a356-8ed4-4011-a283-0824d4e2025b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5568409 Mar 31 16:11:58.145006 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device a71dac86-dc36-412c-bb44-b5377eee907d up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:11:58.268901 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port a71dac86-dc36-412c-bb44-b5377eee907d completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:11:58.274216 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port a71dac86-dc36-412c-bb44-b5377eee907d triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:11:58.274586 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:58.314066 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56382) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:11:58.320011 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-8d84cce5-a207-41c9-a419-6b073cff53fb tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1912323643', 'description': 'tempest-secgroup-smoke-1912323643 description', 'project_id': '179c927f6ccc4992b90d2502e91bf1f6'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:11:58.325945 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-8d84cce5-a207-41c9-a419-6b073cff53fb tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:11:58.329725 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-8d84cce5-a207-41c9-a419-6b073cff53fb tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Usage tracker for resource:security_group and tenant:179c927f6ccc4992b90d2502e91bf1f6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:11:58.333067 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-8d84cce5-a207-41c9-a419-6b073cff53fb tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:11:58.339357 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-8d84cce5-a207-41c9-a419-6b073cff53fb tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:11:58.406538 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d84cce5-a207-41c9-a419-6b073cff53fb tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:58.428079 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-8d84cce5-a207-41c9-a419-6b073cff53fb tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:11:58.431942 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-8d84cce5-a207-41c9-a419-6b073cff53fb tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Usage tracker for resource:security_group_rule and tenant:179c927f6ccc4992b90d2502e91bf1f6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:11:58.434733 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-8d84cce5-a207-41c9-a419-6b073cff53fb tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:11:58.437713 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:58.440772 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-8d84cce5-a207-41c9-a419-6b073cff53fb tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:11:58.454535 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port a71dac86-dc36-412c-bb44-b5377eee907d, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=a71dac86-dc36-412c-bb44-b5377eee907d,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:11:58.507331 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d84cce5-a207-41c9-a419-6b073cff53fb tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:58.542123 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:58.600343 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d84cce5-a207-41c9-a419-6b073cff53fb tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:58.616142 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=a71dac86-dc36-412c-bb44-b5377eee907d,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:58.646357 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84cce5-a207-41c9-a419-6b073cff53fb tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=297dde6d-7ed9-408e-bfc5-7d67cea8eb95,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:58.691615 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d84cce5-a207-41c9-a419-6b073cff53fb tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:58.692863 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8d84cce5-a207-41c9-a419-6b073cff53fb tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3774495 Mar 31 16:11:58.695796 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56386) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:11:58.700795 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-6617296f-18d4-4f48-abd5-0b11abf4d9ce tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Request body: {'security_group_rule': {'security_group_id': '297dde6d-7ed9-408e-bfc5-7d67cea8eb95', 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:11:58.707479 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6617296f-18d4-4f48-abd5-0b11abf4d9ce tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:11:58.711358 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6617296f-18d4-4f48-abd5-0b11abf4d9ce tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Usage tracker for resource:security_group_rule and tenant:179c927f6ccc4992b90d2502e91bf1f6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:11:58.714320 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-6617296f-18d4-4f48-abd5-0b11abf4d9ce tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:11:58.720428 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-6617296f-18d4-4f48-abd5-0b11abf4d9ce tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:11:58.777475 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6617296f-18d4-4f48-abd5-0b11abf4d9ce tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:58.836356 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6617296f-18d4-4f48-abd5-0b11abf4d9ce tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:58.885710 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6617296f-18d4-4f48-abd5-0b11abf4d9ce tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:58.909518 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617296f-18d4-4f48-abd5-0b11abf4d9ce tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f1f4630-d50f-4c90-8974-46347cf6db2d,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:58.964885 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6617296f-18d4-4f48-abd5-0b11abf4d9ce tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:58.966079 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6617296f-18d4-4f48-abd5-0b11abf4d9ce tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2693038 Mar 31 16:11:58.968744 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56390) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:11:58.974783 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-32de0389-9412-4a09-8518-896769b78bc6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Request body: {'security_group_rule': {'security_group_id': '297dde6d-7ed9-408e-bfc5-7d67cea8eb95', 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:11:58.980909 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-32de0389-9412-4a09-8518-896769b78bc6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:11:58.984688 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-32de0389-9412-4a09-8518-896769b78bc6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Usage tracker for resource:security_group_rule and tenant:179c927f6ccc4992b90d2502e91bf1f6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:11:58.987769 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-32de0389-9412-4a09-8518-896769b78bc6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:11:58.993638 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-32de0389-9412-4a09-8518-896769b78bc6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:11:59.086767 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-32de0389-9412-4a09-8518-896769b78bc6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:59.147170 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-32de0389-9412-4a09-8518-896769b78bc6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:59.216514 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-32de0389-9412-4a09-8518-896769b78bc6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:59.239484 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de0389-9412-4a09-8518-896769b78bc6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebab0781-765d-4e03-87da-426ab69a271b,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:59.313950 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-32de0389-9412-4a09-8518-896769b78bc6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:59.315891 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-32de0389-9412-4a09-8518-896769b78bc6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3461320 Mar 31 16:11:59.318590 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56394) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:11:59.323518 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-bfa0b5ad-60aa-405a-b80c-747a0927bfe2 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Request body: {'security_group_rule': {'security_group_id': '297dde6d-7ed9-408e-bfc5-7d67cea8eb95', 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:11:59.329537 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-bfa0b5ad-60aa-405a-b80c-747a0927bfe2 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:11:59.333984 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-bfa0b5ad-60aa-405a-b80c-747a0927bfe2 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Usage tracker for resource:security_group_rule and tenant:179c927f6ccc4992b90d2502e91bf1f6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:11:59.337154 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-bfa0b5ad-60aa-405a-b80c-747a0927bfe2 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:11:59.342906 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-bfa0b5ad-60aa-405a-b80c-747a0927bfe2 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:11:59.405341 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bfa0b5ad-60aa-405a-b80c-747a0927bfe2 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:59.470491 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bfa0b5ad-60aa-405a-b80c-747a0927bfe2 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:59.548721 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bfa0b5ad-60aa-405a-b80c-747a0927bfe2 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:59.574231 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0b5ad-60aa-405a-b80c-747a0927bfe2 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9306f886-372d-44af-93d7-dd242b47a4d1,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:59.635143 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bfa0b5ad-60aa-405a-b80c-747a0927bfe2 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:59.638709 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-bfa0b5ad-60aa-405a-b80c-747a0927bfe2 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3168719 Mar 31 16:11:59.639102 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56398) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:11:59.644139 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-c69f9d58-989c-4a73-b17b-782a7cd00656 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Request body: {'security_group_rule': {'security_group_id': '297dde6d-7ed9-408e-bfc5-7d67cea8eb95', 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:11:59.650305 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c69f9d58-989c-4a73-b17b-782a7cd00656 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:11:59.654273 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c69f9d58-989c-4a73-b17b-782a7cd00656 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Usage tracker for resource:security_group_rule and tenant:179c927f6ccc4992b90d2502e91bf1f6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:11:59.657380 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c69f9d58-989c-4a73-b17b-782a7cd00656 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:11:59.665391 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c69f9d58-989c-4a73-b17b-782a7cd00656 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:11:59.749830 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c69f9d58-989c-4a73-b17b-782a7cd00656 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:59.815246 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c69f9d58-989c-4a73-b17b-782a7cd00656 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:59.868701 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c69f9d58-989c-4a73-b17b-782a7cd00656 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:59.873958 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3537a611-81b0-45c6-af12-3937fea6c4fa None None] Sync routers for ids ['8eb8a356-8ed4-4011-a283-0824d4e2025b'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:11:59.883927 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3537a611-81b0-45c6-af12-3937fea6c4fa None None] Routers {'8eb8a356-8ed4-4011-a283-0824d4e2025b'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:11:59.884496 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-3537a611-81b0-45c6-af12-3937fea6c4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:11:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['8eb8a356-8ed4-4011-a283-0824d4e2025b'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:11:59.892342 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f9d58-989c-4a73-b17b-782a7cd00656 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c3a13f-5139-4e29-a96b-90d103f93086,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:11:59.966009 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c69f9d58-989c-4a73-b17b-782a7cd00656 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:11:59.967278 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c69f9d58-989c-4a73-b17b-782a7cd00656 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3272045 Mar 31 16:11:59.969930 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56402) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:11:59.975542 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-d6d3e4fa-626b-4c22-8a02-e4be06fe4647 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Request body: {'security_group_rule': {'security_group_id': '297dde6d-7ed9-408e-bfc5-7d67cea8eb95', 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:11:59.981346 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d6d3e4fa-626b-4c22-8a02-e4be06fe4647 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:11:59.985090 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d6d3e4fa-626b-4c22-8a02-e4be06fe4647 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Usage tracker for resource:security_group_rule and tenant:179c927f6ccc4992b90d2502e91bf1f6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:11:59.989864 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d6d3e4fa-626b-4c22-8a02-e4be06fe4647 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:11:59.995613 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d6d3e4fa-626b-4c22-8a02-e4be06fe4647 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:12:00.062978 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-3537a611-81b0-45c6-af12-3937fea6c4fa None None] Set router 8eb8a356-8ed4-4011-a283-0824d4e2025b gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:12:00.074562 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.securitygroups_db [None req-d6d3e4fa-626b-4c22-8a02-e4be06fe4647 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Project 179c927f6ccc4992b90d2502e91bf1f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 16:12:00.082816 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e4fa-626b-4c22-8a02-e4be06fe4647 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:00.125107 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device a71dac86-dc36-412c-bb44-b5377eee907d up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:12:00.161781 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e4fa-626b-4c22-8a02-e4be06fe4647 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:00.195908 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port a71dac86-dc36-412c-bb44-b5377eee907d triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:12:00.196276 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:00.229277 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e4fa-626b-4c22-8a02-e4be06fe4647 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:00.257486 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3e4fa-626b-4c22-8a02-e4be06fe4647 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2723f243-3730-45ab-ae32-9760af6f7aad,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:12:00.343423 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e4fa-626b-4c22-8a02-e4be06fe4647 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:00.347775 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d6d3e4fa-626b-4c22-8a02-e4be06fe4647 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3737361 Mar 31 16:12:00.348059 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56406) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:12:00.353120 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-73a1e497-2eb4-4204-9f11-0fa2e8d6f3b0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Request body: {'security_group_rule': {'security_group_id': '297dde6d-7ed9-408e-bfc5-7d67cea8eb95', 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:12:00.359085 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-73a1e497-2eb4-4204-9f11-0fa2e8d6f3b0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:12:00.363101 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-73a1e497-2eb4-4204-9f11-0fa2e8d6f3b0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Usage tracker for resource:security_group_rule and tenant:179c927f6ccc4992b90d2502e91bf1f6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:12:00.365980 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-73a1e497-2eb4-4204-9f11-0fa2e8d6f3b0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:12:00.371514 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-73a1e497-2eb4-4204-9f11-0fa2e8d6f3b0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:12:00.382958 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-3537a611-81b0-45c6-af12-3937fea6c4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb8a356-8ed4-4011-a283-0824d4e2025b', 'name': 'tempest-TestShelveInstance-403585076-router', 'tenant_id': 'c1264442472648879914edf17699e1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': 'a71dac86-dc36-412c-bb44-b5377eee907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:11:52Z', 'updated_at': '2022-03-31T16:11:56Z', 'revision_number': 4, 'project_id': 'c1264442472648879914edf17699e1c8', 'gw_port': {'id': 'a71dac86-dc36-412c-bb44-b5377eee907d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb8a356-8ed4-4011-a283-0824d4e2025b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:53Z', 'updated_at': '2022-03-31T16:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '22b5a82c-c276-46ce-9aa2-8916db2da62a', 'name': '', 'network_id': '764a0864-4bff-4bb7-92fd-e98177bd883d', 'tenant_id': 'c1264442472648879914edf17699e1c8', 'mac_address': 'fa:16:3e:50:0b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb8a356-8ed4-4011-a283-0824d4e2025b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '2e61df55-f1b7-4997-9c23-c4e463d1924d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:55Z', 'updated_at': '2022-03-31T16:11:56Z', 'revision_number': 2, 'project_id': 'c1264442472648879914edf17699e1c8', 'subnets': [{'id': '2e61df55-f1b7-4997-9c23-c4e463d1924d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:12:00.386671 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3537a611-81b0-45c6-af12-3937fea6c4fa None None] Checking router: 8eb8a356-8ed4-4011-a283-0824d4e2025b for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:12:00.390835 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3537a611-81b0-45c6-af12-3937fea6c4fa None None] Updating router 8eb8a356-8ed4-4011-a283-0824d4e2025b port 22b5a82c-c276-46ce-9aa2-8916db2da62a binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:12:00.429123 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.securitygroups_db [None req-73a1e497-2eb4-4204-9f11-0fa2e8d6f3b0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Project 179c927f6ccc4992b90d2502e91bf1f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 16:12:00.435788 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-73a1e497-2eb4-4204-9f11-0fa2e8d6f3b0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:00.441335 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-3537a611-81b0-45c6-af12-3937fea6c4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:00.500581 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-73a1e497-2eb4-4204-9f11-0fa2e8d6f3b0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:00.548998 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-73a1e497-2eb4-4204-9f11-0fa2e8d6f3b0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:00.573789 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1e497-2eb4-4204-9f11-0fa2e8d6f3b0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8783b8bb-23b9-4aa9-bc11-9e2204e815c5,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:12:00.634219 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-73a1e497-2eb4-4204-9f11-0fa2e8d6f3b0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:00.644235 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-73a1e497-2eb4-4204-9f11-0fa2e8d6f3b0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2951727 Mar 31 16:12:00.787227 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-3537a611-81b0-45c6-af12-3937fea6c4fa None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:00.798909 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-3537a611-81b0-45c6-af12-3937fea6c4fa None None] Transition to ACTIVE for port object 22b5a82c-c276-46ce-9aa2-8916db2da62a will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:12:00.800750 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-ca2149e6-b3e0-401f-8d2a-2ec2bf86802b tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Synchronizing usage tracker for tenant:179c927f6ccc4992b90d2502e91bf1f6 on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:12:00.868950 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-3537a611-81b0-45c6-af12-3937fea6c4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:00.874215 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-ca2149e6-b3e0-401f-8d2a-2ec2bf86802b tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Unset dirty status for tenant:179c927f6ccc4992b90d2502e91bf1f6 on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:12:00.875366 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-ca2149e6-b3e0-401f-8d2a-2ec2bf86802b tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1912323643&fields=id&tenant_id=179c927f6ccc4992b90d2502e91bf1f6 HTTP/1.1" status: 200 len: 267 time: 0.1153748 Mar 31 16:12:01.038508 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9cdca1-8ddd-4577-8b4c-fd8ee09d44d9 None None] Pushing event updated for resources: {'Port': ['ID=22b5a82c-c276-46ce-9aa2-8916db2da62a,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:12:01.131001 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-3537a611-81b0-45c6-af12-3937fea6c4fa None None] Attempting to bind port 22b5a82c-c276-46ce-9aa2-8916db2da62a on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:12:01.131360 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-3537a611-81b0-45c6-af12-3937fea6c4fa None None] Attempting to bind port 22b5a82c-c276-46ce-9aa2-8916db2da62a by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '09772784-e62d-4f41-8cb2-0b78f2c9c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '764a0864-4bff-4bb7-92fd-e98177bd883d'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:12:01.131708 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3537a611-81b0-45c6-af12-3937fea6c4fa None None] Attempting to bind port 22b5a82c-c276-46ce-9aa2-8916db2da62a on network 764a0864-4bff-4bb7-92fd-e98177bd883d {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:12:01.136821 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3537a611-81b0-45c6-af12-3937fea6c4fa None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:12:01.137201 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3537a611-81b0-45c6-af12-3937fea6c4fa None None] Checking segment: {'id': '09772784-e62d-4f41-8cb2-0b78f2c9c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '764a0864-4bff-4bb7-92fd-e98177bd883d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:12:01.137593 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-3537a611-81b0-45c6-af12-3937fea6c4fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:01.137970 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3537a611-81b0-45c6-af12-3937fea6c4fa None None] Bound using segment: {'id': '09772784-e62d-4f41-8cb2-0b78f2c9c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '764a0864-4bff-4bb7-92fd-e98177bd883d'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:12:01.138413 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-3537a611-81b0-45c6-af12-3937fea6c4fa None None] Bound port: 22b5a82c-c276-46ce-9aa2-8916db2da62a, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09772784-e62d-4f41-8cb2-0b78f2c9c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '764a0864-4bff-4bb7-92fd-e98177bd883d'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:12:01.138771 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-3537a611-81b0-45c6-af12-3937fea6c4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:01.143598 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-07a7a971-fa3b-41aa-bc2d-819fd75ce9f2 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:01.144381 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-07a7a971-fa3b-41aa-bc2d-819fd75ce9f2 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Synchronizing usage tracker for tenant:179c927f6ccc4992b90d2502e91bf1f6 on resource:network {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:12:01.206738 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-07a7a971-fa3b-41aa-bc2d-819fd75ce9f2 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Unset dirty status for tenant:179c927f6ccc4992b90d2502e91bf1f6 on resource:network {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:12:01.207861 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-07a7a971-fa3b-41aa-bc2d-819fd75ce9f2 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/networks?id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 HTTP/1.1" status: 200 len: 809 time: 0.3254509 Mar 31 16:12:01.223673 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-d033b99d-1530-4918-9acf-0fe114009cb8 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/quotas/179c927f6ccc4992b90d2502e91bf1f6 HTTP/1.1" status: 200 len: 375 time: 0.0102038 Mar 31 16:12:01.229742 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-3537a611-81b0-45c6-af12-3937fea6c4fa None None] For port 22b5a82c-c276-46ce-9aa2-8916db2da62a, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:12:01.232701 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-3537a611-81b0-45c6-af12-3937fea6c4fa None None] For port 22b5a82c-c276-46ce-9aa2-8916db2da62a, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=22b5a82c-c276-46ce-9aa2-8916db2da62a,segment=NetworkSegment(09772784-e62d-4f41-8cb2-0b78f2c9c7f2),segment_id=09772784-e62d-4f41-8cb2-0b78f2c9c7f2)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:12:01.297994 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-3537a611-81b0-45c6-af12-3937fea6c4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:01.308359 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-431014a0-baae-48f3-852a-a9907873a0d8 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Synchronizing usage tracker for tenant:179c927f6ccc4992b90d2502e91bf1f6 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:12:01.373976 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3537a611-81b0-45c6-af12-3937fea6c4fa None None] Routers {'8eb8a356-8ed4-4011-a283-0824d4e2025b'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:12:01.374609 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-3537a611-81b0-45c6-af12-3937fea6c4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:11:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['8eb8a356-8ed4-4011-a283-0824d4e2025b'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:12:01.390730 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-431014a0-baae-48f3-852a-a9907873a0d8 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Unset dirty status for tenant:179c927f6ccc4992b90d2502e91bf1f6 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:12:01.392619 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-431014a0-baae-48f3-852a-a9907873a0d8 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=179c927f6ccc4992b90d2502e91bf1f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1637363 Mar 31 16:12:01.442673 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9cdca1-8ddd-4577-8b4c-fd8ee09d44d9 None None] Pushing event updated for resources: {'Port': ['ID=22b5a82c-c276-46ce-9aa2-8916db2da62a,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:12:01.545349 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-b1a2fe3d-2daa-4c4c-8654-a06f85b66a28 service neutron] 10.222.0.31 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382544 Mar 31 16:12:01.563436 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-3537a611-81b0-45c6-af12-3937fea6c4fa None None] Set router 8eb8a356-8ed4-4011-a283-0824d4e2025b gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:12:01.678744 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-8e1ee397-9cbc-49ff-ba51-7a5657937cbf service neutron] 10.222.0.31 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266780 Mar 31 16:12:01.883247 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-3537a611-81b0-45c6-af12-3937fea6c4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb8a356-8ed4-4011-a283-0824d4e2025b', 'name': 'tempest-TestShelveInstance-403585076-router', 'tenant_id': 'c1264442472648879914edf17699e1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': 'a71dac86-dc36-412c-bb44-b5377eee907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:11:52Z', 'updated_at': '2022-03-31T16:11:56Z', 'revision_number': 4, 'project_id': 'c1264442472648879914edf17699e1c8', 'gw_port': {'id': 'a71dac86-dc36-412c-bb44-b5377eee907d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb8a356-8ed4-4011-a283-0824d4e2025b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:53Z', 'updated_at': '2022-03-31T16:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '22b5a82c-c276-46ce-9aa2-8916db2da62a', 'name': '', 'network_id': '764a0864-4bff-4bb7-92fd-e98177bd883d', 'tenant_id': 'c1264442472648879914edf17699e1c8', 'mac_address': 'fa:16:3e:50:0b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb8a356-8ed4-4011-a283-0824d4e2025b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '2e61df55-f1b7-4997-9c23-c4e463d1924d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:55Z', 'updated_at': '2022-03-31T16:12:01Z', 'revision_number': 4, 'project_id': 'c1264442472648879914edf17699e1c8', 'subnets': [{'id': '2e61df55-f1b7-4997-9c23-c4e463d1924d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:12:01.888129 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3537a611-81b0-45c6-af12-3937fea6c4fa None None] The sync data for ids ['8eb8a356-8ed4-4011-a283-0824d4e2025b'] in dv-neutron-833379-2-hyperv is: [{'id': '8eb8a356-8ed4-4011-a283-0824d4e2025b', 'name': 'tempest-TestShelveInstance-403585076-router', 'tenant_id': 'c1264442472648879914edf17699e1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': 'a71dac86-dc36-412c-bb44-b5377eee907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:11:52Z', 'updated_at': '2022-03-31T16:11:56Z', 'revision_number': 4, 'project_id': 'c1264442472648879914edf17699e1c8', 'gw_port': {'id': 'a71dac86-dc36-412c-bb44-b5377eee907d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb8a356-8ed4-4011-a283-0824d4e2025b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:53Z', 'updated_at': '2022-03-31T16:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '22b5a82c-c276-46ce-9aa2-8916db2da62a', 'name': '', 'network_id': '764a0864-4bff-4bb7-92fd-e98177bd883d', 'tenant_id': 'c1264442472648879914edf17699e1c8', 'mac_address': 'fa:16:3e:50:0b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb8a356-8ed4-4011-a283-0824d4e2025b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '2e61df55-f1b7-4997-9c23-c4e463d1924d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:55Z', 'updated_at': '2022-03-31T16:12:01Z', 'revision_number': 4, 'project_id': 'c1264442472648879914edf17699e1c8', 'subnets': [{'id': '2e61df55-f1b7-4997-9c23-c4e463d1924d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:12:02.036524 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4680e78a-ea69-498a-869f-0abe458852bb req-7c05a410-087c-4097-bed4-6db7f18c39d9 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 210 time: 0.1769574 Mar 31 16:12:02.149338 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 22b5a82c-c276-46ce-9aa2-8916db2da62a up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:12:02.297559 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 22b5a82c-c276-46ce-9aa2-8916db2da62a completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:12:02.303590 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 22b5a82c-c276-46ce-9aa2-8916db2da62a triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:12:02.303965 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:02.425524 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:02.458282 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 22b5a82c-c276-46ce-9aa2-8916db2da62a, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=22b5a82c-c276-46ce-9aa2-8916db2da62a,segment=NetworkSegment(09772784-e62d-4f41-8cb2-0b78f2c9c7f2),segment_id=09772784-e62d-4f41-8cb2-0b78f2c9c7f2)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:12:02.531673 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:02.601127 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=22b5a82c-c276-46ce-9aa2-8916db2da62a,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:12:03.120282 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-77611453-5ca0-4685-8928-8d04864bf4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:03.189968 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0780bd91-bc9a-40d7-8c64-5d9e1e37e799 req-171487e4-69c8-4c5a-a0ca-f01fc5e40b1d tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 210 time: 0.0444233 Mar 31 16:12:04.121791 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 22b5a82c-c276-46ce-9aa2-8916db2da62a up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:12:04.192774 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-895c537f-0ecf-485c-9460-43cf61053361 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:04.194309 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-895c537f-0ecf-485c-9460-43cf61053361 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.41 "GET /v2.0/networks?id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 HTTP/1.1" status: 200 len: 809 time: 0.1521962 Mar 31 16:12:04.198624 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 22b5a82c-c276-46ce-9aa2-8916db2da62a triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:12:04.198997 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:04.251527 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-1f2dba55-16be-4d2b-bc94-78c250214b10 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=179c927f6ccc4992b90d2502e91bf1f6 HTTP/1.1" status: 200 len: 380 time: 0.0483773 Mar 31 16:12:04.263025 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-7d917125-6959-4298-8706-5466ad396632 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Request body: {'port': {'device_id': '930c7f45-e8ad-489e-bfe7-a2e98ba5eba4', 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9', 'admin_state_up': True, 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'security_groups': ['297dde6d-7ed9-408e-bfc5-7d67cea8eb95']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:12:04.381436 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-427d1c9f-2313-49b2-a26a-43cdf9653187 req-3fee1e50-23d0-43cf-8b02-02788d960178 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 210 time: 0.0564768 Mar 31 16:12:04.436106 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-7d917125-6959-4298-8706-5466ad396632 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:12:04.446142 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-7d917125-6959-4298-8706-5466ad396632 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:12:04.508800 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-7d917125-6959-4298-8706-5466ad396632 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Made reservation on behalf of 179c927f6ccc4992b90d2502e91bf1f6 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:12:04.512338 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-7d917125-6959-4298-8706-5466ad396632 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:04.677326 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-7d917125-6959-4298-8706-5466ad396632 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Allocated IP 172.20.0.14 (81035d9b-b2df-4dba-84e2-c4b6df6c8ce9/70721a97-e905-41ca-8579-98c7ea04b599/f1ab7e5c-9540-488c-bf44-54d9626d3a2a) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:12:04.865015 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-7d917125-6959-4298-8706-5466ad396632 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:04.880083 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-7d917125-6959-4298-8706-5466ad396632 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Transition to ACTIVE for port object f1ab7e5c-9540-488c-bf44-54d9626d3a2a will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:12:04.966201 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-7d917125-6959-4298-8706-5466ad396632 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:05.035366 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-7d917125-6959-4298-8706-5466ad396632 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Network 81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:12:05.042778 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-7d917125-6959-4298-8706-5466ad396632 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:12:05.047097 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-7d917125-6959-4298-8706-5466ad396632 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:12:05.078211 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d917125-6959-4298-8706-5466ad396632 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Pushing event updated for resources: {'Port': ['ID=f1ab7e5c-9540-488c-bf44-54d9626d3a2a,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:12:05.118413 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-7d917125-6959-4298-8706-5466ad396632 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:05.125225 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-7d917125-6959-4298-8706-5466ad396632 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:05.176439 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6169e8a3-1bb7-4031-8db1-610c1150e1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:05.206941 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-7d917125-6959-4298-8706-5466ad396632 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9493175 Mar 31 16:12:05.218121 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-ca34a605-b878-4792-a350-afd8765f9f07 service neutron] Request body: {'port': {'device_id': '930c7f45-e8ad-489e-bfe7-a2e98ba5eba4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:12:05.314294 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1fa48911-a925-4682-84c4-2c2c2a623950 None None] Provisioning for port f1ab7e5c-9540-488c-bf44-54d9626d3a2a completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:12:05.319509 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1fa48911-a925-4682-84c4-2c2c2a623950 None None] Provisioning complete for port f1ab7e5c-9540-488c-bf44-54d9626d3a2a triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:12:05.319883 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1fa48911-a925-4682-84c4-2c2c2a623950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:05.329736 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-ca34a605-b878-4792-a350-afd8765f9f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:05.373114 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-1fa48911-a925-4682-84c4-2c2c2a623950 None None] Port f1ab7e5c-9540-488c-bf44-54d9626d3a2a cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:12:05.761404 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d445f-7123-4cf4-8364-c8033ecd203b req-a9967b2d-115c-442e-93d5-7255b392d4e2 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:05.762089 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-b15d445f-7123-4cf4-8364-c8033ecd203b req-a9967b2d-115c-442e-93d5-7255b392d4e2 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Synchronizing usage tracker for tenant:179c927f6ccc4992b90d2502e91bf1f6 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:12:05.842315 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-ca34a605-b878-4792-a350-afd8765f9f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ab7e5c-9540-488c-bf44-54d9626d3a2a {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:12:05.849559 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-ca34a605-b878-4792-a350-afd8765f9f07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:05.853581 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-b15d445f-7123-4cf4-8364-c8033ecd203b req-a9967b2d-115c-442e-93d5-7255b392d4e2 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Unset dirty status for tenant:179c927f6ccc4992b90d2502e91bf1f6 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:12:05.854735 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b15d445f-7123-4cf4-8364-c8033ecd203b req-a9967b2d-115c-442e-93d5-7255b392d4e2 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 932 time: 0.3637266 Mar 31 16:12:05.879264 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-ca34a605-b878-4792-a350-afd8765f9f07 service neutron] Transition to ACTIVE for port object f1ab7e5c-9540-488c-bf44-54d9626d3a2a will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:12:05.903315 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b15d445f-7123-4cf4-8364-c8033ecd203b req-fd369072-1171-4ea4-bf77-b4296e51cf78 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425639 Mar 31 16:12:05.947880 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-ca34a605-b878-4792-a350-afd8765f9f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:06.077288 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34a605-b878-4792-a350-afd8765f9f07 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ab7e5c-9540-488c-bf44-54d9626d3a2a,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:12:06.179863 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-ca34a605-b878-4792-a350-afd8765f9f07 service neutron] Attempting to bind port f1ab7e5c-9540-488c-bf44-54d9626d3a2a on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:12:06.180211 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-ca34a605-b878-4792-a350-afd8765f9f07 service neutron] Attempting to bind port f1ab7e5c-9540-488c-bf44-54d9626d3a2a by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3a803174-0abc-4607-b3ac-a324c24c552e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:12:06.180507 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-ca34a605-b878-4792-a350-afd8765f9f07 service neutron] Attempting to bind port f1ab7e5c-9540-488c-bf44-54d9626d3a2a on network 81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:12:06.185023 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-ca34a605-b878-4792-a350-afd8765f9f07 service neutron] Port f1ab7e5c-9540-488c-bf44-54d9626d3a2a on network 81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 16:12:06.185372 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-ca34a605-b878-4792-a350-afd8765f9f07 service neutron] Attempting to bind port f1ab7e5c-9540-488c-bf44-54d9626d3a2a on network 81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:12:06.191451 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-ca34a605-b878-4792-a350-afd8765f9f07 service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:12:06.191778 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-ca34a605-b878-4792-a350-afd8765f9f07 service neutron] Checking segment: {'id': '3a803174-0abc-4607-b3ac-a324c24c552e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:12:06.192151 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-ca34a605-b878-4792-a350-afd8765f9f07 service neutron] Bound using segment: {'id': '3a803174-0abc-4607-b3ac-a324c24c552e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:12:06.192565 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-ca34a605-b878-4792-a350-afd8765f9f07 service neutron] Bound port: f1ab7e5c-9540-488c-bf44-54d9626d3a2a, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a803174-0abc-4607-b3ac-a324c24c552e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:12:06.192902 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-ca34a605-b878-4792-a350-afd8765f9f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:06.282502 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-ca34a605-b878-4792-a350-afd8765f9f07 service neutron] For port f1ab7e5c-9540-488c-bf44-54d9626d3a2a, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:12:06.285322 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-ca34a605-b878-4792-a350-afd8765f9f07 service neutron] For port f1ab7e5c-9540-488c-bf44-54d9626d3a2a, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f1ab7e5c-9540-488c-bf44-54d9626d3a2a,segment=NetworkSegment(3a803174-0abc-4607-b3ac-a324c24c552e),segment_id=3a803174-0abc-4607-b3ac-a324c24c552e)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:12:06.349124 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-ca34a605-b878-4792-a350-afd8765f9f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:06.405370 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-ca34a605-b878-4792-a350-afd8765f9f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:06.405971 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-ca34a605-b878-4792-a350-afd8765f9f07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:06.407336 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-ca34a605-b878-4792-a350-afd8765f9f07 service neutron] 10.222.0.41 "PUT /v2.0/ports/f1ab7e5c-9540-488c-bf44-54d9626d3a2a HTTP/1.1" status: 200 len: 1094 time: 1.1933300 Mar 31 16:12:06.407773 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930c7f45-e8ad-489e-bfe7-a2e98ba5eba4', 'tag': 'f1ab7e5c-9540-488c-bf44-54d9626d3a2a'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:12:06.434263 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34a605-b878-4792-a350-afd8765f9f07 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ab7e5c-9540-488c-bf44-54d9626d3a2a,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:12:06.464769 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930c7f45-e8ad-489e-bfe7-a2e98ba5eba4', 'tag': 'f1ab7e5c-9540-488c-bf44-54d9626d3a2a', 'status': 'completed', 'code': 200} Mar 31 16:12:06.531713 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:06.569397 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcab456-9efc-4a9c-ac44-1d3fd66498ed req-e0843c48-8b72-49d2-9fa2-d85e40eb23c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:06.570937 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5dcab456-9efc-4a9c-ac44-1d3fd66498ed req-e0843c48-8b72-49d2-9fa2-d85e40eb23c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=179c927f6ccc4992b90d2502e91bf1f6&device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 1097 time: 0.0848253 Mar 31 16:12:06.599571 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:06.721659 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcab456-9efc-4a9c-ac44-1d3fd66498ed req-25685552-f06f-4d26-b32d-f553ba1b5601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:06.723005 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5dcab456-9efc-4a9c-ac44-1d3fd66498ed req-25685552-f06f-4d26-b32d-f553ba1b5601 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=179c927f6ccc4992b90d2502e91bf1f6&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1445324 Mar 31 16:12:06.854766 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcab456-9efc-4a9c-ac44-1d3fd66498ed req-8cc25aad-dd64-4444-8d04-8f7a86da2771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:06.856091 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5dcab456-9efc-4a9c-ac44-1d3fd66498ed req-8cc25aad-dd64-4444-8d04-8f7a86da2771 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1264002 Mar 31 16:12:06.965099 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-9e3411ba-a2fc-48ce-a4f4-5c9f6b13a86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:06.966609 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-9e3411ba-a2fc-48ce-a4f4-5c9f6b13a86f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=179c927f6ccc4992b90d2502e91bf1f6&device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 1097 time: 0.0721297 Mar 31 16:12:07.066152 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-2849b27a-a114-408f-ba85-c7e6ea4e650f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1ab7e5c-9540-488c-bf44-54d9626d3a2a HTTP/1.1" status: 200 len: 217 time: 0.0912797 Mar 31 16:12:07.146297 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-8dda3b41-7e81-4142-8855-2be07c632171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:07.147667 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-8dda3b41-7e81-4142-8855-2be07c632171 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70721a97-e905-41ca-8579-98c7ea04b599 HTTP/1.1" status: 200 len: 848 time: 0.0754302 Mar 31 16:12:07.200501 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64896b2f-98e3-4fdd-9fe6-ca28e6a1fc5c req-15fbc682-6a6f-48de-bf3d-c3c14da2bd4e tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:07.201952 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-64896b2f-98e3-4fdd-9fe6-ca28e6a1fc5c req-15fbc682-6a6f-48de-bf3d-c3c14da2bd4e tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 944 time: 0.1729367 Mar 31 16:12:07.255066 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-64896b2f-98e3-4fdd-9fe6-ca28e6a1fc5c req-8ccbf664-87d9-4ef8-9a58-74a16e88e248 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461366 Mar 31 16:12:07.275774 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-a3b8d641-eb31-48d2-a819-54238e415619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:07.275774 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-a3b8d641-eb31-48d2-a819-54238e415619 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1168122 Mar 31 16:12:07.406359 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-69710a82-86ea-435e-ac96-851002e9a804 service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255074 Mar 31 16:12:07.540444 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-87e0a01c-ea62-4a41-9dd4-34ff3de6035e req-4433c3d3-a708-4d6d-a1d5-a1253e2245c5 service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270609 Mar 31 16:12:08.091947 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:08.444023 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c99277-b5e0-414b-99d0-59a355043af7 req-f3b2c7bb-de54-45d8-91f4-67ca21ca8144 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:08.445556 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-57c99277-b5e0-414b-99d0-59a355043af7 req-f3b2c7bb-de54-45d8-91f4-67ca21ca8144 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 944 time: 0.0809116 Mar 31 16:12:08.488486 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-57c99277-b5e0-414b-99d0-59a355043af7 req-eedb08d3-0cf4-4056-ba92-f55accb2b204 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372434 Mar 31 16:12:08.865343 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device f1ab7e5c-9540-488c-bf44-54d9626d3a2a details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 16:12:09.003198 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port f1ab7e5c-9540-488c-bf44-54d9626d3a2a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f1ab7e5c-9540-488c-bf44-54d9626d3a2a,segment=NetworkSegment(3a803174-0abc-4607-b3ac-a324c24c552e),segment_id=3a803174-0abc-4607-b3ac-a324c24c552e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:12:09.015819 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': 'f1ab7e5c-9540-488c-bf44-54d9626d3a2a', 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9', 'port_id': 'f1ab7e5c-9540-488c-bf44-54d9626d3a2a', 'mac_address': 'fa:16:3e:6b:96:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70721a97-e905-41ca-8579-98c7ea04b599', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 16:12:09.072971 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:09.089327 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ab7e5c-9540-488c-bf44-54d9626d3a2a {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:12:09.103865 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port f1ab7e5c-9540-488c-bf44-54d9626d3a2a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f1ab7e5c-9540-488c-bf44-54d9626d3a2a,segment=NetworkSegment(3a803174-0abc-4607-b3ac-a324c24c552e),segment_id=3a803174-0abc-4607-b3ac-a324c24c552e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:12:09.198930 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:09.264109 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=f1ab7e5c-9540-488c-bf44-54d9626d3a2a,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:12:09.422253 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['f1ab7e5c-9540-488c-bf44-54d9626d3a2a'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 16:12:09.782317 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749ddf6-0173-42e5-b403-6998f8302e7a req-528fa0b4-c98a-4fb0-98c2-569db98b578c tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:09.783698 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3749ddf6-0173-42e5-b403-6998f8302e7a req-528fa0b4-c98a-4fb0-98c2-569db98b578c tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 945 time: 0.1883752 Mar 31 16:12:09.826048 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3749ddf6-0173-42e5-b403-6998f8302e7a req-f283f41c-c8c2-47b9-825b-5423b717df1b tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367055 Mar 31 16:12:10.880686 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device f1ab7e5c-9540-488c-bf44-54d9626d3a2a up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:12:11.010991 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59649f7-084a-4b9f-a543-9b05273781c6 req-d45758fa-b146-407c-bf80-fb3ba0e53279 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:11.011604 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port f1ab7e5c-9540-488c-bf44-54d9626d3a2a completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:12:11.012477 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d59649f7-084a-4b9f-a543-9b05273781c6 req-d45758fa-b146-407c-bf80-fb3ba0e53279 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 945 time: 0.0799363 Mar 31 16:12:11.016543 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port f1ab7e5c-9540-488c-bf44-54d9626d3a2a triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:12:11.016905 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:11.059281 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d59649f7-084a-4b9f-a543-9b05273781c6 req-12a0cdf7-69d4-42cc-93cc-ddae07f312f4 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410478 Mar 31 16:12:11.132904 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:11.157884 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930c7f45-e8ad-489e-bfe7-a2e98ba5eba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ab7e5c-9540-488c-bf44-54d9626d3a2a'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:12:11.168204 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port f1ab7e5c-9540-488c-bf44-54d9626d3a2a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f1ab7e5c-9540-488c-bf44-54d9626d3a2a,segment=NetworkSegment(3a803174-0abc-4607-b3ac-a324c24c552e),segment_id=3a803174-0abc-4607-b3ac-a324c24c552e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:12:11.201908 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930c7f45-e8ad-489e-bfe7-a2e98ba5eba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ab7e5c-9540-488c-bf44-54d9626d3a2a', 'code': 200} Mar 31 16:12:11.228926 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:11.297880 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=f1ab7e5c-9540-488c-bf44-54d9626d3a2a,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:12:11.523918 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831c915-5f9f-40d6-9582-2ad3176aef03 req-d41e8976-c3ec-4d2d-b12a-134767ca1766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:11.525392 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6831c915-5f9f-40d6-9582-2ad3176aef03 req-d41e8976-c3ec-4d2d-b12a-134767ca1766 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 1099 time: 0.0688212 Mar 31 16:12:11.569220 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6831c915-5f9f-40d6-9582-2ad3176aef03 req-8dc36598-4a3a-44b0-aa9c-ba7594798031 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372307 Mar 31 16:12:12.242368 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60847fa7-90a2-45bf-84c0-d81ee9466758 req-befebeb8-e3df-46e9-ab85-1abe41238540 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:12.243824 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-60847fa7-90a2-45bf-84c0-d81ee9466758 req-befebeb8-e3df-46e9-ab85-1abe41238540 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 946 time: 0.0787673 Mar 31 16:12:12.287370 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-60847fa7-90a2-45bf-84c0-d81ee9466758 req-4531f1b8-8550-43a9-8251-6d196f07000e tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379944 Mar 31 16:12:13.468446 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f716d-7288-4059-873e-741e93ca666e req-58ffdc9b-9180-4408-bc70-4c064b08d9fc tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:13.469908 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-613f716d-7288-4059-873e-741e93ca666e req-58ffdc9b-9180-4408-bc70-4c064b08d9fc tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 946 time: 0.0778248 Mar 31 16:12:13.513671 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-613f716d-7288-4059-873e-741e93ca666e req-03c96c3c-fa73-4f3b-b6ab-254a27b767b3 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375674 Mar 31 16:12:13.698871 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc518b8-3c9c-475f-ac7f-b84cccfdb845 req-13db36b5-607f-4915-a6a7-9b72d9d21e82 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:13.700340 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5cc518b8-3c9c-475f-ac7f-b84cccfdb845 req-13db36b5-607f-4915-a6a7-9b72d9d21e82 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 946 time: 0.0821633 Mar 31 16:12:13.743752 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5cc518b8-3c9c-475f-ac7f-b84cccfdb845 req-2ba241da-df8e-4c7a-9a23-f8ad4b0ae8f2 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371597 Mar 31 16:12:13.765582 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56460) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:12:13.931632 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99feba73-8508-461c-8640-929c7e6228ff tempest-TestShelveInstance-485008748 tempest-TestShelveInstance-485008748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:13.932240 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-99feba73-8508-461c-8640-929c7e6228ff tempest-TestShelveInstance-485008748 tempest-TestShelveInstance-485008748-project-admin] Synchronizing usage tracker for tenant:c1264442472648879914edf17699e1c8 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:12:14.057030 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-99feba73-8508-461c-8640-929c7e6228ff tempest-TestShelveInstance-485008748 tempest-TestShelveInstance-485008748-project-admin] Unset dirty status for tenant:c1264442472648879914edf17699e1c8 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:12:14.058200 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-99feba73-8508-461c-8640-929c7e6228ff tempest-TestShelveInstance-485008748 tempest-TestShelveInstance-485008748-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 1094 time: 0.2916658 Mar 31 16:12:14.061267 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56466) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:12:14.067390 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-4bc5cff6-7e6d-4451-8f61-14f8ac4c1df6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'port_id': 'f1ab7e5c-9540-488c-bf44-54d9626d3a2a', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:12:14.073399 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4bc5cff6-7e6d-4451-8f61-14f8ac4c1df6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:12:14.077072 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4bc5cff6-7e6d-4451-8f61-14f8ac4c1df6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Usage tracker for resource:floatingip and tenant:179c927f6ccc4992b90d2502e91bf1f6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:12:14.079950 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4bc5cff6-7e6d-4451-8f61-14f8ac4c1df6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:12:14.086766 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4bc5cff6-7e6d-4451-8f61-14f8ac4c1df6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:12:14.165712 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4bc5cff6-7e6d-4451-8f61-14f8ac4c1df6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for floatingip, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:14.303216 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4bc5cff6-7e6d-4451-8f61-14f8ac4c1df6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:14.431768 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-4bc5cff6-7e6d-4451-8f61-14f8ac4c1df6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Allocated IP 172.26.5.151 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/dca0212e-2e23-4e77-a7a6-fede8bd91a3b) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:12:14.573300 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4bc5cff6-7e6d-4451-8f61-14f8ac4c1df6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:14.662966 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4bc5cff6-7e6d-4451-8f61-14f8ac4c1df6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:14.726603 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc5cff6-7e6d-4451-8f61-14f8ac4c1df6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:12:14.729252 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-4bc5cff6-7e6d-4451-8f61-14f8ac4c1df6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:12:14.738114 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc5cff6-7e6d-4451-8f61-14f8ac4c1df6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:12:14.776659 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5cff6-7e6d-4451-8f61-14f8ac4c1df6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Pushing event updated for resources: {'Port': ['ID=dca0212e-2e23-4e77-a7a6-fede8bd91a3b,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:12:15.141420 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4bc5cff6-7e6d-4451-8f61-14f8ac4c1df6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:15.282154 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4bc5cff6-7e6d-4451-8f61-14f8ac4c1df6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:15.482186 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4bc5cff6-7e6d-4451-8f61-14f8ac4c1df6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:15.543920 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4bc5cff6-7e6d-4451-8f61-14f8ac4c1df6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:15.776081 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5cff6-7e6d-4451-8f61-14f8ac4c1df6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Pushing event updated for resources: {'Port': ['ID=dca0212e-2e23-4e77-a7a6-fede8bd91a3b,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:12:15.785290 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-774920d3-b0a0-49e5-83d2-2f268c0a1e8a req-e38b4364-15c0-4647-bae7-11b8d2fbb00f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2885282 Mar 31 16:12:15.787931 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4bc5cff6-7e6d-4451-8f61-14f8ac4c1df6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:16.008092 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [None req-4bc5cff6-7e6d-4451-8f61-14f8ac4c1df6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Floating IP a2678fc0-b422-477e-a5bb-ccf10ea31a39 associated. External IP: 172.26.5.151, port: f1ab7e5c-9540-488c-bf44-54d9626d3a2a. Mar 31 16:12:16.080503 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774920d3-b0a0-49e5-83d2-2f268c0a1e8a req-15d09047-db45-4825-b56a-df481be00737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:16.082218 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-774920d3-b0a0-49e5-83d2-2f268c0a1e8a req-15d09047-db45-4825-b56a-df481be00737 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=179c927f6ccc4992b90d2502e91bf1f6&device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 1099 time: 0.2289493 Mar 31 16:12:16.366430 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774920d3-b0a0-49e5-83d2-2f268c0a1e8a req-2805642c-6b74-4176-8f68-dc6c479e4e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:16.367763 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-774920d3-b0a0-49e5-83d2-2f268c0a1e8a req-2805642c-6b74-4176-8f68-dc6c479e4e7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 HTTP/1.1" status: 200 len: 910 time: 0.2643702 Mar 31 16:12:16.547023 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-774920d3-b0a0-49e5-83d2-2f268c0a1e8a req-8ddd1187-9214-4ee6-adc4-d5916a829de8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1ab7e5c-9540-488c-bf44-54d9626d3a2a HTTP/1.1" status: 200 len: 1000 time: 0.1687667 Mar 31 16:12:16.552827 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc5cff6-7e6d-4451-8f61-14f8ac4c1df6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Router 0af65736-db87-47e2-97a8-8b1f66818d7c has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:12:16.685759 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774920d3-b0a0-49e5-83d2-2f268c0a1e8a req-a513798e-d8b4-4044-806b-9e1e1f1575ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:16.687074 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-774920d3-b0a0-49e5-83d2-2f268c0a1e8a req-a513798e-d8b4-4044-806b-9e1e1f1575ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70721a97-e905-41ca-8579-98c7ea04b599 HTTP/1.1" status: 200 len: 848 time: 0.1318133 Mar 31 16:12:16.824283 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc5cff6-7e6d-4451-8f61-14f8ac4c1df6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:12:16.836539 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e3e9c2-866d-4d8b-8abc-2102f85055c2 None None] Sync routers for ids ['0af65736-db87-47e2-97a8-8b1f66818d7c'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:12:16.845576 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e3e9c2-866d-4d8b-8abc-2102f85055c2 None None] Routers {'0af65736-db87-47e2-97a8-8b1f66818d7c'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:12:16.847068 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-99e3e9c2-866d-4d8b-8abc-2102f85055c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:12:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['0af65736-db87-47e2-97a8-8b1f66818d7c'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:12:16.862588 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774920d3-b0a0-49e5-83d2-2f268c0a1e8a req-7d00e74f-f3fd-4007-975f-4b3551eb49e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:16.864105 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-774920d3-b0a0-49e5-83d2-2f268c0a1e8a req-7d00e74f-f3fd-4007-975f-4b3551eb49e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1648426 Mar 31 16:12:17.028075 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4bc5cff6-7e6d-4451-8f61-14f8ac4c1df6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:17.060374 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-99e3e9c2-866d-4d8b-8abc-2102f85055c2 None None] Set router 0af65736-db87-47e2-97a8-8b1f66818d7c gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:12:17.145368 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4bc5cff6-7e6d-4451-8f61-14f8ac4c1df6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0830762 Mar 31 16:12:17.147950 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930c7f45-e8ad-489e-bfe7-a2e98ba5eba4', 'tag': 'f1ab7e5c-9540-488c-bf44-54d9626d3a2a'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:12:17.179230 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-774920d3-b0a0-49e5-83d2-2f268c0a1e8a req-f9a6e828-0af2-48ef-8821-bd5edd9c590e service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081570 Mar 31 16:12:17.206324 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930c7f45-e8ad-489e-bfe7-a2e98ba5eba4', 'tag': 'f1ab7e5c-9540-488c-bf44-54d9626d3a2a', 'status': 'completed', 'code': 200} Mar 31 16:12:17.396193 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-774920d3-b0a0-49e5-83d2-2f268c0a1e8a req-4d007b6a-65a7-46ab-a638-28808992cb3d service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099934 Mar 31 16:12:17.545666 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-99e3e9c2-866d-4d8b-8abc-2102f85055c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'name': 'tempest-TestShelveInstance-1884167459-router', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:11:44Z', 'updated_at': '2022-03-31T16:11:48Z', 'revision_number': 4, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'gw_port': {'id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:45Z', 'updated_at': '2022-03-31T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'a2678fc0-b422-477e-a5bb-ccf10ea31a39', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'floating_ip_address': '172.26.5.151', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'port_id': 'f1ab7e5c-9540-488c-bf44-54d9626d3a2a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9', 'mac_address': 'fa:16:3e:6b:96:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930c7f45-e8ad-489e-bfe7-a2e98ba5eba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:12:15Z', 'updated_at': '2022-03-31T16:12:15Z', 'revision_number': 0, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad', 'name': '', 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'mac_address': 'fa:16:3e:28:a8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '70721a97-e905-41ca-8579-98c7ea04b599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:48Z', 'updated_at': '2022-03-31T16:11:54Z', 'revision_number': 5, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'subnets': [{'id': '70721a97-e905-41ca-8579-98c7ea04b599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:12:17.550568 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e3e9c2-866d-4d8b-8abc-2102f85055c2 None None] Checking router: 0af65736-db87-47e2-97a8-8b1f66818d7c for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:12:17.559173 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e3e9c2-866d-4d8b-8abc-2102f85055c2 None None] Routers {'0af65736-db87-47e2-97a8-8b1f66818d7c'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:12:17.559787 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-99e3e9c2-866d-4d8b-8abc-2102f85055c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:12:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['0af65736-db87-47e2-97a8-8b1f66818d7c'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:12:17.563474 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb306db-25c8-4e11-8887-ee3b62b7635d req-24b1ce18-523f-45ad-883a-9eaebdf815f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:17.565908 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ecb306db-25c8-4e11-8887-ee3b62b7635d req-24b1ce18-523f-45ad-883a-9eaebdf815f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=179c927f6ccc4992b90d2502e91bf1f6&device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 1099 time: 0.0726314 Mar 31 16:12:17.701448 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb306db-25c8-4e11-8887-ee3b62b7635d req-332d6d3a-d642-4a6e-abfa-93944eba82d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:17.702784 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ecb306db-25c8-4e11-8887-ee3b62b7635d req-332d6d3a-d642-4a6e-abfa-93944eba82d8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 HTTP/1.1" status: 200 len: 910 time: 0.1302574 Mar 31 16:12:17.738898 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-99e3e9c2-866d-4d8b-8abc-2102f85055c2 None None] Set router 0af65736-db87-47e2-97a8-8b1f66818d7c gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:12:17.806771 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ecb306db-25c8-4e11-8887-ee3b62b7635d req-b1a224a2-cd0d-479e-a3cb-1aeb3b8e05da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1ab7e5c-9540-488c-bf44-54d9626d3a2a HTTP/1.1" status: 200 len: 1000 time: 0.0960109 Mar 31 16:12:17.879190 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb306db-25c8-4e11-8887-ee3b62b7635d req-7aec73ef-9394-4b31-af67-c365a6d91aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:17.880617 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ecb306db-25c8-4e11-8887-ee3b62b7635d req-7aec73ef-9394-4b31-af67-c365a6d91aab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70721a97-e905-41ca-8579-98c7ea04b599 HTTP/1.1" status: 200 len: 848 time: 0.0610204 Mar 31 16:12:17.956532 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb306db-25c8-4e11-8887-ee3b62b7635d req-ab301bcc-fdbb-488f-b2ba-443f44e11587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:12:17.957954 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ecb306db-25c8-4e11-8887-ee3b62b7635d req-ab301bcc-fdbb-488f-b2ba-443f44e11587 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692704 Mar 31 16:12:18.082388 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-99e3e9c2-866d-4d8b-8abc-2102f85055c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'name': 'tempest-TestShelveInstance-1884167459-router', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:11:44Z', 'updated_at': '2022-03-31T16:11:48Z', 'revision_number': 4, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'gw_port': {'id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:45Z', 'updated_at': '2022-03-31T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'a2678fc0-b422-477e-a5bb-ccf10ea31a39', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'floating_ip_address': '172.26.5.151', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'port_id': 'f1ab7e5c-9540-488c-bf44-54d9626d3a2a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9', 'mac_address': 'fa:16:3e:6b:96:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930c7f45-e8ad-489e-bfe7-a2e98ba5eba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:12:15Z', 'updated_at': '2022-03-31T16:12:15Z', 'revision_number': 0, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad', 'name': '', 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'mac_address': 'fa:16:3e:28:a8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '70721a97-e905-41ca-8579-98c7ea04b599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:48Z', 'updated_at': '2022-03-31T16:11:54Z', 'revision_number': 5, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'subnets': [{'id': '70721a97-e905-41ca-8579-98c7ea04b599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:12:18.086351 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e3e9c2-866d-4d8b-8abc-2102f85055c2 None None] The sync data for ids ['0af65736-db87-47e2-97a8-8b1f66818d7c'] in dv-neutron-833379-2-hyperv is: [{'id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'name': 'tempest-TestShelveInstance-1884167459-router', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:11:44Z', 'updated_at': '2022-03-31T16:11:48Z', 'revision_number': 4, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'gw_port': {'id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:45Z', 'updated_at': '2022-03-31T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': 'a2678fc0-b422-477e-a5bb-ccf10ea31a39', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'floating_ip_address': '172.26.5.151', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'port_id': 'f1ab7e5c-9540-488c-bf44-54d9626d3a2a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9', 'mac_address': 'fa:16:3e:6b:96:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930c7f45-e8ad-489e-bfe7-a2e98ba5eba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:12:15Z', 'updated_at': '2022-03-31T16:12:15Z', 'revision_number': 0, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad', 'name': '', 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'mac_address': 'fa:16:3e:28:a8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '70721a97-e905-41ca-8579-98c7ea04b599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:48Z', 'updated_at': '2022-03-31T16:11:54Z', 'revision_number': 5, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'subnets': [{'id': '70721a97-e905-41ca-8579-98c7ea04b599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:12:18.090527 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ecb306db-25c8-4e11-8887-ee3b62b7635d req-211a8fc8-9dbf-45f9-94ae-39c8134d01e5 service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254504 Mar 31 16:12:18.227787 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ecb306db-25c8-4e11-8887-ee3b62b7635d req-a070b626-ecee-42f8-8abd-b870c21f02f7 service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299574 Mar 31 16:12:18.286245 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba76cf5-ae52-4de9-8f42-6bbd69ed81ff None None] New status for floating IP a2678fc0-b422-477e-a5bb-ccf10ea31a39: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:12:18.853864 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:12:25.679760 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:33.118719 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d3326b01-bc8c-425b-9f35-a0aed18eed33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:35.176499 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-112b9666-4812-4156-9936-2daf5e9c0d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:36.559162 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:36.593486 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:38.068419 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:55.650363 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:12:55.852466 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:13:03.113349 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2856f33a-4e64-48e9-ac13-9e75a468bbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:13:05.175034 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb814d95-f906-460b-a47c-7103627b6840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:13:06.507170 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:13:06.598618 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:13:08.084421 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:13:15.538551 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d26b37b6-a876-4776-b3f2-14a0d4c91c31 req-94455b59-4091-4b84-a20b-1a83bd9cf92e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745897 Mar 31 16:13:15.678908 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b37b6-a876-4776-b3f2-14a0d4c91c31 req-0ed02617-6726-4a8a-959f-312e2d4d3ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:13:15.680353 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d26b37b6-a876-4776-b3f2-14a0d4c91c31 req-0ed02617-6726-4a8a-959f-312e2d4d3ca2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=179c927f6ccc4992b90d2502e91bf1f6&device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 1099 time: 0.0724969 Mar 31 16:13:15.821261 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b37b6-a876-4776-b3f2-14a0d4c91c31 req-041cd380-97bc-430d-abae-e50861b141b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:13:15.822577 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d26b37b6-a876-4776-b3f2-14a0d4c91c31 req-041cd380-97bc-430d-abae-e50861b141b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 HTTP/1.1" status: 200 len: 910 time: 0.1237588 Mar 31 16:13:15.923889 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d26b37b6-a876-4776-b3f2-14a0d4c91c31 req-2d8435ca-08e5-42c0-951f-db4a24db09c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1ab7e5c-9540-488c-bf44-54d9626d3a2a HTTP/1.1" status: 200 len: 1002 time: 0.0952873 Mar 31 16:13:15.984156 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b37b6-a876-4776-b3f2-14a0d4c91c31 req-261a1452-5ce5-4e46-b15c-cbbaebb09c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:13:15.985596 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d26b37b6-a876-4776-b3f2-14a0d4c91c31 req-261a1452-5ce5-4e46-b15c-cbbaebb09c52 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70721a97-e905-41ca-8579-98c7ea04b599 HTTP/1.1" status: 200 len: 848 time: 0.0554318 Mar 31 16:13:16.154959 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b37b6-a876-4776-b3f2-14a0d4c91c31 req-8e053cd2-86ff-445a-b0bc-157a332b23d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:13:16.156948 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d26b37b6-a876-4776-b3f2-14a0d4c91c31 req-8e053cd2-86ff-445a-b0bc-157a332b23d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1656890 Mar 31 16:13:16.284538 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d26b37b6-a876-4776-b3f2-14a0d4c91c31 req-230f1653-5d5a-4e27-bf98-aa236c2f0c0e service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216617 Mar 31 16:13:16.411341 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d26b37b6-a876-4776-b3f2-14a0d4c91c31 req-30a59957-1f3f-4b50-b385-dec640f7e028 service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213348 Mar 31 16:13:25.638408 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:13:32.851470 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:13:33.140409 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-36c9df92-36b2-4c93-860b-fe43503879a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:13:35.231503 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a7dbecdd-8246-4227-b124-4243d2f43737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:13:36.500384 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:13:36.609877 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:13:38.089550 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:13:55.661144 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:14:03.111970 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3d43d29a-2146-4769-a45e-fe1fd97ea796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:14:05.162562 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-788118a5-642b-45c1-b7ee-6082a617637e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:14:06.494827 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:14:06.591625 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:14:08.083679 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:14:09.850511 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:14:13.667144 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01837e8-d70f-45b3-9fd7-2d81d3081cfe req-3fcded9f-4744-4fff-ac41-0dd55037a7ff tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:13.668590 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b01837e8-d70f-45b3-9fd7-2d81d3081cfe req-3fcded9f-4744-4fff-ac41-0dd55037a7ff tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 946 time: 0.2095604 Mar 31 16:14:13.712360 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b01837e8-d70f-45b3-9fd7-2d81d3081cfe req-5c2db55e-3196-4b01-a204-c5c263cd849a tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375783 Mar 31 16:14:14.899308 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2832269-7462-42f3-8b5c-6b869b89ca88 req-59a40494-5b4d-46c9-bc98-6d6db9756117 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:14.900664 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a2832269-7462-42f3-8b5c-6b869b89ca88 req-59a40494-5b4d-46c9-bc98-6d6db9756117 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 946 time: 0.0780997 Mar 31 16:14:14.944691 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a2832269-7462-42f3-8b5c-6b869b89ca88 req-15685398-a830-4ff1-9e4f-7cea72e052e8 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383635 Mar 31 16:14:16.132225 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff90727-2eba-40b5-81c0-786c3ddbbf1f req-f69ea581-8971-4d27-9ad2-cc93254842ba tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:16.133680 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3ff90727-2eba-40b5-81c0-786c3ddbbf1f req-f69ea581-8971-4d27-9ad2-cc93254842ba tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 946 time: 0.0818386 Mar 31 16:14:16.176391 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3ff90727-2eba-40b5-81c0-786c3ddbbf1f req-a4d775f6-4370-4a4c-9ecf-845d978b16c8 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371389 Mar 31 16:14:17.363213 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a6d37-bc93-4952-bdc4-8e5d07452973 req-a6dcfc12-09ac-4369-9377-b15fbb49150d tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:17.364667 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-ed9a6d37-bc93-4952-bdc4-8e5d07452973 req-a6dcfc12-09ac-4369-9377-b15fbb49150d tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 946 time: 0.0826008 Mar 31 16:14:17.407982 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-ed9a6d37-bc93-4952-bdc4-8e5d07452973 req-53787bca-c9ce-4b4b-b60c-b9ca4cc11393 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375247 Mar 31 16:14:17.633988 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa73f9-d6c1-4c82-b03c-2170f26ce793 req-b769518d-4a4e-4903-9cf7-282e4ddccb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:17.635467 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-81fa73f9-d6c1-4c82-b03c-2170f26ce793 req-b769518d-4a4e-4903-9cf7-282e4ddccb7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=179c927f6ccc4992b90d2502e91bf1f6&device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 1099 time: 0.1115403 Mar 31 16:14:17.779423 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa73f9-d6c1-4c82-b03c-2170f26ce793 req-21bcce77-d9fb-486c-9265-307264d84ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:17.780760 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-81fa73f9-d6c1-4c82-b03c-2170f26ce793 req-21bcce77-d9fb-486c-9265-307264d84ae5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 HTTP/1.1" status: 200 len: 910 time: 0.1259301 Mar 31 16:14:17.883677 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-81fa73f9-d6c1-4c82-b03c-2170f26ce793 req-c59ca2e0-bbd9-4bc6-a9b1-4379e8fbdbae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1ab7e5c-9540-488c-bf44-54d9626d3a2a HTTP/1.1" status: 200 len: 1002 time: 0.0953968 Mar 31 16:14:17.947505 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa73f9-d6c1-4c82-b03c-2170f26ce793 req-b8d61740-cb2d-45ef-a644-7c866d36b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:17.948866 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-81fa73f9-d6c1-4c82-b03c-2170f26ce793 req-b8d61740-cb2d-45ef-a644-7c866d36b9d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70721a97-e905-41ca-8579-98c7ea04b599 HTTP/1.1" status: 200 len: 848 time: 0.0583193 Mar 31 16:14:18.023114 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa73f9-d6c1-4c82-b03c-2170f26ce793 req-bd215f71-7106-4b2e-af0b-2b120b17ac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:18.024529 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-81fa73f9-d6c1-4c82-b03c-2170f26ce793 req-bd215f71-7106-4b2e-af0b-2b120b17ac83 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679677 Mar 31 16:14:18.153997 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-81fa73f9-d6c1-4c82-b03c-2170f26ce793 req-4997b661-eee3-49e5-a97a-cd4eb4100c3d service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222081 Mar 31 16:14:18.281658 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-81fa73f9-d6c1-4c82-b03c-2170f26ce793 req-3051b6a8-6864-43f8-a20d-1b7d0c60c5c7 service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203420 Mar 31 16:14:18.594401 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de07b1-b067-4d74-abf0-e6b139a0efea req-30873fff-667b-4f30-ab5b-43916ac00c7a tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:18.595919 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-04de07b1-b067-4d74-abf0-e6b139a0efea req-30873fff-667b-4f30-ab5b-43916ac00c7a tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 946 time: 0.0797205 Mar 31 16:14:18.642510 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-04de07b1-b067-4d74-abf0-e6b139a0efea req-3e378a82-3668-4d60-afc9-4a43843a92f2 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408354 Mar 31 16:14:19.832768 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7b7d4-cd3e-438c-83ea-de64f131b0cd req-d1d9efba-8e93-43fd-996a-455f65a7d573 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:19.834205 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a8f7b7d4-cd3e-438c-83ea-de64f131b0cd req-d1d9efba-8e93-43fd-996a-455f65a7d573 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 946 time: 0.0832748 Mar 31 16:14:19.877173 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a8f7b7d4-cd3e-438c-83ea-de64f131b0cd req-faa8e995-1320-420e-8dee-c22483ae13d3 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369580 Mar 31 16:14:21.067617 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4233e-598f-4de2-baeb-6f427fe815a9 req-4a588b0c-a3be-45e5-b7c1-f07b0c46fd8a tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:21.069041 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fdf4233e-598f-4de2-baeb-6f427fe815a9 req-4a588b0c-a3be-45e5-b7c1-f07b0c46fd8a tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 946 time: 0.0851026 Mar 31 16:14:21.110683 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-fdf4233e-598f-4de2-baeb-6f427fe815a9 req-11ad589b-2aec-41f9-b521-266ec30b0869 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360575 Mar 31 16:14:22.292495 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e5086-ef9d-4ae3-b1e0-44cdd3bdcea4 req-44ee72ea-13da-4eb0-92a1-cd8a6bcdb236 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:22.293966 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-276e5086-ef9d-4ae3-b1e0-44cdd3bdcea4 req-44ee72ea-13da-4eb0-92a1-cd8a6bcdb236 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 946 time: 0.0773931 Mar 31 16:14:22.336963 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-276e5086-ef9d-4ae3-b1e0-44cdd3bdcea4 req-ea3fe6b3-d03d-4b46-9fe2-992bef06b121 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372140 Mar 31 16:14:23.524572 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8780599-aa71-4cd4-9dad-c007776223cc req-78935466-bc50-431c-8857-333f70a791c1 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:23.526043 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a8780599-aa71-4cd4-9dad-c007776223cc req-78935466-bc50-431c-8857-333f70a791c1 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 946 time: 0.0835788 Mar 31 16:14:23.570149 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a8780599-aa71-4cd4-9dad-c007776223cc req-e7920749-ff52-48bd-9db6-fdba667c4023 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384648 Mar 31 16:14:24.758048 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359170f-8303-41ba-8837-e56178d2b1b5 req-502c4667-7a1b-4cf7-9400-e10c86148eff tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:24.759570 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a359170f-8303-41ba-8837-e56178d2b1b5 req-502c4667-7a1b-4cf7-9400-e10c86148eff tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 946 time: 0.0842707 Mar 31 16:14:24.803971 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a359170f-8303-41ba-8837-e56178d2b1b5 req-1e3c2497-1731-451d-a677-de6a6ac3abf5 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386777 Mar 31 16:14:25.641966 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:14:25.647501 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device f1ab7e5c-9540-488c-bf44-54d9626d3a2a details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 16:14:25.779551 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port f1ab7e5c-9540-488c-bf44-54d9626d3a2a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f1ab7e5c-9540-488c-bf44-54d9626d3a2a,segment=NetworkSegment(3a803174-0abc-4607-b3ac-a324c24c552e),segment_id=3a803174-0abc-4607-b3ac-a324c24c552e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:14:25.793576 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': 'f1ab7e5c-9540-488c-bf44-54d9626d3a2a', 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9', 'port_id': 'f1ab7e5c-9540-488c-bf44-54d9626d3a2a', 'mac_address': 'fa:16:3e:6b:96:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70721a97-e905-41ca-8579-98c7ea04b599', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 16:14:25.847754 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:14:25.864622 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1ab7e5c-9540-488c-bf44-54d9626d3a2a {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:14:25.879381 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port f1ab7e5c-9540-488c-bf44-54d9626d3a2a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f1ab7e5c-9540-488c-bf44-54d9626d3a2a,segment=NetworkSegment(3a803174-0abc-4607-b3ac-a324c24c552e),segment_id=3a803174-0abc-4607-b3ac-a324c24c552e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:14:25.941219 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:14:25.993359 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19d77c-74f6-4742-9813-10d2279d576b req-131ca46b-cca8-43ed-8c67-9c39dd7b568b tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:25.994802 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0a19d77c-74f6-4742-9813-10d2279d576b req-131ca46b-cca8-43ed-8c67-9c39dd7b568b tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 945 time: 0.0868387 Mar 31 16:14:26.014372 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=f1ab7e5c-9540-488c-bf44-54d9626d3a2a,revision_number=6']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:14:26.021945 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:14:26.022289 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:14:26.022621 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:14:26.022950 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:14:26.023278 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:14:26.023600 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:14:26.023920 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:14:26.024237 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:14:26.024558 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:14:26.024872 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:14:26.025184 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:14:26.025517 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:14:26.031942 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['f1ab7e5c-9540-488c-bf44-54d9626d3a2a'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 16:14:26.040779 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0a19d77c-74f6-4742-9813-10d2279d576b req-5875d581-4e6b-45ab-aa4d-126008a903e5 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394311 Mar 31 16:14:27.395472 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f361e-c760-4033-bf57-79a9930596e8 req-0d32b5c6-e267-4b89-aa60-286d4d5c5680 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:27.397043 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c40f361e-c760-4033-bf57-79a9930596e8 req-0d32b5c6-e267-4b89-aa60-286d4d5c5680 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 945 time: 0.0919969 Mar 31 16:14:27.457957 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-c40f361e-c760-4033-bf57-79a9930596e8 req-06b2190a-2085-45b6-84ba-7ba63a864b87 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539606 Mar 31 16:14:27.652250 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device f1ab7e5c-9540-488c-bf44-54d9626d3a2a up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:14:27.726692 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port f1ab7e5c-9540-488c-bf44-54d9626d3a2a triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:14:27.726970 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:14:27.858733 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:14:27.887969 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930c7f45-e8ad-489e-bfe7-a2e98ba5eba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ab7e5c-9540-488c-bf44-54d9626d3a2a'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:14:27.900492 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port f1ab7e5c-9540-488c-bf44-54d9626d3a2a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f1ab7e5c-9540-488c-bf44-54d9626d3a2a,segment=NetworkSegment(3a803174-0abc-4607-b3ac-a324c24c552e),segment_id=3a803174-0abc-4607-b3ac-a324c24c552e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:14:28.006905 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930c7f45-e8ad-489e-bfe7-a2e98ba5eba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ab7e5c-9540-488c-bf44-54d9626d3a2a', 'code': 200} Mar 31 16:14:28.031080 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:14:28.106407 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=f1ab7e5c-9540-488c-bf44-54d9626d3a2a,revision_number=7']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:14:28.655238 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29df2c-b3a2-4ccc-9a81-79dab9d2ad97 req-7f65f8d9-c1ec-42f7-8e70-d0770dbf2b50 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:28.659439 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1c29df2c-b3a2-4ccc-9a81-79dab9d2ad97 req-7f65f8d9-c1ec-42f7-8e70-d0770dbf2b50 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 946 time: 0.0896523 Mar 31 16:14:28.708089 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-1c29df2c-b3a2-4ccc-9a81-79dab9d2ad97 req-a135a711-b9bf-457f-8526-932a9979ad67 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440521 Mar 31 16:14:29.993760 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837634c-6860-4373-abc6-22b5a8766f0f req-fc3a6f81-3196-471a-8d73-7a839e1ef731 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:29.995102 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3837634c-6860-4373-abc6-22b5a8766f0f req-fc3a6f81-3196-471a-8d73-7a839e1ef731 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 946 time: 0.1757903 Mar 31 16:14:30.040165 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3837634c-6860-4373-abc6-22b5a8766f0f req-e6383de8-4b49-4235-ba45-1615cf67cc05 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384324 Mar 31 16:14:31.241346 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522ebf7-3256-4ce5-81db-3451f6702a92 req-8d315db2-44eb-4186-8a2c-cd6729869444 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:31.242854 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5522ebf7-3256-4ce5-81db-3451f6702a92 req-8d315db2-44eb-4186-8a2c-cd6729869444 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 946 time: 0.0885012 Mar 31 16:14:31.291008 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5522ebf7-3256-4ce5-81db-3451f6702a92 req-de8756b2-521e-4602-a96b-7030641aca62 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415604 Mar 31 16:14:32.493048 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563abca-d8c2-4da5-9c93-5d8ab0be8f1d req-0774aa0e-59d9-4fdb-a706-f576feba7352 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:32.494554 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7563abca-d8c2-4da5-9c93-5d8ab0be8f1d req-0774aa0e-59d9-4fdb-a706-f576feba7352 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 946 time: 0.0917819 Mar 31 16:14:32.543393 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7563abca-d8c2-4da5-9c93-5d8ab0be8f1d req-c9b6ea08-4e7d-41ca-baef-04a44d211dde tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427697 Mar 31 16:14:33.112441 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ab1174ce-f9b2-4bec-beb8-0bbd1656f47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:14:33.750902 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6add822-e034-46c6-a1b2-4b7c00397343 req-29641cff-8398-4671-862c-0a8ff9fd3396 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:33.752339 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a6add822-e034-46c6-a1b2-4b7c00397343 req-29641cff-8398-4671-862c-0a8ff9fd3396 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 946 time: 0.0871711 Mar 31 16:14:33.804725 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a6add822-e034-46c6-a1b2-4b7c00397343 req-37a49f60-733e-4e96-a81b-1f5aa03a11ee tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464497 Mar 31 16:14:35.006918 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1c66d-78aa-40f9-a825-9acfe1f88c47 req-bfb5001d-e13f-47bc-bfe7-05d52d20c72c tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:35.008661 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4ec1c66d-78aa-40f9-a825-9acfe1f88c47 req-bfb5001d-e13f-47bc-bfe7-05d52d20c72c tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 946 time: 0.0885575 Mar 31 16:14:35.055856 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4ec1c66d-78aa-40f9-a825-9acfe1f88c47 req-797de020-cdcf-4ed5-8482-2fd0cc7c903f tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411644 Mar 31 16:14:35.191873 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-85c102f4-30a4-4cdc-ab13-f72d463a44c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:14:36.274771 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc2846-c9be-450f-998f-1268182c1f21 req-d8e9789d-f06a-4d26-8480-7a32554cf9c8 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:36.276298 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-54dc2846-c9be-450f-998f-1268182c1f21 req-d8e9789d-f06a-4d26-8480-7a32554cf9c8 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 946 time: 0.0942471 Mar 31 16:14:36.324441 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-54dc2846-c9be-450f-998f-1268182c1f21 req-cd2608da-7861-4f3a-a734-e3bc6a1f209a tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422976 Mar 31 16:14:36.522982 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:14:36.616553 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:14:37.518456 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fd902-8929-4568-983d-7c23238c5631 req-8ee28531-3c8d-48df-8441-537724e62013 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:37.519915 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-cb4fd902-8929-4568-983d-7c23238c5631 req-8ee28531-3c8d-48df-8441-537724e62013 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 946 time: 0.0825160 Mar 31 16:14:37.567677 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-cb4fd902-8929-4568-983d-7c23238c5631 req-dac5f488-3c10-40ab-93d1-5f2ee1455e2d tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420241 Mar 31 16:14:37.800060 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f97b4a-fa83-4ffb-972b-1b5a98f8ecba req-5dc2dced-6d10-4e06-9063-75af671adf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:37.801727 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a5f97b4a-fa83-4ffb-972b-1b5a98f8ecba req-5dc2dced-6d10-4e06-9063-75af671adf35 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=179c927f6ccc4992b90d2502e91bf1f6&device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 1099 time: 0.0723965 Mar 31 16:14:37.933957 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f97b4a-fa83-4ffb-972b-1b5a98f8ecba req-041629fc-42cd-4de9-8aca-d42c95651c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:37.935263 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a5f97b4a-fa83-4ffb-972b-1b5a98f8ecba req-041629fc-42cd-4de9-8aca-d42c95651c08 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 HTTP/1.1" status: 200 len: 910 time: 0.1237202 Mar 31 16:14:38.038699 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a5f97b4a-fa83-4ffb-972b-1b5a98f8ecba req-638d712e-5c4f-436b-b1dd-e00dc39551c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1ab7e5c-9540-488c-bf44-54d9626d3a2a HTTP/1.1" status: 200 len: 1002 time: 0.0958359 Mar 31 16:14:38.081709 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:14:38.105438 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f97b4a-fa83-4ffb-972b-1b5a98f8ecba req-381a3d36-f6f4-44c4-9105-f3ad63d4931b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:38.106833 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a5f97b4a-fa83-4ffb-972b-1b5a98f8ecba req-381a3d36-f6f4-44c4-9105-f3ad63d4931b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70721a97-e905-41ca-8579-98c7ea04b599 HTTP/1.1" status: 200 len: 848 time: 0.0605519 Mar 31 16:14:38.181097 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f97b4a-fa83-4ffb-972b-1b5a98f8ecba req-a09f6abf-66aa-4115-b756-3d478fea0822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:38.182580 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a5f97b4a-fa83-4ffb-972b-1b5a98f8ecba req-a09f6abf-66aa-4115-b756-3d478fea0822 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695262 Mar 31 16:14:38.312669 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a5f97b4a-fa83-4ffb-972b-1b5a98f8ecba req-0ebd92b6-f244-45f2-ba49-a78ab6911ca4 service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227109 Mar 31 16:14:38.443553 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a5f97b4a-fa83-4ffb-972b-1b5a98f8ecba req-9a229900-bfe2-4907-94e0-f1e9a20dde8b service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242285 Mar 31 16:14:38.753279 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bccdfa-107f-478f-890b-2f237b9473c8 req-95fdee18-78c7-4aef-a237-fafd2a8705ec tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:38.754711 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-91bccdfa-107f-478f-890b-2f237b9473c8 req-95fdee18-78c7-4aef-a237-fafd2a8705ec tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 946 time: 0.0830026 Mar 31 16:14:38.797197 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-91bccdfa-107f-478f-890b-2f237b9473c8 req-9cb06e3f-c9bf-469d-9f26-48185620a406 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368872 Mar 31 16:14:39.982923 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604b89c-5e96-474c-929e-35f2c9ff5e0c req-04db15bd-e576-47ae-9ef6-c426e4c74952 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:39.984364 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3604b89c-5e96-474c-929e-35f2c9ff5e0c req-04db15bd-e576-47ae-9ef6-c426e4c74952 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 946 time: 0.0817192 Mar 31 16:14:40.030249 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3604b89c-5e96-474c-929e-35f2c9ff5e0c req-c2f6678c-54c3-436a-b5ac-c52c84bb57f0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392814 Mar 31 16:14:41.221665 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2d222-2c90-47ab-97cc-bf85463283ff req-47cebbd8-626b-4954-a3c9-8fb5d5be35bb tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:41.223116 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9cb2d222-2c90-47ab-97cc-bf85463283ff req-47cebbd8-626b-4954-a3c9-8fb5d5be35bb tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 946 time: 0.0789063 Mar 31 16:14:41.266301 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9cb2d222-2c90-47ab-97cc-bf85463283ff req-54d46206-ee25-493b-87b6-0b43acf2493d tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375774 Mar 31 16:14:41.690092 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device f1ab7e5c-9540-488c-bf44-54d9626d3a2a no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:14:41.802817 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:14:41.828652 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930c7f45-e8ad-489e-bfe7-a2e98ba5eba4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1ab7e5c-9540-488c-bf44-54d9626d3a2a'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:14:41.837985 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port f1ab7e5c-9540-488c-bf44-54d9626d3a2a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f1ab7e5c-9540-488c-bf44-54d9626d3a2a,segment=NetworkSegment(3a803174-0abc-4607-b3ac-a324c24c552e),segment_id=3a803174-0abc-4607-b3ac-a324c24c552e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:14:41.869380 dv-neutron-833379-2-hyperv neutron-server[103445]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '930c7f45-e8ad-489e-bfe7-a2e98ba5eba4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f1ab7e5c-9540-488c-bf44-54d9626d3a2a', 'code': 422} returned with failed status Mar 31 16:14:41.928155 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:14:41.995557 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=f1ab7e5c-9540-488c-bf44-54d9626d3a2a,revision_number=8']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:14:42.802446 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678e20d-b4f1-4c7a-9426-2eb83606ed94 req-dbc96678-f319-4881-b4b5-3d582b68bd50 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:42.803897 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d678e20d-b4f1-4c7a-9426-2eb83606ed94 req-dbc96678-f319-4881-b4b5-3d582b68bd50 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 944 time: 0.0846181 Mar 31 16:14:42.848800 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d678e20d-b4f1-4c7a-9426-2eb83606ed94 req-965e3df2-cfac-45fd-8f97-60411aa75257 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388596 Mar 31 16:14:43.132440 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56662) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:14:43.241312 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-49aaa645-23a6-42a9-b176-22443000b1c1 req-8df90f5f-017c-4a4b-a9f0-9ccd42779bc9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1076980 Mar 31 16:14:44.039095 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba8153-d75c-4cd7-8e9d-f1d0c6b44ce5 req-4a2772cb-35b8-49b9-a583-94d5911d601d tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:44.040574 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1dba8153-d75c-4cd7-8e9d-f1d0c6b44ce5 req-4a2772cb-35b8-49b9-a583-94d5911d601d tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 944 time: 0.0862594 Mar 31 16:14:44.085505 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1dba8153-d75c-4cd7-8e9d-f1d0c6b44ce5 req-0a254d91-7eac-4328-afc4-04fb0cec1406 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389793 Mar 31 16:14:44.718744 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aaa645-23a6-42a9-b176-22443000b1c1 req-a39db9b6-9910-4a1f-8369-aeabc25fca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:44.720294 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-49aaa645-23a6-42a9-b176-22443000b1c1 req-a39db9b6-9910-4a1f-8369-aeabc25fca0b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4&tenant_id=179c927f6ccc4992b90d2502e91bf1f6 HTTP/1.1" status: 200 len: 1097 time: 0.0702732 Mar 31 16:14:44.812194 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aaa645-23a6-42a9-b176-22443000b1c1 req-61bb18bf-a3d0-4a5f-a637-030460ffbd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:44.814487 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-49aaa645-23a6-42a9-b176-22443000b1c1 req-61bb18bf-a3d0-4a5f-a637-030460ffbd8a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=179c927f6ccc4992b90d2502e91bf1f6&device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 1097 time: 0.0728745 Mar 31 16:14:45.030543 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aaa645-23a6-42a9-b176-22443000b1c1 req-b72c8823-c282-4ae1-a339-9946fe4cc1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:45.031967 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-49aaa645-23a6-42a9-b176-22443000b1c1 req-b72c8823-c282-4ae1-a339-9946fe4cc1f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 HTTP/1.1" status: 200 len: 910 time: 0.2110288 Mar 31 16:14:45.134408 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-49aaa645-23a6-42a9-b176-22443000b1c1 req-87526f23-0d0f-4595-8d45-930d27e6f249 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1ab7e5c-9540-488c-bf44-54d9626d3a2a HTTP/1.1" status: 200 len: 1000 time: 0.0958216 Mar 31 16:14:45.196088 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aaa645-23a6-42a9-b176-22443000b1c1 req-6782831d-6d92-459d-9f33-9ee9c146265c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:45.197522 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-49aaa645-23a6-42a9-b176-22443000b1c1 req-6782831d-6d92-459d-9f33-9ee9c146265c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70721a97-e905-41ca-8579-98c7ea04b599 HTTP/1.1" status: 200 len: 848 time: 0.0571773 Mar 31 16:14:45.272021 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aaa645-23a6-42a9-b176-22443000b1c1 req-8555fa21-e434-4f22-ab44-a3e1bc71c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:45.273487 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-49aaa645-23a6-42a9-b176-22443000b1c1 req-8555fa21-e434-4f22-ab44-a3e1bc71c768 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696323 Mar 31 16:14:45.274716 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1f83b-577a-41f3-ad9d-36c4f83b2cd6 req-d2d5e3a1-e7d0-4ba9-955e-35c43335f3f9 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:45.276169 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-84a1f83b-577a-41f3-ad9d-36c4f83b2cd6 req-d2d5e3a1-e7d0-4ba9-955e-35c43335f3f9 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 944 time: 0.0806067 Mar 31 16:14:45.324230 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-84a1f83b-577a-41f3-ad9d-36c4f83b2cd6 req-2bfc20ca-5adf-4d81-968c-a713c3ba1953 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421846 Mar 31 16:14:45.404393 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-49aaa645-23a6-42a9-b176-22443000b1c1 req-fb4a8e22-283d-49f1-ae6c-a99f9526164e service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244364 Mar 31 16:14:45.534645 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-49aaa645-23a6-42a9-b176-22443000b1c1 req-3313f140-4e07-4e65-8992-95c781e4deb0 service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236084 Mar 31 16:14:45.707652 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device f1ab7e5c-9540-488c-bf44-54d9626d3a2a no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:14:46.522625 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3ce20-b79f-40cc-98c1-cb01e9ebd35a req-e31c1609-74a8-4df0-aca4-5bb04e8c79e8 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:46.524120 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-70a3ce20-b79f-40cc-98c1-cb01e9ebd35a req-e31c1609-74a8-4df0-aca4-5bb04e8c79e8 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 944 time: 0.0894070 Mar 31 16:14:46.572945 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-70a3ce20-b79f-40cc-98c1-cb01e9ebd35a req-af18eb0c-4afc-4e45-94cf-a50022114442 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427213 Mar 31 16:14:46.849421 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:14:47.777746 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61aacc-21e4-47f3-8c6c-a5ebc17751e4 req-e4eef6b9-33fb-48b6-94f7-c32d63ddadf8 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:47.779390 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9a61aacc-21e4-47f3-8c6c-a5ebc17751e4 req-e4eef6b9-33fb-48b6-94f7-c32d63ddadf8 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 944 time: 0.0867426 Mar 31 16:14:47.826982 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9a61aacc-21e4-47f3-8c6c-a5ebc17751e4 req-0b3647f1-5ad0-4dc8-afce-8323bcc094bf tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409851 Mar 31 16:14:49.024093 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3a205-1830-4b4a-a86b-e707755fa059 req-59701c9a-614b-4a1a-a912-212b59b723f6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:49.025917 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ffc3a205-1830-4b4a-a86b-e707755fa059 req-59701c9a-614b-4a1a-a912-212b59b723f6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 944 time: 0.0840511 Mar 31 16:14:49.075957 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ffc3a205-1830-4b4a-a86b-e707755fa059 req-760caa7d-6216-4059-b9d7-8d4e577be0ce tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436614 Mar 31 16:14:50.380146 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3ef83-b1d7-4e4b-be2c-6e576f8a6179 req-ec1d228e-223b-4e2c-95fe-536d99e71e42 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:50.381701 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e3a3ef83-b1d7-4e4b-be2c-6e576f8a6179 req-ec1d228e-223b-4e2c-95fe-536d99e71e42 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 944 time: 0.1942663 Mar 31 16:14:50.427837 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e3a3ef83-b1d7-4e4b-be2c-6e576f8a6179 req-e7a87587-c330-4029-bfb2-cccde6741f82 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403290 Mar 31 16:14:51.639368 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf4a46-77b3-4d60-98a9-38807d23a1f6 req-661c3aba-f11d-406b-a99a-ac177fa7b178 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:51.640981 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-facf4a46-77b3-4d60-98a9-38807d23a1f6 req-661c3aba-f11d-406b-a99a-ac177fa7b178 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 944 time: 0.0986018 Mar 31 16:14:51.690507 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-facf4a46-77b3-4d60-98a9-38807d23a1f6 req-5dbd9bca-b9d8-4baf-aee7-18e59726f54f tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431874 Mar 31 16:14:52.883578 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc935a8a-91c1-4cf7-9087-3fc091ecec5f req-bd9bd44b-1bbc-4324-94d8-fbdb75960dc0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:52.885306 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-cc935a8a-91c1-4cf7-9087-3fc091ecec5f req-bd9bd44b-1bbc-4324-94d8-fbdb75960dc0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 944 time: 0.0844560 Mar 31 16:14:52.943259 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-cc935a8a-91c1-4cf7-9087-3fc091ecec5f req-c2dd8b83-be1a-46bf-ac31-e6b47d8ca1de tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489357 Mar 31 16:14:54.130350 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cada4d3-2c96-49d3-ad84-f5ce10b9cbed req-3e28651b-d899-4e3f-82d8-d8d1f3f4cdf1 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:54.131763 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7cada4d3-2c96-49d3-ad84-f5ce10b9cbed req-3e28651b-d899-4e3f-82d8-d8d1f3f4cdf1 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 944 time: 0.0805025 Mar 31 16:14:54.179582 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-7cada4d3-2c96-49d3-ad84-f5ce10b9cbed req-a34267e1-5ba6-46ec-a873-fddb80e8e9c7 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420740 Mar 31 16:14:55.371946 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e781e-0a08-457b-b9da-fbd82aa4fd0c req-a6560cf3-e81f-4efd-b8ff-8576fcf66021 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:55.373433 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-716e781e-0a08-457b-b9da-fbd82aa4fd0c req-a6560cf3-e81f-4efd-b8ff-8576fcf66021 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 944 time: 0.0812492 Mar 31 16:14:55.416597 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-716e781e-0a08-457b-b9da-fbd82aa4fd0c req-449d56e8-5798-43d9-8d13-0a219a0ae924 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369518 Mar 31 16:14:55.648296 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:14:55.721689 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device f1ab7e5c-9540-488c-bf44-54d9626d3a2a details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 16:14:55.853702 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port f1ab7e5c-9540-488c-bf44-54d9626d3a2a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f1ab7e5c-9540-488c-bf44-54d9626d3a2a,segment=NetworkSegment(3a803174-0abc-4607-b3ac-a324c24c552e),segment_id=3a803174-0abc-4607-b3ac-a324c24c552e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:14:55.866886 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': 'f1ab7e5c-9540-488c-bf44-54d9626d3a2a', 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9', 'port_id': 'f1ab7e5c-9540-488c-bf44-54d9626d3a2a', 'mac_address': 'fa:16:3e:6b:96:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70721a97-e905-41ca-8579-98c7ea04b599', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 16:14:55.924641 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:14:55.941472 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ab7e5c-9540-488c-bf44-54d9626d3a2a {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:14:55.956370 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port f1ab7e5c-9540-488c-bf44-54d9626d3a2a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f1ab7e5c-9540-488c-bf44-54d9626d3a2a,segment=NetworkSegment(3a803174-0abc-4607-b3ac-a324c24c552e),segment_id=3a803174-0abc-4607-b3ac-a324c24c552e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:14:56.025249 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:14:56.090783 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=f1ab7e5c-9540-488c-bf44-54d9626d3a2a,revision_number=9']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:14:56.233525 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['f1ab7e5c-9540-488c-bf44-54d9626d3a2a'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 16:14:56.606277 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9d8f1-633b-4ff1-bfaf-3b7e20a163ef req-9772dd81-8781-4236-bcec-5558c909f71c tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:56.607710 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-77a9d8f1-633b-4ff1-bfaf-3b7e20a163ef req-9772dd81-8781-4236-bcec-5558c909f71c tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 945 time: 0.0832126 Mar 31 16:14:56.651088 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-77a9d8f1-633b-4ff1-bfaf-3b7e20a163ef req-595b147a-3809-4f4d-b61e-9885382e31c3 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375509 Mar 31 16:14:57.738585 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device f1ab7e5c-9540-488c-bf44-54d9626d3a2a up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:14:57.805172 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port f1ab7e5c-9540-488c-bf44-54d9626d3a2a triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:14:57.805562 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:14:57.840620 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb3fdc-557d-4f11-afba-b22784a9f83e req-5dc97585-ca2e-40de-82e0-72ff5b8e5986 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:57.842225 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a6fb3fdc-557d-4f11-afba-b22784a9f83e req-5dc97585-ca2e-40de-82e0-72ff5b8e5986 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 945 time: 0.0840931 Mar 31 16:14:57.887673 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a6fb3fdc-557d-4f11-afba-b22784a9f83e req-f94f380c-9afd-4250-a344-d9d9d91bd893 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392158 Mar 31 16:14:57.920612 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:14:57.947083 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930c7f45-e8ad-489e-bfe7-a2e98ba5eba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ab7e5c-9540-488c-bf44-54d9626d3a2a'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:14:57.956444 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port f1ab7e5c-9540-488c-bf44-54d9626d3a2a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f1ab7e5c-9540-488c-bf44-54d9626d3a2a,segment=NetworkSegment(3a803174-0abc-4607-b3ac-a324c24c552e),segment_id=3a803174-0abc-4607-b3ac-a324c24c552e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:14:57.991903 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930c7f45-e8ad-489e-bfe7-a2e98ba5eba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ab7e5c-9540-488c-bf44-54d9626d3a2a', 'code': 200} Mar 31 16:14:58.041485 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:14:58.112085 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=f1ab7e5c-9540-488c-bf44-54d9626d3a2a,revision_number=10']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:14:58.363370 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbabac9-cba7-44d6-b51b-75c99eba3dd8 req-1b51b5d9-6c92-42b5-8bf9-e557290502c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:58.364871 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ddbabac9-cba7-44d6-b51b-75c99eba3dd8 req-1b51b5d9-6c92-42b5-8bf9-e557290502c8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 1100 time: 0.0831797 Mar 31 16:14:58.404549 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ddbabac9-cba7-44d6-b51b-75c99eba3dd8 req-e56423bd-6caa-4d5a-a6c4-881fa32bc5a3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340960 Mar 31 16:14:59.075672 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3a2d0-fa1e-4566-a28b-64eb9f9ecd9c req-3fc98c83-db15-4237-8e0b-c55c77020239 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:14:59.077132 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-2be3a2d0-fa1e-4566-a28b-64eb9f9ecd9c req-3fc98c83-db15-4237-8e0b-c55c77020239 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 947 time: 0.0809717 Mar 31 16:14:59.128591 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-2be3a2d0-fa1e-4566-a28b-64eb9f9ecd9c req-fb88cab0-6859-4dcf-9cfb-262242ffa31e tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441613 Mar 31 16:15:00.320801 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c92ed0-5d12-4b93-abf7-74b20085e35b req-7be42ee6-2030-4ce7-b6a8-81724bd14f73 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:15:00.322291 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f6c92ed0-5d12-4b93-abf7-74b20085e35b req-7be42ee6-2030-4ce7-b6a8-81724bd14f73 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 947 time: 0.0858464 Mar 31 16:15:00.366875 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f6c92ed0-5d12-4b93-abf7-74b20085e35b req-94174b80-39ee-4806-9bdf-9db2c0fc5dfa tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386832 Mar 31 16:15:01.559312 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66c433-24c9-40f8-b6e3-e036b4570aaa req-3c3dc4ae-8a7e-4090-9d8e-489e7d637485 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:15:01.560749 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-cf66c433-24c9-40f8-b6e3-e036b4570aaa req-3c3dc4ae-8a7e-4090-9d8e-489e7d637485 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 947 time: 0.0855386 Mar 31 16:15:01.605019 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-cf66c433-24c9-40f8-b6e3-e036b4570aaa req-444cc3b6-0b08-4bf3-99af-0ef3e8679f62 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380378 Mar 31 16:15:03.150819 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1de94102-aa16-4c24-9ad2-eaddd49eb4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:15:05.201291 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-489edab7-e907-4aa8-b449-b764b2248609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:15:06.540923 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:15:06.630505 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:15:08.087964 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:15:17.511180 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-81ea8be6-7b94-4b5c-96d6-1eaa87fde8c1 req-c12c68ca-56dd-45ce-a642-479e10af1ac9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697529 Mar 31 16:15:17.652671 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea8be6-7b94-4b5c-96d6-1eaa87fde8c1 req-bd77fb14-b295-4a0c-bc04-5afce4146a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:15:17.654141 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-81ea8be6-7b94-4b5c-96d6-1eaa87fde8c1 req-bd77fb14-b295-4a0c-bc04-5afce4146a7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=179c927f6ccc4992b90d2502e91bf1f6&device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 1100 time: 0.0730355 Mar 31 16:15:17.796373 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea8be6-7b94-4b5c-96d6-1eaa87fde8c1 req-723bf6d4-60d8-42d7-8cfa-9d3e30f3dc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:15:17.798291 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-81ea8be6-7b94-4b5c-96d6-1eaa87fde8c1 req-723bf6d4-60d8-42d7-8cfa-9d3e30f3dc9d service neutron] 10.222.0.41 "GET /v2.0/networks?id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 HTTP/1.1" status: 200 len: 910 time: 0.1241012 Mar 31 16:15:17.897582 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-81ea8be6-7b94-4b5c-96d6-1eaa87fde8c1 req-a05da294-cf12-4097-9726-57301bfe5c8f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1ab7e5c-9540-488c-bf44-54d9626d3a2a HTTP/1.1" status: 200 len: 1002 time: 0.0927210 Mar 31 16:15:18.050894 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea8be6-7b94-4b5c-96d6-1eaa87fde8c1 req-da906411-a34f-4954-88fb-08bb68187e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:15:18.052233 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-81ea8be6-7b94-4b5c-96d6-1eaa87fde8c1 req-da906411-a34f-4954-88fb-08bb68187e48 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70721a97-e905-41ca-8579-98c7ea04b599 HTTP/1.1" status: 200 len: 848 time: 0.1481225 Mar 31 16:15:18.128198 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea8be6-7b94-4b5c-96d6-1eaa87fde8c1 req-9335c10a-459b-43f9-b765-33298bce7a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:15:18.129641 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-81ea8be6-7b94-4b5c-96d6-1eaa87fde8c1 req-9335c10a-459b-43f9-b765-33298bce7a1e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708904 Mar 31 16:15:18.260225 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-81ea8be6-7b94-4b5c-96d6-1eaa87fde8c1 req-3105237f-5d08-4160-b31f-acc7f9c8d60f service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234794 Mar 31 16:15:18.390374 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-81ea8be6-7b94-4b5c-96d6-1eaa87fde8c1 req-439ac520-4957-436d-b86d-90acde30e7b8 service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226282 Mar 31 16:15:23.847809 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:15:25.636237 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:15:33.126897 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5f3e99de-89d8-405e-9d9e-3b9fb75d73d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:15:35.167053 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4d4a0ff7-f650-4238-bd50-a808090af31a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:15:36.493068 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:15:36.584427 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:15:38.133062 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:15:55.658220 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:00.847360 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:16:03.120038 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4a897b4f-c623-47e7-8961-e6e7b154c969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:05.166724 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dab9648a-136b-43c3-965b-f33de42fe439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:06.509703 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:06.618380 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:08.098109 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:10.893971 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 56800) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:16:11.098196 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6937b355-3162-407e-aef6-ecb4cc73f173 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Deleting port dca0212e-2e23-4e77-a7a6-fede8bd91a3b {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:16:11.098531 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6937b355-3162-407e-aef6-ecb4cc73f173 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:11.261805 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6937b355-3162-407e-aef6-ecb4cc73f173 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:11.262139 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6937b355-3162-407e-aef6-ecb4cc73f173 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:11.381881 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6937b355-3162-407e-aef6-ecb4cc73f173 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Calling delete_port for dca0212e-2e23-4e77-a7a6-fede8bd91a3b owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:16:11.571247 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6937b355-3162-407e-aef6-ecb4cc73f173 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:11.620355 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937b355-3162-407e-aef6-ecb4cc73f173 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Pushing event deleted for resources: {'Port': ['ID=dca0212e-2e23-4e77-a7a6-fede8bd91a3b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:16:11.657300 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6937b355-3162-407e-aef6-ecb4cc73f173 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:16:11.657655 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6937b355-3162-407e-aef6-ecb4cc73f173 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:16:11.657993 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6937b355-3162-407e-aef6-ecb4cc73f173 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:16:11.658327 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6937b355-3162-407e-aef6-ecb4cc73f173 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:16:11.658657 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6937b355-3162-407e-aef6-ecb4cc73f173 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:16:11.658986 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6937b355-3162-407e-aef6-ecb4cc73f173 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:16:11.659313 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6937b355-3162-407e-aef6-ecb4cc73f173 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:16:11.659636 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6937b355-3162-407e-aef6-ecb4cc73f173 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:16:11.659959 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6937b355-3162-407e-aef6-ecb4cc73f173 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:16:11.660280 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6937b355-3162-407e-aef6-ecb4cc73f173 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:16:11.660600 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6937b355-3162-407e-aef6-ecb4cc73f173 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:16:11.660920 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6937b355-3162-407e-aef6-ecb4cc73f173 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:16:11.719397 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6937b355-3162-407e-aef6-ecb4cc73f173 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:11.719738 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-6937b355-3162-407e-aef6-ecb4cc73f173 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Floating IP a2678fc0-b422-477e-a5bb-ccf10ea31a39 disassociated (deleted). External IP: 172.26.5.151, port: f1ab7e5c-9540-488c-bf44-54d9626d3a2a. Mar 31 16:16:12.162419 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6937b355-3162-407e-aef6-ecb4cc73f173 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Router 0af65736-db87-47e2-97a8-8b1f66818d7c has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:16:12.337127 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6937b355-3162-407e-aef6-ecb4cc73f173 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:16:12.347250 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3815c3c-3713-4682-b269-d3dbdd7a547b None None] Sync routers for ids ['0af65736-db87-47e2-97a8-8b1f66818d7c'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:16:12.356005 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3815c3c-3713-4682-b269-d3dbdd7a547b None None] Routers {'0af65736-db87-47e2-97a8-8b1f66818d7c'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:16:12.356619 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f3815c3c-3713-4682-b269-d3dbdd7a547b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:16:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['0af65736-db87-47e2-97a8-8b1f66818d7c'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:16:12.442884 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6937b355-3162-407e-aef6-ecb4cc73f173 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:12.506118 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6937b355-3162-407e-aef6-ecb4cc73f173 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "DELETE /v2.0/floatingips/a2678fc0-b422-477e-a5bb-ccf10ea31a39 HTTP/1.1" status: 204 len: 168 time: 1.6111579 Mar 31 16:16:12.506678 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930c7f45-e8ad-489e-bfe7-a2e98ba5eba4', 'tag': 'f1ab7e5c-9540-488c-bf44-54d9626d3a2a'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:16:12.533887 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-f3815c3c-3713-4682-b269-d3dbdd7a547b None None] Set router 0af65736-db87-47e2-97a8-8b1f66818d7c gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:16:12.617571 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930c7f45-e8ad-489e-bfe7-a2e98ba5eba4', 'tag': 'f1ab7e5c-9540-488c-bf44-54d9626d3a2a', 'status': 'completed', 'code': 200} Mar 31 16:16:12.713304 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ae9ba-6f21-4f2e-97ac-e87b7fd1c334 req-eb033039-9c38-42f5-b9d4-49597154bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:16:12.714662 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-366ae9ba-6f21-4f2e-97ac-e87b7fd1c334 req-eb033039-9c38-42f5-b9d4-49597154bd30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=179c927f6ccc4992b90d2502e91bf1f6&device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 1100 time: 0.0739686 Mar 31 16:16:12.874560 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ae9ba-6f21-4f2e-97ac-e87b7fd1c334 req-eac3a58b-7d18-441e-b59f-702bf5dd413d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:16:12.874806 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f3815c3c-3713-4682-b269-d3dbdd7a547b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'name': 'tempest-TestShelveInstance-1884167459-router', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:11:44Z', 'updated_at': '2022-03-31T16:11:48Z', 'revision_number': 4, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'gw_port': {'id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:45Z', 'updated_at': '2022-03-31T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad', 'name': '', 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'mac_address': 'fa:16:3e:28:a8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '70721a97-e905-41ca-8579-98c7ea04b599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:48Z', 'updated_at': '2022-03-31T16:11:54Z', 'revision_number': 5, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'subnets': [{'id': '70721a97-e905-41ca-8579-98c7ea04b599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:16:12.876107 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-366ae9ba-6f21-4f2e-97ac-e87b7fd1c334 req-eac3a58b-7d18-441e-b59f-702bf5dd413d service neutron] 10.222.0.41 "GET /v2.0/networks?id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 HTTP/1.1" status: 200 len: 910 time: 0.1499524 Mar 31 16:16:12.878532 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3815c3c-3713-4682-b269-d3dbdd7a547b None None] Checking router: 0af65736-db87-47e2-97a8-8b1f66818d7c for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:16:12.886986 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3815c3c-3713-4682-b269-d3dbdd7a547b None None] Routers {'0af65736-db87-47e2-97a8-8b1f66818d7c'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:16:12.887626 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f3815c3c-3713-4682-b269-d3dbdd7a547b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:16:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['0af65736-db87-47e2-97a8-8b1f66818d7c'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:16:12.953711 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-366ae9ba-6f21-4f2e-97ac-e87b7fd1c334 req-ad405563-b240-4f11-af22-74f445d025dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1ab7e5c-9540-488c-bf44-54d9626d3a2a HTTP/1.1" status: 200 len: 217 time: 0.0693257 Mar 31 16:16:13.025717 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ae9ba-6f21-4f2e-97ac-e87b7fd1c334 req-600d779b-59ea-459f-bfc7-3fd2eeead4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:16:13.027181 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-366ae9ba-6f21-4f2e-97ac-e87b7fd1c334 req-600d779b-59ea-459f-bfc7-3fd2eeead4eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70721a97-e905-41ca-8579-98c7ea04b599 HTTP/1.1" status: 200 len: 848 time: 0.0601573 Mar 31 16:16:13.069063 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-f3815c3c-3713-4682-b269-d3dbdd7a547b None None] Set router 0af65736-db87-47e2-97a8-8b1f66818d7c gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:16:13.107354 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ae9ba-6f21-4f2e-97ac-e87b7fd1c334 req-274d68ff-7924-4ea5-9a64-b081c69b9187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:16:13.109377 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-366ae9ba-6f21-4f2e-97ac-e87b7fd1c334 req-274d68ff-7924-4ea5-9a64-b081c69b9187 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738995 Mar 31 16:16:13.123400 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [req-366ae9ba-6f21-4f2e-97ac-e87b7fd1c334 req-caf43c9d-a19e-4c03-a1f9-528105ad69cc service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 16:16:13.125260 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-366ae9ba-6f21-4f2e-97ac-e87b7fd1c334 req-caf43c9d-a19e-4c03-a1f9-528105ad69cc service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068994 Mar 31 16:16:13.129414 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce6a00-8e31-41ef-8aa6-8f571f0bbfce req-e2f46204-9c46-43f0-bdc2-68621a828f65 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:16:13.130152 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-99ce6a00-8e31-41ef-8aa6-8f571f0bbfce req-e2f46204-9c46-43f0-bdc2-68621a828f65 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Synchronizing usage tracker for tenant:179c927f6ccc4992b90d2502e91bf1f6 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:16:13.195340 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-99ce6a00-8e31-41ef-8aa6-8f571f0bbfce req-e2f46204-9c46-43f0-bdc2-68621a828f65 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Unset dirty status for tenant:179c927f6ccc4992b90d2502e91bf1f6 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:16:13.196942 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-99ce6a00-8e31-41ef-8aa6-8f571f0bbfce req-e2f46204-9c46-43f0-bdc2-68621a828f65 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 947 time: 0.1551220 Mar 31 16:16:13.247151 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-99ce6a00-8e31-41ef-8aa6-8f571f0bbfce req-a13de767-def9-45fb-9c48-f8544a186e15 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433130 Mar 31 16:16:13.267825 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-366ae9ba-6f21-4f2e-97ac-e87b7fd1c334 req-22ce7ae8-b2bb-4003-8796-0edab7f89943 service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355498 Mar 31 16:16:13.402728 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-366ae9ba-6f21-4f2e-97ac-e87b7fd1c334 req-fbcc98f7-90ee-42ef-9daf-6463fd8ea903 service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274712 Mar 31 16:16:13.414696 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f3815c3c-3713-4682-b269-d3dbdd7a547b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'name': 'tempest-TestShelveInstance-1884167459-router', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:11:44Z', 'updated_at': '2022-03-31T16:11:48Z', 'revision_number': 4, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'gw_port': {'id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:45Z', 'updated_at': '2022-03-31T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad', 'name': '', 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'mac_address': 'fa:16:3e:28:a8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '70721a97-e905-41ca-8579-98c7ea04b599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:48Z', 'updated_at': '2022-03-31T16:11:54Z', 'revision_number': 5, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'subnets': [{'id': '70721a97-e905-41ca-8579-98c7ea04b599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:16:13.418826 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3815c3c-3713-4682-b269-d3dbdd7a547b None None] The sync data for ids ['0af65736-db87-47e2-97a8-8b1f66818d7c'] in dv-neutron-833379-2-hyperv is: [{'id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'name': 'tempest-TestShelveInstance-1884167459-router', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:11:44Z', 'updated_at': '2022-03-31T16:11:48Z', 'revision_number': 4, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'gw_port': {'id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:45Z', 'updated_at': '2022-03-31T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad', 'name': '', 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'mac_address': 'fa:16:3e:28:a8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '70721a97-e905-41ca-8579-98c7ea04b599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:48Z', 'updated_at': '2022-03-31T16:11:54Z', 'revision_number': 5, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'subnets': [{'id': '70721a97-e905-41ca-8579-98c7ea04b599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:16:13.630095 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502d7cb5-00c2-4e36-94d6-443ca8f993ad None None] New status for floating IP a2678fc0-b422-477e-a5bb-ccf10ea31a39: DOWN {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:16:14.480645 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633db858-6970-4c26-9520-a57764f01757 req-a85c9989-3f4c-4245-99d8-2c4c26dbc817 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:16:14.481978 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-633db858-6970-4c26-9520-a57764f01757 req-a85c9989-3f4c-4245-99d8-2c4c26dbc817 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.41 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 947 time: 0.1370554 Mar 31 16:16:14.489781 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831ed2c-5d08-4c39-ba65-5f13c29c42d3 req-356b7ec4-d9c0-4d65-8cb5-6de59fc8e7c5 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:16:14.491064 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1831ed2c-5d08-4c39-ba65-5f13c29c42d3 req-356b7ec4-d9c0-4d65-8cb5-6de59fc8e7c5 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 947 time: 0.1164973 Mar 31 16:16:14.581175 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-633db858-6970-4c26-9520-a57764f01757 req-dde581b8-1642-42c8-9df1-9526e6a85140 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Deleting port f1ab7e5c-9540-488c-bf44-54d9626d3a2a {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:16:14.581535 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-633db858-6970-4c26-9520-a57764f01757 req-dde581b8-1642-42c8-9df1-9526e6a85140 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:14.607264 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1831ed2c-5d08-4c39-ba65-5f13c29c42d3 req-f0f55b60-3cbd-4e4a-8b82-e9121e4a54e8 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=297dde6d-7ed9-408e-bfc5-7d67cea8eb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881422 Mar 31 16:16:14.914504 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-633db858-6970-4c26-9520-a57764f01757 req-dde581b8-1642-42c8-9df1-9526e6a85140 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] For port f1ab7e5c-9540-488c-bf44-54d9626d3a2a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f1ab7e5c-9540-488c-bf44-54d9626d3a2a,segment=NetworkSegment(3a803174-0abc-4607-b3ac-a324c24c552e),segment_id=3a803174-0abc-4607-b3ac-a324c24c552e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:16:14.914854 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-633db858-6970-4c26-9520-a57764f01757 req-dde581b8-1642-42c8-9df1-9526e6a85140 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:15.036258 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-633db858-6970-4c26-9520-a57764f01757 req-dde581b8-1642-42c8-9df1-9526e6a85140 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Calling delete_port for f1ab7e5c-9540-488c-bf44-54d9626d3a2a owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:16:15.223913 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-633db858-6970-4c26-9520-a57764f01757 req-dde581b8-1642-42c8-9df1-9526e6a85140 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:15.275074 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde581b8-1642-42c8-9df1-9526e6a85140 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Pushing event deleted for resources: {'Port': ['ID=f1ab7e5c-9540-488c-bf44-54d9626d3a2a,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:16:15.313262 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde581b8-1642-42c8-9df1-9526e6a85140 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:16:15.313559 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde581b8-1642-42c8-9df1-9526e6a85140 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:16:15.313892 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde581b8-1642-42c8-9df1-9526e6a85140 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:16:15.314215 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde581b8-1642-42c8-9df1-9526e6a85140 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:16:15.314536 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde581b8-1642-42c8-9df1-9526e6a85140 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:16:15.314854 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde581b8-1642-42c8-9df1-9526e6a85140 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:16:15.315171 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde581b8-1642-42c8-9df1-9526e6a85140 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:16:15.315483 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde581b8-1642-42c8-9df1-9526e6a85140 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:16:15.315796 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde581b8-1642-42c8-9df1-9526e6a85140 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:16:15.316110 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde581b8-1642-42c8-9df1-9526e6a85140 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:16:15.316421 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde581b8-1642-42c8-9df1-9526e6a85140 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:16:15.316729 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde581b8-1642-42c8-9df1-9526e6a85140 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:16:15.358032 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-633db858-6970-4c26-9520-a57764f01757 req-dde581b8-1642-42c8-9df1-9526e6a85140 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] No DVR routers for this DVR port f1ab7e5c-9540-488c-bf44-54d9626d3a2a on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:16:15.360511 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-633db858-6970-4c26-9520-a57764f01757 req-dde581b8-1642-42c8-9df1-9526e6a85140 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:15.363016 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930c7f45-e8ad-489e-bfe7-a2e98ba5eba4', 'name': 'network-vif-deleted', 'tag': 'f1ab7e5c-9540-488c-bf44-54d9626d3a2a'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:16:15.408117 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930c7f45-e8ad-489e-bfe7-a2e98ba5eba4', 'name': 'network-vif-deleted', 'tag': 'f1ab7e5c-9540-488c-bf44-54d9626d3a2a', 'status': 'completed', 'code': 200} Mar 31 16:16:15.430236 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-633db858-6970-4c26-9520-a57764f01757 req-dde581b8-1642-42c8-9df1-9526e6a85140 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.41 "DELETE /v2.0/ports/f1ab7e5c-9540-488c-bf44-54d9626d3a2a HTTP/1.1" status: 204 len: 173 time: 0.9382720 Mar 31 16:16:15.785843 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-bf80bfb8-7fd0-48cd-ba80-b0b207b89367 req-99584c26-1ce3-4e87-9d2f-eb62bebc653d tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Synchronizing usage tracker for tenant:179c927f6ccc4992b90d2502e91bf1f6 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:16:15.857963 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-bf80bfb8-7fd0-48cd-ba80-b0b207b89367 req-99584c26-1ce3-4e87-9d2f-eb62bebc653d tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Unset dirty status for tenant:179c927f6ccc4992b90d2502e91bf1f6 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:16:15.859568 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bf80bfb8-7fd0-48cd-ba80-b0b207b89367 req-99584c26-1ce3-4e87-9d2f-eb62bebc653d tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c7f45-e8ad-489e-bfe7-a2e98ba5eba4 HTTP/1.1" status: 200 len: 210 time: 0.1197002 Mar 31 16:16:16.955873 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 56830) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:16:17.024710 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-345045b7-d0d2-4b4b-8978-d04dd86080b4 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:17.054275 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-345045b7-d0d2-4b4b-8978-d04dd86080b4 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:17.166346 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-345045b7-d0d2-4b4b-8978-d04dd86080b4 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:17.185701 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345045b7-d0d2-4b4b-8978-d04dd86080b4 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=297dde6d-7ed9-408e-bfc5-7d67cea8eb95,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:16:17.251334 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-345045b7-d0d2-4b4b-8978-d04dd86080b4 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:17.252452 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-345045b7-d0d2-4b4b-8978-d04dd86080b4 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "DELETE /v2.0/security-groups/297dde6d-7ed9-408e-bfc5-7d67cea8eb95 HTTP/1.1" status: 204 len: 168 time: 0.2955449 Mar 31 16:16:17.546065 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56838) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:16:17.551340 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-9dd4c5ca-897b-423e-b66f-2f7ffc933211 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2048338234', 'description': 'tempest-secgroup-smoke-2048338234 description', 'project_id': '179c927f6ccc4992b90d2502e91bf1f6'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:16:17.557223 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9dd4c5ca-897b-423e-b66f-2f7ffc933211 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:16:17.561554 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9dd4c5ca-897b-423e-b66f-2f7ffc933211 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Usage tracker for resource:security_group and tenant:179c927f6ccc4992b90d2502e91bf1f6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:16:17.564319 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9dd4c5ca-897b-423e-b66f-2f7ffc933211 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:16:17.570431 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9dd4c5ca-897b-423e-b66f-2f7ffc933211 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:16:17.628283 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9dd4c5ca-897b-423e-b66f-2f7ffc933211 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:17.648178 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9dd4c5ca-897b-423e-b66f-2f7ffc933211 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:16:17.651942 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9dd4c5ca-897b-423e-b66f-2f7ffc933211 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Usage tracker for resource:security_group_rule and tenant:179c927f6ccc4992b90d2502e91bf1f6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:16:17.654666 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-9dd4c5ca-897b-423e-b66f-2f7ffc933211 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:16:17.660814 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-9dd4c5ca-897b-423e-b66f-2f7ffc933211 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:16:17.728404 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9dd4c5ca-897b-423e-b66f-2f7ffc933211 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:17.817828 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9dd4c5ca-897b-423e-b66f-2f7ffc933211 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:17.862122 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4c5ca-897b-423e-b66f-2f7ffc933211 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd758d2-ed3f-4822-8552-51265200e8fe,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:16:17.920751 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9dd4c5ca-897b-423e-b66f-2f7ffc933211 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:17.922090 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-9dd4c5ca-897b-423e-b66f-2f7ffc933211 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3749738 Mar 31 16:16:17.924751 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56842) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:16:17.929704 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-4f209ff4-96fd-4d8b-b82d-fc6979aee2d3 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Request body: {'security_group_rule': {'security_group_id': '0fd758d2-ed3f-4822-8552-51265200e8fe', 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:16:17.935590 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4f209ff4-96fd-4d8b-b82d-fc6979aee2d3 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:16:17.940267 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4f209ff4-96fd-4d8b-b82d-fc6979aee2d3 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Usage tracker for resource:security_group_rule and tenant:179c927f6ccc4992b90d2502e91bf1f6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:16:17.943089 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4f209ff4-96fd-4d8b-b82d-fc6979aee2d3 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:16:17.948691 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4f209ff4-96fd-4d8b-b82d-fc6979aee2d3 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:16:18.030045 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f209ff4-96fd-4d8b-b82d-fc6979aee2d3 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:18.093927 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f209ff4-96fd-4d8b-b82d-fc6979aee2d3 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:18.098520 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device f1ab7e5c-9540-488c-bf44-54d9626d3a2a no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:16:18.139816 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: f1ab7e5c-9540-488c-bf44-54d9626d3a2a {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:16:18.140151 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device f1ab7e5c-9540-488c-bf44-54d9626d3a2a not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:16:18.160071 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f209ff4-96fd-4d8b-b82d-fc6979aee2d3 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:18.183944 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f209ff4-96fd-4d8b-b82d-fc6979aee2d3 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa83a74-9c71-4abc-8816-ece76433d675,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:16:18.246017 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f209ff4-96fd-4d8b-b82d-fc6979aee2d3 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:18.247214 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4f209ff4-96fd-4d8b-b82d-fc6979aee2d3 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3215067 Mar 31 16:16:18.250985 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56846) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:16:18.255907 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-3fcfbeef-2c13-4363-a96c-7e121175b5c0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Request body: {'security_group_rule': {'security_group_id': '0fd758d2-ed3f-4822-8552-51265200e8fe', 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:16:18.261756 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-3fcfbeef-2c13-4363-a96c-7e121175b5c0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:16:18.265576 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3fcfbeef-2c13-4363-a96c-7e121175b5c0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Usage tracker for resource:security_group_rule and tenant:179c927f6ccc4992b90d2502e91bf1f6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:16:18.268529 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-3fcfbeef-2c13-4363-a96c-7e121175b5c0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:16:18.274652 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-3fcfbeef-2c13-4363-a96c-7e121175b5c0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:16:18.372204 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3fcfbeef-2c13-4363-a96c-7e121175b5c0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:18.432710 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3fcfbeef-2c13-4363-a96c-7e121175b5c0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:18.503482 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3fcfbeef-2c13-4363-a96c-7e121175b5c0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:18.526960 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcfbeef-2c13-4363-a96c-7e121175b5c0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d4554b2-40a3-4732-94bd-1c83e2ac1ebc,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:16:18.589125 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3fcfbeef-2c13-4363-a96c-7e121175b5c0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:18.590413 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3fcfbeef-2c13-4363-a96c-7e121175b5c0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3385315 Mar 31 16:16:18.593618 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56850) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:16:18.598544 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-bb6dc8f4-608f-49f5-a711-817ca0c7efae tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Request body: {'security_group_rule': {'security_group_id': '0fd758d2-ed3f-4822-8552-51265200e8fe', 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:16:18.604672 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-bb6dc8f4-608f-49f5-a711-817ca0c7efae tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:16:18.609053 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-bb6dc8f4-608f-49f5-a711-817ca0c7efae tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Usage tracker for resource:security_group_rule and tenant:179c927f6ccc4992b90d2502e91bf1f6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:16:18.612090 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-bb6dc8f4-608f-49f5-a711-817ca0c7efae tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:16:18.619977 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-bb6dc8f4-608f-49f5-a711-817ca0c7efae tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:16:18.675094 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bb6dc8f4-608f-49f5-a711-817ca0c7efae tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:18.736053 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bb6dc8f4-608f-49f5-a711-817ca0c7efae tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:18.799667 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bb6dc8f4-608f-49f5-a711-817ca0c7efae tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:18.823062 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6dc8f4-608f-49f5-a711-817ca0c7efae tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=651d07bb-7d91-4611-aab9-e8bec1a3394a,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:16:18.896983 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bb6dc8f4-608f-49f5-a711-817ca0c7efae tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:18.898183 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-bb6dc8f4-608f-49f5-a711-817ca0c7efae tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3036716 Mar 31 16:16:18.900905 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56854) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:16:18.906530 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-ef734c2b-ec88-4b45-8d00-1824b881fe9d tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Request body: {'security_group_rule': {'security_group_id': '0fd758d2-ed3f-4822-8552-51265200e8fe', 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:16:18.912027 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ef734c2b-ec88-4b45-8d00-1824b881fe9d tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:16:18.915833 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ef734c2b-ec88-4b45-8d00-1824b881fe9d tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Usage tracker for resource:security_group_rule and tenant:179c927f6ccc4992b90d2502e91bf1f6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:16:18.923508 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ef734c2b-ec88-4b45-8d00-1824b881fe9d tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:16:18.924226 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ef734c2b-ec88-4b45-8d00-1824b881fe9d tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:16:19.001279 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ef734c2b-ec88-4b45-8d00-1824b881fe9d tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:19.064953 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ef734c2b-ec88-4b45-8d00-1824b881fe9d tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:19.120821 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ef734c2b-ec88-4b45-8d00-1824b881fe9d tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:19.146059 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef734c2b-ec88-4b45-8d00-1824b881fe9d tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01ef9cd-7e2d-456e-ab00-45d2f2531a5e,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:16:19.194835 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ef734c2b-ec88-4b45-8d00-1824b881fe9d tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:19.196040 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ef734c2b-ec88-4b45-8d00-1824b881fe9d tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2942076 Mar 31 16:16:19.198700 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56858) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:16:19.204239 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-ed18cf7d-05af-4544-91b3-bf2803da0d77 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Request body: {'security_group_rule': {'security_group_id': '0fd758d2-ed3f-4822-8552-51265200e8fe', 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:16:19.210004 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ed18cf7d-05af-4544-91b3-bf2803da0d77 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:16:19.213791 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ed18cf7d-05af-4544-91b3-bf2803da0d77 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Usage tracker for resource:security_group_rule and tenant:179c927f6ccc4992b90d2502e91bf1f6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:16:19.216606 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-ed18cf7d-05af-4544-91b3-bf2803da0d77 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:16:19.222238 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-ed18cf7d-05af-4544-91b3-bf2803da0d77 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:16:19.274880 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.securitygroups_db [None req-ed18cf7d-05af-4544-91b3-bf2803da0d77 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Project 179c927f6ccc4992b90d2502e91bf1f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 16:16:19.281880 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ed18cf7d-05af-4544-91b3-bf2803da0d77 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:19.346465 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ed18cf7d-05af-4544-91b3-bf2803da0d77 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:19.417728 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ed18cf7d-05af-4544-91b3-bf2803da0d77 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:19.441229 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18cf7d-05af-4544-91b3-bf2803da0d77 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f65856-94b1-4a33-b7a8-500c21d2a235,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:16:19.514048 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ed18cf7d-05af-4544-91b3-bf2803da0d77 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:19.515330 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-ed18cf7d-05af-4544-91b3-bf2803da0d77 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3157141 Mar 31 16:16:19.518050 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 56862) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:16:19.522869 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-2b8f76d2-58b4-4c93-8f95-4847d8aedd56 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Request body: {'security_group_rule': {'security_group_id': '0fd758d2-ed3f-4822-8552-51265200e8fe', 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:16:19.528610 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2b8f76d2-58b4-4c93-8f95-4847d8aedd56 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:16:19.532796 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2b8f76d2-58b4-4c93-8f95-4847d8aedd56 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Usage tracker for resource:security_group_rule and tenant:179c927f6ccc4992b90d2502e91bf1f6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:16:19.535893 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-2b8f76d2-58b4-4c93-8f95-4847d8aedd56 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:16:19.548733 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-2b8f76d2-58b4-4c93-8f95-4847d8aedd56 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:16:19.622781 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.securitygroups_db [None req-2b8f76d2-58b4-4c93-8f95-4847d8aedd56 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Project 179c927f6ccc4992b90d2502e91bf1f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 16:16:19.629888 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2b8f76d2-58b4-4c93-8f95-4847d8aedd56 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:19.696658 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2b8f76d2-58b4-4c93-8f95-4847d8aedd56 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:19.771048 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2b8f76d2-58b4-4c93-8f95-4847d8aedd56 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:19.794203 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f76d2-58b4-4c93-8f95-4847d8aedd56 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12be8eaf-2f80-4057-9b50-728295259927,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:16:19.863696 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2b8f76d2-58b4-4c93-8f95-4847d8aedd56 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:19.864892 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-2b8f76d2-58b4-4c93-8f95-4847d8aedd56 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3459339 Mar 31 16:16:25.687190 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:33.114750 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e672cdf6-b25b-4058-84c0-8922fbdc3d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:35.262452 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-980b7456-c482-4f72-b2e4-8c4da1f9fc69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:36.552775 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:36.634649 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:37.847958 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:16:38.120199 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:44.568336 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-0cf03ffe-26b9-44ed-bc6b-04410e4df527 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Synchronizing usage tracker for tenant:179c927f6ccc4992b90d2502e91bf1f6 on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:16:44.651575 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-0cf03ffe-26b9-44ed-bc6b-04410e4df527 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Unset dirty status for tenant:179c927f6ccc4992b90d2502e91bf1f6 on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:16:44.652756 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-0cf03ffe-26b9-44ed-bc6b-04410e4df527 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048338234&fields=id&tenant_id=179c927f6ccc4992b90d2502e91bf1f6 HTTP/1.1" status: 200 len: 267 time: 0.1234653 Mar 31 16:16:44.802322 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-2174eb7e-6906-4a08-8feb-fee13416ced1 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:16:44.803735 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-2174eb7e-6906-4a08-8feb-fee13416ced1 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/networks?id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 HTTP/1.1" status: 200 len: 809 time: 0.1436796 Mar 31 16:16:44.818342 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-a8c536d9-7e69-4a04-abed-74012ac226ad tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/quotas/179c927f6ccc4992b90d2502e91bf1f6 HTTP/1.1" status: 200 len: 375 time: 0.0090816 Mar 31 16:16:44.899054 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-d29c613d-6515-4508-9f0f-1a7d57325f93 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=179c927f6ccc4992b90d2502e91bf1f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756872 Mar 31 16:16:45.073590 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-4e9e11c0-40a1-48c1-b6a1-a93bbb3821fe service neutron] 10.222.0.31 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628230 Mar 31 16:16:45.204071 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-3ef766d7-ad7b-45f8-9845-5a2ba7deca1c service neutron] 10.222.0.31 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237457 Mar 31 16:16:45.822542 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-22780e0b-6d83-4490-ace3-422f24bc7650 req-de8b4788-18ec-4852-80b6-6488b9df283c tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 210 time: 0.0433505 Mar 31 16:16:46.975061 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-04ce3f8e-508f-43fe-ab23-bab73434802f req-b9f25e9c-b730-432e-8f81-51484d791a13 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 210 time: 0.0469007 Mar 31 16:16:47.890524 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-38d726cd-df99-4010-adc8-e1527be6daaf tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:16:47.891820 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-38d726cd-df99-4010-adc8-e1527be6daaf tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.41 "GET /v2.0/networks?id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 HTTP/1.1" status: 200 len: 809 time: 0.1459687 Mar 31 16:16:47.946942 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-3406d108-53e8-4792-9053-b7f431cbb80d tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=179c927f6ccc4992b90d2502e91bf1f6 HTTP/1.1" status: 200 len: 380 time: 0.0462472 Mar 31 16:16:47.959874 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-bbf55374-29fd-41b3-984b-0aca0ceffdd3 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Request body: {'port': {'device_id': 'c269b5bf-b442-4ad0-a3c2-507ee5200837', 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9', 'admin_state_up': True, 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'security_groups': ['0fd758d2-ed3f-4822-8552-51265200e8fe']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:16:48.133611 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-91135531-1e7d-4895-9ab3-930abf1b244e req-5ebf1a48-e382-449b-bb7c-8e578d53c89f tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 210 time: 0.0490270 Mar 31 16:16:48.199834 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-bbf55374-29fd-41b3-984b-0aca0ceffdd3 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:16:48.209889 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-bbf55374-29fd-41b3-984b-0aca0ceffdd3 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:16:48.320297 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-bbf55374-29fd-41b3-984b-0aca0ceffdd3 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Made reservation on behalf of 179c927f6ccc4992b90d2502e91bf1f6 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:16:48.323877 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-bbf55374-29fd-41b3-984b-0aca0ceffdd3 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:48.486871 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-bbf55374-29fd-41b3-984b-0aca0ceffdd3 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Allocated IP 172.20.0.12 (81035d9b-b2df-4dba-84e2-c4b6df6c8ce9/70721a97-e905-41ca-8579-98c7ea04b599/c855e176-4d71-4a00-95e0-75eb170813be) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:16:48.675580 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-bbf55374-29fd-41b3-984b-0aca0ceffdd3 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:48.691978 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-bbf55374-29fd-41b3-984b-0aca0ceffdd3 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Transition to ACTIVE for port object c855e176-4d71-4a00-95e0-75eb170813be will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:16:48.812713 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-bbf55374-29fd-41b3-984b-0aca0ceffdd3 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:48.882891 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-bbf55374-29fd-41b3-984b-0aca0ceffdd3 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Network 81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:16:48.891199 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-bbf55374-29fd-41b3-984b-0aca0ceffdd3 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:16:48.895618 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-bbf55374-29fd-41b3-984b-0aca0ceffdd3 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:16:48.938349 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf55374-29fd-41b3-984b-0aca0ceffdd3 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Pushing event updated for resources: {'Port': ['ID=c855e176-4d71-4a00-95e0-75eb170813be,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:16:48.966289 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-bbf55374-29fd-41b3-984b-0aca0ceffdd3 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:16:48.967013 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-bbf55374-29fd-41b3-984b-0aca0ceffdd3 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:49.052420 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-bbf55374-29fd-41b3-984b-0aca0ceffdd3 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0959992 Mar 31 16:16:49.063541 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-fa1d2376-8905-45d0-aec1-e2d000cd6ed4 service neutron] Request body: {'port': {'device_id': 'c269b5bf-b442-4ad0-a3c2-507ee5200837', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:16:49.171199 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1615d2a6-de92-4564-8538-2acab07029b4 None None] Provisioning for port c855e176-4d71-4a00-95e0-75eb170813be completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:16:49.178395 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1615d2a6-de92-4564-8538-2acab07029b4 None None] Provisioning complete for port c855e176-4d71-4a00-95e0-75eb170813be triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:16:49.179033 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1615d2a6-de92-4564-8538-2acab07029b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:49.181222 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-fa1d2376-8905-45d0-aec1-e2d000cd6ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:49.239897 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-1615d2a6-de92-4564-8538-2acab07029b4 None None] Port c855e176-4d71-4a00-95e0-75eb170813be cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:16:49.488384 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10594515-5f27-4d8c-9b0c-ddf722ac7c71 req-ca278e16-19ad-4d02-8607-c828e2bce2e4 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:16:49.489064 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-10594515-5f27-4d8c-9b0c-ddf722ac7c71 req-ca278e16-19ad-4d02-8607-c828e2bce2e4 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Synchronizing usage tracker for tenant:179c927f6ccc4992b90d2502e91bf1f6 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:16:49.601447 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-10594515-5f27-4d8c-9b0c-ddf722ac7c71 req-ca278e16-19ad-4d02-8607-c828e2bce2e4 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Unset dirty status for tenant:179c927f6ccc4992b90d2502e91bf1f6 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:16:49.602507 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-10594515-5f27-4d8c-9b0c-ddf722ac7c71 req-ca278e16-19ad-4d02-8607-c828e2bce2e4 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 932 time: 0.3412123 Mar 31 16:16:49.606290 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-fa1d2376-8905-45d0-aec1-e2d000cd6ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c855e176-4d71-4a00-95e0-75eb170813be {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:16:49.615393 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-fa1d2376-8905-45d0-aec1-e2d000cd6ed4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:49.655263 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-fa1d2376-8905-45d0-aec1-e2d000cd6ed4 service neutron] Transition to ACTIVE for port object c855e176-4d71-4a00-95e0-75eb170813be will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:16:49.665081 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-10594515-5f27-4d8c-9b0c-ddf722ac7c71 req-24b914b9-d46c-40ab-bed5-71065d5ed8fa tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540273 Mar 31 16:16:49.697573 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-fa1d2376-8905-45d0-aec1-e2d000cd6ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:49.863254 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d2376-8905-45d0-aec1-e2d000cd6ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=c855e176-4d71-4a00-95e0-75eb170813be,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:16:49.934200 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-fa1d2376-8905-45d0-aec1-e2d000cd6ed4 service neutron] Attempting to bind port c855e176-4d71-4a00-95e0-75eb170813be on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:16:49.934535 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-fa1d2376-8905-45d0-aec1-e2d000cd6ed4 service neutron] Attempting to bind port c855e176-4d71-4a00-95e0-75eb170813be by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3a803174-0abc-4607-b3ac-a324c24c552e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:16:49.934860 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-fa1d2376-8905-45d0-aec1-e2d000cd6ed4 service neutron] Attempting to bind port c855e176-4d71-4a00-95e0-75eb170813be on network 81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:16:49.940465 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-fa1d2376-8905-45d0-aec1-e2d000cd6ed4 service neutron] Port c855e176-4d71-4a00-95e0-75eb170813be on network 81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 16:16:49.940812 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-fa1d2376-8905-45d0-aec1-e2d000cd6ed4 service neutron] Attempting to bind port c855e176-4d71-4a00-95e0-75eb170813be on network 81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:16:49.945869 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-fa1d2376-8905-45d0-aec1-e2d000cd6ed4 service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:16:49.946199 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-fa1d2376-8905-45d0-aec1-e2d000cd6ed4 service neutron] Checking segment: {'id': '3a803174-0abc-4607-b3ac-a324c24c552e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:16:49.946594 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-fa1d2376-8905-45d0-aec1-e2d000cd6ed4 service neutron] Bound using segment: {'id': '3a803174-0abc-4607-b3ac-a324c24c552e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:16:49.946997 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-fa1d2376-8905-45d0-aec1-e2d000cd6ed4 service neutron] Bound port: c855e176-4d71-4a00-95e0-75eb170813be, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a803174-0abc-4607-b3ac-a324c24c552e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:16:49.947382 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-fa1d2376-8905-45d0-aec1-e2d000cd6ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:50.039691 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-fa1d2376-8905-45d0-aec1-e2d000cd6ed4 service neutron] For port c855e176-4d71-4a00-95e0-75eb170813be, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:16:50.042670 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-fa1d2376-8905-45d0-aec1-e2d000cd6ed4 service neutron] For port c855e176-4d71-4a00-95e0-75eb170813be, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c855e176-4d71-4a00-95e0-75eb170813be,segment=NetworkSegment(3a803174-0abc-4607-b3ac-a324c24c552e),segment_id=3a803174-0abc-4607-b3ac-a324c24c552e)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:16:50.080807 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-fa1d2376-8905-45d0-aec1-e2d000cd6ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:50.136535 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-fa1d2376-8905-45d0-aec1-e2d000cd6ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:16:50.137223 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-fa1d2376-8905-45d0-aec1-e2d000cd6ed4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:50.138575 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-fa1d2376-8905-45d0-aec1-e2d000cd6ed4 service neutron] 10.222.0.41 "PUT /v2.0/ports/c855e176-4d71-4a00-95e0-75eb170813be HTTP/1.1" status: 200 len: 1094 time: 1.0795786 Mar 31 16:16:50.139033 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c269b5bf-b442-4ad0-a3c2-507ee5200837', 'tag': 'c855e176-4d71-4a00-95e0-75eb170813be'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:16:50.166574 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d2376-8905-45d0-aec1-e2d000cd6ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=c855e176-4d71-4a00-95e0-75eb170813be,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:16:50.259004 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c269b5bf-b442-4ad0-a3c2-507ee5200837', 'tag': 'c855e176-4d71-4a00-95e0-75eb170813be', 'status': 'completed', 'code': 200} Mar 31 16:16:50.299047 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-254f566b-a1a8-45c0-a0a5-6def8146f016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:16:50.300510 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-254f566b-a1a8-45c0-a0a5-6def8146f016 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=179c927f6ccc4992b90d2502e91bf1f6&device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 1097 time: 0.0779302 Mar 31 16:16:50.466025 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-2fe4a37b-aecb-4c87-a54f-172f63afb75f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c855e176-4d71-4a00-95e0-75eb170813be HTTP/1.1" status: 200 len: 217 time: 0.1586077 Mar 31 16:16:50.528423 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-dde48b9b-8d26-43aa-ac9d-0915e8735008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:16:50.530379 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-dde48b9b-8d26-43aa-ac9d-0915e8735008 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70721a97-e905-41ca-8579-98c7ea04b599 HTTP/1.1" status: 200 len: 848 time: 0.0571578 Mar 31 16:16:50.604401 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-1b18aa66-ce57-41d8-bbbe-31bea3dcded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:16:50.605882 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-1b18aa66-ce57-41d8-bbbe-31bea3dcded2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683198 Mar 31 16:16:50.737285 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-4c91f54c-54da-4c94-ad36-7ac37233c4f7 service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234212 Mar 31 16:16:50.923368 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-64932e0c-c566-4da7-9d4b-0407e71fd680 req-3f2319c2-140a-4ec1-981a-5c922cca159b service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797421 Mar 31 16:16:50.935421 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef20fc0-25e5-4936-acb3-16a32f903fc3 req-fd4009b9-02b8-4d30-b5ec-efb6ecbedac4 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:16:50.937747 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0ef20fc0-25e5-4936-acb3-16a32f903fc3 req-fd4009b9-02b8-4d30-b5ec-efb6ecbedac4 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 944 time: 0.1642888 Mar 31 16:16:50.981618 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0ef20fc0-25e5-4936-acb3-16a32f903fc3 req-c107067d-ea03-4cc0-a4b0-c940a48d18d0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378969 Mar 31 16:16:51.101478 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1675fdf-4ee6-4206-909f-3b5e0d40ad09 req-cf2fb1c4-21e1-4140-8517-b5ebbb49c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:16:51.102934 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c1675fdf-4ee6-4206-909f-3b5e0d40ad09 req-cf2fb1c4-21e1-4140-8517-b5ebbb49c40e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=179c927f6ccc4992b90d2502e91bf1f6&device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 1097 time: 0.0690706 Mar 31 16:16:51.230773 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1675fdf-4ee6-4206-909f-3b5e0d40ad09 req-c030ef73-f21d-45d0-b3ae-f595a7e7565d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:16:51.233346 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c1675fdf-4ee6-4206-909f-3b5e0d40ad09 req-c030ef73-f21d-45d0-b3ae-f595a7e7565d service neutron] 10.222.0.41 "GET /v2.0/networks?id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 HTTP/1.1" status: 200 len: 910 time: 0.1225498 Mar 31 16:16:51.303448 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c1675fdf-4ee6-4206-909f-3b5e0d40ad09 req-b1816ca6-449b-462d-8fb5-221f1cbc455d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c855e176-4d71-4a00-95e0-75eb170813be HTTP/1.1" status: 200 len: 217 time: 0.0634758 Mar 31 16:16:51.364716 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1675fdf-4ee6-4206-909f-3b5e0d40ad09 req-0c2486b2-6133-4af7-8ced-68b4f0a73f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:16:51.366114 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c1675fdf-4ee6-4206-909f-3b5e0d40ad09 req-0c2486b2-6133-4af7-8ced-68b4f0a73f5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70721a97-e905-41ca-8579-98c7ea04b599 HTTP/1.1" status: 200 len: 848 time: 0.0560572 Mar 31 16:16:51.443070 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1675fdf-4ee6-4206-909f-3b5e0d40ad09 req-4d3576d4-4e5f-4139-8193-41cd354712b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:16:51.444492 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c1675fdf-4ee6-4206-909f-3b5e0d40ad09 req-4d3576d4-4e5f-4139-8193-41cd354712b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714829 Mar 31 16:16:51.572711 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c1675fdf-4ee6-4206-909f-3b5e0d40ad09 req-9d3faf14-841f-48f2-bbde-e0fa31f0ea98 service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213715 Mar 31 16:16:51.701406 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c1675fdf-4ee6-4206-909f-3b5e0d40ad09 req-5d77c92c-fd68-48ef-afcd-5ceb057e346e service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218934 Mar 31 16:16:52.164838 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b48f51-434c-4594-a02f-200aaf115ec7 req-657f2b99-eb2f-4d6b-8b07-31492b051695 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:16:52.166303 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b4b48f51-434c-4594-a02f-200aaf115ec7 req-657f2b99-eb2f-4d6b-8b07-31492b051695 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 944 time: 0.0785947 Mar 31 16:16:52.209710 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-b4b48f51-434c-4594-a02f-200aaf115ec7 req-f858d82e-fc47-49e4-b2d8-475ba5fe385b tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Synchronizing usage tracker for tenant:179c927f6ccc4992b90d2502e91bf1f6 on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:16:52.221312 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-b4b48f51-434c-4594-a02f-200aaf115ec7 req-f858d82e-fc47-49e4-b2d8-475ba5fe385b tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Unset dirty status for tenant:179c927f6ccc4992b90d2502e91bf1f6 on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:16:52.222409 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b4b48f51-434c-4594-a02f-200aaf115ec7 req-f858d82e-fc47-49e4-b2d8-475ba5fe385b tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504892 Mar 31 16:16:53.406431 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d058ca-8d46-4200-a267-be378c1836dd req-47d1ba0b-318a-4d0b-9eed-ded457c70eb5 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:16:53.407906 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-92d058ca-8d46-4200-a267-be378c1836dd req-47d1ba0b-318a-4d0b-9eed-ded457c70eb5 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 944 time: 0.0791976 Mar 31 16:16:53.450209 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-92d058ca-8d46-4200-a267-be378c1836dd req-459bcef3-73b2-4881-91b9-fb00091ae741 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367007 Mar 31 16:16:54.641974 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a373-2ea2-43a0-bd71-97d87042d6ab req-f3bcc5aa-0060-4706-b525-ef0146e01cf0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:16:54.643419 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7ab8a373-2ea2-43a0-bd71-97d87042d6ab req-f3bcc5aa-0060-4706-b525-ef0146e01cf0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 944 time: 0.0855627 Mar 31 16:16:54.686838 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7ab8a373-2ea2-43a0-bd71-97d87042d6ab req-fba3c33c-3523-47eb-8601-a25b19660e0f tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376925 Mar 31 16:16:55.719259 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:16:55.868943 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e02cd4-ec0d-4ecb-afac-9d553ad33829 req-13abe65e-4d75-4036-abd1-f9cac3504967 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:16:55.870334 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-95e02cd4-ec0d-4ecb-afac-9d553ad33829 req-13abe65e-4d75-4036-abd1-f9cac3504967 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 944 time: 0.0809500 Mar 31 16:16:55.913912 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-95e02cd4-ec0d-4ecb-afac-9d553ad33829 req-8a260376-ff98-4232-a68b-0cf1fe46615f tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379379 Mar 31 16:16:57.145889 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a762e-7fbc-4968-9bee-2e5012bc71ca req-c54b6b32-5a3c-4681-8165-a46004237680 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:16:57.147331 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b81a762e-7fbc-4968-9bee-2e5012bc71ca req-c54b6b32-5a3c-4681-8165-a46004237680 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 944 time: 0.0776432 Mar 31 16:16:57.192335 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b81a762e-7fbc-4968-9bee-2e5012bc71ca req-f0f14324-ff2f-4793-8a7e-d4d03d17b34d tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393326 Mar 31 16:16:58.400419 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a70c4-f38f-4934-9df8-995dd00c59a1 req-e83fa0c2-1e3a-43e2-8e26-0622cb0a2011 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:16:58.401821 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-649a70c4-f38f-4934-9df8-995dd00c59a1 req-e83fa0c2-1e3a-43e2-8e26-0622cb0a2011 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 944 time: 0.0788612 Mar 31 16:16:58.449144 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-649a70c4-f38f-4934-9df8-995dd00c59a1 req-51d8ac17-0f9e-4ec3-bbe5-b8c690dad007 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409837 Mar 31 16:16:59.633364 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6233bb-a242-4024-9e33-3d16ef0c04e5 req-0fcd4f82-e073-4187-990e-3d12a2f2bd7c tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:16:59.634803 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8e6233bb-a242-4024-9e33-3d16ef0c04e5 req-0fcd4f82-e073-4187-990e-3d12a2f2bd7c tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 944 time: 0.0813322 Mar 31 16:16:59.683734 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8e6233bb-a242-4024-9e33-3d16ef0c04e5 req-575cfcb2-85eb-4f02-b4e7-7d5078331f2e tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431392 Mar 31 16:17:00.293314 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device c855e176-4d71-4a00-95e0-75eb170813be details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 16:17:00.423326 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port c855e176-4d71-4a00-95e0-75eb170813be, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c855e176-4d71-4a00-95e0-75eb170813be,segment=NetworkSegment(3a803174-0abc-4607-b3ac-a324c24c552e),segment_id=3a803174-0abc-4607-b3ac-a324c24c552e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:17:00.436788 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': 'c855e176-4d71-4a00-95e0-75eb170813be', 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9', 'port_id': 'c855e176-4d71-4a00-95e0-75eb170813be', 'mac_address': 'fa:16:3e:a3:0a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70721a97-e905-41ca-8579-98c7ea04b599', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 16:17:00.493099 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:17:00.509429 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c855e176-4d71-4a00-95e0-75eb170813be {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:17:00.524693 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port c855e176-4d71-4a00-95e0-75eb170813be, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c855e176-4d71-4a00-95e0-75eb170813be,segment=NetworkSegment(3a803174-0abc-4607-b3ac-a324c24c552e),segment_id=3a803174-0abc-4607-b3ac-a324c24c552e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:17:00.582801 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:17:00.649372 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=c855e176-4d71-4a00-95e0-75eb170813be,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:17:00.656900 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:17:00.657304 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:17:00.657672 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:17:00.658005 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:17:00.658330 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:17:00.658654 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:17:00.658976 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:17:00.659296 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:17:00.659618 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:17:00.659935 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:17:00.660251 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:17:00.660566 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:17:00.800997 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['c855e176-4d71-4a00-95e0-75eb170813be'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 16:17:00.970614 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab09b1-32c2-4404-9a2d-f0f364f83079 req-ea49aea6-41be-447a-b14e-19af1640bf3d tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:17:00.972168 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9dab09b1-32c2-4404-9a2d-f0f364f83079 req-ea49aea6-41be-447a-b14e-19af1640bf3d tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 945 time: 0.1809647 Mar 31 16:17:01.015993 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9dab09b1-32c2-4404-9a2d-f0f364f83079 req-d164eb7c-1c84-4bc0-a348-11d46dca221d tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379739 Mar 31 16:17:02.197590 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e1be2-3878-44ba-aa25-6cd19c66a48b req-e106caf7-8b05-433c-be7f-106583aec40b tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:17:02.199026 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0c2e1be2-3878-44ba-aa25-6cd19c66a48b req-e106caf7-8b05-433c-be7f-106583aec40b tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 945 time: 0.0787833 Mar 31 16:17:02.245964 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0c2e1be2-3878-44ba-aa25-6cd19c66a48b req-d47e05f5-1c63-416c-90a5-5ef725bcde83 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408092 Mar 31 16:17:02.305120 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device c855e176-4d71-4a00-95e0-75eb170813be up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:17:02.427233 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port c855e176-4d71-4a00-95e0-75eb170813be completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:17:02.431849 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port c855e176-4d71-4a00-95e0-75eb170813be triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:17:02.432216 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:17:02.545269 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:17:02.571181 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c269b5bf-b442-4ad0-a3c2-507ee5200837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c855e176-4d71-4a00-95e0-75eb170813be'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:17:02.580939 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port c855e176-4d71-4a00-95e0-75eb170813be, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c855e176-4d71-4a00-95e0-75eb170813be,segment=NetworkSegment(3a803174-0abc-4607-b3ac-a324c24c552e),segment_id=3a803174-0abc-4607-b3ac-a324c24c552e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:17:02.617429 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c269b5bf-b442-4ad0-a3c2-507ee5200837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c855e176-4d71-4a00-95e0-75eb170813be', 'code': 200} Mar 31 16:17:02.690445 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:17:02.756265 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=c855e176-4d71-4a00-95e0-75eb170813be,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:17:03.030943 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e313e7-950a-4921-996e-f39b82a4eb47 req-3215409a-5d36-4dc3-a1df-286951c2fc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:17:03.032522 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a0e313e7-950a-4921-996e-f39b82a4eb47 req-3215409a-5d36-4dc3-a1df-286951c2fc58 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 1099 time: 0.0698943 Mar 31 16:17:03.074887 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a0e313e7-950a-4921-996e-f39b82a4eb47 req-00ae18dd-381e-4c29-9643-3ea8489e146b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346093 Mar 31 16:17:03.114037 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-54618d22-145d-48ee-9a0d-8f42c2c2c856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:17:03.428986 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b00a9-82cb-4607-8fa7-7250e889f47c req-d375ee91-bc11-4c3e-a6a0-2a5a52e2f280 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:17:03.430464 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-cd0b00a9-82cb-4607-8fa7-7250e889f47c req-d375ee91-bc11-4c3e-a6a0-2a5a52e2f280 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 946 time: 0.0799062 Mar 31 16:17:03.474027 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-cd0b00a9-82cb-4607-8fa7-7250e889f47c req-183b81f6-abef-4cc3-81ec-60b0e9b781ad tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376222 Mar 31 16:17:04.657800 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cfaf18-c644-4543-b96c-56d76be32198 req-2dfb5119-ad3c-4fcd-938f-9b9b8847b5b6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:17:04.659245 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f2cfaf18-c644-4543-b96c-56d76be32198 req-2dfb5119-ad3c-4fcd-938f-9b9b8847b5b6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 946 time: 0.0794477 Mar 31 16:17:04.705449 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f2cfaf18-c644-4543-b96c-56d76be32198 req-e6195db2-25f1-4267-a917-873483fc3c9f tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404689 Mar 31 16:17:04.890678 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168d16c-9a47-466a-8fde-b59926a91ec4 req-bb0536f1-615c-4548-ac71-91360673ef00 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:17:04.892035 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-2168d16c-9a47-466a-8fde-b59926a91ec4 req-bb0536f1-615c-4548-ac71-91360673ef00 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 946 time: 0.0820432 Mar 31 16:17:04.934731 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-2168d16c-9a47-466a-8fde-b59926a91ec4 req-df499e7d-21ec-4df2-9ee6-9a699cf8bd27 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370424 Mar 31 16:17:04.958124 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 57094) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:17:05.027608 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5954e6-4600-48ba-8fd5-632e9ab0fda3 tempest-TestShelveInstance-485008748 tempest-TestShelveInstance-485008748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:17:05.029079 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0c5954e6-4600-48ba-8fd5-632e9ab0fda3 tempest-TestShelveInstance-485008748 tempest-TestShelveInstance-485008748-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 1094 time: 0.0699530 Mar 31 16:17:05.031989 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 57098) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:17:05.036729 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-78b35ec9-21b3-466e-8650-35874c31bdd6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'port_id': 'c855e176-4d71-4a00-95e0-75eb170813be', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:17:05.042508 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-78b35ec9-21b3-466e-8650-35874c31bdd6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:17:05.046393 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-78b35ec9-21b3-466e-8650-35874c31bdd6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Usage tracker for resource:floatingip and tenant:179c927f6ccc4992b90d2502e91bf1f6 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:17:05.049170 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-78b35ec9-21b3-466e-8650-35874c31bdd6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:17:05.054780 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-78b35ec9-21b3-466e-8650-35874c31bdd6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:17:05.154240 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-78b35ec9-21b3-466e-8650-35874c31bdd6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for floatingip, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:17:05.182452 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6916c1b2-84a8-4407-b512-a1fcecfb61a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:17:05.289386 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-78b35ec9-21b3-466e-8650-35874c31bdd6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:17:05.423141 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-78b35ec9-21b3-466e-8650-35874c31bdd6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Allocated IP 172.26.5.63 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/fb1a7942-23fa-4014-9523-08a341d36d71) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:17:05.566039 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-78b35ec9-21b3-466e-8650-35874c31bdd6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:17:05.634425 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-78b35ec9-21b3-466e-8650-35874c31bdd6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:17:05.693804 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b35ec9-21b3-466e-8650-35874c31bdd6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:17:05.696363 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-78b35ec9-21b3-466e-8650-35874c31bdd6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:17:05.704219 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b35ec9-21b3-466e-8650-35874c31bdd6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:17:05.748253 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b35ec9-21b3-466e-8650-35874c31bdd6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Pushing event updated for resources: {'Port': ['ID=fb1a7942-23fa-4014-9523-08a341d36d71,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:17:06.114924 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-78b35ec9-21b3-466e-8650-35874c31bdd6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:17:06.239704 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-78b35ec9-21b3-466e-8650-35874c31bdd6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:17:06.503276 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:17:06.534127 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-78b35ec9-21b3-466e-8650-35874c31bdd6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:17:06.594552 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-78b35ec9-21b3-466e-8650-35874c31bdd6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:17:06.622777 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:17:06.702262 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b35ec9-21b3-466e-8650-35874c31bdd6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Pushing event updated for resources: {'Port': ['ID=fb1a7942-23fa-4014-9523-08a341d36d71,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:17:06.713663 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-78b35ec9-21b3-466e-8650-35874c31bdd6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:17:06.882478 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [None req-78b35ec9-21b3-466e-8650-35874c31bdd6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Floating IP 86cddac6-87cc-4bcd-8180-1382186047b5 associated. External IP: 172.26.5.63, port: c855e176-4d71-4a00-95e0-75eb170813be. Mar 31 16:17:07.223760 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b35ec9-21b3-466e-8650-35874c31bdd6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Router 0af65736-db87-47e2-97a8-8b1f66818d7c has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:17:07.405607 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b35ec9-21b3-466e-8650-35874c31bdd6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:17:07.415538 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38b2300-24a7-4ef7-b51c-f2a26852ffa3 None None] Sync routers for ids ['0af65736-db87-47e2-97a8-8b1f66818d7c'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:17:07.424845 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38b2300-24a7-4ef7-b51c-f2a26852ffa3 None None] Routers {'0af65736-db87-47e2-97a8-8b1f66818d7c'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:17:07.425487 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e38b2300-24a7-4ef7-b51c-f2a26852ffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:17:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['0af65736-db87-47e2-97a8-8b1f66818d7c'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:17:07.515078 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-78b35ec9-21b3-466e-8650-35874c31bdd6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:17:07.579198 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-78b35ec9-21b3-466e-8650-35874c31bdd6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5461252 Mar 31 16:17:07.579809 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c269b5bf-b442-4ad0-a3c2-507ee5200837', 'tag': 'c855e176-4d71-4a00-95e0-75eb170813be'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:17:07.627239 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c269b5bf-b442-4ad0-a3c2-507ee5200837', 'tag': 'c855e176-4d71-4a00-95e0-75eb170813be', 'status': 'completed', 'code': 200} Mar 31 16:17:07.640904 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-e38b2300-24a7-4ef7-b51c-f2a26852ffa3 None None] Set router 0af65736-db87-47e2-97a8-8b1f66818d7c gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:17:07.723952 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ef349-d916-44ec-981d-1e41fb8697cc req-b2dd06a2-67df-493d-8ff3-2f07778924c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:17:07.725483 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1b8ef349-d916-44ec-981d-1e41fb8697cc req-b2dd06a2-67df-493d-8ff3-2f07778924c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=179c927f6ccc4992b90d2502e91bf1f6&device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 1099 time: 0.0714085 Mar 31 16:17:07.861241 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ef349-d916-44ec-981d-1e41fb8697cc req-324d8e31-ebf6-4679-a54c-66b29dbefc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:17:07.862736 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1b8ef349-d916-44ec-981d-1e41fb8697cc req-324d8e31-ebf6-4679-a54c-66b29dbefc5c service neutron] 10.222.0.41 "GET /v2.0/networks?id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 HTTP/1.1" status: 200 len: 910 time: 0.1308007 Mar 31 16:17:07.970145 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1b8ef349-d916-44ec-981d-1e41fb8697cc req-728cd2dc-039e-4e17-bc81-e4e7c2d027ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c855e176-4d71-4a00-95e0-75eb170813be HTTP/1.1" status: 200 len: 999 time: 0.1011837 Mar 31 16:17:08.005505 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e38b2300-24a7-4ef7-b51c-f2a26852ffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'name': 'tempest-TestShelveInstance-1884167459-router', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:11:44Z', 'updated_at': '2022-03-31T16:11:48Z', 'revision_number': 4, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'gw_port': {'id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:45Z', 'updated_at': '2022-03-31T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '86cddac6-87cc-4bcd-8180-1382186047b5', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'floating_ip_address': '172.26.5.63', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'port_id': 'c855e176-4d71-4a00-95e0-75eb170813be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9', 'mac_address': 'fa:16:3e:a3:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c269b5bf-b442-4ad0-a3c2-507ee5200837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:17:06Z', 'updated_at': '2022-03-31T16:17:06Z', 'revision_number': 0, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad', 'name': '', 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'mac_address': 'fa:16:3e:28:a8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '70721a97-e905-41ca-8579-98c7ea04b599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:48Z', 'updated_at': '2022-03-31T16:11:54Z', 'revision_number': 5, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'subnets': [{'id': '70721a97-e905-41ca-8579-98c7ea04b599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:17:08.009369 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38b2300-24a7-4ef7-b51c-f2a26852ffa3 None None] Checking router: 0af65736-db87-47e2-97a8-8b1f66818d7c for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:17:08.018836 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38b2300-24a7-4ef7-b51c-f2a26852ffa3 None None] Routers {'0af65736-db87-47e2-97a8-8b1f66818d7c'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:17:08.019458 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e38b2300-24a7-4ef7-b51c-f2a26852ffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:17:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['0af65736-db87-47e2-97a8-8b1f66818d7c'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:17:08.042106 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ef349-d916-44ec-981d-1e41fb8697cc req-17e3df46-1263-4c11-9ae0-e9ca17c56e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:17:08.043515 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1b8ef349-d916-44ec-981d-1e41fb8697cc req-17e3df46-1263-4c11-9ae0-e9ca17c56e93 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70721a97-e905-41ca-8579-98c7ea04b599 HTTP/1.1" status: 200 len: 848 time: 0.0668962 Mar 31 16:17:08.170876 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:17:08.219457 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-e38b2300-24a7-4ef7-b51c-f2a26852ffa3 None None] Set router 0af65736-db87-47e2-97a8-8b1f66818d7c gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:17:08.254743 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ef349-d916-44ec-981d-1e41fb8697cc req-727fe959-d8f9-414d-864d-be3357edfc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:17:08.256291 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1b8ef349-d916-44ec-981d-1e41fb8697cc req-727fe959-d8f9-414d-864d-be3357edfc10 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2060056 Mar 31 16:17:08.390721 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1b8ef349-d916-44ec-981d-1e41fb8697cc req-37febfa5-d2ee-41a7-8d4e-095936895da7 service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273546 Mar 31 16:17:08.520528 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1b8ef349-d916-44ec-981d-1e41fb8697cc req-7a1ae62e-c5fd-41d2-a1e7-388690782bf1 service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238573 Mar 31 16:17:08.569007 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e38b2300-24a7-4ef7-b51c-f2a26852ffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'name': 'tempest-TestShelveInstance-1884167459-router', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:11:44Z', 'updated_at': '2022-03-31T16:11:48Z', 'revision_number': 4, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'gw_port': {'id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:45Z', 'updated_at': '2022-03-31T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '86cddac6-87cc-4bcd-8180-1382186047b5', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'floating_ip_address': '172.26.5.63', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'port_id': 'c855e176-4d71-4a00-95e0-75eb170813be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9', 'mac_address': 'fa:16:3e:a3:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c269b5bf-b442-4ad0-a3c2-507ee5200837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:17:06Z', 'updated_at': '2022-03-31T16:17:06Z', 'revision_number': 0, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad', 'name': '', 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'mac_address': 'fa:16:3e:28:a8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '70721a97-e905-41ca-8579-98c7ea04b599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:48Z', 'updated_at': '2022-03-31T16:11:54Z', 'revision_number': 5, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'subnets': [{'id': '70721a97-e905-41ca-8579-98c7ea04b599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:17:08.572931 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38b2300-24a7-4ef7-b51c-f2a26852ffa3 None None] The sync data for ids ['0af65736-db87-47e2-97a8-8b1f66818d7c'] in dv-neutron-833379-2-hyperv is: [{'id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'name': 'tempest-TestShelveInstance-1884167459-router', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:11:44Z', 'updated_at': '2022-03-31T16:11:48Z', 'revision_number': 4, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'gw_port': {'id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:45Z', 'updated_at': '2022-03-31T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '86cddac6-87cc-4bcd-8180-1382186047b5', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'floating_ip_address': '172.26.5.63', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'port_id': 'c855e176-4d71-4a00-95e0-75eb170813be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9', 'mac_address': 'fa:16:3e:a3:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c269b5bf-b442-4ad0-a3c2-507ee5200837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:17:06Z', 'updated_at': '2022-03-31T16:17:06Z', 'revision_number': 0, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad', 'name': '', 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'mac_address': 'fa:16:3e:28:a8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '70721a97-e905-41ca-8579-98c7ea04b599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:48Z', 'updated_at': '2022-03-31T16:11:54Z', 'revision_number': 5, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'subnets': [{'id': '70721a97-e905-41ca-8579-98c7ea04b599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:17:08.752960 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48d9749-9cda-4e2f-9141-5ecb27bb93a7 None None] New status for floating IP 86cddac6-87cc-4bcd-8180-1382186047b5: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:17:14.846999 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:17:21.530478 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b2b9b9b2-a2d3-4495-a993-2d6bf9caa8fe req-6074c9a0-b90b-4964-844c-8666192af5fb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800760 Mar 31 16:17:21.683788 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9b9b2-a2d3-4495-a993-2d6bf9caa8fe req-a635dcef-f591-4d15-9918-06d085167141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:17:21.683788 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b2b9b9b2-a2d3-4495-a993-2d6bf9caa8fe req-a635dcef-f591-4d15-9918-06d085167141 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=179c927f6ccc4992b90d2502e91bf1f6&device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 1099 time: 0.0767250 Mar 31 16:17:21.839231 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9b9b2-a2d3-4495-a993-2d6bf9caa8fe req-0465a287-c4e3-4889-a258-3051c8440786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:17:21.839231 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b2b9b9b2-a2d3-4495-a993-2d6bf9caa8fe req-0465a287-c4e3-4889-a258-3051c8440786 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 HTTP/1.1" status: 200 len: 910 time: 0.1330514 Mar 31 16:17:21.939306 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b2b9b9b2-a2d3-4495-a993-2d6bf9caa8fe req-9eabd90f-098e-412f-b4a4-b9cd86f33435 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c855e176-4d71-4a00-95e0-75eb170813be HTTP/1.1" status: 200 len: 1001 time: 0.0951316 Mar 31 16:17:22.007728 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9b9b2-a2d3-4495-a993-2d6bf9caa8fe req-d032a091-d0a1-4656-88f2-a82de75c072c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:17:22.007728 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b2b9b9b2-a2d3-4495-a993-2d6bf9caa8fe req-d032a091-d0a1-4656-88f2-a82de75c072c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70721a97-e905-41ca-8579-98c7ea04b599 HTTP/1.1" status: 200 len: 848 time: 0.0596039 Mar 31 16:17:22.094139 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9b9b2-a2d3-4495-a993-2d6bf9caa8fe req-3a9521c1-82f0-4d90-8164-c8c3ffda8718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:17:22.094139 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b2b9b9b2-a2d3-4495-a993-2d6bf9caa8fe req-3a9521c1-82f0-4d90-8164-c8c3ffda8718 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759323 Mar 31 16:17:22.227328 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b2b9b9b2-a2d3-4495-a993-2d6bf9caa8fe req-ff819267-240a-48f1-90ee-0d9171039470 service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279335 Mar 31 16:17:22.358786 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b2b9b9b2-a2d3-4495-a993-2d6bf9caa8fe req-b7d7a48d-459a-48e9-8ac4-fd958d60403c service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252446 Mar 31 16:17:25.708069 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:17:33.108427 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-483544da-5b2f-4278-a053-1ed1d2bed931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:17:35.197878 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-254a337f-72fe-48e4-a571-a8fcbc5c5d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:17:36.547524 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:17:36.650783 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:17:38.135126 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:17:51.845663 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:17:55.710174 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:18:03.128773 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b72d2f8e-b918-45c7-9886-a90c449c123a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:18:05.198382 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4e17169f-e81f-46c8-a241-110e1b6e0c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:18:06.525324 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:18:06.644322 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:18:08.135567 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:18:22.504081 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-18441927-f066-49d4-abc7-38f36bec833a req-457b1b58-4a3b-43c6-8a5c-1cfe2242fcd4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723689 Mar 31 16:18:22.640091 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18441927-f066-49d4-abc7-38f36bec833a req-7b01cc07-1acb-4487-9fba-96ec0a7e85ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:18:22.641521 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-18441927-f066-49d4-abc7-38f36bec833a req-7b01cc07-1acb-4487-9fba-96ec0a7e85ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=179c927f6ccc4992b90d2502e91bf1f6&device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 1099 time: 0.0703158 Mar 31 16:18:22.788968 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18441927-f066-49d4-abc7-38f36bec833a req-ab769a5c-98b5-4ee8-bccc-78bf3806ac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:18:22.788968 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-18441927-f066-49d4-abc7-38f36bec833a req-ab769a5c-98b5-4ee8-bccc-78bf3806ac7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 HTTP/1.1" status: 200 len: 910 time: 0.1273811 Mar 31 16:18:22.891357 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-18441927-f066-49d4-abc7-38f36bec833a req-9caf5406-6b71-446a-aace-cbbb0d9f16b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c855e176-4d71-4a00-95e0-75eb170813be HTTP/1.1" status: 200 len: 1001 time: 0.0972426 Mar 31 16:18:23.054397 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18441927-f066-49d4-abc7-38f36bec833a req-be21bb83-84b6-45b1-a69d-dff37ee479cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:18:23.055759 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-18441927-f066-49d4-abc7-38f36bec833a req-be21bb83-84b6-45b1-a69d-dff37ee479cf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70721a97-e905-41ca-8579-98c7ea04b599 HTTP/1.1" status: 200 len: 848 time: 0.1586826 Mar 31 16:18:23.132068 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18441927-f066-49d4-abc7-38f36bec833a req-2b99dd31-4b73-4886-9254-61c3cda8ce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:18:23.133560 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-18441927-f066-49d4-abc7-38f36bec833a req-2b99dd31-4b73-4886-9254-61c3cda8ce7d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715044 Mar 31 16:18:23.266530 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-18441927-f066-49d4-abc7-38f36bec833a req-e53ad6ff-5777-490d-ac6e-9dae32e6cf9c service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266696 Mar 31 16:18:23.395549 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-18441927-f066-49d4-abc7-38f36bec833a req-31b9b1de-9acb-44ae-86d4-59ebd04f31b0 service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231611 Mar 31 16:18:25.729829 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:18:28.844847 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:18:33.112244 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1349fa66-c49a-48e4-8f6a-2da6d82f3b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:18:35.175122 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-652da067-b194-4b38-a84e-a07cdd634f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:18:36.529463 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:18:36.644028 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:18:38.099310 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:18:55.734850 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:19:03.116029 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a94f56c1-2e27-4e57-935f-02e2610d8698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:19:05.190422 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a2d27813-e308-44a2-9291-65f210239dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:19:05.843077 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:19:06.546285 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:19:06.614819 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:19:08.111909 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:19:22.612547 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ede74fb3-0ba3-4552-9bc5-08401362f0a2 req-a8ec83a5-912f-4872-b89f-82e9d6641de5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1303537 Mar 31 16:19:22.749493 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede74fb3-0ba3-4552-9bc5-08401362f0a2 req-54d99869-5e52-448e-a048-0af386750b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:19:22.751115 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ede74fb3-0ba3-4552-9bc5-08401362f0a2 req-54d99869-5e52-448e-a048-0af386750b4a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=179c927f6ccc4992b90d2502e91bf1f6&device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 1099 time: 0.0704610 Mar 31 16:19:22.892509 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede74fb3-0ba3-4552-9bc5-08401362f0a2 req-e6f92351-6a84-40f3-9f7b-5164e42f4034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:19:22.893873 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ede74fb3-0ba3-4552-9bc5-08401362f0a2 req-e6f92351-6a84-40f3-9f7b-5164e42f4034 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 HTTP/1.1" status: 200 len: 910 time: 0.1249847 Mar 31 16:19:22.994066 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ede74fb3-0ba3-4552-9bc5-08401362f0a2 req-688aeb34-be26-4dbe-b49c-328f0abaf82e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c855e176-4d71-4a00-95e0-75eb170813be HTTP/1.1" status: 200 len: 1001 time: 0.0943902 Mar 31 16:19:23.053951 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede74fb3-0ba3-4552-9bc5-08401362f0a2 req-5b2261a6-77f8-44f3-8ca8-8f990c2b117d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:19:23.055305 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ede74fb3-0ba3-4552-9bc5-08401362f0a2 req-5b2261a6-77f8-44f3-8ca8-8f990c2b117d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70721a97-e905-41ca-8579-98c7ea04b599 HTTP/1.1" status: 200 len: 848 time: 0.0550332 Mar 31 16:19:23.130827 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede74fb3-0ba3-4552-9bc5-08401362f0a2 req-542e01b9-d805-4cb0-83ec-d61b496e3451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:19:23.132240 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ede74fb3-0ba3-4552-9bc5-08401362f0a2 req-542e01b9-d805-4cb0-83ec-d61b496e3451 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713394 Mar 31 16:19:23.258836 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ede74fb3-0ba3-4552-9bc5-08401362f0a2 req-00ad1ae4-939b-4ebc-8f92-a8c31c2f1d10 service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199057 Mar 31 16:19:23.385023 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ede74fb3-0ba3-4552-9bc5-08401362f0a2 req-d0efc03d-a5e2-4307-8203-b8f9300a1d5d service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205122 Mar 31 16:19:25.750892 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:19:33.145319 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8125d381-0e08-433d-b2e9-ddc9bc643ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:19:35.195933 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3bb10c5d-ec5d-4f8c-8bed-58abd527c0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:19:36.521407 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:19:36.626152 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:19:38.144374 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:19:42.843826 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:19:47.093806 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b98ad9-deb4-487d-816c-84bee5bff387 req-121a9702-9938-432b-835a-34e85ed25429 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:19:47.095258 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-21b98ad9-deb4-487d-816c-84bee5bff387 req-121a9702-9938-432b-835a-34e85ed25429 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 946 time: 0.1462564 Mar 31 16:19:47.139598 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-21b98ad9-deb4-487d-816c-84bee5bff387 req-e41ce2b8-d7f6-41e7-8611-c18192b281fb tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381324 Mar 31 16:19:48.416018 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6cd7c7-c43d-4a06-a11a-df4f5b1ef917 req-4c327945-c90c-410c-b43a-6a1705d6da5a tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:19:48.417495 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-2d6cd7c7-c43d-4a06-a11a-df4f5b1ef917 req-4c327945-c90c-410c-b43a-6a1705d6da5a tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 946 time: 0.1696343 Mar 31 16:19:48.567294 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-2d6cd7c7-c43d-4a06-a11a-df4f5b1ef917 req-277a892c-abaa-406a-80fb-63793216014c tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441240 Mar 31 16:19:49.762075 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4187755-45a0-4539-ba52-02235f973e39 req-c2279772-4ed3-472d-ae87-e8aea62b4bcb tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:19:49.763508 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d4187755-45a0-4539-ba52-02235f973e39 req-c2279772-4ed3-472d-ae87-e8aea62b4bcb tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 946 time: 0.0814450 Mar 31 16:19:49.806748 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d4187755-45a0-4539-ba52-02235f973e39 req-226e964d-7189-451e-b6fd-2249b350bc75 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376842 Mar 31 16:19:50.994826 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d061e-e927-430a-ac97-bdc9e4e9c8a5 req-34396293-4fa9-4eee-a609-823fbdb2d41e tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:19:50.996271 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a41d061e-e927-430a-ac97-bdc9e4e9c8a5 req-34396293-4fa9-4eee-a609-823fbdb2d41e tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 946 time: 0.0789688 Mar 31 16:19:51.039218 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-a41d061e-e927-430a-ac97-bdc9e4e9c8a5 req-930ebe59-e057-47c8-886b-786fc1c552dc tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373247 Mar 31 16:19:52.228195 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d820c-18ae-4e33-9adf-55c9c1ac0fa4 req-2ae930a2-71e0-45f8-be5f-6530e93c8598 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:19:52.229679 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0c0d820c-18ae-4e33-9adf-55c9c1ac0fa4 req-2ae930a2-71e0-45f8-be5f-6530e93c8598 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 946 time: 0.0789735 Mar 31 16:19:52.276141 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0c0d820c-18ae-4e33-9adf-55c9c1ac0fa4 req-8e95e649-a567-4366-be09-2e0521920fb0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408661 Mar 31 16:19:53.460182 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290dbc8d-3997-4447-9837-62c722590eec req-21b35cc8-370f-4596-9c88-b8153d419b73 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:19:53.461611 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-290dbc8d-3997-4447-9837-62c722590eec req-21b35cc8-370f-4596-9c88-b8153d419b73 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 946 time: 0.0822198 Mar 31 16:19:53.505359 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-290dbc8d-3997-4447-9837-62c722590eec req-6f08cedc-883d-4e0b-8e5c-e202d568a2c7 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380886 Mar 31 16:19:54.691325 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeef7ef-05fd-496a-9f66-c6686014ff5c req-7bc0460c-6671-4e0c-b895-ac269c646ed6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:19:54.692777 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ebeef7ef-05fd-496a-9f66-c6686014ff5c req-7bc0460c-6671-4e0c-b895-ac269c646ed6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 946 time: 0.0801413 Mar 31 16:19:54.735556 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ebeef7ef-05fd-496a-9f66-c6686014ff5c req-8d205d06-e7c4-4bea-b3a1-757a2dbc4ba4 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371733 Mar 31 16:19:55.727761 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:19:55.918202 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd9d26-2340-41f5-b9fa-14f0a193a455 req-c172bab3-ddf7-494a-ae1b-93a78d46f9a5 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:19:55.919568 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9ecd9d26-2340-41f5-b9fa-14f0a193a455 req-c172bab3-ddf7-494a-ae1b-93a78d46f9a5 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 946 time: 0.0793023 Mar 31 16:19:55.965129 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9ecd9d26-2340-41f5-b9fa-14f0a193a455 req-81285d14-8b56-4b73-8611-7101ac018e29 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399306 Mar 31 16:19:57.252823 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde069da-f5d0-4265-8146-56433a2b6612 req-0e8b10df-cc3a-4b48-824f-d65847a4358f tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:19:57.254956 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bde069da-f5d0-4265-8146-56433a2b6612 req-0e8b10df-cc3a-4b48-824f-d65847a4358f tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 946 time: 0.1848543 Mar 31 16:19:57.298611 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-bde069da-f5d0-4265-8146-56433a2b6612 req-98a98890-0b2b-4b35-aa7d-7c937d8583a6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378261 Mar 31 16:19:58.485473 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468e64c-b56c-49e8-834c-12f42772e3ed req-507d598f-3e07-4781-beb4-54de0c811e1d tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:19:58.486921 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9468e64c-b56c-49e8-834c-12f42772e3ed req-507d598f-3e07-4781-beb4-54de0c811e1d tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 946 time: 0.0801072 Mar 31 16:19:58.529658 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9468e64c-b56c-49e8-834c-12f42772e3ed req-2218d90e-1c70-445d-8038-c9eb5e529176 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369172 Mar 31 16:19:59.712397 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691fdc5-9e42-4f12-993a-2a3a25dbcab3 req-9e643893-a5d5-4670-8e84-c86bc5ff2174 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:19:59.713867 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d691fdc5-9e42-4f12-993a-2a3a25dbcab3 req-9e643893-a5d5-4670-8e84-c86bc5ff2174 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 946 time: 0.0791721 Mar 31 16:19:59.756423 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d691fdc5-9e42-4f12-993a-2a3a25dbcab3 req-d493feea-c2e6-4d33-ac00-3116845e3a40 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369899 Mar 31 16:20:00.943335 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b30b1-de2a-4da0-845a-9cf65578cdc4 req-37cb1f59-17d0-4a75-93ca-083d0b28b414 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:00.944701 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e92b30b1-de2a-4da0-845a-9cf65578cdc4 req-37cb1f59-17d0-4a75-93ca-083d0b28b414 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 946 time: 0.0823100 Mar 31 16:20:00.988106 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-e92b30b1-de2a-4da0-845a-9cf65578cdc4 req-550745d8-d2fb-4aeb-9990-cc9291e884f2 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376997 Mar 31 16:20:02.231700 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051a5cc-49eb-4f30-83fa-5fae8db1873b req-c629f1c8-1071-4bae-8721-1665abdcc756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:02.233150 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a051a5cc-49eb-4f30-83fa-5fae8db1873b req-c629f1c8-1071-4bae-8721-1665abdcc756 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=179c927f6ccc4992b90d2502e91bf1f6&device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 1099 time: 0.1019328 Mar 31 16:20:02.240962 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b3fb5-6bd1-43c5-a19c-24f1c66eb175 req-cb29f756-39fb-4b4f-bad9-16fc8c79fd90 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:02.242330 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-534b3fb5-6bd1-43c5-a19c-24f1c66eb175 req-cb29f756-39fb-4b4f-bad9-16fc8c79fd90 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 946 time: 0.1470678 Mar 31 16:20:02.375328 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-534b3fb5-6bd1-43c5-a19c-24f1c66eb175 req-31e4598d-35bc-429f-b7cf-4f1ed0f94730 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145983 Mar 31 16:20:02.400014 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051a5cc-49eb-4f30-83fa-5fae8db1873b req-cae0c8b5-bcd4-495b-8ab6-72cd75b04d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:02.401485 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a051a5cc-49eb-4f30-83fa-5fae8db1873b req-cae0c8b5-bcd4-495b-8ab6-72cd75b04d13 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 HTTP/1.1" status: 200 len: 910 time: 0.1582859 Mar 31 16:20:02.502566 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a051a5cc-49eb-4f30-83fa-5fae8db1873b req-f3529fb0-e787-46cc-889d-565c1c73f7af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c855e176-4d71-4a00-95e0-75eb170813be HTTP/1.1" status: 200 len: 1001 time: 0.0956056 Mar 31 16:20:02.564121 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051a5cc-49eb-4f30-83fa-5fae8db1873b req-88dcd819-436b-46a3-a7b0-205f54fbf706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:02.565465 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a051a5cc-49eb-4f30-83fa-5fae8db1873b req-88dcd819-436b-46a3-a7b0-205f54fbf706 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70721a97-e905-41ca-8579-98c7ea04b599 HTTP/1.1" status: 200 len: 848 time: 0.0562677 Mar 31 16:20:02.638664 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051a5cc-49eb-4f30-83fa-5fae8db1873b req-f50f261e-839c-436a-9b82-816a108e7572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:02.640101 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a051a5cc-49eb-4f30-83fa-5fae8db1873b req-f50f261e-839c-436a-9b82-816a108e7572 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687323 Mar 31 16:20:02.770885 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a051a5cc-49eb-4f30-83fa-5fae8db1873b req-122dd5b2-0905-4f80-8611-0b19a17a7751 service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243858 Mar 31 16:20:02.899239 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a051a5cc-49eb-4f30-83fa-5fae8db1873b req-e61ff3ad-d908-4ab0-ac11-d4d95343c45d service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224942 Mar 31 16:20:03.116363 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e4959e2e-8075-4923-877d-0c4ab09c1647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:20:03.556531 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c778d-3251-4d27-919e-aa430eb2da96 req-c3850c02-a7df-4abb-9555-fd59aef82317 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:03.558273 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-024c778d-3251-4d27-919e-aa430eb2da96 req-c3850c02-a7df-4abb-9555-fd59aef82317 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 946 time: 0.0778146 Mar 31 16:20:03.601798 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-024c778d-3251-4d27-919e-aa430eb2da96 req-23489c6b-2bc9-45cf-9b87-b7d9ce417747 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379405 Mar 31 16:20:04.796361 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c6722-7979-443e-8e6d-32ad5cbfd9f5 req-f0d414d8-b352-46e3-a66a-4907476a7b71 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:04.797849 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f39c6722-7979-443e-8e6d-32ad5cbfd9f5 req-f0d414d8-b352-46e3-a66a-4907476a7b71 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 946 time: 0.0867376 Mar 31 16:20:04.842080 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f39c6722-7979-443e-8e6d-32ad5cbfd9f5 req-ce3e7e68-fee4-4e37-8185-56d01854647e tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373337 Mar 31 16:20:05.167929 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-743b1a1f-0642-4c60-a8c6-94a0a2a1f631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:20:06.029549 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34480e-869b-4b3a-9423-f36dc9a0ccde req-490e04df-4ea5-47a0-a789-057b454d5189 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:06.030984 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9d34480e-869b-4b3a-9423-f36dc9a0ccde req-490e04df-4ea5-47a0-a789-057b454d5189 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 946 time: 0.0807586 Mar 31 16:20:06.074784 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9d34480e-869b-4b3a-9423-f36dc9a0ccde req-cc2b9947-9196-4517-9a57-4843284b525a tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381429 Mar 31 16:20:06.499512 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:20:06.577035 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79339cf1-fc8c-4ba2-8273-138f8c8941eb req-39a2d97c-c7a6-4a62-b50d-c0ddea88eab0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:06.578462 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-79339cf1-fc8c-4ba2-8273-138f8c8941eb req-39a2d97c-c7a6-4a62-b50d-c0ddea88eab0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 946 time: 0.0819221 Mar 31 16:20:06.595837 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6ea0af89-cc75-4e09-9c7f-650bde738406 req-b176881b-638e-445a-ba84-145385ca6889 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1146348 Mar 31 16:20:06.628712 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-79339cf1-fc8c-4ba2-8273-138f8c8941eb req-c40a2041-8b62-492d-8d73-1545a2e196e9 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425568 Mar 31 16:20:06.646136 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:20:07.971791 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1a578-4298-4afa-852c-8404367f8ef4 req-9f6f80d6-8d83-4900-a829-cf0d6f1fd308 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:07.973470 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f7b1a578-4298-4afa-852c-8404367f8ef4 req-9f6f80d6-8d83-4900-a829-cf0d6f1fd308 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 946 time: 0.0857143 Mar 31 16:20:08.019725 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-f7b1a578-4298-4afa-852c-8404367f8ef4 req-f01367b0-aebd-4fab-9ac1-66f11d254bfd tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399702 Mar 31 16:20:08.121014 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:20:09.222845 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafc780-d5c5-4457-9191-785ad372e22e req-389e0a00-5a60-4988-8833-02ea3a5aa4c6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:09.224206 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0aafc780-d5c5-4457-9191-785ad372e22e req-389e0a00-5a60-4988-8833-02ea3a5aa4c6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 946 time: 0.0805118 Mar 31 16:20:09.240502 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device c855e176-4d71-4a00-95e0-75eb170813be no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:20:09.269782 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0aafc780-d5c5-4457-9191-785ad372e22e req-8f773c75-f1e0-49a8-938e-824313ab1262 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390744 Mar 31 16:20:09.356889 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:20:09.382833 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c269b5bf-b442-4ad0-a3c2-507ee5200837', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c855e176-4d71-4a00-95e0-75eb170813be'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:20:09.392317 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port c855e176-4d71-4a00-95e0-75eb170813be, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c855e176-4d71-4a00-95e0-75eb170813be,segment=NetworkSegment(3a803174-0abc-4607-b3ac-a324c24c552e),segment_id=3a803174-0abc-4607-b3ac-a324c24c552e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:20:09.459552 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:20:09.494961 dv-neutron-833379-2-hyperv neutron-server[103445]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c269b5bf-b442-4ad0-a3c2-507ee5200837', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c855e176-4d71-4a00-95e0-75eb170813be', 'code': 422} returned with failed status Mar 31 16:20:09.528387 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=c855e176-4d71-4a00-95e0-75eb170813be,revision_number=6']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:20:09.535940 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:20:09.536625 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:20:09.536625 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:20:09.536914 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:20:09.537259 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:20:09.537584 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:20:09.537905 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:20:09.538224 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:20:09.538542 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:20:09.538854 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:20:09.539166 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:20:09.539477 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:20:10.286118 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0af89-cc75-4e09-9c7f-650bde738406 req-bbe7d3c4-656f-4acf-b030-b6f9b0d18c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:10.287545 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6ea0af89-cc75-4e09-9c7f-650bde738406 req-bbe7d3c4-656f-4acf-b030-b6f9b0d18c13 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837&tenant_id=179c927f6ccc4992b90d2502e91bf1f6 HTTP/1.1" status: 200 len: 1097 time: 0.0686967 Mar 31 16:20:10.380897 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0af89-cc75-4e09-9c7f-650bde738406 req-594061c0-39fa-4dc8-aa2d-2c981ee14234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:10.382370 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6ea0af89-cc75-4e09-9c7f-650bde738406 req-594061c0-39fa-4dc8-aa2d-2c981ee14234 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=179c927f6ccc4992b90d2502e91bf1f6&device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 1097 time: 0.0732012 Mar 31 16:20:10.462691 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b873bd-98f7-4b32-9b99-2326ccf17328 req-5deba200-f512-4c1b-9230-cfe7072090a9 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:10.464145 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-46b873bd-98f7-4b32-9b99-2326ccf17328 req-5deba200-f512-4c1b-9230-cfe7072090a9 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 944 time: 0.0833728 Mar 31 16:20:10.508368 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-46b873bd-98f7-4b32-9b99-2326ccf17328 req-bd55f81c-fd14-486a-843f-59460321b4e8 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383873 Mar 31 16:20:10.519705 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0af89-cc75-4e09-9c7f-650bde738406 req-3ce4f9e7-ab22-47d4-aa6a-8d9c3ae0aef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:10.521381 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6ea0af89-cc75-4e09-9c7f-650bde738406 req-3ce4f9e7-ab22-47d4-aa6a-8d9c3ae0aef5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 HTTP/1.1" status: 200 len: 910 time: 0.1336627 Mar 31 16:20:10.718529 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6ea0af89-cc75-4e09-9c7f-650bde738406 req-8a699f24-0ecc-4209-bb03-d30c34faced0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c855e176-4d71-4a00-95e0-75eb170813be HTTP/1.1" status: 200 len: 999 time: 0.1916080 Mar 31 16:20:10.778860 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0af89-cc75-4e09-9c7f-650bde738406 req-c19f5bee-6ae0-4e5a-be57-bf643b50c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:10.780244 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6ea0af89-cc75-4e09-9c7f-650bde738406 req-c19f5bee-6ae0-4e5a-be57-bf643b50c197 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70721a97-e905-41ca-8579-98c7ea04b599 HTTP/1.1" status: 200 len: 848 time: 0.0560689 Mar 31 16:20:10.853777 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0af89-cc75-4e09-9c7f-650bde738406 req-f160bc95-53fd-4ba3-a2a6-2f4acfd4a455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:10.855188 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6ea0af89-cc75-4e09-9c7f-650bde738406 req-f160bc95-53fd-4ba3-a2a6-2f4acfd4a455 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682871 Mar 31 16:20:10.981704 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6ea0af89-cc75-4e09-9c7f-650bde738406 req-ccf3bf51-2a82-4c6f-8f10-7e65c2fedbc9 service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207185 Mar 31 16:20:11.113734 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6ea0af89-cc75-4e09-9c7f-650bde738406 req-217d2515-9846-4c20-a3de-1600e7dff607 service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249032 Mar 31 16:20:11.693631 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253975ca-bd9a-4954-87e6-495eabf4ec76 req-05132f34-d643-4b36-803f-12063ff395e1 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:11.694982 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-253975ca-bd9a-4954-87e6-495eabf4ec76 req-05132f34-d643-4b36-803f-12063ff395e1 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 944 time: 0.0826871 Mar 31 16:20:11.737503 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-253975ca-bd9a-4954-87e6-495eabf4ec76 req-7287ebfc-403c-4b56-b286-a2c4a5319e3d tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368271 Mar 31 16:20:12.919266 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a61a6-ccea-46ff-9914-e9fe094713bb req-6c1d0d00-bf12-447b-baa3-3f12a55807eb tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:12.920598 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-910a61a6-ccea-46ff-9914-e9fe094713bb req-6c1d0d00-bf12-447b-baa3-3f12a55807eb tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 944 time: 0.0776098 Mar 31 16:20:12.963465 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-910a61a6-ccea-46ff-9914-e9fe094713bb req-0ce7c8c4-9a70-45d5-940f-5c72bf3f1a70 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366628 Mar 31 16:20:14.150861 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c149753-1de6-4032-b2d2-661ca7bd8834 req-a4607d36-91bd-4467-ba7d-e9dcbbfae479 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:14.152274 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4c149753-1de6-4032-b2d2-661ca7bd8834 req-a4607d36-91bd-4467-ba7d-e9dcbbfae479 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 944 time: 0.0831327 Mar 31 16:20:14.196045 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4c149753-1de6-4032-b2d2-661ca7bd8834 req-08fa85e3-4458-492d-95f2-4a3b3711a8f4 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380774 Mar 31 16:20:15.386286 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769e22c-674d-40c1-991f-1ccde741a859 req-7f5e0483-0187-4aa0-a023-2fe8da972f7e tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:15.387709 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7769e22c-674d-40c1-991f-1ccde741a859 req-7f5e0483-0187-4aa0-a023-2fe8da972f7e tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 944 time: 0.0854800 Mar 31 16:20:15.431863 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7769e22c-674d-40c1-991f-1ccde741a859 req-749843a4-0796-4f78-935d-baf80dd8552b tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379622 Mar 31 16:20:16.615577 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a2e55-40ca-4e4c-b0d2-3cf4b98a514d req-c13aa675-0960-42ba-bdb6-7383bf40da66 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:16.617396 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c36a2e55-40ca-4e4c-b0d2-3cf4b98a514d req-c13aa675-0960-42ba-bdb6-7383bf40da66 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 944 time: 0.0812013 Mar 31 16:20:16.661529 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c36a2e55-40ca-4e4c-b0d2-3cf4b98a514d req-d3cc7969-596d-417d-b3da-269d0f9519f5 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388002 Mar 31 16:20:17.851709 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11574e0-70e9-4428-8d42-7875d5214e3c req-05fc83c6-c6f7-4525-91c6-59a53a16d399 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:17.853135 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b11574e0-70e9-4428-8d42-7875d5214e3c req-05fc83c6-c6f7-4525-91c6-59a53a16d399 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 944 time: 0.0844598 Mar 31 16:20:17.896102 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-b11574e0-70e9-4428-8d42-7875d5214e3c req-86b97dec-21fc-4a11-9233-b09bff51328c tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370679 Mar 31 16:20:19.080458 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fadb9c-2a5d-4fe0-95e3-aa69169c2e8f req-c8d6cc4f-fd42-4fe5-ac00-22806714586b tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:19.081905 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-13fadb9c-2a5d-4fe0-95e3-aa69169c2e8f req-c8d6cc4f-fd42-4fe5-ac00-22806714586b tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 944 time: 0.0810242 Mar 31 16:20:19.124553 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-13fadb9c-2a5d-4fe0-95e3-aa69169c2e8f req-9caecd1d-2080-495f-9a77-0b69cfca2410 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370836 Mar 31 16:20:19.288781 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device c855e176-4d71-4a00-95e0-75eb170813be details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 16:20:19.419888 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port c855e176-4d71-4a00-95e0-75eb170813be, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c855e176-4d71-4a00-95e0-75eb170813be,segment=NetworkSegment(3a803174-0abc-4607-b3ac-a324c24c552e),segment_id=3a803174-0abc-4607-b3ac-a324c24c552e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:20:19.432542 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': 'c855e176-4d71-4a00-95e0-75eb170813be', 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9', 'port_id': 'c855e176-4d71-4a00-95e0-75eb170813be', 'mac_address': 'fa:16:3e:a3:0a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70721a97-e905-41ca-8579-98c7ea04b599', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 16:20:19.486887 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:20:19.503075 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c855e176-4d71-4a00-95e0-75eb170813be {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:20:19.517770 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port c855e176-4d71-4a00-95e0-75eb170813be, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c855e176-4d71-4a00-95e0-75eb170813be,segment=NetworkSegment(3a803174-0abc-4607-b3ac-a324c24c552e),segment_id=3a803174-0abc-4607-b3ac-a324c24c552e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:20:19.584957 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:20:19.654973 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=c855e176-4d71-4a00-95e0-75eb170813be,revision_number=7']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:20:19.812390 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['c855e176-4d71-4a00-95e0-75eb170813be'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 16:20:19.842842 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:20:20.312307 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fded2eb-7de2-40a4-963b-e80a1ccf143b req-2cbc71ab-b47e-440d-a96f-fc8111f075ad tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:20.313805 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3fded2eb-7de2-40a4-963b-e80a1ccf143b req-2cbc71ab-b47e-440d-a96f-fc8111f075ad tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 945 time: 0.0801630 Mar 31 16:20:20.358132 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-3fded2eb-7de2-40a4-963b-e80a1ccf143b req-98749baf-49ef-4056-bbf4-1cfc8623559c tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380564 Mar 31 16:20:21.302122 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device c855e176-4d71-4a00-95e0-75eb170813be up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:20:21.367163 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port c855e176-4d71-4a00-95e0-75eb170813be triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:20:21.367531 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:20:21.482429 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:20:21.508579 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c269b5bf-b442-4ad0-a3c2-507ee5200837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c855e176-4d71-4a00-95e0-75eb170813be'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:20:21.518248 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port c855e176-4d71-4a00-95e0-75eb170813be, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c855e176-4d71-4a00-95e0-75eb170813be,segment=NetworkSegment(3a803174-0abc-4607-b3ac-a324c24c552e),segment_id=3a803174-0abc-4607-b3ac-a324c24c552e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:20:21.545812 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa6922-c4a5-4679-91a0-16b33ddf1bed req-f0156056-c809-404b-8e16-982abc04f656 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:21.546513 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d0fa6922-c4a5-4679-91a0-16b33ddf1bed req-f0156056-c809-404b-8e16-982abc04f656 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 945 time: 0.0788739 Mar 31 16:20:21.558052 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c269b5bf-b442-4ad0-a3c2-507ee5200837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c855e176-4d71-4a00-95e0-75eb170813be', 'code': 200} Mar 31 16:20:21.595946 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d0fa6922-c4a5-4679-91a0-16b33ddf1bed req-751b2ee6-591e-499d-a810-1312d1c7b3be tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436761 Mar 31 16:20:21.624782 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:20:21.697968 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=c855e176-4d71-4a00-95e0-75eb170813be,revision_number=8']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:20:21.893689 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05617cab-a3a1-48cf-8332-f5b07000a0a6 req-833f7ee9-30cb-4177-8967-5f68e5076218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:21.895372 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-05617cab-a3a1-48cf-8332-f5b07000a0a6 req-833f7ee9-30cb-4177-8967-5f68e5076218 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 1099 time: 0.0686655 Mar 31 16:20:21.935735 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-05617cab-a3a1-48cf-8332-f5b07000a0a6 req-f3ef45a0-464c-4c88-a73a-7443cb7110a7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341821 Mar 31 16:20:22.784904 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4901e3-3017-4430-9cc5-4bd020c70a34 req-de0c743c-09d9-4932-8f44-b085eda26518 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:22.786417 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5e4901e3-3017-4430-9cc5-4bd020c70a34 req-de0c743c-09d9-4932-8f44-b085eda26518 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 946 time: 0.0835791 Mar 31 16:20:22.831103 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5e4901e3-3017-4430-9cc5-4bd020c70a34 req-46941ed2-3cc9-4bb7-ae33-a13a3db1bf90 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388939 Mar 31 16:20:24.023279 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cab6b-03ae-449d-9bce-78371ee36090 req-a32e13d5-ae12-4e31-a764-86b8ab2fda59 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:24.024708 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-685cab6b-03ae-449d-9bce-78371ee36090 req-a32e13d5-ae12-4e31-a764-86b8ab2fda59 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 946 time: 0.0815315 Mar 31 16:20:24.067659 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-685cab6b-03ae-449d-9bce-78371ee36090 req-8b4e5123-78b5-4389-9cf4-15e2119910b0 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372910 Mar 31 16:20:24.525412 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b6511300-d693-49d8-a532-fffb8622d005 req-1bfb3c3a-68b0-45db-a5cd-865a7e0c646e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678566 Mar 31 16:20:24.666348 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6511300-d693-49d8-a532-fffb8622d005 req-87a6f403-907b-43d4-b6fb-72f301d68d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:24.667780 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b6511300-d693-49d8-a532-fffb8622d005 req-87a6f403-907b-43d4-b6fb-72f301d68d33 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=179c927f6ccc4992b90d2502e91bf1f6&device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 1099 time: 0.0736103 Mar 31 16:20:24.810259 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6511300-d693-49d8-a532-fffb8622d005 req-b575ace7-4fec-4842-bfe9-8693712f0a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:24.811654 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b6511300-d693-49d8-a532-fffb8622d005 req-b575ace7-4fec-4842-bfe9-8693712f0a58 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 HTTP/1.1" status: 200 len: 910 time: 0.1249678 Mar 31 16:20:24.908304 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b6511300-d693-49d8-a532-fffb8622d005 req-ec611a85-4eb0-4e7f-9e3c-0fdec5252b7b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c855e176-4d71-4a00-95e0-75eb170813be HTTP/1.1" status: 200 len: 1001 time: 0.0908234 Mar 31 16:20:24.973107 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6511300-d693-49d8-a532-fffb8622d005 req-78fe2c62-4eaa-4689-91e1-324de9ab6f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:24.974729 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b6511300-d693-49d8-a532-fffb8622d005 req-78fe2c62-4eaa-4689-91e1-324de9ab6f56 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70721a97-e905-41ca-8579-98c7ea04b599 HTTP/1.1" status: 200 len: 848 time: 0.0607753 Mar 31 16:20:25.046847 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6511300-d693-49d8-a532-fffb8622d005 req-384a0f99-244a-4fb0-8fce-892a92e62748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:20:25.048251 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b6511300-d693-49d8-a532-fffb8622d005 req-384a0f99-244a-4fb0-8fce-892a92e62748 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676827 Mar 31 16:20:25.174013 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b6511300-d693-49d8-a532-fffb8622d005 req-4869fe05-0f57-4c69-a5d9-fea8e911ab3a service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197126 Mar 31 16:20:25.301849 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b6511300-d693-49d8-a532-fffb8622d005 req-f5ae1d44-5032-4286-bdc2-e8cc78bb1d84 service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221437 Mar 31 16:20:25.754979 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:20:33.256123 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cec13900-6b64-4fe5-9814-0a673acca813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:20:35.178593 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a8a5f913-772c-41df-9971-4f32543e2605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:20:36.503951 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:20:36.630093 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:20:38.149003 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:20:55.749486 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:20:56.843297 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:21:03.166355 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-09075d20-0a86-4c45-a9bf-1478a1c0dcd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:21:05.182863 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-74ebae65-7cbc-4519-b848-98e4379ce034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:21:06.510150 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:21:06.635000 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:21:08.150164 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:21:24.519952 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6fff4fd2-1e98-4cdd-aec8-197d9be2bbd4 req-17555bad-85d3-414e-b114-2d08ae2b2756 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751674 Mar 31 16:21:24.657694 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff4fd2-1e98-4cdd-aec8-197d9be2bbd4 req-b8e48d4f-6cf3-44bc-8d88-fbf2894f3f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:21:24.659852 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6fff4fd2-1e98-4cdd-aec8-197d9be2bbd4 req-b8e48d4f-6cf3-44bc-8d88-fbf2894f3f7a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=179c927f6ccc4992b90d2502e91bf1f6&device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 1099 time: 0.0708237 Mar 31 16:21:24.895611 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff4fd2-1e98-4cdd-aec8-197d9be2bbd4 req-18768ff2-e089-4343-a482-4b31b31f46f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:21:24.897043 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6fff4fd2-1e98-4cdd-aec8-197d9be2bbd4 req-18768ff2-e089-4343-a482-4b31b31f46f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 HTTP/1.1" status: 200 len: 910 time: 0.2186787 Mar 31 16:21:24.998113 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6fff4fd2-1e98-4cdd-aec8-197d9be2bbd4 req-60f43fae-7070-4382-8aef-db38cebe117b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c855e176-4d71-4a00-95e0-75eb170813be HTTP/1.1" status: 200 len: 1001 time: 0.0952964 Mar 31 16:21:25.061582 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff4fd2-1e98-4cdd-aec8-197d9be2bbd4 req-d8828d44-2786-4e25-bdb8-898925eec069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:21:25.063020 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6fff4fd2-1e98-4cdd-aec8-197d9be2bbd4 req-d8828d44-2786-4e25-bdb8-898925eec069 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70721a97-e905-41ca-8579-98c7ea04b599 HTTP/1.1" status: 200 len: 848 time: 0.0591538 Mar 31 16:21:25.137586 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff4fd2-1e98-4cdd-aec8-197d9be2bbd4 req-6e0b3b72-2e7f-40a8-9201-a0cd21a0a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:21:25.139026 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6fff4fd2-1e98-4cdd-aec8-197d9be2bbd4 req-6e0b3b72-2e7f-40a8-9201-a0cd21a0a7c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700469 Mar 31 16:21:25.268971 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6fff4fd2-1e98-4cdd-aec8-197d9be2bbd4 req-967057ad-f013-4c3f-bd4b-ea71dd998889 service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234205 Mar 31 16:21:25.400965 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6fff4fd2-1e98-4cdd-aec8-197d9be2bbd4 req-4dec1aae-389e-4c2c-ae7d-7700030c382a service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263106 Mar 31 16:21:25.765041 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:21:33.153362 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ab7a9d3a-35a9-48f5-99ca-2fea9b2547c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:21:33.842533 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:21:35.217650 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3031145c-7979-42f6-b345-d033271d8da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:21:36.518907 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:21:36.640268 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:21:38.160198 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:21:55.776720 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:03.131192 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4e870b52-0e3c-4c29-bf5a-0baad3b341b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:05.329955 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c23a0975-64e1-4559-b831-161639f0e84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:06.548099 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:06.645205 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:08.141563 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:10.841435 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:22:12.395477 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 57300) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:22:12.730885 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c47b5eb6-1725-474e-9927-9cdb519f41fa tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Deleting port fb1a7942-23fa-4014-9523-08a341d36d71 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:22:12.731140 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c47b5eb6-1725-474e-9927-9cdb519f41fa tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:12.894221 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c47b5eb6-1725-474e-9927-9cdb519f41fa tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:12.894477 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c47b5eb6-1725-474e-9927-9cdb519f41fa tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:13.014292 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c47b5eb6-1725-474e-9927-9cdb519f41fa tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Calling delete_port for fb1a7942-23fa-4014-9523-08a341d36d71 owned by network:floatingip {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:22:13.221485 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c47b5eb6-1725-474e-9927-9cdb519f41fa tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:13.270486 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b5eb6-1725-474e-9927-9cdb519f41fa tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Pushing event deleted for resources: {'Port': ['ID=fb1a7942-23fa-4014-9523-08a341d36d71,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:13.335319 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b5eb6-1725-474e-9927-9cdb519f41fa tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:13.335662 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b5eb6-1725-474e-9927-9cdb519f41fa tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:13.335994 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b5eb6-1725-474e-9927-9cdb519f41fa tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:13.336449 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b5eb6-1725-474e-9927-9cdb519f41fa tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:13.336775 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b5eb6-1725-474e-9927-9cdb519f41fa tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:13.337094 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b5eb6-1725-474e-9927-9cdb519f41fa tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:13.337437 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b5eb6-1725-474e-9927-9cdb519f41fa tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:13.337759 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b5eb6-1725-474e-9927-9cdb519f41fa tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:13.338072 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b5eb6-1725-474e-9927-9cdb519f41fa tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:13.338387 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b5eb6-1725-474e-9927-9cdb519f41fa tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:13.338804 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b5eb6-1725-474e-9927-9cdb519f41fa tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:13.339122 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b5eb6-1725-474e-9927-9cdb519f41fa tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:13.369963 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c47b5eb6-1725-474e-9927-9cdb519f41fa tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for floatingip, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:13.374235 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [None req-c47b5eb6-1725-474e-9927-9cdb519f41fa tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Floating IP 86cddac6-87cc-4bcd-8180-1382186047b5 disassociated (deleted). External IP: 172.26.5.63, port: c855e176-4d71-4a00-95e0-75eb170813be. Mar 31 16:22:13.525351 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [req-5edc75b9-3516-40c7-a73d-ec584464621d req-d132d4c2-2267-4fed-a2fd-be9d9df72fc1 service neutron] (103443) timed out ('10.222.0.31', 52152) {{(pid=103443) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 31 16:22:13.824376 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47b5eb6-1725-474e-9927-9cdb519f41fa tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Router 0af65736-db87-47e2-97a8-8b1f66818d7c has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:22:13.998167 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47b5eb6-1725-474e-9927-9cdb519f41fa tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:22:14.007479 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa9eb5d-414f-466d-bf6b-60b84fe7d6aa None None] Sync routers for ids ['0af65736-db87-47e2-97a8-8b1f66818d7c'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:22:14.016435 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa9eb5d-414f-466d-bf6b-60b84fe7d6aa None None] Routers {'0af65736-db87-47e2-97a8-8b1f66818d7c'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:22:14.017061 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3aa9eb5d-414f-466d-bf6b-60b84fe7d6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:22:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['0af65736-db87-47e2-97a8-8b1f66818d7c'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:14.073851 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c47b5eb6-1725-474e-9927-9cdb519f41fa tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:14.134572 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c47b5eb6-1725-474e-9927-9cdb519f41fa tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "DELETE /v2.0/floatingips/86cddac6-87cc-4bcd-8180-1382186047b5 HTTP/1.1" status: 204 len: 168 time: 1.7379289 Mar 31 16:22:14.135148 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c269b5bf-b442-4ad0-a3c2-507ee5200837', 'tag': 'c855e176-4d71-4a00-95e0-75eb170813be'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:22:14.239138 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3aa9eb5d-414f-466d-bf6b-60b84fe7d6aa None None] Set router 0af65736-db87-47e2-97a8-8b1f66818d7c gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:22:14.304373 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c269b5bf-b442-4ad0-a3c2-507ee5200837', 'tag': 'c855e176-4d71-4a00-95e0-75eb170813be', 'status': 'completed', 'code': 200} Mar 31 16:22:14.397915 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5fcb5-8561-4e10-886a-af6382bcfc73 req-411af787-af47-497b-8b7c-248bac9791cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:22:14.399269 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2aa5fcb5-8561-4e10-886a-af6382bcfc73 req-411af787-af47-497b-8b7c-248bac9791cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=179c927f6ccc4992b90d2502e91bf1f6&device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 1099 time: 0.0725696 Mar 31 16:22:14.528587 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5fcb5-8561-4e10-886a-af6382bcfc73 req-28502243-885a-45ed-92b9-40621ab598a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:22:14.530086 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2aa5fcb5-8561-4e10-886a-af6382bcfc73 req-28502243-885a-45ed-92b9-40621ab598a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 HTTP/1.1" status: 200 len: 910 time: 0.1260860 Mar 31 16:22:14.598120 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3aa9eb5d-414f-466d-bf6b-60b84fe7d6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'name': 'tempest-TestShelveInstance-1884167459-router', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:11:44Z', 'updated_at': '2022-03-31T16:11:48Z', 'revision_number': 4, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'gw_port': {'id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:45Z', 'updated_at': '2022-03-31T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad', 'name': '', 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'mac_address': 'fa:16:3e:28:a8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '70721a97-e905-41ca-8579-98c7ea04b599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:48Z', 'updated_at': '2022-03-31T16:11:54Z', 'revision_number': 5, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'subnets': [{'id': '70721a97-e905-41ca-8579-98c7ea04b599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:14.603249 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa9eb5d-414f-466d-bf6b-60b84fe7d6aa None None] Checking router: 0af65736-db87-47e2-97a8-8b1f66818d7c for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:22:14.605899 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2aa5fcb5-8561-4e10-886a-af6382bcfc73 req-99028e72-c15a-4696-a479-8027badac3d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c855e176-4d71-4a00-95e0-75eb170813be HTTP/1.1" status: 200 len: 217 time: 0.0692778 Mar 31 16:22:14.613348 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa9eb5d-414f-466d-bf6b-60b84fe7d6aa None None] Routers {'0af65736-db87-47e2-97a8-8b1f66818d7c'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:22:14.613993 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3aa9eb5d-414f-466d-bf6b-60b84fe7d6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:22:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['0af65736-db87-47e2-97a8-8b1f66818d7c'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:14.715837 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5fcb5-8561-4e10-886a-af6382bcfc73 req-3a4a312e-ba11-41f1-8b0d-9e6a50658f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:22:14.717166 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2aa5fcb5-8561-4e10-886a-af6382bcfc73 req-3a4a312e-ba11-41f1-8b0d-9e6a50658f91 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=70721a97-e905-41ca-8579-98c7ea04b599 HTTP/1.1" status: 200 len: 848 time: 0.1045945 Mar 31 16:22:14.788079 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5a408-614c-4e00-a282-a7d356f442de req-685a694d-a756-43ff-aa0d-ffbdf8381c30 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:22:14.788759 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-c2b5a408-614c-4e00-a282-a7d356f442de req-685a694d-a756-43ff-aa0d-ffbdf8381c30 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Synchronizing usage tracker for tenant:179c927f6ccc4992b90d2502e91bf1f6 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:22:14.794916 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3aa9eb5d-414f-466d-bf6b-60b84fe7d6aa None None] Set router 0af65736-db87-47e2-97a8-8b1f66818d7c gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:22:14.822102 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5fcb5-8561-4e10-886a-af6382bcfc73 req-c029f1a7-ace1-4774-a3b8-fee0bb1ef284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:22:14.830901 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2aa5fcb5-8561-4e10-886a-af6382bcfc73 req-c029f1a7-ace1-4774-a3b8-fee0bb1ef284 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0993123 Mar 31 16:22:14.912514 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-c2b5a408-614c-4e00-a282-a7d356f442de req-685a694d-a756-43ff-aa0d-ffbdf8381c30 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Unset dirty status for tenant:179c927f6ccc4992b90d2502e91bf1f6 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:22:14.913662 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c2b5a408-614c-4e00-a282-a7d356f442de req-685a694d-a756-43ff-aa0d-ffbdf8381c30 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 946 time: 0.2671747 Mar 31 16:22:14.984828 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c2b5a408-614c-4e00-a282-a7d356f442de req-34e43e2c-468c-4756-8260-9866b64853c2 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587606 Mar 31 16:22:14.989882 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2aa5fcb5-8561-4e10-886a-af6382bcfc73 req-d7d78958-a423-448c-a54c-a53b0f0e0a0f service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576025 Mar 31 16:22:15.110006 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3aa9eb5d-414f-466d-bf6b-60b84fe7d6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'name': 'tempest-TestShelveInstance-1884167459-router', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:11:44Z', 'updated_at': '2022-03-31T16:11:48Z', 'revision_number': 4, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'gw_port': {'id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:45Z', 'updated_at': '2022-03-31T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad', 'name': '', 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'mac_address': 'fa:16:3e:28:a8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '70721a97-e905-41ca-8579-98c7ea04b599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:48Z', 'updated_at': '2022-03-31T16:11:54Z', 'revision_number': 5, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'subnets': [{'id': '70721a97-e905-41ca-8579-98c7ea04b599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:15.113887 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa9eb5d-414f-466d-bf6b-60b84fe7d6aa None None] The sync data for ids ['0af65736-db87-47e2-97a8-8b1f66818d7c'] in dv-neutron-833379-2-hyperv is: [{'id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'name': 'tempest-TestShelveInstance-1884167459-router', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:11:44Z', 'updated_at': '2022-03-31T16:11:48Z', 'revision_number': 4, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'gw_port': {'id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:45Z', 'updated_at': '2022-03-31T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad', 'name': '', 'network_id': '81035d9b-b2df-4dba-84e2-c4b6df6c8ce9', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'mac_address': 'fa:16:3e:28:a8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '70721a97-e905-41ca-8579-98c7ea04b599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:48Z', 'updated_at': '2022-03-31T16:11:54Z', 'revision_number': 5, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'subnets': [{'id': '70721a97-e905-41ca-8579-98c7ea04b599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:22:15.120382 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2aa5fcb5-8561-4e10-886a-af6382bcfc73 req-daea4446-41d2-422e-979c-5c4c2afd2e94 service neutron] 10.222.0.41 "GET /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234293 Mar 31 16:22:15.333556 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd4b4a5-5d3b-471d-9149-e2bf835633d2 None None] New status for floating IP 86cddac6-87cc-4bcd-8180-1382186047b5: DOWN {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:22:16.183434 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0cd53-f073-471a-89f0-cd67404010ab req-dd26ba14-636f-42e8-ad93-544d68133454 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:22:16.184899 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d8e0cd53-f073-471a-89f0-cd67404010ab req-dd26ba14-636f-42e8-ad93-544d68133454 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 946 time: 0.0863514 Mar 31 16:22:16.230529 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-d8e0cd53-f073-471a-89f0-cd67404010ab req-e0b0cb61-c667-4a60-9d9e-b45bff9181df tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fd758d2-ed3f-4822-8552-51265200e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398188 Mar 31 16:22:16.261441 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2912a2d-ba43-4578-880c-530654b92659 req-54207d7d-de7f-43b8-ad7e-7e6ade7727c2 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:22:16.262819 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c2912a2d-ba43-4578-880c-530654b92659 req-54207d7d-de7f-43b8-ad7e-7e6ade7727c2 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.41 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 946 time: 0.1947446 Mar 31 16:22:16.329682 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-c2912a2d-ba43-4578-880c-530654b92659 req-f70e312f-953e-46e1-99e3-886aff0115be tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Deleting port c855e176-4d71-4a00-95e0-75eb170813be {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:22:16.329938 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c2912a2d-ba43-4578-880c-530654b92659 req-f70e312f-953e-46e1-99e3-886aff0115be tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:16.566912 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-c2912a2d-ba43-4578-880c-530654b92659 req-f70e312f-953e-46e1-99e3-886aff0115be tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] For port c855e176-4d71-4a00-95e0-75eb170813be, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c855e176-4d71-4a00-95e0-75eb170813be,segment=NetworkSegment(3a803174-0abc-4607-b3ac-a324c24c552e),segment_id=3a803174-0abc-4607-b3ac-a324c24c552e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:22:16.567266 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c2912a2d-ba43-4578-880c-530654b92659 req-f70e312f-953e-46e1-99e3-886aff0115be tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:16.686746 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-c2912a2d-ba43-4578-880c-530654b92659 req-f70e312f-953e-46e1-99e3-886aff0115be tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Calling delete_port for c855e176-4d71-4a00-95e0-75eb170813be owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:22:16.902386 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c2912a2d-ba43-4578-880c-530654b92659 req-f70e312f-953e-46e1-99e3-886aff0115be tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:16.953016 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e312f-953e-46e1-99e3-886aff0115be tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Pushing event deleted for resources: {'Port': ['ID=c855e176-4d71-4a00-95e0-75eb170813be,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:17.030376 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2912a2d-ba43-4578-880c-530654b92659 req-f70e312f-953e-46e1-99e3-886aff0115be tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] No DVR routers for this DVR port c855e176-4d71-4a00-95e0-75eb170813be on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:22:17.032726 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c2912a2d-ba43-4578-880c-530654b92659 req-f70e312f-953e-46e1-99e3-886aff0115be tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:17.035331 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c269b5bf-b442-4ad0-a3c2-507ee5200837', 'name': 'network-vif-deleted', 'tag': 'c855e176-4d71-4a00-95e0-75eb170813be'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:22:17.079142 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c269b5bf-b442-4ad0-a3c2-507ee5200837', 'name': 'network-vif-deleted', 'tag': 'c855e176-4d71-4a00-95e0-75eb170813be', 'status': 'completed', 'code': 200} Mar 31 16:22:17.114178 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c2912a2d-ba43-4578-880c-530654b92659 req-f70e312f-953e-46e1-99e3-886aff0115be tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.41 "DELETE /v2.0/ports/c855e176-4d71-4a00-95e0-75eb170813be HTTP/1.1" status: 204 len: 173 time: 0.8459752 Mar 31 16:22:17.557060 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-bc2308d5-ea77-4fc3-bef2-9dc9558592ab req-0be3a40d-4d22-447d-b993-00ea947da6f6 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 210 time: 0.0486851 Mar 31 16:22:18.729902 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-b6a7609f-0084-4853-8d3e-21a1dd228490 req-d3166d80-1884-4bd2-96bd-357383bba682 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Synchronizing usage tracker for tenant:179c927f6ccc4992b90d2502e91bf1f6 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:22:18.811128 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-b6a7609f-0084-4853-8d3e-21a1dd228490 req-d3166d80-1884-4bd2-96bd-357383bba682 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Unset dirty status for tenant:179c927f6ccc4992b90d2502e91bf1f6 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:22:18.812315 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b6a7609f-0084-4853-8d3e-21a1dd228490 req-d3166d80-1884-4bd2-96bd-357383bba682 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c269b5bf-b442-4ad0-a3c2-507ee5200837 HTTP/1.1" status: 200 len: 210 time: 0.1252406 Mar 31 16:22:19.908830 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 57326) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:22:19.924096 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device c855e176-4d71-4a00-95e0-75eb170813be no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:22:19.962920 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: c855e176-4d71-4a00-95e0-75eb170813be {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:22:19.963268 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device c855e176-4d71-4a00-95e0-75eb170813be not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:22:19.984959 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6235581d-5bac-43d0-8e2b-7cc24ce434e7 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:20.015561 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6235581d-5bac-43d0-8e2b-7cc24ce434e7 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:20.136455 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6235581d-5bac-43d0-8e2b-7cc24ce434e7 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:20.155637 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235581d-5bac-43d0-8e2b-7cc24ce434e7 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd758d2-ed3f-4822-8552-51265200e8fe,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:20.232854 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6235581d-5bac-43d0-8e2b-7cc24ce434e7 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:20.234011 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-6235581d-5bac-43d0-8e2b-7cc24ce434e7 tempest-TestShelveInstance-745984451 tempest-TestShelveInstance-745984451-project] 10.222.0.31 "DELETE /v2.0/security-groups/0fd758d2-ed3f-4822-8552-51265200e8fe HTTP/1.1" status: 204 len: 168 time: 0.3239429 Mar 31 16:22:20.342691 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 57332) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:22:21.089557 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9296-eef8-4d33-88ec-adb88bc5ad8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:21.536722 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c2e9296-eef8-4d33-88ec-adb88bc5ad8f admin admin] Deleting port 0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:22:21.537052 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9296-eef8-4d33-88ec-adb88bc5ad8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:21.710471 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c2e9296-eef8-4d33-88ec-adb88bc5ad8f admin admin] For port 0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad,segment=NetworkSegment(3a803174-0abc-4607-b3ac-a324c24c552e),segment_id=3a803174-0abc-4607-b3ac-a324c24c552e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:22:21.710821 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9296-eef8-4d33-88ec-adb88bc5ad8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:21.835545 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c2e9296-eef8-4d33-88ec-adb88bc5ad8f admin admin] Calling delete_port for 0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:22:22.227224 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9296-eef8-4d33-88ec-adb88bc5ad8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:22.273155 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e9296-eef8-4d33-88ec-adb88bc5ad8f admin admin] Pushing event deleted for resources: {'Port': ['ID=0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:22.549004 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9296-eef8-4d33-88ec-adb88bc5ad8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:22.999823 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2e9296-eef8-4d33-88ec-adb88bc5ad8f admin admin] Router 0af65736-db87-47e2-97a8-8b1f66818d7c has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:22:23.177070 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2e9296-eef8-4d33-88ec-adb88bc5ad8f admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:22:23.186931 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38f9e2b-def7-41a8-80db-4e1efe5dd569 None None] Sync routers for ids ['0af65736-db87-47e2-97a8-8b1f66818d7c'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:22:23.196296 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38f9e2b-def7-41a8-80db-4e1efe5dd569 None None] Routers {'0af65736-db87-47e2-97a8-8b1f66818d7c'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:22:23.196900 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a38f9e2b-def7-41a8-80db-4e1efe5dd569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:22:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['0af65736-db87-47e2-97a8-8b1f66818d7c'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:23.270089 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0c2e9296-eef8-4d33-88ec-adb88bc5ad8f admin admin] 10.222.0.31 "PUT /v2.0/routers/0af65736-db87-47e2-97a8-8b1f66818d7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9262166 Mar 31 16:22:23.272688 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 57338) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:22:23.412983 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a38f9e2b-def7-41a8-80db-4e1efe5dd569 None None] Set router 0af65736-db87-47e2-97a8-8b1f66818d7c gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:22:23.445906 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-11a28dc6-ad0a-4379-9abe-49f2d720bb41 admin admin] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:23.620986 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-11a28dc6-ad0a-4379-9abe-49f2d720bb41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:23.685185 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-11a28dc6-ad0a-4379-9abe-49f2d720bb41 admin admin] Deleting port 3352ac56-d24a-440b-9c38-ca8663f6de48 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:22:23.685547 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-11a28dc6-ad0a-4379-9abe-49f2d720bb41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:23.699296 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a38f9e2b-def7-41a8-80db-4e1efe5dd569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'name': 'tempest-TestShelveInstance-1884167459-router', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:11:44Z', 'updated_at': '2022-03-31T16:22:22Z', 'revision_number': 5, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'gw_port': {'id': '3352ac56-d24a-440b-9c38-ca8663f6de48', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:45Z', 'updated_at': '2022-03-31T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:23.703075 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38f9e2b-def7-41a8-80db-4e1efe5dd569 None None] Checking router: 0af65736-db87-47e2-97a8-8b1f66818d7c for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:22:23.711632 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38f9e2b-def7-41a8-80db-4e1efe5dd569 None None] Routers {'0af65736-db87-47e2-97a8-8b1f66818d7c'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:22:23.712270 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a38f9e2b-def7-41a8-80db-4e1efe5dd569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:22:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['0af65736-db87-47e2-97a8-8b1f66818d7c'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:23.858128 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-11a28dc6-ad0a-4379-9abe-49f2d720bb41 admin admin] For port 3352ac56-d24a-440b-9c38-ca8663f6de48, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=3352ac56-d24a-440b-9c38-ca8663f6de48,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:22:23.858474 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-11a28dc6-ad0a-4379-9abe-49f2d720bb41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:23.862286 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a38f9e2b-def7-41a8-80db-4e1efe5dd569 None None] Set router 0af65736-db87-47e2-97a8-8b1f66818d7c gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:22:23.967968 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a38f9e2b-def7-41a8-80db-4e1efe5dd569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'name': 'tempest-TestShelveInstance-1884167459-router', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:11:44Z', 'updated_at': '2022-03-31T16:22:23Z', 'revision_number': 6, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'gw_port_host': None}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:23.971776 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38f9e2b-def7-41a8-80db-4e1efe5dd569 None None] The sync data for ids ['0af65736-db87-47e2-97a8-8b1f66818d7c'] in dv-neutron-833379-2-hyperv is: [{'id': '0af65736-db87-47e2-97a8-8b1f66818d7c', 'name': 'tempest-TestShelveInstance-1884167459-router', 'tenant_id': '179c927f6ccc4992b90d2502e91bf1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:11:44Z', 'updated_at': '2022-03-31T16:22:23Z', 'revision_number': 6, 'project_id': '179c927f6ccc4992b90d2502e91bf1f6', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:22:23.979250 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-11a28dc6-ad0a-4379-9abe-49f2d720bb41 admin admin] Calling delete_port for 3352ac56-d24a-440b-9c38-ca8663f6de48 owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:22:24.319723 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-11a28dc6-ad0a-4379-9abe-49f2d720bb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:24.370631 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a28dc6-ad0a-4379-9abe-49f2d720bb41 admin admin] Pushing event deleted for resources: {'Port': ['ID=3352ac56-d24a-440b-9c38-ca8663f6de48,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:24.391583 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:22:24.426666 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:22:24.427004 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 0ad693c2-1ac9-4ad8-a1ca-2cd7fca821ad not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:22:24.459341 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-11a28dc6-ad0a-4379-9abe-49f2d720bb41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:24.632237 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-11a28dc6-ad0a-4379-9abe-49f2d720bb41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:24.634484 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-11a28dc6-ad0a-4379-9abe-49f2d720bb41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:24.748247 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-11a28dc6-ad0a-4379-9abe-49f2d720bb41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:24.748751 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a28dc6-ad0a-4379-9abe-49f2d720bb41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0af65736-db87-47e2-97a8-8b1f66818d7c {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 16:22:24.761235 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-11a28dc6-ad0a-4379-9abe-49f2d720bb41 admin admin] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:24.762352 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-11a28dc6-ad0a-4379-9abe-49f2d720bb41 admin admin] 10.222.0.31 "DELETE /v2.0/routers/0af65736-db87-47e2-97a8-8b1f66818d7c HTTP/1.1" status: 204 len: 168 time: 1.4889934 Mar 31 16:22:24.764790 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 57342) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:22:24.825270 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-450d17ef-56ce-49b1-8920-cb7241312452 admin admin] Deleting subnet 70721a97-e905-41ca-8579-98c7ea04b599 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 16:22:24.828137 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-450d17ef-56ce-49b1-8920-cb7241312452 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:24.875774 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-450d17ef-56ce-49b1-8920-cb7241312452 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:24.966684 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-450d17ef-56ce-49b1-8920-cb7241312452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:25.079677 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-450d17ef-56ce-49b1-8920-cb7241312452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:25.138043 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d17ef-56ce-49b1-8920-cb7241312452 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70721a97-e905-41ca-8579-98c7ea04b599,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:25.138043 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-450d17ef-56ce-49b1-8920-cb7241312452 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:25.139024 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fc0141-d6e0-47c4-8e7e-2f056acc36db None None] Network 81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:22:25.139119 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-450d17ef-56ce-49b1-8920-cb7241312452 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/70721a97-e905-41ca-8579-98c7ea04b599 HTTP/1.1" status: 204 len: 168 time: 0.3646233 Mar 31 16:22:25.139119 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 57346) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:22:25.236423 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0848900e-e505-4b35-b64e-a02b8fdfa482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:25.247233 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0848900e-e505-4b35-b64e-a02b8fdfa482 admin admin] Deleting port e880ad86-2e06-4c21-af5c-cb2a306c15ae {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:22:25.247558 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0848900e-e505-4b35-b64e-a02b8fdfa482 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:25.384321 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eff3b7d-bb4d-4140-a3b4-a67b8f4ab683 None None] DHCP port deletion for 81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 16:22:25.388543 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-7eff3b7d-bb4d-4140-a3b4-a67b8f4ab683 None None] Deleting port e880ad86-2e06-4c21-af5c-cb2a306c15ae {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:22:25.388851 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7eff3b7d-bb4d-4140-a3b4-a67b8f4ab683 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:25.456040 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0848900e-e505-4b35-b64e-a02b8fdfa482 admin admin] For port e880ad86-2e06-4c21-af5c-cb2a306c15ae, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e880ad86-2e06-4c21-af5c-cb2a306c15ae,segment=NetworkSegment(3a803174-0abc-4607-b3ac-a324c24c552e),segment_id=3a803174-0abc-4607-b3ac-a324c24c552e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:22:25.456595 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0848900e-e505-4b35-b64e-a02b8fdfa482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:25.579101 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0848900e-e505-4b35-b64e-a02b8fdfa482 admin admin] Calling delete_port for e880ad86-2e06-4c21-af5c-cb2a306c15ae owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:22:25.591195 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-7eff3b7d-bb4d-4140-a3b4-a67b8f4ab683 None None] For port e880ad86-2e06-4c21-af5c-cb2a306c15ae, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e880ad86-2e06-4c21-af5c-cb2a306c15ae,segment=NetworkSegment(3a803174-0abc-4607-b3ac-a324c24c552e),segment_id=3a803174-0abc-4607-b3ac-a324c24c552e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:22:25.591689 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7eff3b7d-bb4d-4140-a3b4-a67b8f4ab683 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:25.712411 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-7eff3b7d-bb4d-4140-a3b4-a67b8f4ab683 None None] Calling delete_port for e880ad86-2e06-4c21-af5c-cb2a306c15ae owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:22:25.718080 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0848900e-e505-4b35-b64e-a02b8fdfa482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:25.765918 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848900e-e505-4b35-b64e-a02b8fdfa482 admin admin] Pushing event deleted for resources: {'Port': ['ID=e880ad86-2e06-4c21-af5c-cb2a306c15ae,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:25.767701 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0848900e-e505-4b35-b64e-a02b8fdfa482 admin admin] No DVR routers for this DVR port e880ad86-2e06-4c21-af5c-cb2a306c15ae on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:22:25.826800 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:25.832845 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-7eff3b7d-bb4d-4140-a3b4-a67b8f4ab683 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 16:22:25.836618 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-7eff3b7d-bb4d-4140-a3b4-a67b8f4ab683 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 16:22:25.974163 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0848900e-e505-4b35-b64e-a02b8fdfa482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:25.998771 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-0848900e-e505-4b35-b64e-a02b8fdfa482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81035d9b-b2df-4dba-84e2-c4b6df6c8ce9']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:26.014397 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-0848900e-e505-4b35-b64e-a02b8fdfa482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a803174-0abc-4607-b3ac-a324c24c552e') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:26.014682 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-0848900e-e505-4b35-b64e-a02b8fdfa482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a803174-0abc-4607-b3ac-a324c24c552e') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:26.025610 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0848900e-e505-4b35-b64e-a02b8fdfa482 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:26.041025 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0848900e-e505-4b35-b64e-a02b8fdfa482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:26.046732 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0848900e-e505-4b35-b64e-a02b8fdfa482 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:22:26.047099 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0848900e-e505-4b35-b64e-a02b8fdfa482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:26.060271 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 16:22:26.060271 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:22:26.060271 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 16:22:26.060271 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:22:26.060271 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 16:22:26.060271 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 16:22:26.060271 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 16:22:26.060271 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:22:26.060271 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 16:22:26.060271 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:22:26.060271 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 16:22:26.060271 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:22:26.060271 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 16:22:26.060271 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 16:22:26.060271 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:22:26.060271 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 16:22:26.060271 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:22:26.060271 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 16:22:26.060271 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 16:22:26.060271 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 16:22:26.060271 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 16:22:26.060271 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 16:22:26.060271 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:22:26.060271 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:22:26.060271 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 16:22:26.060271 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:22:26.060271 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:22:26.060271 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:22:26.060271 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:22:26.060271 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:22:26.060271 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:22:26.060271 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:22:26.203691 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0848900e-e505-4b35-b64e-a02b8fdfa482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:26.219780 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0848900e-e505-4b35-b64e-a02b8fdfa482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:26.233841 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848900e-e505-4b35-b64e-a02b8fdfa482 admin admin] Pushing event deleted for resources: {'Network': ['ID=81035d9b-b2df-4dba-84e2-c4b6df6c8ce9,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:26.334312 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-7eff3b7d-bb4d-4140-a3b4-a67b8f4ab683 None None] Deleting port e880ad86-2e06-4c21-af5c-cb2a306c15ae {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:22:26.334697 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7eff3b7d-bb4d-4140-a3b4-a67b8f4ab683 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:26.336420 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0848900e-e505-4b35-b64e-a02b8fdfa482 admin admin] 10.222.0.31 "DELETE /v2.0/networks/81035d9b-b2df-4dba-84e2-c4b6df6c8ce9 HTTP/1.1" status: 204 len: 168 time: 1.2021313 Mar 31 16:22:26.339299 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 57350) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:22:26.403497 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-7eff3b7d-bb4d-4140-a3b4-a67b8f4ab683 None None] The port 'e880ad86-2e06-4c21-af5c-cb2a306c15ae' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 16:22:26.425584 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 3352ac56-d24a-440b-9c38-ca8663f6de48 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:22:26.463629 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 3352ac56-d24a-440b-9c38-ca8663f6de48 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:22:26.463968 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 3352ac56-d24a-440b-9c38-ca8663f6de48 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:22:26.464384 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e880ad86-2e06-4c21-af5c-cb2a306c15ae no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:22:26.496381 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: e880ad86-2e06-4c21-af5c-cb2a306c15ae {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:22:26.496646 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e880ad86-2e06-4c21-af5c-cb2a306c15ae not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:22:26.875310 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd165c95-5b93-44c6-abfa-f13d06c341b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:27.217866 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-fd165c95-5b93-44c6-abfa-f13d06c341b4 admin admin] Deleting port 22b5a82c-c276-46ce-9aa2-8916db2da62a {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:22:27.218125 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd165c95-5b93-44c6-abfa-f13d06c341b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:27.386038 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-fd165c95-5b93-44c6-abfa-f13d06c341b4 admin admin] For port 22b5a82c-c276-46ce-9aa2-8916db2da62a, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=22b5a82c-c276-46ce-9aa2-8916db2da62a,segment=NetworkSegment(09772784-e62d-4f41-8cb2-0b78f2c9c7f2),segment_id=09772784-e62d-4f41-8cb2-0b78f2c9c7f2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:22:27.386392 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd165c95-5b93-44c6-abfa-f13d06c341b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:27.607009 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-fd165c95-5b93-44c6-abfa-f13d06c341b4 admin admin] Calling delete_port for 22b5a82c-c276-46ce-9aa2-8916db2da62a owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:22:27.850720 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd165c95-5b93-44c6-abfa-f13d06c341b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:27.898261 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd165c95-5b93-44c6-abfa-f13d06c341b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=22b5a82c-c276-46ce-9aa2-8916db2da62a,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:28.165273 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd165c95-5b93-44c6-abfa-f13d06c341b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:28.518490 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd165c95-5b93-44c6-abfa-f13d06c341b4 admin admin] Router 8eb8a356-8ed4-4011-a283-0824d4e2025b has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:22:28.694458 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd165c95-5b93-44c6-abfa-f13d06c341b4 admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:22:28.703822 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592d7e3f-30fb-41a2-a1ee-08663dc59e83 None None] Sync routers for ids ['8eb8a356-8ed4-4011-a283-0824d4e2025b'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:22:28.712878 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592d7e3f-30fb-41a2-a1ee-08663dc59e83 None None] Routers {'8eb8a356-8ed4-4011-a283-0824d4e2025b'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:22:28.716017 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-592d7e3f-30fb-41a2-a1ee-08663dc59e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:22:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['8eb8a356-8ed4-4011-a283-0824d4e2025b'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:28.765309 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-fd165c95-5b93-44c6-abfa-f13d06c341b4 admin admin] 10.222.0.31 "PUT /v2.0/routers/8eb8a356-8ed4-4011-a283-0824d4e2025b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4249682 Mar 31 16:22:28.767904 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 57354) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:22:28.885649 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-592d7e3f-30fb-41a2-a1ee-08663dc59e83 None None] Set router 8eb8a356-8ed4-4011-a283-0824d4e2025b gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:22:29.051242 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-027df694-55e6-43a8-be4d-a9b4406a89c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:29.165946 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-592d7e3f-30fb-41a2-a1ee-08663dc59e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb8a356-8ed4-4011-a283-0824d4e2025b', 'name': 'tempest-TestShelveInstance-403585076-router', 'tenant_id': 'c1264442472648879914edf17699e1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': 'a71dac86-dc36-412c-bb44-b5377eee907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:11:52Z', 'updated_at': '2022-03-31T16:22:27Z', 'revision_number': 5, 'project_id': 'c1264442472648879914edf17699e1c8', 'gw_port': {'id': 'a71dac86-dc36-412c-bb44-b5377eee907d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb8a356-8ed4-4011-a283-0824d4e2025b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:53Z', 'updated_at': '2022-03-31T16:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:29.169946 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592d7e3f-30fb-41a2-a1ee-08663dc59e83 None None] Checking router: 8eb8a356-8ed4-4011-a283-0824d4e2025b for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:22:29.177836 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592d7e3f-30fb-41a2-a1ee-08663dc59e83 None None] Routers {'8eb8a356-8ed4-4011-a283-0824d4e2025b'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:22:29.178422 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-592d7e3f-30fb-41a2-a1ee-08663dc59e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:22:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['8eb8a356-8ed4-4011-a283-0824d4e2025b'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:29.228939 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-027df694-55e6-43a8-be4d-a9b4406a89c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:29.346674 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-027df694-55e6-43a8-be4d-a9b4406a89c8 admin admin] Deleting port a71dac86-dc36-412c-bb44-b5377eee907d {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:22:29.346942 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-027df694-55e6-43a8-be4d-a9b4406a89c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:29.349147 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-592d7e3f-30fb-41a2-a1ee-08663dc59e83 None None] Set router 8eb8a356-8ed4-4011-a283-0824d4e2025b gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:22:29.521001 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-027df694-55e6-43a8-be4d-a9b4406a89c8 admin admin] For port a71dac86-dc36-412c-bb44-b5377eee907d, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=a71dac86-dc36-412c-bb44-b5377eee907d,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:22:29.521394 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-027df694-55e6-43a8-be4d-a9b4406a89c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:29.626694 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-592d7e3f-30fb-41a2-a1ee-08663dc59e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb8a356-8ed4-4011-a283-0824d4e2025b', 'name': 'tempest-TestShelveInstance-403585076-router', 'tenant_id': 'c1264442472648879914edf17699e1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': 'a71dac86-dc36-412c-bb44-b5377eee907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:11:52Z', 'updated_at': '2022-03-31T16:22:27Z', 'revision_number': 5, 'project_id': 'c1264442472648879914edf17699e1c8', 'gw_port': {'id': 'a71dac86-dc36-412c-bb44-b5377eee907d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb8a356-8ed4-4011-a283-0824d4e2025b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:53Z', 'updated_at': '2022-03-31T16:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:29.630518 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592d7e3f-30fb-41a2-a1ee-08663dc59e83 None None] The sync data for ids ['8eb8a356-8ed4-4011-a283-0824d4e2025b'] in dv-neutron-833379-2-hyperv is: [{'id': '8eb8a356-8ed4-4011-a283-0824d4e2025b', 'name': 'tempest-TestShelveInstance-403585076-router', 'tenant_id': 'c1264442472648879914edf17699e1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': 'a71dac86-dc36-412c-bb44-b5377eee907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:11:52Z', 'updated_at': '2022-03-31T16:22:27Z', 'revision_number': 5, 'project_id': 'c1264442472648879914edf17699e1c8', 'gw_port': {'id': 'a71dac86-dc36-412c-bb44-b5377eee907d', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb8a356-8ed4-4011-a283-0824d4e2025b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:11:53Z', 'updated_at': '2022-03-31T16:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:22:29.643660 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-027df694-55e6-43a8-be4d-a9b4406a89c8 admin admin] Calling delete_port for a71dac86-dc36-412c-bb44-b5377eee907d owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:22:29.877740 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-027df694-55e6-43a8-be4d-a9b4406a89c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:29.927862 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027df694-55e6-43a8-be4d-a9b4406a89c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a71dac86-dc36-412c-bb44-b5377eee907d,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:30.018019 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-027df694-55e6-43a8-be4d-a9b4406a89c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:30.192472 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-027df694-55e6-43a8-be4d-a9b4406a89c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:30.194651 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-027df694-55e6-43a8-be4d-a9b4406a89c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:30.274113 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-027df694-55e6-43a8-be4d-a9b4406a89c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:30.274611 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027df694-55e6-43a8-be4d-a9b4406a89c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8eb8a356-8ed4-4011-a283-0824d4e2025b {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 16:22:30.286648 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-027df694-55e6-43a8-be4d-a9b4406a89c8 admin admin] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:30.287861 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-027df694-55e6-43a8-be4d-a9b4406a89c8 admin admin] 10.222.0.31 "DELETE /v2.0/routers/8eb8a356-8ed4-4011-a283-0824d4e2025b HTTP/1.1" status: 204 len: 168 time: 1.5190437 Mar 31 16:22:30.290588 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 57358) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:22:30.355594 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a10408-f9a1-49b8-a3b7-41071caea41a admin admin] Deleting subnet 2e61df55-f1b7-4997-9c23-c4e463d1924d {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 16:22:30.358803 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54a10408-f9a1-49b8-a3b7-41071caea41a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:30.410261 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54a10408-f9a1-49b8-a3b7-41071caea41a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:30.485557 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54a10408-f9a1-49b8-a3b7-41071caea41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:30.621068 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54a10408-f9a1-49b8-a3b7-41071caea41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:30.658420 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a10408-f9a1-49b8-a3b7-41071caea41a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e61df55-f1b7-4997-9c23-c4e463d1924d,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:30.661975 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54a10408-f9a1-49b8-a3b7-41071caea41a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:30.667803 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-54a10408-f9a1-49b8-a3b7-41071caea41a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2e61df55-f1b7-4997-9c23-c4e463d1924d HTTP/1.1" status: 204 len: 168 time: 0.3762310 Mar 31 16:22:30.667952 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a575f95d-d4f0-4710-b6b4-c3691334c93f None None] Network 764a0864-4bff-4bb7-92fd-e98177bd883d requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:22:30.670253 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 57362) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:22:30.755523 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 22b5a82c-c276-46ce-9aa2-8916db2da62a no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:22:30.803448 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 22b5a82c-c276-46ce-9aa2-8916db2da62a {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:22:30.803782 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 22b5a82c-c276-46ce-9aa2-8916db2da62a not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:22:30.898399 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a298092b-ba2e-4b5c-ae92-f3f50ecfd3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:30.908687 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a298092b-ba2e-4b5c-ae92-f3f50ecfd3d5 admin admin] Deleting port f0080546-b7a6-47bc-8a56-1d0488f68f02 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:22:30.909018 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a298092b-ba2e-4b5c-ae92-f3f50ecfd3d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:30.973399 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1521c8bc-61bf-43a3-b0e9-01fe6ca2526a None None] DHCP port deletion for 764a0864-4bff-4bb7-92fd-e98177bd883d request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 16:22:30.978466 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-1521c8bc-61bf-43a3-b0e9-01fe6ca2526a None None] Deleting port f0080546-b7a6-47bc-8a56-1d0488f68f02 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:22:30.978842 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1521c8bc-61bf-43a3-b0e9-01fe6ca2526a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:31.113642 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-a298092b-ba2e-4b5c-ae92-f3f50ecfd3d5 admin admin] For port f0080546-b7a6-47bc-8a56-1d0488f68f02, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=f0080546-b7a6-47bc-8a56-1d0488f68f02,segment=NetworkSegment(09772784-e62d-4f41-8cb2-0b78f2c9c7f2),segment_id=09772784-e62d-4f41-8cb2-0b78f2c9c7f2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:22:31.113910 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a298092b-ba2e-4b5c-ae92-f3f50ecfd3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:31.176492 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-1521c8bc-61bf-43a3-b0e9-01fe6ca2526a None None] For port f0080546-b7a6-47bc-8a56-1d0488f68f02, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=f0080546-b7a6-47bc-8a56-1d0488f68f02,segment=NetworkSegment(09772784-e62d-4f41-8cb2-0b78f2c9c7f2),segment_id=09772784-e62d-4f41-8cb2-0b78f2c9c7f2)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:22:31.176806 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1521c8bc-61bf-43a3-b0e9-01fe6ca2526a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:31.240547 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a298092b-ba2e-4b5c-ae92-f3f50ecfd3d5 admin admin] Calling delete_port for f0080546-b7a6-47bc-8a56-1d0488f68f02 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:22:31.302075 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-1521c8bc-61bf-43a3-b0e9-01fe6ca2526a None None] Calling delete_port for f0080546-b7a6-47bc-8a56-1d0488f68f02 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:22:31.376303 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a298092b-ba2e-4b5c-ae92-f3f50ecfd3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:31.381476 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-1521c8bc-61bf-43a3-b0e9-01fe6ca2526a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 16:22:31.381884 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-1521c8bc-61bf-43a3-b0e9-01fe6ca2526a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 16:22:31.427927 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a298092b-ba2e-4b5c-ae92-f3f50ecfd3d5 admin admin] No DVR routers for this DVR port f0080546-b7a6-47bc-8a56-1d0488f68f02 on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:22:31.452944 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298092b-ba2e-4b5c-ae92-f3f50ecfd3d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0080546-b7a6-47bc-8a56-1d0488f68f02,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:31.542924 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a298092b-ba2e-4b5c-ae92-f3f50ecfd3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:31.567101 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-a298092b-ba2e-4b5c-ae92-f3f50ecfd3d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['764a0864-4bff-4bb7-92fd-e98177bd883d']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:31.579485 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-a298092b-ba2e-4b5c-ae92-f3f50ecfd3d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09772784-e62d-4f41-8cb2-0b78f2c9c7f2') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:31.579778 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-a298092b-ba2e-4b5c-ae92-f3f50ecfd3d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09772784-e62d-4f41-8cb2-0b78f2c9c7f2') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:31.591171 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a298092b-ba2e-4b5c-ae92-f3f50ecfd3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:31.606783 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a298092b-ba2e-4b5c-ae92-f3f50ecfd3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:31.612873 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a298092b-ba2e-4b5c-ae92-f3f50ecfd3d5 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:22:31.617314 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a298092b-ba2e-4b5c-ae92-f3f50ecfd3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:31.626462 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 16:22:31.626462 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:22:31.626462 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 16:22:31.626462 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:22:31.626462 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 16:22:31.626462 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 16:22:31.626462 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 16:22:31.626462 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:22:31.626462 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 16:22:31.626462 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:22:31.626462 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 16:22:31.626462 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:22:31.626462 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 16:22:31.626462 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 16:22:31.626462 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:22:31.626462 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 16:22:31.626462 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:22:31.626462 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 16:22:31.626462 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 16:22:31.626462 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 16:22:31.626462 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 16:22:31.626462 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 16:22:31.626462 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:22:31.626462 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:22:31.626462 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 16:22:31.626462 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:22:31.626462 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:22:31.626462 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:22:31.626462 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:22:31.626462 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:22:31.626462 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:22:31.626462 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:22:31.763535 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a298092b-ba2e-4b5c-ae92-f3f50ecfd3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:31.780031 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a298092b-ba2e-4b5c-ae92-f3f50ecfd3d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:31.789979 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298092b-ba2e-4b5c-ae92-f3f50ecfd3d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=764a0864-4bff-4bb7-92fd-e98177bd883d,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:31.796807 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-a298092b-ba2e-4b5c-ae92-f3f50ecfd3d5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/764a0864-4bff-4bb7-92fd-e98177bd883d HTTP/1.1" status: 204 len: 168 time: 1.1256449 Mar 31 16:22:31.883703 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-1521c8bc-61bf-43a3-b0e9-01fe6ca2526a None None] Deleting port f0080546-b7a6-47bc-8a56-1d0488f68f02 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:22:31.884199 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1521c8bc-61bf-43a3-b0e9-01fe6ca2526a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:31.953361 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-1521c8bc-61bf-43a3-b0e9-01fe6ca2526a None None] The port 'f0080546-b7a6-47bc-8a56-1d0488f68f02' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 16:22:32.160489 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 57368) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:22:32.208355 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e7fb7018-66d7-4b26-ba55-b65b10e46701 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=179c927f6ccc4992b90d2502e91bf1f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467620 Mar 31 16:22:32.210906 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 57372) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:22:32.270275 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-20fd5d1d-9aa5-4974-b561-cea3aeb98717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:32.300102 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-20fd5d1d-9aa5-4974-b561-cea3aeb98717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:32.427778 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device f0080546-b7a6-47bc-8a56-1d0488f68f02 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:22:32.432766 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-20fd5d1d-9aa5-4974-b561-cea3aeb98717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:32.451480 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd5d1d-9aa5-4974-b561-cea3aeb98717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767a770b-1ca6-4f4c-baac-b2b1c2e4adde,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:32.458761 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-20fd5d1d-9aa5-4974-b561-cea3aeb98717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:32.459981 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-20fd5d1d-9aa5-4974-b561-cea3aeb98717 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/767a770b-1ca6-4f4c-baac-b2b1c2e4adde HTTP/1.1" status: 204 len: 168 time: 0.2481668 Mar 31 16:22:32.468987 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: f0080546-b7a6-47bc-8a56-1d0488f68f02 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:22:32.469368 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device f0080546-b7a6-47bc-8a56-1d0488f68f02 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:22:32.469776 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device a71dac86-dc36-412c-bb44-b5377eee907d no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:22:32.506830 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: a71dac86-dc36-412c-bb44-b5377eee907d {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:22:32.507416 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device a71dac86-dc36-412c-bb44-b5377eee907d not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:22:33.103161 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 57380) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:22:33.150785 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-72b068e3-67b4-494f-b301-fb61c325f31a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c1264442472648879914edf17699e1c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464702 Mar 31 16:22:33.154361 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 57384) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:22:33.170762 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4aa88c22-c554-49a8-8fee-4e51b2eb25aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:33.212961 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d4fff28-dc97-4f65-9e02-e79d8caceb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:33.238235 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d4fff28-dc97-4f65-9e02-e79d8caceb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:33.370431 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d4fff28-dc97-4f65-9e02-e79d8caceb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:33.390437 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4fff28-dc97-4f65-9e02-e79d8caceb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764758e1-e6f5-4b59-897c-a82b8032a480,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:33.396695 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d4fff28-dc97-4f65-9e02-e79d8caceb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:33.399089 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-3d4fff28-dc97-4f65-9e02-e79d8caceb76 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/764758e1-e6f5-4b59-897c-a82b8032a480 HTTP/1.1" status: 204 len: 168 time: 0.2427802 Mar 31 16:22:34.547010 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 57408) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:22:34.668376 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-e4d0da04-58aa-475c-a833-40fd2133eabc admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-469822487-network', 'tenant_id': '0bd509373e5845a09733911b95cb9543'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:22:34.673066 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e4d0da04-58aa-475c-a833-40fd2133eabc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:22:34.676859 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e4d0da04-58aa-475c-a833-40fd2133eabc admin admin] Usage tracker for resource:network and tenant:0bd509373e5845a09733911b95cb9543 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:22:34.680327 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e4d0da04-58aa-475c-a833-40fd2133eabc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:22:34.686245 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e4d0da04-58aa-475c-a833-40fd2133eabc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:22:34.753274 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d0da04-58aa-475c-a833-40fd2133eabc admin admin] Made reservation on behalf of 0bd509373e5845a09733911b95cb9543 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:22:34.755511 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4d0da04-58aa-475c-a833-40fd2133eabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:34.767491 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4d0da04-58aa-475c-a833-40fd2133eabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:34.781458 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e4d0da04-58aa-475c-a833-40fd2133eabc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:22:34.785155 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e4d0da04-58aa-475c-a833-40fd2133eabc admin admin] Usage tracker for resource:security_group_rule and tenant:0bd509373e5845a09733911b95cb9543 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:22:34.787936 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-e4d0da04-58aa-475c-a833-40fd2133eabc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:22:34.794087 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-e4d0da04-58aa-475c-a833-40fd2133eabc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:22:34.874974 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4d0da04-58aa-475c-a833-40fd2133eabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:34.941803 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4d0da04-58aa-475c-a833-40fd2133eabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:34.969539 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d0da04-58aa-475c-a833-40fd2133eabc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:22:34.982375 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0da04-58aa-475c-a833-40fd2133eabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0ef2d4-6a4a-4f16-9b9e-5bcd99fef385,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:34.987658 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4d0da04-58aa-475c-a833-40fd2133eabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:34.991964 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-e4d0da04-58aa-475c-a833-40fd2133eabc admin admin] Added segment a1843d95-2429-4082-a9d7-7d317fb7993e of type vlan for network 647c9a95-4dc5-47bb-a10e-be79ec064f30 Mar 31 16:22:35.013581 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4d0da04-58aa-475c-a833-40fd2133eabc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:35.100497 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4d0da04-58aa-475c-a833-40fd2133eabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:35.102067 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d0da04-58aa-475c-a833-40fd2133eabc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:22:35.102731 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4d0da04-58aa-475c-a833-40fd2133eabc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:35.187757 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fbb23029-5f70-4d4d-bec3-558430eada3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:35.204402 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0da04-58aa-475c-a833-40fd2133eabc admin admin] Pushing event updated for resources: {'Network': ['ID=647c9a95-4dc5-47bb-a10e-be79ec064f30,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:35.214281 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network 647c9a95-4dc5-47bb-a10e-be79ec064f30 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 16:22:35.274743 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e4d0da04-58aa-475c-a833-40fd2133eabc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7266197 Mar 31 16:22:35.277450 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 57414) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:22:35.282736 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-4a363e8a-6192-4664-b2df-732109449d22 admin admin] Request body: {'subnet': {'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-469822487-subnet', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:22:35.287565 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4a363e8a-6192-4664-b2df-732109449d22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:22:35.294416 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4a363e8a-6192-4664-b2df-732109449d22 admin admin] Usage tracker for resource:subnet and tenant:0bd509373e5845a09733911b95cb9543 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:22:35.294786 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-4a363e8a-6192-4664-b2df-732109449d22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:22:35.300412 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-4a363e8a-6192-4664-b2df-732109449d22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:22:35.370399 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a363e8a-6192-4664-b2df-732109449d22 admin admin] Made reservation on behalf of 0bd509373e5845a09733911b95cb9543 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:22:35.372696 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4a363e8a-6192-4664-b2df-732109449d22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:35.626597 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4a363e8a-6192-4664-b2df-732109449d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:35.700707 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a363e8a-6192-4664-b2df-732109449d22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ed7f008-421b-4849-b44f-65e6aa5eaf90,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:35.708935 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a363e8a-6192-4664-b2df-732109449d22 admin admin] Checking segment: {'id': 'a1843d95-2429-4082-a9d7-7d317fb7993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:22:35.709332 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a363e8a-6192-4664-b2df-732109449d22 admin admin] Network hostable DHCP agents. Network: 647c9a95-4dc5-47bb-a10e-be79ec064f30, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:22:35.792873 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a363e8a-6192-4664-b2df-732109449d22 admin admin] Network 647c9a95-4dc5-47bb-a10e-be79ec064f30 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:22:35.872905 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-4a363e8a-6192-4664-b2df-732109449d22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, 647c9a95-4dc5-47bb-a10e-be79ec064f30) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:22:35.876776 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a363e8a-6192-4664-b2df-732109449d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:22:35.877382 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4a363e8a-6192-4664-b2df-732109449d22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:35.881608 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c9d419-5776-45e3-a856-543c6ce93f3b None None] Network 647c9a95-4dc5-47bb-a10e-be79ec064f30 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:22:35.959673 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-4a363e8a-6192-4664-b2df-732109449d22 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6810887 Mar 31 16:22:35.962958 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 57418) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:22:35.967815 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-5f51bf28-dc12-4fa1-b8d7-07a4b4fd6047 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-469822487-router', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:22:35.972447 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-5f51bf28-dc12-4fa1-b8d7-07a4b4fd6047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:22:35.977031 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-5f51bf28-dc12-4fa1-b8d7-07a4b4fd6047 admin admin] Usage tracker for resource:router and tenant:0bd509373e5845a09733911b95cb9543 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:22:35.980119 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-5f51bf28-dc12-4fa1-b8d7-07a4b4fd6047 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:22:35.986203 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-5f51bf28-dc12-4fa1-b8d7-07a4b4fd6047 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:22:36.066701 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5f51bf28-dc12-4fa1-b8d7-07a4b4fd6047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:36.067856 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5f51bf28-dc12-4fa1-b8d7-07a4b4fd6047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:36.082623 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5f51bf28-dc12-4fa1-b8d7-07a4b4fd6047 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:36.094095 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-647c9a95-4dc5-47bb-a10e-be79ec064f30', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'fixed_ips': [{'subnet_id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 16:22:36.094967 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:36.302410 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Allocated IP 172.20.0.2 (647c9a95-4dc5-47bb-a10e-be79ec064f30/6ed7f008-421b-4849-b44f-65e6aa5eaf90/4b225ba4-d6e7-4fee-840f-22959877a630) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:22:36.513697 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5f51bf28-dc12-4fa1-b8d7-07a4b4fd6047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:36.520844 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:36.531535 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Transition to ACTIVE for port object 4b225ba4-d6e7-4fee-840f-22959877a630 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:22:36.550040 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Transition to ACTIVE for port object 4b225ba4-d6e7-4fee-840f-22959877a630 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:22:36.564966 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:36.651031 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:36.695086 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:36.714876 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Network 647c9a95-4dc5-47bb-a10e-be79ec064f30 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:22:36.717778 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:22:36.720239 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:22:36.760635 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Pushing event updated for resources: {'Port': ['ID=4b225ba4-d6e7-4fee-840f-22959877a630,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:36.805570 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:36.806187 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:36.806527 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:36.806866 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:36.807202 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:36.807531 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:36.807858 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:36.808184 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:36.808528 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:36.808830 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:36.809182 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:36.809532 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:36.839390 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Attempting to bind port 4b225ba4-d6e7-4fee-840f-22959877a630 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:22:36.839758 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Attempting to bind port 4b225ba4-d6e7-4fee-840f-22959877a630 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'a1843d95-2429-4082-a9d7-7d317fb7993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:22:36.840120 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Attempting to bind port 4b225ba4-d6e7-4fee-840f-22959877a630 on network 647c9a95-4dc5-47bb-a10e-be79ec064f30 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:22:36.845574 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:22:36.845946 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Checking segment: {'id': 'a1843d95-2429-4082-a9d7-7d317fb7993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:22:36.846338 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:36.846728 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Bound using segment: {'id': 'a1843d95-2429-4082-a9d7-7d317fb7993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:22:36.847181 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Bound port: 4b225ba4-d6e7-4fee-840f-22959877a630, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1843d95-2429-4082-a9d7-7d317fb7993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:22:36.847548 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:36.898968 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5f51bf28-dc12-4fa1-b8d7-07a4b4fd6047 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:36.928000 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5f51bf28-dc12-4fa1-b8d7-07a4b4fd6047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:36.934412 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] For port 4b225ba4-d6e7-4fee-840f-22959877a630, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:22:36.937402 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] For port 4b225ba4-d6e7-4fee-840f-22959877a630, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=4b225ba4-d6e7-4fee-840f-22959877a630,segment=NetworkSegment(a1843d95-2429-4082-a9d7-7d317fb7993e),segment_id=a1843d95-2429-4082-a9d7-7d317fb7993e)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:22:37.040152 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:37.068155 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-5f51bf28-dc12-4fa1-b8d7-07a4b4fd6047 admin admin] Allocated IP 172.26.5.74 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/372830ad-8c40-4e44-ac8b-1eea64fa1c51) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:22:37.141652 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9efdd-cd63-4f1e-9cb4-cac0f8a7f149 None None] Pushing event updated for resources: {'Port': ['ID=4b225ba4-d6e7-4fee-840f-22959877a630,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:37.221954 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5f51bf28-dc12-4fa1-b8d7-07a4b4fd6047 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:37.331302 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5f51bf28-dc12-4fa1-b8d7-07a4b4fd6047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:37.393595 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f51bf28-dc12-4fa1-b8d7-07a4b4fd6047 admin admin] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:22:37.401678 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-5f51bf28-dc12-4fa1-b8d7-07a4b4fd6047 admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:22:37.405925 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f51bf28-dc12-4fa1-b8d7-07a4b4fd6047 admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:22:37.440056 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51bf28-dc12-4fa1-b8d7-07a4b4fd6047 admin admin] Pushing event updated for resources: {'Port': ['ID=372830ad-8c40-4e44-ac8b-1eea64fa1c51,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:38.011693 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5f51bf28-dc12-4fa1-b8d7-07a4b4fd6047 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:38.030120 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c505622-d814-412b-b40b-e4a82db1d923 None None] Network 647c9a95-4dc5-47bb-a10e-be79ec064f30 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:22:38.189839 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:38.236704 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-16c23c78-8d22-4203-a714-e395efd67bcb None None] Provisioning for port 4b225ba4-d6e7-4fee-840f-22959877a630 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:22:38.368189 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5f51bf28-dc12-4fa1-b8d7-07a4b4fd6047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:38.462067 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 4b225ba4-d6e7-4fee-840f-22959877a630 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:22:38.634383 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 4b225ba4-d6e7-4fee-840f-22959877a630 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:22:38.639543 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 4b225ba4-d6e7-4fee-840f-22959877a630 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:22:38.645322 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:38.656504 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f51bf28-dc12-4fa1-b8d7-07a4b4fd6047 admin admin] Router 78c76e9b-0664-48da-9fd4-0c3dc0f10609 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 16:22:38.758479 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:38.789679 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 4b225ba4-d6e7-4fee-840f-22959877a630, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=4b225ba4-d6e7-4fee-840f-22959877a630,segment=NetworkSegment(a1843d95-2429-4082-a9d7-7d317fb7993e),segment_id=a1843d95-2429-4082-a9d7-7d317fb7993e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:22:38.831802 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f51bf28-dc12-4fa1-b8d7-07a4b4fd6047 admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:22:38.841737 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4049d4c9-87f3-4acb-bc4e-fa371b1190e9 None None] Sync routers for ids ['78c76e9b-0664-48da-9fd4-0c3dc0f10609'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:22:38.850616 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4049d4c9-87f3-4acb-bc4e-fa371b1190e9 None None] Routers {'78c76e9b-0664-48da-9fd4-0c3dc0f10609'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:22:38.851859 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4049d4c9-87f3-4acb-bc4e-fa371b1190e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:22:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['78c76e9b-0664-48da-9fd4-0c3dc0f10609'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:38.906576 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:38.924904 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5f51bf28-dc12-4fa1-b8d7-07a4b4fd6047 admin admin] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:38.928760 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5f51bf28-dc12-4fa1-b8d7-07a4b4fd6047 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9622860 Mar 31 16:22:38.928873 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 57424) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:22:39.056334 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=4b225ba4-d6e7-4fee-840f-22959877a630,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:39.086322 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-4049d4c9-87f3-4acb-bc4e-fa371b1190e9 None None] Set router 78c76e9b-0664-48da-9fd4-0c3dc0f10609 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:22:39.402100 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4049d4c9-87f3-4acb-bc4e-fa371b1190e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'name': 'tempest-TestSnapshotPattern-469822487-router', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:37Z', 'revision_number': 3, 'project_id': '0bd509373e5845a09733911b95cb9543', 'gw_port': {'id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:22:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:39.406242 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4049d4c9-87f3-4acb-bc4e-fa371b1190e9 None None] Checking router: 78c76e9b-0664-48da-9fd4-0c3dc0f10609 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:22:39.406595 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4049d4c9-87f3-4acb-bc4e-fa371b1190e9 None None] Updating router 78c76e9b-0664-48da-9fd4-0c3dc0f10609 port 372830ad-8c40-4e44-ac8b-1eea64fa1c51 binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:22:39.461604 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4049d4c9-87f3-4acb-bc4e-fa371b1190e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:39.717604 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bebe965a-7525-4050-9b9b-56547b360282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:39.790075 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4049d4c9-87f3-4acb-bc4e-fa371b1190e9 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:39.801430 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4049d4c9-87f3-4acb-bc4e-fa371b1190e9 None None] Transition to ACTIVE for port object 372830ad-8c40-4e44-ac8b-1eea64fa1c51 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:22:39.850196 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4049d4c9-87f3-4acb-bc4e-fa371b1190e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:39.919722 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-bebe965a-7525-4050-9b9b-56547b360282 admin admin] Allocated IP 172.20.0.1 (647c9a95-4dc5-47bb-a10e-be79ec064f30/6ed7f008-421b-4849-b44f-65e6aa5eaf90/e0d540e0-de0e-4283-8a23-a3e457c7d1a0) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:22:39.931891 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-4049d4c9-87f3-4acb-bc4e-fa371b1190e9 None None] Attempting to bind port 372830ad-8c40-4e44-ac8b-1eea64fa1c51 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:22:39.932255 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-4049d4c9-87f3-4acb-bc4e-fa371b1190e9 None None] Attempting to bind port 372830ad-8c40-4e44-ac8b-1eea64fa1c51 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:22:39.932613 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049d4c9-87f3-4acb-bc4e-fa371b1190e9 None None] Attempting to bind port 372830ad-8c40-4e44-ac8b-1eea64fa1c51 on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:22:39.938400 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612182b-b973-44c2-ab21-1a6adf6dd786 None None] Pushing event updated for resources: {'Port': ['ID=372830ad-8c40-4e44-ac8b-1eea64fa1c51,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:39.943330 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049d4c9-87f3-4acb-bc4e-fa371b1190e9 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:22:39.943906 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049d4c9-87f3-4acb-bc4e-fa371b1190e9 None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:22:39.944311 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4049d4c9-87f3-4acb-bc4e-fa371b1190e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:39.944705 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049d4c9-87f3-4acb-bc4e-fa371b1190e9 None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:22:39.945268 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-4049d4c9-87f3-4acb-bc4e-fa371b1190e9 None None] Bound port: 372830ad-8c40-4e44-ac8b-1eea64fa1c51, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:22:39.945648 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4049d4c9-87f3-4acb-bc4e-fa371b1190e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:40.016645 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-4049d4c9-87f3-4acb-bc4e-fa371b1190e9 None None] For port 372830ad-8c40-4e44-ac8b-1eea64fa1c51, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:22:40.019598 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-4049d4c9-87f3-4acb-bc4e-fa371b1190e9 None None] For port 372830ad-8c40-4e44-ac8b-1eea64fa1c51, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=372830ad-8c40-4e44-ac8b-1eea64fa1c51,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:22:40.067127 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bebe965a-7525-4050-9b9b-56547b360282 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:40.082125 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-bebe965a-7525-4050-9b9b-56547b360282 admin admin] Transition to ACTIVE for port object e0d540e0-de0e-4283-8a23-a3e457c7d1a0 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:22:40.091336 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4049d4c9-87f3-4acb-bc4e-fa371b1190e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:40.152407 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bebe965a-7525-4050-9b9b-56547b360282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:40.170275 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4049d4c9-87f3-4acb-bc4e-fa371b1190e9 None None] Routers {'78c76e9b-0664-48da-9fd4-0c3dc0f10609'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:22:40.171156 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4049d4c9-87f3-4acb-bc4e-fa371b1190e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:22:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['78c76e9b-0664-48da-9fd4-0c3dc0f10609'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:40.218290 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebe965a-7525-4050-9b9b-56547b360282 admin admin] Network 647c9a95-4dc5-47bb-a10e-be79ec064f30 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:22:40.225143 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-bebe965a-7525-4050-9b9b-56547b360282 admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:22:40.230667 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebe965a-7525-4050-9b9b-56547b360282 admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:22:40.247340 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612182b-b973-44c2-ab21-1a6adf6dd786 None None] Pushing event updated for resources: {'Port': ['ID=372830ad-8c40-4e44-ac8b-1eea64fa1c51,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:40.262894 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe965a-7525-4050-9b9b-56547b360282 admin admin] Pushing event updated for resources: {'Port': ['ID=e0d540e0-de0e-4283-8a23-a3e457c7d1a0,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:40.290966 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bebe965a-7525-4050-9b9b-56547b360282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:40.363276 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-4049d4c9-87f3-4acb-bc4e-fa371b1190e9 None None] Set router 78c76e9b-0664-48da-9fd4-0c3dc0f10609 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:22:40.472868 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 4b225ba4-d6e7-4fee-840f-22959877a630 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:22:40.656318 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bebe965a-7525-4050-9b9b-56547b360282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:40.662579 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 4b225ba4-d6e7-4fee-840f-22959877a630 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:22:40.662953 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:40.702008 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ab26d45f-dc6d-4635-95b3-494235b937f3 None None] Provisioning for port e0d540e0-de0e-4283-8a23-a3e457c7d1a0 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:22:40.741254 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ab26d45f-dc6d-4635-95b3-494235b937f3 None None] Provisioning complete for port e0d540e0-de0e-4283-8a23-a3e457c7d1a0 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:22:40.741629 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ab26d45f-dc6d-4635-95b3-494235b937f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:40.815333 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-ab26d45f-dc6d-4635-95b3-494235b937f3 None None] Port e0d540e0-de0e-4283-8a23-a3e457c7d1a0 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:22:40.877476 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bebe965a-7525-4050-9b9b-56547b360282 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:40.916782 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4049d4c9-87f3-4acb-bc4e-fa371b1190e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'name': 'tempest-TestSnapshotPattern-469822487-router', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:37Z', 'revision_number': 3, 'project_id': '0bd509373e5845a09733911b95cb9543', 'gw_port': {'id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:22:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:40.927886 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4049d4c9-87f3-4acb-bc4e-fa371b1190e9 None None] The sync data for ids ['78c76e9b-0664-48da-9fd4-0c3dc0f10609'] in dv-neutron-833379-2-hyperv is: [{'id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'name': 'tempest-TestSnapshotPattern-469822487-router', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:37Z', 'revision_number': 3, 'project_id': '0bd509373e5845a09733911b95cb9543', 'gw_port': {'id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:22:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:22:40.947940 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bebe965a-7525-4050-9b9b-56547b360282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:41.058267 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bebe965a-7525-4050-9b9b-56547b360282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:41.061545 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe965a-7525-4050-9b9b-56547b360282 admin admin] Pushing event updated for resources: {'Port': ['ID=e0d540e0-de0e-4283-8a23-a3e457c7d1a0,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:41.209791 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebe965a-7525-4050-9b9b-56547b360282 admin admin] Network 647c9a95-4dc5-47bb-a10e-be79ec064f30 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:22:41.211660 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-bebe965a-7525-4050-9b9b-56547b360282 admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:22:41.446753 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-76599957-098f-4f74-9162-a4352d360e66 None None] Provisioning complete for port e0d540e0-de0e-4283-8a23-a3e457c7d1a0 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:22:41.447358 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-76599957-098f-4f74-9162-a4352d360e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:41.502240 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-76599957-098f-4f74-9162-a4352d360e66 None None] Port e0d540e0-de0e-4283-8a23-a3e457c7d1a0 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:22:41.527270 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bebe965a-7525-4050-9b9b-56547b360282 admin admin] Router 78c76e9b-0664-48da-9fd4-0c3dc0f10609 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:22:41.713704 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebe965a-7525-4050-9b9b-56547b360282 admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:22:41.722691 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-bebe965a-7525-4050-9b9b-56547b360282 admin admin] 10.222.0.31 "PUT /v2.0/routers/78c76e9b-0664-48da-9fd4-0c3dc0f10609/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7921491 Mar 31 16:22:42.437449 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d99eed3-c70b-4869-8b47-74aab0e19826 None None] Sync routers for ids ['78c76e9b-0664-48da-9fd4-0c3dc0f10609'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:22:42.449592 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d99eed3-c70b-4869-8b47-74aab0e19826 None None] Routers {'78c76e9b-0664-48da-9fd4-0c3dc0f10609'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:22:42.450336 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-7d99eed3-c70b-4869-8b47-74aab0e19826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:22:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['78c76e9b-0664-48da-9fd4-0c3dc0f10609'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:42.453778 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 372830ad-8c40-4e44-ac8b-1eea64fa1c51 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:22:42.466253 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 57444) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:22:42.471796 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-f7fed720-98a8-4268-b107-1fdba436590a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1656844473-network', 'tenant_id': 'c00e0f730a59404bbf823a87ad95440f'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:22:42.476645 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f7fed720-98a8-4268-b107-1fdba436590a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:22:42.480770 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f7fed720-98a8-4268-b107-1fdba436590a admin admin] Usage tracker for resource:network and tenant:c00e0f730a59404bbf823a87ad95440f is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:22:42.483604 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f7fed720-98a8-4268-b107-1fdba436590a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:22:42.489314 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f7fed720-98a8-4268-b107-1fdba436590a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:22:42.558110 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fed720-98a8-4268-b107-1fdba436590a admin admin] Made reservation on behalf of c00e0f730a59404bbf823a87ad95440f for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:22:42.560723 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f7fed720-98a8-4268-b107-1fdba436590a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for network, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:42.573814 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f7fed720-98a8-4268-b107-1fdba436590a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:42.581431 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 372830ad-8c40-4e44-ac8b-1eea64fa1c51 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:22:42.589483 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f7fed720-98a8-4268-b107-1fdba436590a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:22:42.590032 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 372830ad-8c40-4e44-ac8b-1eea64fa1c51 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:22:42.590597 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:42.593610 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f7fed720-98a8-4268-b107-1fdba436590a admin admin] Usage tracker for resource:security_group_rule and tenant:c00e0f730a59404bbf823a87ad95440f is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:22:42.596465 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-f7fed720-98a8-4268-b107-1fdba436590a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:22:42.603168 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-f7fed720-98a8-4268-b107-1fdba436590a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:22:42.671021 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-7d99eed3-c70b-4869-8b47-74aab0e19826 None None] Set router 78c76e9b-0664-48da-9fd4-0c3dc0f10609 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:22:42.696528 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f7fed720-98a8-4268-b107-1fdba436590a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:42.723296 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:42.739620 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 372830ad-8c40-4e44-ac8b-1eea64fa1c51, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=372830ad-8c40-4e44-ac8b-1eea64fa1c51,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:22:42.764941 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f7fed720-98a8-4268-b107-1fdba436590a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:42.796804 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7fed720-98a8-4268-b107-1fdba436590a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:22:42.807287 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fed720-98a8-4268-b107-1fdba436590a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e88504-4094-4bf2-b087-211fd3c116f8,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:42.812683 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f7fed720-98a8-4268-b107-1fdba436590a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:42.813169 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.segments_db [None req-f7fed720-98a8-4268-b107-1fdba436590a admin admin] Added segment 1cb5f784-61e5-4f86-bb2a-079ee91e22ba of type vlan for network ddfafdb1-17c8-4697-b4e5-9caf6ebf4744 Mar 31 16:22:42.826630 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:42.845700 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f7fed720-98a8-4268-b107-1fdba436590a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791085105574'] for network, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:42.895150 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=372830ad-8c40-4e44-ac8b-1eea64fa1c51,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:42.940566 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f7fed720-98a8-4268-b107-1fdba436590a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863'] for network, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:42.941660 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fed720-98a8-4268-b107-1fdba436590a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:22:42.942260 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f7fed720-98a8-4268-b107-1fdba436590a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:42.979252 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-7d99eed3-c70b-4869-8b47-74aab0e19826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'name': 'tempest-TestSnapshotPattern-469822487-router', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:40Z', 'revision_number': 4, 'project_id': '0bd509373e5845a09733911b95cb9543', 'gw_port': {'id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:22:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'e0d540e0-de0e-4283-8a23-a3e457c7d1a0', 'name': '', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'mac_address': 'fa:16:3e:b5:6c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:39Z', 'updated_at': '2022-03-31T16:22:40Z', 'revision_number': 2, 'project_id': '0bd509373e5845a09733911b95cb9543', 'subnets': [{'id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:42.983025 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d99eed3-c70b-4869-8b47-74aab0e19826 None None] Checking router: 78c76e9b-0664-48da-9fd4-0c3dc0f10609 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:22:42.983369 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d99eed3-c70b-4869-8b47-74aab0e19826 None None] Updating router 78c76e9b-0664-48da-9fd4-0c3dc0f10609 port e0d540e0-de0e-4283-8a23-a3e457c7d1a0 binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:22:43.044126 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7d99eed3-c70b-4869-8b47-74aab0e19826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:43.045855 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fed720-98a8-4268-b107-1fdba436590a admin admin] Pushing event updated for resources: {'Network': ['ID=ddfafdb1-17c8-4697-b4e5-9caf6ebf4744,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:43.055745 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Network ddfafdb1-17c8-4697-b4e5-9caf6ebf4744 details requested by agent ovs-agent-dv-neutron-833379-2-hyperv with host dv-neutron-833379-2-hyperv {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 31 16:22:43.097037 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-f7fed720-98a8-4268-b107-1fdba436590a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6296105 Mar 31 16:22:43.099711 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 57448) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:22:43.105316 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-d4fea1ce-5439-4adc-96d7-5e7fa9b7c053 admin admin] Request body: {'subnet': {'network_id': 'ddfafdb1-17c8-4697-b4e5-9caf6ebf4744', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1656844473-subnet', 'tenant_id': 'c00e0f730a59404bbf823a87ad95440f', 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:22:43.110508 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d4fea1ce-5439-4adc-96d7-5e7fa9b7c053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:22:43.117798 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d4fea1ce-5439-4adc-96d7-5e7fa9b7c053 admin admin] Usage tracker for resource:subnet and tenant:c00e0f730a59404bbf823a87ad95440f is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:22:43.117798 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-d4fea1ce-5439-4adc-96d7-5e7fa9b7c053 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:22:43.123343 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-d4fea1ce-5439-4adc-96d7-5e7fa9b7c053 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:22:43.187576 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fea1ce-5439-4adc-96d7-5e7fa9b7c053 admin admin] Made reservation on behalf of c00e0f730a59404bbf823a87ad95440f for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:22:43.190059 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d4fea1ce-5439-4adc-96d7-5e7fa9b7c053 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15010909'] for subnet, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:43.389128 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7d99eed3-c70b-4869-8b47-74aab0e19826 None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:43.400542 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-7d99eed3-c70b-4869-8b47-74aab0e19826 None None] Transition to ACTIVE for port object e0d540e0-de0e-4283-8a23-a3e457c7d1a0 will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:22:43.455117 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d4fea1ce-5439-4adc-96d7-5e7fa9b7c053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15414131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15010891'] for subnet, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:43.461483 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7d99eed3-c70b-4869-8b47-74aab0e19826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:43.533607 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fea1ce-5439-4adc-96d7-5e7fa9b7c053 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53cf0425-8fb9-49f2-868a-8050edd190f0,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:43.542613 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fea1ce-5439-4adc-96d7-5e7fa9b7c053 admin admin] Checking segment: {'id': '1cb5f784-61e5-4f86-bb2a-079ee91e22ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ddfafdb1-17c8-4697-b4e5-9caf6ebf4744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:22:43.542971 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fea1ce-5439-4adc-96d7-5e7fa9b7c053 admin admin] Network hostable DHCP agents. Network: ddfafdb1-17c8-4697-b4e5-9caf6ebf4744, hostable agents: ['cd5340db-d45e-4dc4-8b29-62acf73c8c1f'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:22:43.609731 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fea1ce-5439-4adc-96d7-5e7fa9b7c053 admin admin] Network ddfafdb1-17c8-4697-b4e5-9caf6ebf4744 is scheduled to be hosted by DHCP agent cd5340db-d45e-4dc4-8b29-62acf73c8c1f with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:22:43.617270 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967bd83b-f194-48c0-a165-7ea9fbfa1fe7 None None] Pushing event updated for resources: {'Port': ['ID=e0d540e0-de0e-4283-8a23-a3e457c7d1a0,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:43.660601 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967bd83b-f194-48c0-a165-7ea9fbfa1fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:43.660947 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967bd83b-f194-48c0-a165-7ea9fbfa1fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:43.661304 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967bd83b-f194-48c0-a165-7ea9fbfa1fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:43.661635 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967bd83b-f194-48c0-a165-7ea9fbfa1fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:43.661959 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967bd83b-f194-48c0-a165-7ea9fbfa1fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:43.662276 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967bd83b-f194-48c0-a165-7ea9fbfa1fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:43.662594 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967bd83b-f194-48c0-a165-7ea9fbfa1fe7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:43.662910 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967bd83b-f194-48c0-a165-7ea9fbfa1fe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:43.663228 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967bd83b-f194-48c0-a165-7ea9fbfa1fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:43.663571 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967bd83b-f194-48c0-a165-7ea9fbfa1fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:43.663877 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967bd83b-f194-48c0-a165-7ea9fbfa1fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:43.664188 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967bd83b-f194-48c0-a165-7ea9fbfa1fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:43.687559 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-7d99eed3-c70b-4869-8b47-74aab0e19826 None None] Attempting to bind port e0d540e0-de0e-4283-8a23-a3e457c7d1a0 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:22:43.688024 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-7d99eed3-c70b-4869-8b47-74aab0e19826 None None] Attempting to bind port e0d540e0-de0e-4283-8a23-a3e457c7d1a0 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': 'a1843d95-2429-4082-a9d7-7d317fb7993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:22:43.688383 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99eed3-c70b-4869-8b47-74aab0e19826 None None] Attempting to bind port e0d540e0-de0e-4283-8a23-a3e457c7d1a0 on network 647c9a95-4dc5-47bb-a10e-be79ec064f30 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:22:43.689489 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-d4fea1ce-5439-4adc-96d7-5e7fa9b7c053 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-2-hyperv, ddfafdb1-17c8-4697-b4e5-9caf6ebf4744) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:22:43.693650 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fea1ce-5439-4adc-96d7-5e7fa9b7c053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:22:43.693861 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99eed3-c70b-4869-8b47-74aab0e19826 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:22:43.694219 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99eed3-c70b-4869-8b47-74aab0e19826 None None] Checking segment: {'id': 'a1843d95-2429-4082-a9d7-7d317fb7993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:22:43.694322 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d4fea1ce-5439-4adc-96d7-5e7fa9b7c053 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:43.694604 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7d99eed3-c70b-4869-8b47-74aab0e19826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:43.695666 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99eed3-c70b-4869-8b47-74aab0e19826 None None] Bound using segment: {'id': 'a1843d95-2429-4082-a9d7-7d317fb7993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:22:43.696223 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-7d99eed3-c70b-4869-8b47-74aab0e19826 None None] Bound port: e0d540e0-de0e-4283-8a23-a3e457c7d1a0, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1843d95-2429-4082-a9d7-7d317fb7993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:22:43.696563 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7d99eed3-c70b-4869-8b47-74aab0e19826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:43.699959 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a28ec9-17f8-4589-91ae-ea8ac6f690fb None None] Network ddfafdb1-17c8-4697-b4e5-9caf6ebf4744 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:22:43.782360 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d4fea1ce-5439-4adc-96d7-5e7fa9b7c053 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6807942 Mar 31 16:22:43.784115 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 57454) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:22:43.786871 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-7d99eed3-c70b-4869-8b47-74aab0e19826 None None] For port e0d540e0-de0e-4283-8a23-a3e457c7d1a0, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:22:43.790241 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-7d99eed3-c70b-4869-8b47-74aab0e19826 None None] For port e0d540e0-de0e-4283-8a23-a3e457c7d1a0, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e0d540e0-de0e-4283-8a23-a3e457c7d1a0,segment=NetworkSegment(a1843d95-2429-4082-a9d7-7d317fb7993e),segment_id=a1843d95-2429-4082-a9d7-7d317fb7993e)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:22:43.790523 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-13450317-ce82-475f-87a2-d7d94a4cec8c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1656844473-router', 'tenant_id': 'c00e0f730a59404bbf823a87ad95440f', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:22:43.795449 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-13450317-ce82-475f-87a2-d7d94a4cec8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:22:43.799298 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-13450317-ce82-475f-87a2-d7d94a4cec8c admin admin] Usage tracker for resource:router and tenant:c00e0f730a59404bbf823a87ad95440f is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:22:43.802313 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-13450317-ce82-475f-87a2-d7d94a4cec8c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:22:43.808590 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-13450317-ce82-475f-87a2-d7d94a4cec8c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:22:43.869332 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7d99eed3-c70b-4869-8b47-74aab0e19826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:43.873553 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-13450317-ce82-475f-87a2-d7d94a4cec8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:43.874717 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-13450317-ce82-475f-87a2-d7d94a4cec8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:43.891813 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-13450317-ce82-475f-87a2-d7d94a4cec8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:43.927466 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f62b3dd-e6d2-4d42-b113-9d9dc96dfaad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdade779-6ad2-5f01-b919-ebbac6a4d3fa-ddfafdb1-17c8-4697-b4e5-9caf6ebf4744', 'network_id': 'ddfafdb1-17c8-4697-b4e5-9caf6ebf4744', 'tenant_id': 'c00e0f730a59404bbf823a87ad95440f', 'fixed_ips': [{'subnet_id': '53cf0425-8fb9-49f2-868a-8050edd190f0'}]}} from dv-neutron-833379-2-hyperv. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 31 16:22:43.928341 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1f62b3dd-e6d2-4d42-b113-9d9dc96dfaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:43.953735 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d99eed3-c70b-4869-8b47-74aab0e19826 None None] Routers {'78c76e9b-0664-48da-9fd4-0c3dc0f10609'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:22:43.954365 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-7d99eed3-c70b-4869-8b47-74aab0e19826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:22:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['78c76e9b-0664-48da-9fd4-0c3dc0f10609'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:44.021032 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967bd83b-f194-48c0-a165-7ea9fbfa1fe7 None None] Pushing event updated for resources: {'Port': ['ID=e0d540e0-de0e-4283-8a23-a3e457c7d1a0,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:44.094719 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-1f62b3dd-e6d2-4d42-b113-9d9dc96dfaad None None] Allocated IP 172.20.0.2 (ddfafdb1-17c8-4697-b4e5-9caf6ebf4744/53cf0425-8fb9-49f2-868a-8050edd190f0/9ec03c5e-55fc-4012-970a-13a5df46bcc7) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:22:44.155800 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-7d99eed3-c70b-4869-8b47-74aab0e19826 None None] Set router 78c76e9b-0664-48da-9fd4-0c3dc0f10609 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:22:44.232229 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-13450317-ce82-475f-87a2-d7d94a4cec8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:44.325745 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1f62b3dd-e6d2-4d42-b113-9d9dc96dfaad None None] Notify callbacks [] for port, precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:44.337131 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1f62b3dd-e6d2-4d42-b113-9d9dc96dfaad None None] Transition to ACTIVE for port object 9ec03c5e-55fc-4012-970a-13a5df46bcc7 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:22:44.356386 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-1f62b3dd-e6d2-4d42-b113-9d9dc96dfaad None None] Transition to ACTIVE for port object 9ec03c5e-55fc-4012-970a-13a5df46bcc7 will not be triggered until provisioned by entity DHCP. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:22:44.417986 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1f62b3dd-e6d2-4d42-b113-9d9dc96dfaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376'] for port, after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:44.467083 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 372830ad-8c40-4e44-ac8b-1eea64fa1c51 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:22:44.509995 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-7d99eed3-c70b-4869-8b47-74aab0e19826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'name': 'tempest-TestSnapshotPattern-469822487-router', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:40Z', 'revision_number': 4, 'project_id': '0bd509373e5845a09733911b95cb9543', 'gw_port': {'id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'e0d540e0-de0e-4283-8a23-a3e457c7d1a0', 'name': '', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'mac_address': 'fa:16:3e:b5:6c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:39Z', 'updated_at': '2022-03-31T16:22:43Z', 'revision_number': 4, 'project_id': '0bd509373e5845a09733911b95cb9543', 'subnets': [{'id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:44.514478 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d99eed3-c70b-4869-8b47-74aab0e19826 None None] The sync data for ids ['78c76e9b-0664-48da-9fd4-0c3dc0f10609'] in dv-neutron-833379-2-hyperv is: [{'id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'name': 'tempest-TestSnapshotPattern-469822487-router', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:40Z', 'revision_number': 4, 'project_id': '0bd509373e5845a09733911b95cb9543', 'gw_port': {'id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'e0d540e0-de0e-4283-8a23-a3e457c7d1a0', 'name': '', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'mac_address': 'fa:16:3e:b5:6c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:39Z', 'updated_at': '2022-03-31T16:22:43Z', 'revision_number': 4, 'project_id': '0bd509373e5845a09733911b95cb9543', 'subnets': [{'id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:22:44.532877 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f62b3dd-e6d2-4d42-b113-9d9dc96dfaad None None] Network ddfafdb1-17c8-4697-b4e5-9caf6ebf4744 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:22:44.545562 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-1f62b3dd-e6d2-4d42-b113-9d9dc96dfaad None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:22:44.557457 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f62b3dd-e6d2-4d42-b113-9d9dc96dfaad None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:22:44.559475 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62b3dd-e6d2-4d42-b113-9d9dc96dfaad None None] Pushing event updated for resources: {'Port': ['ID=9ec03c5e-55fc-4012-970a-13a5df46bcc7,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:44.702904 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-1f62b3dd-e6d2-4d42-b113-9d9dc96dfaad None None] Attempting to bind port 9ec03c5e-55fc-4012-970a-13a5df46bcc7 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:22:44.703547 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-1f62b3dd-e6d2-4d42-b113-9d9dc96dfaad None None] Attempting to bind port 9ec03c5e-55fc-4012-970a-13a5df46bcc7 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '1cb5f784-61e5-4f86-bb2a-079ee91e22ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ddfafdb1-17c8-4697-b4e5-9caf6ebf4744'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:22:44.703642 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f62b3dd-e6d2-4d42-b113-9d9dc96dfaad None None] Attempting to bind port 9ec03c5e-55fc-4012-970a-13a5df46bcc7 on network ddfafdb1-17c8-4697-b4e5-9caf6ebf4744 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:22:44.705733 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 372830ad-8c40-4e44-ac8b-1eea64fa1c51 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:22:44.706103 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:44.744378 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f62b3dd-e6d2-4d42-b113-9d9dc96dfaad None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:22:44.744752 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f62b3dd-e6d2-4d42-b113-9d9dc96dfaad None None] Checking segment: {'id': '1cb5f784-61e5-4f86-bb2a-079ee91e22ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ddfafdb1-17c8-4697-b4e5-9caf6ebf4744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:22:44.745157 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1f62b3dd-e6d2-4d42-b113-9d9dc96dfaad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:44.745584 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f62b3dd-e6d2-4d42-b113-9d9dc96dfaad None None] Bound using segment: {'id': '1cb5f784-61e5-4f86-bb2a-079ee91e22ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ddfafdb1-17c8-4697-b4e5-9caf6ebf4744'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:22:44.746067 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-1f62b3dd-e6d2-4d42-b113-9d9dc96dfaad None None] Bound port: 9ec03c5e-55fc-4012-970a-13a5df46bcc7, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb5f784-61e5-4f86-bb2a-079ee91e22ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ddfafdb1-17c8-4697-b4e5-9caf6ebf4744'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:22:44.746444 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1f62b3dd-e6d2-4d42-b113-9d9dc96dfaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:44.778805 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-13450317-ce82-475f-87a2-d7d94a4cec8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:44.812002 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-13450317-ce82-475f-87a2-d7d94a4cec8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:44.898683 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-1f62b3dd-e6d2-4d42-b113-9d9dc96dfaad None None] For port 9ec03c5e-55fc-4012-970a-13a5df46bcc7, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:22:44.916783 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-1f62b3dd-e6d2-4d42-b113-9d9dc96dfaad None None] For port 9ec03c5e-55fc-4012-970a-13a5df46bcc7, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=9ec03c5e-55fc-4012-970a-13a5df46bcc7,segment=NetworkSegment(1cb5f784-61e5-4f86-bb2a-079ee91e22ba),segment_id=1cb5f784-61e5-4f86-bb2a-079ee91e22ba)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:22:44.954170 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-13450317-ce82-475f-87a2-d7d94a4cec8c admin admin] Allocated IP 172.26.5.237 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/eaaab31f-996c-4d8a-a756-cf71488d7977) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:22:44.999629 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1f62b3dd-e6d2-4d42-b113-9d9dc96dfaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:45.085706 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62b3dd-e6d2-4d42-b113-9d9dc96dfaad None None] Pushing event updated for resources: {'Port': ['ID=9ec03c5e-55fc-4012-970a-13a5df46bcc7,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:45.124462 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-13450317-ce82-475f-87a2-d7d94a4cec8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:45.211553 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-13450317-ce82-475f-87a2-d7d94a4cec8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:45.282305 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13450317-ce82-475f-87a2-d7d94a4cec8c admin admin] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:22:45.285115 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-13450317-ce82-475f-87a2-d7d94a4cec8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:22:45.287778 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13450317-ce82-475f-87a2-d7d94a4cec8c admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:22:45.338706 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13450317-ce82-475f-87a2-d7d94a4cec8c admin admin] Pushing event updated for resources: {'Port': ['ID=eaaab31f-996c-4d8a-a756-cf71488d7977,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:45.792874 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-13450317-ce82-475f-87a2-d7d94a4cec8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:46.025790 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea91fa8-731e-4e68-80da-bd7d7d13942f None None] Network ddfafdb1-17c8-4697-b4e5-9caf6ebf4744 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:22:46.147790 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-13450317-ce82-475f-87a2-d7d94a4cec8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454696'] for router, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:46.212631 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2e1cdbe8-812c-41f7-96cc-2110cd920b10 None None] Provisioning for port 9ec03c5e-55fc-4012-970a-13a5df46bcc7 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:22:46.504782 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 9ec03c5e-55fc-4012-970a-13a5df46bcc7 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:22:46.571587 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13450317-ce82-475f-87a2-d7d94a4cec8c admin admin] Router 41566557-0498-4b56-b6cf-2d642b6f9f48 is scheduled to L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 31 16:22:46.650560 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 9ec03c5e-55fc-4012-970a-13a5df46bcc7 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:22:46.655362 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 9ec03c5e-55fc-4012-970a-13a5df46bcc7 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:22:46.655724 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:46.751664 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13450317-ce82-475f-87a2-d7d94a4cec8c admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:22:46.770521 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b7a3db-6740-4de9-996c-6f49bba45823 None None] Sync routers for ids ['41566557-0498-4b56-b6cf-2d642b6f9f48'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:22:46.778118 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:46.796896 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b7a3db-6740-4de9-996c-6f49bba45823 None None] Routers {'41566557-0498-4b56-b6cf-2d642b6f9f48'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:22:46.797529 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-95b7a3db-6740-4de9-996c-6f49bba45823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:22:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['41566557-0498-4b56-b6cf-2d642b6f9f48'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:46.843640 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-13450317-ce82-475f-87a2-d7d94a4cec8c admin admin] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:46.844877 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-13450317-ce82-475f-87a2-d7d94a4cec8c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0587754 Mar 31 16:22:46.847751 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 57460) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:22:46.881492 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 9ec03c5e-55fc-4012-970a-13a5df46bcc7, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=9ec03c5e-55fc-4012-970a-13a5df46bcc7,segment=NetworkSegment(1cb5f784-61e5-4f86-bb2a-079ee91e22ba),segment_id=1cb5f784-61e5-4f86-bb2a-079ee91e22ba)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:22:46.943758 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:46.944429 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e0d540e0-de0e-4283-8a23-a3e457c7d1a0 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:22:47.088009 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-95b7a3db-6740-4de9-996c-6f49bba45823 None None] Set router 41566557-0498-4b56-b6cf-2d642b6f9f48 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:22:47.127766 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=9ec03c5e-55fc-4012-970a-13a5df46bcc7,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:47.343473 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port e0d540e0-de0e-4283-8a23-a3e457c7d1a0 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:22:47.353822 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port e0d540e0-de0e-4283-8a23-a3e457c7d1a0 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:22:47.354182 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:47.471175 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-95b7a3db-6740-4de9-996c-6f49bba45823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41566557-0498-4b56-b6cf-2d642b6f9f48', 'name': 'tempest-TestSnapshotPattern-1656844473-router', 'tenant_id': 'c00e0f730a59404bbf823a87ad95440f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': 'eaaab31f-996c-4d8a-a756-cf71488d7977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:22:43Z', 'updated_at': '2022-03-31T16:22:45Z', 'revision_number': 3, 'project_id': 'c00e0f730a59404bbf823a87ad95440f', 'gw_port': {'id': 'eaaab31f-996c-4d8a-a756-cf71488d7977', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41566557-0498-4b56-b6cf-2d642b6f9f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:44Z', 'updated_at': '2022-03-31T16:22:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:47.483580 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b7a3db-6740-4de9-996c-6f49bba45823 None None] Checking router: 41566557-0498-4b56-b6cf-2d642b6f9f48 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:22:47.483921 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b7a3db-6740-4de9-996c-6f49bba45823 None None] Updating router 41566557-0498-4b56-b6cf-2d642b6f9f48 port eaaab31f-996c-4d8a-a756-cf71488d7977 binding host dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:22:47.533049 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1984d678-3d78-4415-b94e-711577e17dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:47.540189 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:47.565439 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-95b7a3db-6740-4de9-996c-6f49bba45823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:47.633606 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port e0d540e0-de0e-4283-8a23-a3e457c7d1a0, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e0d540e0-de0e-4283-8a23-a3e457c7d1a0,segment=NetworkSegment(a1843d95-2429-4082-a9d7-7d317fb7993e),segment_id=a1843d95-2429-4082-a9d7-7d317fb7993e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:22:47.682534 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:47.751487 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-1984d678-3d78-4415-b94e-711577e17dcf admin admin] Allocated IP 172.20.0.1 (ddfafdb1-17c8-4697-b4e5-9caf6ebf4744/53cf0425-8fb9-49f2-868a-8050edd190f0/0ef0b1ac-a369-4d90-bf93-0deeb8e15c82) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:22:47.840559 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=e0d540e0-de0e-4283-8a23-a3e457c7d1a0,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:47.841715 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:22:47.899690 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1984d678-3d78-4415-b94e-711577e17dcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:47.915731 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1984d678-3d78-4415-b94e-711577e17dcf admin admin] Transition to ACTIVE for port object 0ef0b1ac-a369-4d90-bf93-0deeb8e15c82 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:22:48.015136 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-95b7a3db-6740-4de9-996c-6f49bba45823 None None] Notify callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:48.016104 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1984d678-3d78-4415-b94e-711577e17dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:48.026509 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-95b7a3db-6740-4de9-996c-6f49bba45823 None None] Transition to ACTIVE for port object eaaab31f-996c-4d8a-a756-cf71488d7977 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:22:48.073747 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1984d678-3d78-4415-b94e-711577e17dcf admin admin] Network ddfafdb1-17c8-4697-b4e5-9caf6ebf4744 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:22:48.076470 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-1984d678-3d78-4415-b94e-711577e17dcf admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:22:48.080009 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1984d678-3d78-4415-b94e-711577e17dcf admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:22:48.084870 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-95b7a3db-6740-4de9-996c-6f49bba45823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:48.180321 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-95b7a3db-6740-4de9-996c-6f49bba45823 None None] Attempting to bind port eaaab31f-996c-4d8a-a756-cf71488d7977 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:22:48.181159 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-95b7a3db-6740-4de9-996c-6f49bba45823 None None] Attempting to bind port eaaab31f-996c-4d8a-a756-cf71488d7977 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:22:48.181546 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b7a3db-6740-4de9-996c-6f49bba45823 None None] Attempting to bind port eaaab31f-996c-4d8a-a756-cf71488d7977 on network 81fb4282-babc-4201-afd1-e5be35072e1e {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:22:48.183799 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2792a-f0e7-4a66-85d3-a0c2019ca495 None None] Pushing event updated for resources: {'Port': ['ID=eaaab31f-996c-4d8a-a756-cf71488d7977,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:48.190170 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b7a3db-6740-4de9-996c-6f49bba45823 None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:22:48.190548 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b7a3db-6740-4de9-996c-6f49bba45823 None None] Checking segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:22:48.190951 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-95b7a3db-6740-4de9-996c-6f49bba45823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:48.191340 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b7a3db-6740-4de9-996c-6f49bba45823 None None] Bound using segment: {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:22:48.191809 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-95b7a3db-6740-4de9-996c-6f49bba45823 None None] Bound port: eaaab31f-996c-4d8a-a756-cf71488d7977, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3f4dd-0935-4c8d-b570-800c39565c27', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:22:48.192185 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-95b7a3db-6740-4de9-996c-6f49bba45823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:48.255970 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984d678-3d78-4415-b94e-711577e17dcf admin admin] Pushing event updated for resources: {'Port': ['ID=0ef0b1ac-a369-4d90-bf93-0deeb8e15c82,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:48.275368 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-95b7a3db-6740-4de9-996c-6f49bba45823 None None] For port eaaab31f-996c-4d8a-a756-cf71488d7977, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:22:48.276710 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1984d678-3d78-4415-b94e-711577e17dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456290'] for router_interface, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:48.278868 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-95b7a3db-6740-4de9-996c-6f49bba45823 None None] For port eaaab31f-996c-4d8a-a756-cf71488d7977, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=eaaab31f-996c-4d8a-a756-cf71488d7977,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:22:48.336540 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-95b7a3db-6740-4de9-996c-6f49bba45823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:48.400275 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d98f726c-d6e5-45ae-b4d6-f74111f527d1 None None] Provisioning for port 0ef0b1ac-a369-4d90-bf93-0deeb8e15c82 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:22:48.413234 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d98f726c-d6e5-45ae-b4d6-f74111f527d1 None None] Provisioning complete for port 0ef0b1ac-a369-4d90-bf93-0deeb8e15c82 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:22:48.414265 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d98f726c-d6e5-45ae-b4d6-f74111f527d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:48.442761 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b7a3db-6740-4de9-996c-6f49bba45823 None None] Routers {'41566557-0498-4b56-b6cf-2d642b6f9f48'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:22:48.443402 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-95b7a3db-6740-4de9-996c-6f49bba45823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:22:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['41566557-0498-4b56-b6cf-2d642b6f9f48'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:48.477480 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1984d678-3d78-4415-b94e-711577e17dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:48.506888 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 9ec03c5e-55fc-4012-970a-13a5df46bcc7 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:22:48.570376 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2792a-f0e7-4a66-85d3-a0c2019ca495 None None] Pushing event updated for resources: {'Port': ['ID=eaaab31f-996c-4d8a-a756-cf71488d7977,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:48.603314 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-d98f726c-d6e5-45ae-b4d6-f74111f527d1 None None] Port 0ef0b1ac-a369-4d90-bf93-0deeb8e15c82 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:22:48.698478 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 9ec03c5e-55fc-4012-970a-13a5df46bcc7 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:22:48.698758 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:48.707196 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1984d678-3d78-4415-b94e-711577e17dcf admin admin] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:48.759100 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-95b7a3db-6740-4de9-996c-6f49bba45823 None None] Set router 41566557-0498-4b56-b6cf-2d642b6f9f48 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:22:48.780494 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1984d678-3d78-4415-b94e-711577e17dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:48.888644 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984d678-3d78-4415-b94e-711577e17dcf admin admin] Pushing event updated for resources: {'Port': ['ID=0ef0b1ac-a369-4d90-bf93-0deeb8e15c82,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:48.891925 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1984d678-3d78-4415-b94e-711577e17dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455131'] for router_interface, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:49.028667 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1984d678-3d78-4415-b94e-711577e17dcf admin admin] Network ddfafdb1-17c8-4697-b4e5-9caf6ebf4744 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:22:49.030159 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-1984d678-3d78-4415-b94e-711577e17dcf admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:22:49.042507 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e0d540e0-de0e-4283-8a23-a3e457c7d1a0 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:22:49.183318 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port e0d540e0-de0e-4283-8a23-a3e457c7d1a0 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:22:49.183949 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:49.235226 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1984d678-3d78-4415-b94e-711577e17dcf admin admin] Router 41566557-0498-4b56-b6cf-2d642b6f9f48 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:22:49.253145 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-95b7a3db-6740-4de9-996c-6f49bba45823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41566557-0498-4b56-b6cf-2d642b6f9f48', 'name': 'tempest-TestSnapshotPattern-1656844473-router', 'tenant_id': 'c00e0f730a59404bbf823a87ad95440f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': 'eaaab31f-996c-4d8a-a756-cf71488d7977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:22:43Z', 'updated_at': '2022-03-31T16:22:48Z', 'revision_number': 4, 'project_id': 'c00e0f730a59404bbf823a87ad95440f', 'gw_port': {'id': 'eaaab31f-996c-4d8a-a756-cf71488d7977', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41566557-0498-4b56-b6cf-2d642b6f9f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:44Z', 'updated_at': '2022-03-31T16:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '0ef0b1ac-a369-4d90-bf93-0deeb8e15c82', 'name': '', 'network_id': 'ddfafdb1-17c8-4697-b4e5-9caf6ebf4744', 'tenant_id': 'c00e0f730a59404bbf823a87ad95440f', 'mac_address': 'fa:16:3e:40:a0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41566557-0498-4b56-b6cf-2d642b6f9f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '53cf0425-8fb9-49f2-868a-8050edd190f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:47Z', 'updated_at': '2022-03-31T16:22:47Z', 'revision_number': 1, 'project_id': 'c00e0f730a59404bbf823a87ad95440f', 'subnets': [{'id': '53cf0425-8fb9-49f2-868a-8050edd190f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:49.261421 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b7a3db-6740-4de9-996c-6f49bba45823 None None] The sync data for ids ['41566557-0498-4b56-b6cf-2d642b6f9f48'] in dv-neutron-833379-2-hyperv is: [{'id': '41566557-0498-4b56-b6cf-2d642b6f9f48', 'name': 'tempest-TestSnapshotPattern-1656844473-router', 'tenant_id': 'c00e0f730a59404bbf823a87ad95440f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': 'eaaab31f-996c-4d8a-a756-cf71488d7977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:22:43Z', 'updated_at': '2022-03-31T16:22:48Z', 'revision_number': 4, 'project_id': 'c00e0f730a59404bbf823a87ad95440f', 'gw_port': {'id': 'eaaab31f-996c-4d8a-a756-cf71488d7977', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41566557-0498-4b56-b6cf-2d642b6f9f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:44Z', 'updated_at': '2022-03-31T16:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '0ef0b1ac-a369-4d90-bf93-0deeb8e15c82', 'name': '', 'network_id': 'ddfafdb1-17c8-4697-b4e5-9caf6ebf4744', 'tenant_id': 'c00e0f730a59404bbf823a87ad95440f', 'mac_address': 'fa:16:3e:40:a0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41566557-0498-4b56-b6cf-2d642b6f9f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '53cf0425-8fb9-49f2-868a-8050edd190f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:47Z', 'updated_at': '2022-03-31T16:22:47Z', 'revision_number': 1, 'project_id': 'c00e0f730a59404bbf823a87ad95440f', 'subnets': [{'id': '53cf0425-8fb9-49f2-868a-8050edd190f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:22:49.338729 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-954b3a36-156a-439a-8a86-c86c9c79b344 None None] Provisioning complete for port 0ef0b1ac-a369-4d90-bf93-0deeb8e15c82 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:22:49.339109 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-954b3a36-156a-439a-8a86-c86c9c79b344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:49.431985 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1984d678-3d78-4415-b94e-711577e17dcf admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:22:49.441645 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-1984d678-3d78-4415-b94e-711577e17dcf admin admin] 10.222.0.31 "PUT /v2.0/routers/41566557-0498-4b56-b6cf-2d642b6f9f48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5926178 Mar 31 16:22:49.450474 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-954b3a36-156a-439a-8a86-c86c9c79b344 None None] Port 0ef0b1ac-a369-4d90-bf93-0deeb8e15c82 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:22:50.037225 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 57470) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:22:50.042598 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4470791a-8ede-4cac-81d0-48b352004810 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1778278201', 'description': 'tempest-secgroup-smoke-1778278201 description', 'project_id': '0bd509373e5845a09733911b95cb9543'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:22:50.048508 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4470791a-8ede-4cac-81d0-48b352004810 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:22:50.053950 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4470791a-8ede-4cac-81d0-48b352004810 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Usage tracker for resource:security_group and tenant:0bd509373e5845a09733911b95cb9543 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:22:50.058175 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4470791a-8ede-4cac-81d0-48b352004810 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:22:50.063870 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4470791a-8ede-4cac-81d0-48b352004810 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:22:50.124687 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4470791a-8ede-4cac-81d0-48b352004810 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:50.146722 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4470791a-8ede-4cac-81d0-48b352004810 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:22:50.151258 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4470791a-8ede-4cac-81d0-48b352004810 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Usage tracker for resource:security_group_rule and tenant:0bd509373e5845a09733911b95cb9543 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:22:50.154059 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4470791a-8ede-4cac-81d0-48b352004810 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:22:50.159716 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4470791a-8ede-4cac-81d0-48b352004810 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:22:50.234997 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4470791a-8ede-4cac-81d0-48b352004810 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:50.271589 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4470791a-8ede-4cac-81d0-48b352004810 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:50.315990 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470791a-8ede-4cac-81d0-48b352004810 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88f064e8-2ff5-4b56-80d6-ac72bb096524,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:50.322883 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470791a-8ede-4cac-81d0-48b352004810 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:50.323256 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470791a-8ede-4cac-81d0-48b352004810 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:50.323592 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470791a-8ede-4cac-81d0-48b352004810 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:50.323917 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470791a-8ede-4cac-81d0-48b352004810 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:50.324236 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470791a-8ede-4cac-81d0-48b352004810 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:50.324559 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470791a-8ede-4cac-81d0-48b352004810 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:50.324878 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470791a-8ede-4cac-81d0-48b352004810 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:50.325215 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470791a-8ede-4cac-81d0-48b352004810 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:50.325537 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470791a-8ede-4cac-81d0-48b352004810 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:50.325854 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470791a-8ede-4cac-81d0-48b352004810 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:50.326162 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470791a-8ede-4cac-81d0-48b352004810 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:50.326478 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470791a-8ede-4cac-81d0-48b352004810 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:22:50.369943 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4470791a-8ede-4cac-81d0-48b352004810 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:50.371146 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4470791a-8ede-4cac-81d0-48b352004810 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3329263 Mar 31 16:22:50.373922 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 57474) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:22:50.378806 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7a53ee14-92cc-4f61-b9bb-be6c5e8ecf94 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Request body: {'security_group_rule': {'security_group_id': '88f064e8-2ff5-4b56-80d6-ac72bb096524', 'project_id': '0bd509373e5845a09733911b95cb9543', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:22:50.385369 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7a53ee14-92cc-4f61-b9bb-be6c5e8ecf94 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:22:50.389776 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7a53ee14-92cc-4f61-b9bb-be6c5e8ecf94 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Usage tracker for resource:security_group_rule and tenant:0bd509373e5845a09733911b95cb9543 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:22:50.392718 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-7a53ee14-92cc-4f61-b9bb-be6c5e8ecf94 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:22:50.398569 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-7a53ee14-92cc-4f61-b9bb-be6c5e8ecf94 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:22:50.462381 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a53ee14-92cc-4f61-b9bb-be6c5e8ecf94 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:50.520566 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a53ee14-92cc-4f61-b9bb-be6c5e8ecf94 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:50.570313 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a53ee14-92cc-4f61-b9bb-be6c5e8ecf94 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:50.593718 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53ee14-92cc-4f61-b9bb-be6c5e8ecf94 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d7c43c7-144f-49a9-9971-5f8281abdad2,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:50.660500 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a53ee14-92cc-4f61-b9bb-be6c5e8ecf94 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:50.661760 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-7a53ee14-92cc-4f61-b9bb-be6c5e8ecf94 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2869370 Mar 31 16:22:50.664909 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 57478) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:22:50.669845 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-6a098652-fda6-4b82-936a-7c6b8713c62d tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Request body: {'security_group_rule': {'security_group_id': '88f064e8-2ff5-4b56-80d6-ac72bb096524', 'project_id': '0bd509373e5845a09733911b95cb9543', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:22:50.676166 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6a098652-fda6-4b82-936a-7c6b8713c62d tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:22:50.681292 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6a098652-fda6-4b82-936a-7c6b8713c62d tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Usage tracker for resource:security_group_rule and tenant:0bd509373e5845a09733911b95cb9543 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:22:50.684448 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6a098652-fda6-4b82-936a-7c6b8713c62d tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:22:50.690966 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6a098652-fda6-4b82-936a-7c6b8713c62d tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:22:50.781470 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6a098652-fda6-4b82-936a-7c6b8713c62d tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:50.840556 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6a098652-fda6-4b82-936a-7c6b8713c62d tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:50.901243 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6a098652-fda6-4b82-936a-7c6b8713c62d tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:50.924681 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a098652-fda6-4b82-936a-7c6b8713c62d tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7efbb964-74cf-474b-92ef-1b9e5be8d6d1,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:51.010468 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6a098652-fda6-4b82-936a-7c6b8713c62d tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:51.012039 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6a098652-fda6-4b82-936a-7c6b8713c62d tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3461728 Mar 31 16:22:51.014702 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 57482) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:22:51.024181 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9c8db195-d597-4be6-9542-37eaca4a0dba tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Request body: {'security_group_rule': {'security_group_id': '88f064e8-2ff5-4b56-80d6-ac72bb096524', 'project_id': '0bd509373e5845a09733911b95cb9543', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:22:51.034876 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9c8db195-d597-4be6-9542-37eaca4a0dba tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:22:51.039509 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9c8db195-d597-4be6-9542-37eaca4a0dba tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Usage tracker for resource:security_group_rule and tenant:0bd509373e5845a09733911b95cb9543 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:22:51.042392 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-9c8db195-d597-4be6-9542-37eaca4a0dba tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:22:51.047957 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-9c8db195-d597-4be6-9542-37eaca4a0dba tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:22:51.125450 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c8db195-d597-4be6-9542-37eaca4a0dba tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:51.193436 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c8db195-d597-4be6-9542-37eaca4a0dba tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:51.260766 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c8db195-d597-4be6-9542-37eaca4a0dba tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:51.285166 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8db195-d597-4be6-9542-37eaca4a0dba tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b877bd20-698c-43e8-98b6-c68d69de18bc,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:51.346574 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c8db195-d597-4be6-9542-37eaca4a0dba tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:51.350442 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-9c8db195-d597-4be6-9542-37eaca4a0dba tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3320744 Mar 31 16:22:51.350818 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 57486) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:22:51.356717 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-6a8ce19e-6bc5-4879-bc19-e09626096966 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Request body: {'security_group_rule': {'security_group_id': '88f064e8-2ff5-4b56-80d6-ac72bb096524', 'project_id': '0bd509373e5845a09733911b95cb9543', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:22:51.363467 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6a8ce19e-6bc5-4879-bc19-e09626096966 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:22:51.368237 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6a8ce19e-6bc5-4879-bc19-e09626096966 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Usage tracker for resource:security_group_rule and tenant:0bd509373e5845a09733911b95cb9543 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:22:51.371285 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6a8ce19e-6bc5-4879-bc19-e09626096966 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:22:51.377130 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6a8ce19e-6bc5-4879-bc19-e09626096966 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:22:51.469364 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6a8ce19e-6bc5-4879-bc19-e09626096966 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:51.536896 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6a8ce19e-6bc5-4879-bc19-e09626096966 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:51.610716 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6a8ce19e-6bc5-4879-bc19-e09626096966 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:51.635091 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ce19e-6bc5-4879-bc19-e09626096966 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc278a07-ae6e-430b-b9c8-60152b35dd8c,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:51.707301 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6a8ce19e-6bc5-4879-bc19-e09626096966 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:51.708541 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6a8ce19e-6bc5-4879-bc19-e09626096966 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3561656 Mar 31 16:22:51.711824 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 57490) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:22:51.716910 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e0447cff-68e4-43ec-b77c-6463a1a77145 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Request body: {'security_group_rule': {'security_group_id': '88f064e8-2ff5-4b56-80d6-ac72bb096524', 'project_id': '0bd509373e5845a09733911b95cb9543', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:22:51.723108 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e0447cff-68e4-43ec-b77c-6463a1a77145 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:22:51.727889 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e0447cff-68e4-43ec-b77c-6463a1a77145 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Usage tracker for resource:security_group_rule and tenant:0bd509373e5845a09733911b95cb9543 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:22:51.731026 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-e0447cff-68e4-43ec-b77c-6463a1a77145 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:22:51.736887 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-e0447cff-68e4-43ec-b77c-6463a1a77145 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:22:51.821629 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-e0447cff-68e4-43ec-b77c-6463a1a77145 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Project 0bd509373e5845a09733911b95cb9543 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 16:22:51.828635 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0447cff-68e4-43ec-b77c-6463a1a77145 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:51.893328 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0447cff-68e4-43ec-b77c-6463a1a77145 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:51.947200 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0447cff-68e4-43ec-b77c-6463a1a77145 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:51.970622 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0447cff-68e4-43ec-b77c-6463a1a77145 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f7c0f18-2008-4042-a148-e7f61deebf58,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:52.021720 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0447cff-68e4-43ec-b77c-6463a1a77145 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:52.023642 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-e0447cff-68e4-43ec-b77c-6463a1a77145 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3100815 Mar 31 16:22:52.026706 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 57494) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:22:52.031726 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-6ad668de-b858-4b59-9c24-19c906237fac tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Request body: {'security_group_rule': {'security_group_id': '88f064e8-2ff5-4b56-80d6-ac72bb096524', 'project_id': '0bd509373e5845a09733911b95cb9543', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:22:52.037869 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6ad668de-b858-4b59-9c24-19c906237fac tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:22:52.041755 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6ad668de-b858-4b59-9c24-19c906237fac tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Usage tracker for resource:security_group_rule and tenant:0bd509373e5845a09733911b95cb9543 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:22:52.044595 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-6ad668de-b858-4b59-9c24-19c906237fac tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:22:52.050280 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-6ad668de-b858-4b59-9c24-19c906237fac tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:22:52.119140 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-6ad668de-b858-4b59-9c24-19c906237fac tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Project 0bd509373e5845a09733911b95cb9543 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 16:22:52.126528 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ad668de-b858-4b59-9c24-19c906237fac tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:52.194004 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ad668de-b858-4b59-9c24-19c906237fac tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:52.266344 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ad668de-b858-4b59-9c24-19c906237fac tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577505'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:52.289704 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad668de-b858-4b59-9c24-19c906237fac tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b685ed89-bf60-43d5-8a01-fe2de50de836,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:52.370424 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ad668de-b858-4b59-9c24-19c906237fac tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:52.371687 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-6ad668de-b858-4b59-9c24-19c906237fac tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3440766 Mar 31 16:22:52.382254 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3583c6-7b96-4b58-9fc4-dede1231a58f None None] Sync routers for ids ['41566557-0498-4b56-b6cf-2d642b6f9f48'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:22:52.391186 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3583c6-7b96-4b58-9fc4-dede1231a58f None None] Routers {'41566557-0498-4b56-b6cf-2d642b6f9f48'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:22:52.391756 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-bd3583c6-7b96-4b58-9fc4-dede1231a58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:22:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['41566557-0498-4b56-b6cf-2d642b6f9f48'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:52.467132 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device eaaab31f-996c-4d8a-a756-cf71488d7977 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:22:52.577247 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-bd3583c6-7b96-4b58-9fc4-dede1231a58f None None] Set router 41566557-0498-4b56-b6cf-2d642b6f9f48 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:22:52.593453 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port eaaab31f-996c-4d8a-a756-cf71488d7977 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:22:52.599886 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port eaaab31f-996c-4d8a-a756-cf71488d7977 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:22:52.600701 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:52.728413 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:52.745443 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port eaaab31f-996c-4d8a-a756-cf71488d7977, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=eaaab31f-996c-4d8a-a756-cf71488d7977,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:22:52.815804 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:52.824678 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-ba989808-b654-4453-a6f7-9a693b3d106a req-9ca138a4-f773-4c26-bc3a-bc091ca960c5 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Synchronizing usage tracker for tenant:0bd509373e5845a09733911b95cb9543 on resource:security_group {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:22:52.885965 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=eaaab31f-996c-4d8a-a756-cf71488d7977,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:52.904522 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-bd3583c6-7b96-4b58-9fc4-dede1231a58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41566557-0498-4b56-b6cf-2d642b6f9f48', 'name': 'tempest-TestSnapshotPattern-1656844473-router', 'tenant_id': 'c00e0f730a59404bbf823a87ad95440f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': 'eaaab31f-996c-4d8a-a756-cf71488d7977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:22:43Z', 'updated_at': '2022-03-31T16:22:48Z', 'revision_number': 4, 'project_id': 'c00e0f730a59404bbf823a87ad95440f', 'gw_port': {'id': 'eaaab31f-996c-4d8a-a756-cf71488d7977', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41566557-0498-4b56-b6cf-2d642b6f9f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:44Z', 'updated_at': '2022-03-31T16:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '0ef0b1ac-a369-4d90-bf93-0deeb8e15c82', 'name': '', 'network_id': 'ddfafdb1-17c8-4697-b4e5-9caf6ebf4744', 'tenant_id': 'c00e0f730a59404bbf823a87ad95440f', 'mac_address': 'fa:16:3e:40:a0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41566557-0498-4b56-b6cf-2d642b6f9f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '53cf0425-8fb9-49f2-868a-8050edd190f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:47Z', 'updated_at': '2022-03-31T16:22:48Z', 'revision_number': 2, 'project_id': 'c00e0f730a59404bbf823a87ad95440f', 'subnets': [{'id': '53cf0425-8fb9-49f2-868a-8050edd190f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:52.907447 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-ba989808-b654-4453-a6f7-9a693b3d106a req-9ca138a4-f773-4c26-bc3a-bc091ca960c5 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Unset dirty status for tenant:0bd509373e5845a09733911b95cb9543 on resource:security_group {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:22:52.908513 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3583c6-7b96-4b58-9fc4-dede1231a58f None None] Checking router: 41566557-0498-4b56-b6cf-2d642b6f9f48 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:22:52.908630 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ba989808-b654-4453-a6f7-9a693b3d106a req-9ca138a4-f773-4c26-bc3a-bc091ca960c5 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1778278201&fields=id&tenant_id=0bd509373e5845a09733911b95cb9543 HTTP/1.1" status: 200 len: 267 time: 0.1244035 Mar 31 16:22:52.911853 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3583c6-7b96-4b58-9fc4-dede1231a58f None None] Updating router 41566557-0498-4b56-b6cf-2d642b6f9f48 port 0ef0b1ac-a369-4d90-bf93-0deeb8e15c82 binding host dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:22:52.962215 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-bd3583c6-7b96-4b58-9fc4-dede1231a58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:53.061961 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba989808-b654-4453-a6f7-9a693b3d106a req-69314796-3223-4bcd-a182-8fcc22629743 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:22:53.062628 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-ba989808-b654-4453-a6f7-9a693b3d106a req-69314796-3223-4bcd-a182-8fcc22629743 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Synchronizing usage tracker for tenant:0bd509373e5845a09733911b95cb9543 on resource:network {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:22:53.130311 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-ba989808-b654-4453-a6f7-9a693b3d106a req-69314796-3223-4bcd-a182-8fcc22629743 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Unset dirty status for tenant:0bd509373e5845a09733911b95cb9543 on resource:network {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:22:53.131503 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ba989808-b654-4453-a6f7-9a693b3d106a req-69314796-3223-4bcd-a182-8fcc22629743 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/networks?id=647c9a95-4dc5-47bb-a10e-be79ec064f30 HTTP/1.1" status: 200 len: 809 time: 0.2161026 Mar 31 16:22:53.147018 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ba989808-b654-4453-a6f7-9a693b3d106a req-27d05642-ed05-4411-8e57-e69115b595ec tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/quotas/0bd509373e5845a09733911b95cb9543 HTTP/1.1" status: 200 len: 375 time: 0.0092554 Mar 31 16:22:53.230396 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-ba989808-b654-4453-a6f7-9a693b3d106a req-fc2bac6d-2ad4-4cfc-b041-92e270a7b902 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Synchronizing usage tracker for tenant:0bd509373e5845a09733911b95cb9543 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:22:53.294678 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-ba989808-b654-4453-a6f7-9a693b3d106a req-fc2bac6d-2ad4-4cfc-b041-92e270a7b902 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Unset dirty status for tenant:0bd509373e5845a09733911b95cb9543 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:22:53.296012 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ba989808-b654-4453-a6f7-9a693b3d106a req-fc2bac6d-2ad4-4cfc-b041-92e270a7b902 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0bd509373e5845a09733911b95cb9543&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1432149 Mar 31 16:22:53.302018 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-bd3583c6-7b96-4b58-9fc4-dede1231a58f None None] Notify callbacks [] for port, precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:53.314154 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-bd3583c6-7b96-4b58-9fc4-dede1231a58f None None] Transition to ACTIVE for port object 0ef0b1ac-a369-4d90-bf93-0deeb8e15c82 will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:22:53.364624 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-bd3583c6-7b96-4b58-9fc4-dede1231a58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:53.444304 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [req-ba989808-b654-4453-a6f7-9a693b3d106a req-9523a202-b29c-4eff-ae62-5950e1150a03 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 16:22:53.446469 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ba989808-b654-4453-a6f7-9a693b3d106a req-9523a202-b29c-4eff-ae62-5950e1150a03 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467052 Mar 31 16:22:53.594320 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ba989808-b654-4453-a6f7-9a693b3d106a req-2ec34ba2-5c1c-4e6d-83b7-179927438899 service neutron] 10.222.0.31 "GET /v2.0/networks/647c9a95-4dc5-47bb-a10e-be79ec064f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385343 Mar 31 16:22:53.601566 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf445e7-db67-49c3-aed6-9332c5f6dafe None None] Pushing event updated for resources: {'Port': ['ID=0ef0b1ac-a369-4d90-bf93-0deeb8e15c82,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:53.626902 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-bd3583c6-7b96-4b58-9fc4-dede1231a58f None None] Attempting to bind port 0ef0b1ac-a369-4d90-bf93-0deeb8e15c82 on host dv-neutron-833379-2-hyperv for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:22:53.627355 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-bd3583c6-7b96-4b58-9fc4-dede1231a58f None None] Attempting to bind port 0ef0b1ac-a369-4d90-bf93-0deeb8e15c82 by drivers openvswitch,hyperv on host dv-neutron-833379-2-hyperv at level 0 using segments [{'id': '1cb5f784-61e5-4f86-bb2a-079ee91e22ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ddfafdb1-17c8-4697-b4e5-9caf6ebf4744'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:22:53.627774 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3583c6-7b96-4b58-9fc4-dede1231a58f None None] Attempting to bind port 0ef0b1ac-a369-4d90-bf93-0deeb8e15c82 on network ddfafdb1-17c8-4697-b4e5-9caf6ebf4744 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:22:53.634409 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3583c6-7b96-4b58-9fc4-dede1231a58f None None] Checking agent: {'id': 'd4a63bd9-2a2b-4ebe-bba7-8f60ab15ef1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 15, 36), 'started_at': datetime.datetime(2022, 3, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:22:53.634890 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3583c6-7b96-4b58-9fc4-dede1231a58f None None] Checking segment: {'id': '1cb5f784-61e5-4f86-bb2a-079ee91e22ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ddfafdb1-17c8-4697-b4e5-9caf6ebf4744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:22:53.635343 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-bd3583c6-7b96-4b58-9fc4-dede1231a58f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:53.636095 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3583c6-7b96-4b58-9fc4-dede1231a58f None None] Bound using segment: {'id': '1cb5f784-61e5-4f86-bb2a-079ee91e22ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ddfafdb1-17c8-4697-b4e5-9caf6ebf4744'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:22:53.636253 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-bd3583c6-7b96-4b58-9fc4-dede1231a58f None None] Bound port: 0ef0b1ac-a369-4d90-bf93-0deeb8e15c82, host: dv-neutron-833379-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb5f784-61e5-4f86-bb2a-079ee91e22ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ddfafdb1-17c8-4697-b4e5-9caf6ebf4744'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:22:53.636718 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-bd3583c6-7b96-4b58-9fc4-dede1231a58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:53.731884 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-bd3583c6-7b96-4b58-9fc4-dede1231a58f None None] For port 0ef0b1ac-a369-4d90-bf93-0deeb8e15c82, host dv-neutron-833379-2-hyperv, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:22:53.735058 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-bd3583c6-7b96-4b58-9fc4-dede1231a58f None None] For port 0ef0b1ac-a369-4d90-bf93-0deeb8e15c82, host dv-neutron-833379-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=0ef0b1ac-a369-4d90-bf93-0deeb8e15c82,segment=NetworkSegment(1cb5f784-61e5-4f86-bb2a-079ee91e22ba),segment_id=1cb5f784-61e5-4f86-bb2a-079ee91e22ba)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:22:53.832510 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-bd3583c6-7b96-4b58-9fc4-dede1231a58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:53.834721 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ba989808-b654-4453-a6f7-9a693b3d106a req-7f282bfc-5034-4629-bdde-0c4f827286a9 service neutron] 10.222.0.31 "GET /v2.0/networks/647c9a95-4dc5-47bb-a10e-be79ec064f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322843 Mar 31 16:22:53.909976 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3583c6-7b96-4b58-9fc4-dede1231a58f None None] Routers {'41566557-0498-4b56-b6cf-2d642b6f9f48'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:22:53.910595 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-bd3583c6-7b96-4b58-9fc4-dede1231a58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:22:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['41566557-0498-4b56-b6cf-2d642b6f9f48'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:53.978482 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf445e7-db67-49c3-aed6-9332c5f6dafe None None] Pushing event updated for resources: {'Port': ['ID=0ef0b1ac-a369-4d90-bf93-0deeb8e15c82,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:54.099700 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-bd3583c6-7b96-4b58-9fc4-dede1231a58f None None] Set router 41566557-0498-4b56-b6cf-2d642b6f9f48 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:22:54.405112 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-bd3583c6-7b96-4b58-9fc4-dede1231a58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41566557-0498-4b56-b6cf-2d642b6f9f48', 'name': 'tempest-TestSnapshotPattern-1656844473-router', 'tenant_id': 'c00e0f730a59404bbf823a87ad95440f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': 'eaaab31f-996c-4d8a-a756-cf71488d7977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:22:43Z', 'updated_at': '2022-03-31T16:22:48Z', 'revision_number': 4, 'project_id': 'c00e0f730a59404bbf823a87ad95440f', 'gw_port': {'id': 'eaaab31f-996c-4d8a-a756-cf71488d7977', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41566557-0498-4b56-b6cf-2d642b6f9f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:44Z', 'updated_at': '2022-03-31T16:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '0ef0b1ac-a369-4d90-bf93-0deeb8e15c82', 'name': '', 'network_id': 'ddfafdb1-17c8-4697-b4e5-9caf6ebf4744', 'tenant_id': 'c00e0f730a59404bbf823a87ad95440f', 'mac_address': 'fa:16:3e:40:a0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41566557-0498-4b56-b6cf-2d642b6f9f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '53cf0425-8fb9-49f2-868a-8050edd190f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:47Z', 'updated_at': '2022-03-31T16:22:53Z', 'revision_number': 4, 'project_id': 'c00e0f730a59404bbf823a87ad95440f', 'subnets': [{'id': '53cf0425-8fb9-49f2-868a-8050edd190f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:22:54.409307 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3583c6-7b96-4b58-9fc4-dede1231a58f None None] The sync data for ids ['41566557-0498-4b56-b6cf-2d642b6f9f48'] in dv-neutron-833379-2-hyperv is: [{'id': '41566557-0498-4b56-b6cf-2d642b6f9f48', 'name': 'tempest-TestSnapshotPattern-1656844473-router', 'tenant_id': 'c00e0f730a59404bbf823a87ad95440f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': 'eaaab31f-996c-4d8a-a756-cf71488d7977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:22:43Z', 'updated_at': '2022-03-31T16:22:48Z', 'revision_number': 4, 'project_id': 'c00e0f730a59404bbf823a87ad95440f', 'gw_port': {'id': 'eaaab31f-996c-4d8a-a756-cf71488d7977', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41566557-0498-4b56-b6cf-2d642b6f9f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:44Z', 'updated_at': '2022-03-31T16:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': '0ef0b1ac-a369-4d90-bf93-0deeb8e15c82', 'name': '', 'network_id': 'ddfafdb1-17c8-4697-b4e5-9caf6ebf4744', 'tenant_id': 'c00e0f730a59404bbf823a87ad95440f', 'mac_address': 'fa:16:3e:40:a0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41566557-0498-4b56-b6cf-2d642b6f9f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '53cf0425-8fb9-49f2-868a-8050edd190f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:47Z', 'updated_at': '2022-03-31T16:22:53Z', 'revision_number': 4, 'project_id': 'c00e0f730a59404bbf823a87ad95440f', 'subnets': [{'id': '53cf0425-8fb9-49f2-868a-8050edd190f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:22:54.471602 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device eaaab31f-996c-4d8a-a756-cf71488d7977 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:22:54.545010 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port eaaab31f-996c-4d8a-a756-cf71488d7977 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:22:54.545424 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:54.670506 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 0ef0b1ac-a369-4d90-bf93-0deeb8e15c82 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:22:54.786352 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning for port 0ef0b1ac-a369-4d90-bf93-0deeb8e15c82 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:22:54.792515 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 0ef0b1ac-a369-4d90-bf93-0deeb8e15c82 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:22:54.792887 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:54.912919 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:54.944018 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] For port 0ef0b1ac-a369-4d90-bf93-0deeb8e15c82, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=0ef0b1ac-a369-4d90-bf93-0deeb8e15c82,segment=NetworkSegment(1cb5f784-61e5-4f86-bb2a-079ee91e22ba),segment_id=1cb5f784-61e5-4f86-bb2a-079ee91e22ba)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:22:55.004943 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:55.074136 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Pushing event updated for resources: {'Port': ['ID=0ef0b1ac-a369-4d90-bf93-0deeb8e15c82,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:22:55.180291 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f7c0cc9f-1913-4627-a9af-dddb46e8c4c4 req-d0767bc4-12b7-494b-9855-6b02c1e0c6a1 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e HTTP/1.1" status: 200 len: 210 time: 0.0880356 Mar 31 16:22:55.793161 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:56.277456 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0ce85691-6c48-4118-8571-9ea83144ab54 req-4d65d1ab-2671-4515-9c56-ade334b5180a tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e HTTP/1.1" status: 200 len: 210 time: 0.0419753 Mar 31 16:22:56.441274 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 0ef0b1ac-a369-4d90-bf93-0deeb8e15c82 up at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:22:56.510699 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Provisioning complete for port 0ef0b1ac-a369-4d90-bf93-0deeb8e15c82 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:22:56.511073 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:22:57.470743 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-2a271c71-b6a5-4e53-a2ef-3e1d6ac27ee4 req-4cd66ca8-ab45-4314-8000-5d265ab9624c tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e HTTP/1.1" status: 200 len: 210 time: 0.1412680 Mar 31 16:22:58.573840 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-6784a8dd-088f-4de5-8c1b-9d2ea2a38e66 req-f323e573-b3f2-46c0-8b67-75b2a3d2efd3 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e HTTP/1.1" status: 200 len: 210 time: 0.0470445 Mar 31 16:22:59.719604 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f81f4f7b-1f1a-4347-9b66-b9f30631947a req-8a7357f7-3dc2-4851-9ad5-c1f137af041a tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e HTTP/1.1" status: 200 len: 210 time: 0.0427740 Mar 31 16:23:00.874443 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-20029f15-c45d-43f2-8fbc-0649c346fa43 req-d5f2c16f-a9f6-484a-ab7a-4278762b24b6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e HTTP/1.1" status: 200 len: 210 time: 0.0425336 Mar 31 16:23:01.287544 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba989808-b654-4453-a6f7-9a693b3d106a req-fab5e825-a36d-4b6c-abdc-88e8e42ba163 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:23:01.289603 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ba989808-b654-4453-a6f7-9a693b3d106a req-fab5e825-a36d-4b6c-abdc-88e8e42ba163 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.41 "GET /v2.0/networks?id=647c9a95-4dc5-47bb-a10e-be79ec064f30 HTTP/1.1" status: 200 len: 809 time: 0.1463304 Mar 31 16:23:01.337876 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ba989808-b654-4453-a6f7-9a693b3d106a req-1cbd870a-d318-4978-ae05-9147b017f19b tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bd509373e5845a09733911b95cb9543 HTTP/1.1" status: 200 len: 380 time: 0.0401440 Mar 31 16:23:01.346158 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-ba989808-b654-4453-a6f7-9a693b3d106a req-8c736f8f-f83d-4d28-9f3e-9b7251710a89 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Request body: {'port': {'device_id': '3ba87894-a2a4-49da-873b-1654fc4ad41e', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'admin_state_up': True, 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'security_groups': ['88f064e8-2ff5-4b56-80d6-ac72bb096524']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:23:01.483235 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-ba989808-b654-4453-a6f7-9a693b3d106a req-8c736f8f-f83d-4d28-9f3e-9b7251710a89 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:23:01.492613 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-ba989808-b654-4453-a6f7-9a693b3d106a req-8c736f8f-f83d-4d28-9f3e-9b7251710a89 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:23:01.587347 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba989808-b654-4453-a6f7-9a693b3d106a req-8c736f8f-f83d-4d28-9f3e-9b7251710a89 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Made reservation on behalf of 0bd509373e5845a09733911b95cb9543 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:23:01.591057 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ba989808-b654-4453-a6f7-9a693b3d106a req-8c736f8f-f83d-4d28-9f3e-9b7251710a89 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:01.751576 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-ba989808-b654-4453-a6f7-9a693b3d106a req-8c736f8f-f83d-4d28-9f3e-9b7251710a89 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Allocated IP 172.20.0.13 (647c9a95-4dc5-47bb-a10e-be79ec064f30/6ed7f008-421b-4849-b44f-65e6aa5eaf90/c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:23:01.935938 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ba989808-b654-4453-a6f7-9a693b3d106a req-8c736f8f-f83d-4d28-9f3e-9b7251710a89 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:01.951681 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-ba989808-b654-4453-a6f7-9a693b3d106a req-8c736f8f-f83d-4d28-9f3e-9b7251710a89 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Transition to ACTIVE for port object c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:23:02.025014 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-f0123fc2-aa5e-49fd-a8e5-6871e0f94cbe req-3f868c2f-bd70-4033-a3e4-e5d99ea0aec3 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e HTTP/1.1" status: 200 len: 210 time: 0.0416043 Mar 31 16:23:02.027512 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ba989808-b654-4453-a6f7-9a693b3d106a req-8c736f8f-f83d-4d28-9f3e-9b7251710a89 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:02.097198 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba989808-b654-4453-a6f7-9a693b3d106a req-8c736f8f-f83d-4d28-9f3e-9b7251710a89 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Network 647c9a95-4dc5-47bb-a10e-be79ec064f30 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:23:02.105100 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-ba989808-b654-4453-a6f7-9a693b3d106a req-8c736f8f-f83d-4d28-9f3e-9b7251710a89 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:23:02.109496 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba989808-b654-4453-a6f7-9a693b3d106a req-8c736f8f-f83d-4d28-9f3e-9b7251710a89 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:23:02.139434 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c736f8f-f83d-4d28-9f3e-9b7251710a89 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Pushing event updated for resources: {'Port': ['ID=c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:23:02.177335 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba989808-b654-4453-a6f7-9a693b3d106a req-8c736f8f-f83d-4d28-9f3e-9b7251710a89 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:23:02.177966 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ba989808-b654-4453-a6f7-9a693b3d106a req-8c736f8f-f83d-4d28-9f3e-9b7251710a89 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:02.296403 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ba989808-b654-4453-a6f7-9a693b3d106a req-8c736f8f-f83d-4d28-9f3e-9b7251710a89 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9535942 Mar 31 16:23:02.341325 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b67a2bef-7661-453c-b14a-ecfbd75a4977 None None] Provisioning for port c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:23:02.346441 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b67a2bef-7661-453c-b14a-ecfbd75a4977 None None] Provisioning complete for port c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:23:02.346815 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b67a2bef-7661-453c-b14a-ecfbd75a4977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:02.384369 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-ba989808-b654-4453-a6f7-9a693b3d106a req-09194ea9-d4cb-48d5-90a1-760a3b75de8c service neutron] Request body: {'port': {'device_id': '3ba87894-a2a4-49da-873b-1654fc4ad41e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:23:02.400886 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-b67a2bef-7661-453c-b14a-ecfbd75a4977 None None] Port c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:23:02.495369 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ba989808-b654-4453-a6f7-9a693b3d106a req-09194ea9-d4cb-48d5-90a1-760a3b75de8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:02.828032 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-ba989808-b654-4453-a6f7-9a693b3d106a req-09194ea9-d4cb-48d5-90a1-760a3b75de8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:23:02.835665 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ba989808-b654-4453-a6f7-9a693b3d106a req-09194ea9-d4cb-48d5-90a1-760a3b75de8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:02.849356 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-ba989808-b654-4453-a6f7-9a693b3d106a req-09194ea9-d4cb-48d5-90a1-760a3b75de8c service neutron] Transition to ACTIVE for port object c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:23:02.906797 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ba989808-b654-4453-a6f7-9a693b3d106a req-09194ea9-d4cb-48d5-90a1-760a3b75de8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:03.123049 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-afbb4c38-a841-4b8b-a647-e57f08529141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:03.164414 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09194ea9-d4cb-48d5-90a1-760a3b75de8c service neutron] Pushing event updated for resources: {'Port': ['ID=c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:23:03.303190 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-ba989808-b654-4453-a6f7-9a693b3d106a req-09194ea9-d4cb-48d5-90a1-760a3b75de8c service neutron] Attempting to bind port c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:23:03.303522 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-ba989808-b654-4453-a6f7-9a693b3d106a req-09194ea9-d4cb-48d5-90a1-760a3b75de8c service neutron] Attempting to bind port c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a1843d95-2429-4082-a9d7-7d317fb7993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:23:03.304492 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba989808-b654-4453-a6f7-9a693b3d106a req-09194ea9-d4cb-48d5-90a1-760a3b75de8c service neutron] Attempting to bind port c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb on network 647c9a95-4dc5-47bb-a10e-be79ec064f30 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:23:03.316520 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26f2f4-a4ac-4bbc-9273-c4672cfead77 req-9e292b5c-210f-4810-a925-b03e449af34e tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:23:03.317231 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-4c26f2f4-a4ac-4bbc-9273-c4672cfead77 req-9e292b5c-210f-4810-a925-b03e449af34e tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Synchronizing usage tracker for tenant:0bd509373e5845a09733911b95cb9543 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:23:03.320553 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba989808-b654-4453-a6f7-9a693b3d106a req-09194ea9-d4cb-48d5-90a1-760a3b75de8c service neutron] Port c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb on network 647c9a95-4dc5-47bb-a10e-be79ec064f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 16:23:03.320869 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba989808-b654-4453-a6f7-9a693b3d106a req-09194ea9-d4cb-48d5-90a1-760a3b75de8c service neutron] Attempting to bind port c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb on network 647c9a95-4dc5-47bb-a10e-be79ec064f30 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:23:03.328934 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba989808-b654-4453-a6f7-9a693b3d106a req-09194ea9-d4cb-48d5-90a1-760a3b75de8c service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:23:03.329296 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba989808-b654-4453-a6f7-9a693b3d106a req-09194ea9-d4cb-48d5-90a1-760a3b75de8c service neutron] Checking segment: {'id': 'a1843d95-2429-4082-a9d7-7d317fb7993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:23:03.329672 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba989808-b654-4453-a6f7-9a693b3d106a req-09194ea9-d4cb-48d5-90a1-760a3b75de8c service neutron] Bound using segment: {'id': 'a1843d95-2429-4082-a9d7-7d317fb7993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:23:03.330091 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-ba989808-b654-4453-a6f7-9a693b3d106a req-09194ea9-d4cb-48d5-90a1-760a3b75de8c service neutron] Bound port: c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1843d95-2429-4082-a9d7-7d317fb7993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:23:03.330434 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ba989808-b654-4453-a6f7-9a693b3d106a req-09194ea9-d4cb-48d5-90a1-760a3b75de8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:03.410465 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-4c26f2f4-a4ac-4bbc-9273-c4672cfead77 req-9e292b5c-210f-4810-a925-b03e449af34e tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Unset dirty status for tenant:0bd509373e5845a09733911b95cb9543 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:23:03.411520 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4c26f2f4-a4ac-4bbc-9273-c4672cfead77 req-9e292b5c-210f-4810-a925-b03e449af34e tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e HTTP/1.1" status: 200 len: 944 time: 0.2488966 Mar 31 16:23:03.441664 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-ba989808-b654-4453-a6f7-9a693b3d106a req-09194ea9-d4cb-48d5-90a1-760a3b75de8c service neutron] For port c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:23:03.457749 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-ba989808-b654-4453-a6f7-9a693b3d106a req-09194ea9-d4cb-48d5-90a1-760a3b75de8c service neutron] For port c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb,segment=NetworkSegment(a1843d95-2429-4082-a9d7-7d317fb7993e),segment_id=a1843d95-2429-4082-a9d7-7d317fb7993e)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:23:03.468101 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4c26f2f4-a4ac-4bbc-9273-c4672cfead77 req-2db68863-09b7-43a2-b649-1079de6caadf tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/security-groups?id=88f064e8-2ff5-4b56-80d6-ac72bb096524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488322 Mar 31 16:23:03.517538 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ba989808-b654-4453-a6f7-9a693b3d106a req-09194ea9-d4cb-48d5-90a1-760a3b75de8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:03.574409 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba989808-b654-4453-a6f7-9a693b3d106a req-09194ea9-d4cb-48d5-90a1-760a3b75de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:23:03.575020 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ba989808-b654-4453-a6f7-9a693b3d106a req-09194ea9-d4cb-48d5-90a1-760a3b75de8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:03.576357 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ba989808-b654-4453-a6f7-9a693b3d106a req-09194ea9-d4cb-48d5-90a1-760a3b75de8c service neutron] 10.222.0.41 "PUT /v2.0/ports/c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb HTTP/1.1" status: 200 len: 1094 time: 1.2348897 Mar 31 16:23:03.576820 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba87894-a2a4-49da-873b-1654fc4ad41e', 'tag': 'c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:23:03.611320 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09194ea9-d4cb-48d5-90a1-760a3b75de8c service neutron] Pushing event updated for resources: {'Port': ['ID=c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:23:03.634203 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba87894-a2a4-49da-873b-1654fc4ad41e', 'tag': 'c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb', 'status': 'completed', 'code': 200} Mar 31 16:23:03.732224 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb614ce-3b26-4f5e-8b0e-c3fec72a8e1a req-13289c5f-59f4-4acc-b527-fc57201daef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:23:03.733714 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3fb614ce-3b26-4f5e-8b0e-c3fec72a8e1a req-13289c5f-59f4-4acc-b527-fc57201daef1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bd509373e5845a09733911b95cb9543&device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e HTTP/1.1" status: 200 len: 1097 time: 0.0802674 Mar 31 16:23:03.880350 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb614ce-3b26-4f5e-8b0e-c3fec72a8e1a req-d5600f61-6f02-4bab-9a39-5bea92de1564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:23:03.881721 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3fb614ce-3b26-4f5e-8b0e-c3fec72a8e1a req-d5600f61-6f02-4bab-9a39-5bea92de1564 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=0bd509373e5845a09733911b95cb9543&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1411045 Mar 31 16:23:04.012934 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb614ce-3b26-4f5e-8b0e-c3fec72a8e1a req-88cf01b0-6b99-4e33-8a8f-b9bbdaeec3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:23:04.014380 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3fb614ce-3b26-4f5e-8b0e-c3fec72a8e1a req-88cf01b0-6b99-4e33-8a8f-b9bbdaeec3e2 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1276453 Mar 31 16:23:04.119825 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba989808-b654-4453-a6f7-9a693b3d106a req-f4a6d306-1a91-42e4-9608-e56f52c5cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:23:04.121343 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ba989808-b654-4453-a6f7-9a693b3d106a req-f4a6d306-1a91-42e4-9608-e56f52c5cc61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bd509373e5845a09733911b95cb9543&device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e HTTP/1.1" status: 200 len: 1097 time: 0.0711100 Mar 31 16:23:04.197806 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ba989808-b654-4453-a6f7-9a693b3d106a req-e3e5864e-236d-4f17-a868-270646c30cff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb HTTP/1.1" status: 200 len: 217 time: 0.0694969 Mar 31 16:23:04.263210 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba989808-b654-4453-a6f7-9a693b3d106a req-2e438caa-ced6-4788-91dc-63d8cdf9fe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:23:04.264532 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ba989808-b654-4453-a6f7-9a693b3d106a req-2e438caa-ced6-4788-91dc-63d8cdf9fe87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ed7f008-421b-4849-b44f-65e6aa5eaf90 HTTP/1.1" status: 200 len: 848 time: 0.0614269 Mar 31 16:23:04.349273 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba989808-b654-4453-a6f7-9a693b3d106a req-62001f0c-30dc-4118-90dc-bf85cf0ae319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:23:04.350815 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ba989808-b654-4453-a6f7-9a693b3d106a req-62001f0c-30dc-4118-90dc-bf85cf0ae319 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=647c9a95-4dc5-47bb-a10e-be79ec064f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806069 Mar 31 16:23:04.494021 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ba989808-b654-4453-a6f7-9a693b3d106a req-f3a40d92-a889-4550-aa4a-90366a3f9012 service neutron] 10.222.0.41 "GET /v2.0/networks/647c9a95-4dc5-47bb-a10e-be79ec064f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369054 Mar 31 16:23:04.703678 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ba989808-b654-4453-a6f7-9a693b3d106a req-4c6d69f3-84e9-4973-b95e-24933cd69ef2 service neutron] 10.222.0.41 "GET /v2.0/networks/647c9a95-4dc5-47bb-a10e-be79ec064f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043278 Mar 31 16:23:04.731148 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab7bd2-f065-4e36-a41c-faf84ef3a77d req-a8f86079-2b81-4143-82d8-a9d40083fb33 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:23:04.733135 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a5ab7bd2-f065-4e36-a41c-faf84ef3a77d req-a8f86079-2b81-4143-82d8-a9d40083fb33 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e HTTP/1.1" status: 200 len: 944 time: 0.1432929 Mar 31 16:23:04.790684 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a5ab7bd2-f065-4e36-a41c-faf84ef3a77d req-669754f5-0a02-4dd2-952a-f4987ac4d414 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/security-groups?id=88f064e8-2ff5-4b56-80d6-ac72bb096524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514290 Mar 31 16:23:05.215471 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-074561eb-4967-4a05-9e06-61c6c73f4ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:05.978102 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6779a1-af29-4bd7-a9c9-b4e9fde22027 req-7caba0e5-f9c1-4638-939d-a894d0e15240 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:23:05.979503 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9e6779a1-af29-4bd7-a9c9-b4e9fde22027 req-7caba0e5-f9c1-4638-939d-a894d0e15240 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e HTTP/1.1" status: 200 len: 944 time: 0.0817635 Mar 31 16:23:06.022546 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-9e6779a1-af29-4bd7-a9c9-b4e9fde22027 req-d9f8d885-d033-45de-8e61-d9a79163ccad tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Synchronizing usage tracker for tenant:0bd509373e5845a09733911b95cb9543 on resource:security_group {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:23:06.033914 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-9e6779a1-af29-4bd7-a9c9-b4e9fde22027 req-d9f8d885-d033-45de-8e61-d9a79163ccad tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Unset dirty status for tenant:0bd509373e5845a09733911b95cb9543 on resource:security_group {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:23:06.035000 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9e6779a1-af29-4bd7-a9c9-b4e9fde22027 req-d9f8d885-d033-45de-8e61-d9a79163ccad tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/security-groups?id=88f064e8-2ff5-4b56-80d6-ac72bb096524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498145 Mar 31 16:23:06.507086 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:06.638585 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:07.219093 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44590c5-6fe2-428b-81f1-39bb36924c0c req-dd54621d-12ca-459d-84af-3ff18e1bea0b tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:23:07.220521 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b44590c5-6fe2-428b-81f1-39bb36924c0c req-dd54621d-12ca-459d-84af-3ff18e1bea0b tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e HTTP/1.1" status: 200 len: 944 time: 0.0808871 Mar 31 16:23:07.263508 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-b44590c5-6fe2-428b-81f1-39bb36924c0c req-10f1812d-81ef-48c0-a78a-93c3d9dfc113 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/security-groups?id=88f064e8-2ff5-4b56-80d6-ac72bb096524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365841 Mar 31 16:23:08.173031 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 16:23:08.182769 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:08.308952 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb,segment=NetworkSegment(a1843d95-2429-4082-a9d7-7d317fb7993e),segment_id=a1843d95-2429-4082-a9d7-7d317fb7993e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:23:08.322688 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': 'c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'port_id': 'c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb', 'mac_address': 'fa:16:3e:83:f8:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 16:23:08.380491 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:08.398935 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:23:08.414395 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb,segment=NetworkSegment(a1843d95-2429-4082-a9d7-7d317fb7993e),segment_id=a1843d95-2429-4082-a9d7-7d317fb7993e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:23:08.453549 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78f809-3aa4-4080-b858-a10dd5db9d1c req-9b2343b6-ae4a-49c5-a219-4cb339590197 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:23:08.455004 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5f78f809-3aa4-4080-b858-a10dd5db9d1c req-9b2343b6-ae4a-49c5-a219-4cb339590197 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e HTTP/1.1" status: 200 len: 944 time: 0.0820615 Mar 31 16:23:08.466982 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:08.498775 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5f78f809-3aa4-4080-b858-a10dd5db9d1c req-7d727a82-c48f-4b35-a7e7-cee2960f2f9c tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/security-groups?id=88f064e8-2ff5-4b56-80d6-ac72bb096524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372062 Mar 31 16:23:08.538243 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:23:08.682751 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 16:23:09.687778 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f6352-700a-403f-85d2-47a0a09daf31 req-97c8a8fe-09bb-4a97-af15-a9833205f988 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:23:09.689235 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-885f6352-700a-403f-85d2-47a0a09daf31 req-97c8a8fe-09bb-4a97-af15-a9833205f988 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e HTTP/1.1" status: 200 len: 945 time: 0.0782566 Mar 31 16:23:09.733401 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-885f6352-700a-403f-85d2-47a0a09daf31 req-3c963e61-40da-4a56-b8e6-568ba7b1c830 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/security-groups?id=88f064e8-2ff5-4b56-80d6-ac72bb096524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378304 Mar 31 16:23:10.187925 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:23:10.324148 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:23:10.328816 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:23:10.329208 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:10.469904 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:10.495852 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba87894-a2a4-49da-873b-1654fc4ad41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:23:10.505108 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb,segment=NetworkSegment(a1843d95-2429-4082-a9d7-7d317fb7993e),segment_id=a1843d95-2429-4082-a9d7-7d317fb7993e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:23:10.540318 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba87894-a2a4-49da-873b-1654fc4ad41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb', 'code': 200} Mar 31 16:23:10.586928 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:10.656452 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:23:11.054753 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c37cda-96e3-4515-9e19-c83c1886c811 req-7ea683c0-46ea-407c-8d91-1bdc0d5e7673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:23:11.056379 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-76c37cda-96e3-4515-9e19-c83c1886c811 req-7ea683c0-46ea-407c-8d91-1bdc0d5e7673 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e HTTP/1.1" status: 200 len: 1099 time: 0.2216458 Mar 31 16:23:11.068135 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a94c9-2b8a-4a34-82a6-30b2d4759aec req-45c0e9f3-c83c-427b-a4a9-8144e8f8bf5f tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:23:11.069520 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-580a94c9-2b8a-4a34-82a6-30b2d4759aec req-45c0e9f3-c83c-427b-a4a9-8144e8f8bf5f tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e HTTP/1.1" status: 200 len: 946 time: 0.1104591 Mar 31 16:23:11.127935 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-76c37cda-96e3-4515-9e19-c83c1886c811 req-1597e714-d866-42ed-b67f-d65c2df11c3d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=88f064e8-2ff5-4b56-80d6-ac72bb096524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575175 Mar 31 16:23:11.137471 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-580a94c9-2b8a-4a34-82a6-30b2d4759aec req-59b5ae82-2efe-4f2c-8c3e-072e249ea247 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/security-groups?id=88f064e8-2ff5-4b56-80d6-ac72bb096524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554237 Mar 31 16:23:12.326837 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b2c08-8318-4779-b4bc-da98fe8f8320 req-2d9dd414-dfd3-4de1-ade4-6f8904f1546e tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:23:12.328276 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0d1b2c08-8318-4779-b4bc-da98fe8f8320 req-2d9dd414-dfd3-4de1-ade4-6f8904f1546e tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e HTTP/1.1" status: 200 len: 946 time: 0.0805161 Mar 31 16:23:12.371344 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-0d1b2c08-8318-4779-b4bc-da98fe8f8320 req-49157907-6f62-4639-a554-de4c0665ec2b tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/security-groups?id=88f064e8-2ff5-4b56-80d6-ac72bb096524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372858 Mar 31 16:23:13.555283 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814061f-c4c2-4056-8dc7-2865bce23e5a req-18da5e85-b6ac-407e-8f49-a8cc1499dbbd tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:23:13.556992 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0814061f-c4c2-4056-8dc7-2865bce23e5a req-18da5e85-b6ac-407e-8f49-a8cc1499dbbd tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e HTTP/1.1" status: 200 len: 946 time: 0.0805881 Mar 31 16:23:13.605428 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0814061f-c4c2-4056-8dc7-2865bce23e5a req-2c3f2f55-e405-4a61-803e-873a82abb53a tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/security-groups?id=88f064e8-2ff5-4b56-80d6-ac72bb096524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428023 Mar 31 16:23:13.788806 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239150d-aa3d-4442-a641-db31ce6f4b08 req-07adcb27-854d-4b9c-be82-530db6dfc32b tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:23:13.790343 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8239150d-aa3d-4442-a641-db31ce6f4b08 req-07adcb27-854d-4b9c-be82-530db6dfc32b tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e HTTP/1.1" status: 200 len: 946 time: 0.0812190 Mar 31 16:23:13.833350 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8239150d-aa3d-4442-a641-db31ce6f4b08 req-4531dd27-d3d9-4907-af5d-4908a72983d9 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/security-groups?id=88f064e8-2ff5-4b56-80d6-ac72bb096524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373363 Mar 31 16:23:13.856205 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 57604) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:23:13.962808 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86104331-5953-42f6-9b20-d5776263150e tempest-TestSnapshotPattern-180421477 tempest-TestSnapshotPattern-180421477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:23:13.963506 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-86104331-5953-42f6-9b20-d5776263150e tempest-TestSnapshotPattern-180421477 tempest-TestSnapshotPattern-180421477-project-admin] Synchronizing usage tracker for tenant:c00e0f730a59404bbf823a87ad95440f on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:23:14.059907 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-86104331-5953-42f6-9b20-d5776263150e tempest-TestSnapshotPattern-180421477 tempest-TestSnapshotPattern-180421477-project-admin] Unset dirty status for tenant:c00e0f730a59404bbf823a87ad95440f on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:23:14.061044 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-86104331-5953-42f6-9b20-d5776263150e tempest-TestSnapshotPattern-180421477 tempest-TestSnapshotPattern-180421477-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e HTTP/1.1" status: 200 len: 1094 time: 0.2038639 Mar 31 16:23:14.063927 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 57610) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:23:14.068842 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'port_id': 'c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:23:14.075433 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:23:14.079176 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Usage tracker for resource:floatingip and tenant:0bd509373e5845a09733911b95cb9543 is out of sync, need to count used quota {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:23:14.081933 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:23:14.087572 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:23:14.175288 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for floatingip, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:14.311671 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:14.447631 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Allocated IP 172.26.5.151 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/5984ab56-5455-4b64-81b0-65b43b38f306) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:23:14.591629 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:14.672691 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:14.732839 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:23:14.739407 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:23:14.743644 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:23:14.775179 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Pushing event updated for resources: {'Port': ['ID=5984ab56-5455-4b64-81b0-65b43b38f306,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:23:14.792988 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:23:14.793369 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:23:14.793701 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:23:14.794023 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:23:14.794367 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:23:14.794686 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:23:14.795004 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:23:14.795319 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:23:14.795633 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:23:14.795951 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:23:14.796261 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:23:14.796566 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:23:15.159351 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:15.284945 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:15.484404 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:15.535287 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:15.734990 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Pushing event updated for resources: {'Port': ['ID=5984ab56-5455-4b64-81b0-65b43b38f306,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:23:15.747025 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:15.912513 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.db.l3_db [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Floating IP 791839f3-b38a-4030-8057-86fbf3fc57a6 associated. External IP: 172.26.5.151, port: c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb. Mar 31 16:23:16.255489 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Router 78c76e9b-0664-48da-9fd4-0c3dc0f10609 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:23:16.431158 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:23:16.440492 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0b4495-6e78-4f31-a384-643225ebb6b3 None None] Sync routers for ids ['78c76e9b-0664-48da-9fd4-0c3dc0f10609'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:23:16.450729 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0b4495-6e78-4f31-a384-643225ebb6b3 None None] Routers {'78c76e9b-0664-48da-9fd4-0c3dc0f10609'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:23:16.451339 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8b0b4495-6e78-4f31-a384-643225ebb6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:23:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['78c76e9b-0664-48da-9fd4-0c3dc0f10609'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:23:16.540151 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:16.609214 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-c9c9c199-0389-4b67-8912-66012212edc6 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5307136 Mar 31 16:23:16.609214 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba87894-a2a4-49da-873b-1654fc4ad41e', 'tag': 'c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:23:16.644799 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-8b0b4495-6e78-4f31-a384-643225ebb6b3 None None] Set router 78c76e9b-0664-48da-9fd4-0c3dc0f10609 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:23:16.725038 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba87894-a2a4-49da-873b-1654fc4ad41e', 'tag': 'c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb', 'status': 'completed', 'code': 200} Mar 31 16:23:16.820264 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f7e10-87e2-4d70-a17a-5bcc14500edf req-dd2d5b27-80c8-471a-b583-02a5bea421c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:23:16.821661 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-123f7e10-87e2-4d70-a17a-5bcc14500edf req-dd2d5b27-80c8-471a-b583-02a5bea421c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bd509373e5845a09733911b95cb9543&device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e HTTP/1.1" status: 200 len: 1099 time: 0.0736461 Mar 31 16:23:16.952841 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f7e10-87e2-4d70-a17a-5bcc14500edf req-5c6ea6bf-1aa3-4823-b4de-9c8d3be0649f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:23:16.954358 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-123f7e10-87e2-4d70-a17a-5bcc14500edf req-5c6ea6bf-1aa3-4823-b4de-9c8d3be0649f service neutron] 10.222.0.41 "GET /v2.0/networks?id=647c9a95-4dc5-47bb-a10e-be79ec064f30 HTTP/1.1" status: 200 len: 910 time: 0.1263032 Mar 31 16:23:16.988965 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8b0b4495-6e78-4f31-a384-643225ebb6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'name': 'tempest-TestSnapshotPattern-469822487-router', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:40Z', 'revision_number': 4, 'project_id': '0bd509373e5845a09733911b95cb9543', 'gw_port': {'id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '791839f3-b38a-4030-8057-86fbf3fc57a6', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'floating_ip_address': '172.26.5.151', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'port_id': 'c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'mac_address': 'fa:16:3e:83:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba87894-a2a4-49da-873b-1654fc4ad41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:23:15Z', 'updated_at': '2022-03-31T16:23:15Z', 'revision_number': 0, 'project_id': '0bd509373e5845a09733911b95cb9543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d540e0-de0e-4283-8a23-a3e457c7d1a0', 'name': '', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'mac_address': 'fa:16:3e:b5:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:39Z', 'updated_at': '2022-03-31T16:22:47Z', 'revision_number': 5, 'project_id': '0bd509373e5845a09733911b95cb9543', 'subnets': [{'id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:23:16.992889 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0b4495-6e78-4f31-a384-643225ebb6b3 None None] Checking router: 78c76e9b-0664-48da-9fd4-0c3dc0f10609 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:23:17.001290 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0b4495-6e78-4f31-a384-643225ebb6b3 None None] Routers {'78c76e9b-0664-48da-9fd4-0c3dc0f10609'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:23:17.001904 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8b0b4495-6e78-4f31-a384-643225ebb6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:23:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['78c76e9b-0664-48da-9fd4-0c3dc0f10609'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:23:17.067198 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-123f7e10-87e2-4d70-a17a-5bcc14500edf req-5613cb87-63c0-4d56-bcfa-091fb6edb75e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb HTTP/1.1" status: 200 len: 1000 time: 0.0962944 Mar 31 16:23:17.127339 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f7e10-87e2-4d70-a17a-5bcc14500edf req-f3a7097e-224b-46fb-b474-0c905e6a7be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:23:17.128683 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-123f7e10-87e2-4d70-a17a-5bcc14500edf req-f3a7097e-224b-46fb-b474-0c905e6a7be7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ed7f008-421b-4849-b44f-65e6aa5eaf90 HTTP/1.1" status: 200 len: 848 time: 0.0564520 Mar 31 16:23:17.179611 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-8b0b4495-6e78-4f31-a384-643225ebb6b3 None None] Set router 78c76e9b-0664-48da-9fd4-0c3dc0f10609 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:23:17.206751 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f7e10-87e2-4d70-a17a-5bcc14500edf req-d2d90695-c334-4143-9841-cce1cb29455b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:23:17.208218 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-123f7e10-87e2-4d70-a17a-5bcc14500edf req-d2d90695-c334-4143-9841-cce1cb29455b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=647c9a95-4dc5-47bb-a10e-be79ec064f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737152 Mar 31 16:23:17.454929 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-123f7e10-87e2-4d70-a17a-5bcc14500edf req-fce2d8ea-b52b-43cb-b578-21b299b85d48 service neutron] 10.222.0.41 "GET /v2.0/networks/647c9a95-4dc5-47bb-a10e-be79ec064f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383862 Mar 31 16:23:17.532718 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8b0b4495-6e78-4f31-a384-643225ebb6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'name': 'tempest-TestSnapshotPattern-469822487-router', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:40Z', 'revision_number': 4, 'project_id': '0bd509373e5845a09733911b95cb9543', 'gw_port': {'id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '791839f3-b38a-4030-8057-86fbf3fc57a6', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'floating_ip_address': '172.26.5.151', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'port_id': 'c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'mac_address': 'fa:16:3e:83:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba87894-a2a4-49da-873b-1654fc4ad41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:23:15Z', 'updated_at': '2022-03-31T16:23:15Z', 'revision_number': 0, 'project_id': '0bd509373e5845a09733911b95cb9543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d540e0-de0e-4283-8a23-a3e457c7d1a0', 'name': '', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'mac_address': 'fa:16:3e:b5:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:39Z', 'updated_at': '2022-03-31T16:22:47Z', 'revision_number': 5, 'project_id': '0bd509373e5845a09733911b95cb9543', 'subnets': [{'id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:23:17.536609 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0b4495-6e78-4f31-a384-643225ebb6b3 None None] The sync data for ids ['78c76e9b-0664-48da-9fd4-0c3dc0f10609'] in dv-neutron-833379-2-hyperv is: [{'id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'name': 'tempest-TestSnapshotPattern-469822487-router', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:40Z', 'revision_number': 4, 'project_id': '0bd509373e5845a09733911b95cb9543', 'gw_port': {'id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '791839f3-b38a-4030-8057-86fbf3fc57a6', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'floating_ip_address': '172.26.5.151', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'port_id': 'c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'mac_address': 'fa:16:3e:83:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba87894-a2a4-49da-873b-1654fc4ad41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:23:15Z', 'updated_at': '2022-03-31T16:23:15Z', 'revision_number': 0, 'project_id': '0bd509373e5845a09733911b95cb9543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d540e0-de0e-4283-8a23-a3e457c7d1a0', 'name': '', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'mac_address': 'fa:16:3e:b5:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:39Z', 'updated_at': '2022-03-31T16:22:47Z', 'revision_number': 5, 'project_id': '0bd509373e5845a09733911b95cb9543', 'subnets': [{'id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:23:17.588047 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-123f7e10-87e2-4d70-a17a-5bcc14500edf req-082d7e23-dfdc-4f97-a05b-f491b6e5a553 service neutron] 10.222.0.41 "GET /v2.0/networks/647c9a95-4dc5-47bb-a10e-be79ec064f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267450 Mar 31 16:23:17.724231 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b73596-81f9-4be5-aa42-3de9b71a1b62 None None] New status for floating IP 791839f3-b38a-4030-8057-86fbf3fc57a6: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:23:24.840369 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:23:25.515988 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-64375762-f8b1-4da9-94b6-5f298e81b396 req-a8ac7bf4-d11e-4734-bdd9-94f26cea01eb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672851 Mar 31 16:23:25.655621 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64375762-f8b1-4da9-94b6-5f298e81b396 req-dda97e4d-2ff2-4a89-9a55-269e4fbd4b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:23:25.657060 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-64375762-f8b1-4da9-94b6-5f298e81b396 req-dda97e4d-2ff2-4a89-9a55-269e4fbd4b1c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bd509373e5845a09733911b95cb9543&device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e HTTP/1.1" status: 200 len: 1099 time: 0.0738571 Mar 31 16:23:25.802037 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64375762-f8b1-4da9-94b6-5f298e81b396 req-fafe1e0a-a94a-4e46-a204-5519090236cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:23:25.803369 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-64375762-f8b1-4da9-94b6-5f298e81b396 req-fafe1e0a-a94a-4e46-a204-5519090236cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=647c9a95-4dc5-47bb-a10e-be79ec064f30 HTTP/1.1" status: 200 len: 910 time: 0.1281369 Mar 31 16:23:25.804802 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:25.903212 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-64375762-f8b1-4da9-94b6-5f298e81b396 req-20bb70f1-d9ed-46a0-9b50-f04659ed115b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb HTTP/1.1" status: 200 len: 1002 time: 0.0944045 Mar 31 16:23:25.967632 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64375762-f8b1-4da9-94b6-5f298e81b396 req-8f727618-025b-4660-85ca-a34c0a50e0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:23:25.969023 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-64375762-f8b1-4da9-94b6-5f298e81b396 req-8f727618-025b-4660-85ca-a34c0a50e0b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ed7f008-421b-4849-b44f-65e6aa5eaf90 HTTP/1.1" status: 200 len: 848 time: 0.0600340 Mar 31 16:23:26.044127 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64375762-f8b1-4da9-94b6-5f298e81b396 req-478b435b-68bf-4f4c-9a0c-5bd4bbd62746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:23:26.045679 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-64375762-f8b1-4da9-94b6-5f298e81b396 req-478b435b-68bf-4f4c-9a0c-5bd4bbd62746 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=647c9a95-4dc5-47bb-a10e-be79ec064f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704837 Mar 31 16:23:26.178735 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-64375762-f8b1-4da9-94b6-5f298e81b396 req-f3ca0166-abe5-484d-8d42-6e549d99f46d service neutron] 10.222.0.41 "GET /v2.0/networks/647c9a95-4dc5-47bb-a10e-be79ec064f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264639 Mar 31 16:23:26.308743 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-64375762-f8b1-4da9-94b6-5f298e81b396 req-6c3d345d-f799-43f7-85cb-d68396ca83f4 service neutron] 10.222.0.41 "GET /v2.0/networks/647c9a95-4dc5-47bb-a10e-be79ec064f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243851 Mar 31 16:23:33.128214 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d277cb92-240e-4061-9b30-4ba54ecc18a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:35.214900 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0d2f9b7a-c17d-4d93-b598-559da797445f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:36.529561 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:36.655261 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:38.150531 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:23:55.808703 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:24:01.839983 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:24:03.133674 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-af304d3c-579d-4e80-9c60-0907596d4fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:24:05.197284 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0260182a-8ca6-4e00-a2c9-8e3e1be89914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:24:06.578542 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:24:06.664916 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:24:08.133011 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:24:25.511945 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-382becb4-0f70-473e-94ec-078b508369e9 req-c1a7e4e2-ce8a-459e-a002-e37122da3184 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0847340 Mar 31 16:24:25.650317 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382becb4-0f70-473e-94ec-078b508369e9 req-d8a7359d-7435-415c-9678-c44fc11b504b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:24:25.651764 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-382becb4-0f70-473e-94ec-078b508369e9 req-d8a7359d-7435-415c-9678-c44fc11b504b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bd509373e5845a09733911b95cb9543&device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e HTTP/1.1" status: 200 len: 1099 time: 0.0703115 Mar 31 16:24:25.793282 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382becb4-0f70-473e-94ec-078b508369e9 req-27ac1143-aa3f-4358-83d7-56e9d95ff761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:24:25.794639 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-382becb4-0f70-473e-94ec-078b508369e9 req-27ac1143-aa3f-4358-83d7-56e9d95ff761 service neutron] 10.222.0.41 "GET /v2.0/networks?id=647c9a95-4dc5-47bb-a10e-be79ec064f30 HTTP/1.1" status: 200 len: 910 time: 0.1246529 Mar 31 16:24:25.807201 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:24:25.896511 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-382becb4-0f70-473e-94ec-078b508369e9 req-0964ce89-6303-499a-bb5e-748bbe7f685e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb HTTP/1.1" status: 200 len: 1002 time: 0.0959311 Mar 31 16:24:25.956939 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382becb4-0f70-473e-94ec-078b508369e9 req-387b9cdc-60a8-4180-9a37-bfb55f67ae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:24:25.958367 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-382becb4-0f70-473e-94ec-078b508369e9 req-387b9cdc-60a8-4180-9a37-bfb55f67ae72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ed7f008-421b-4849-b44f-65e6aa5eaf90 HTTP/1.1" status: 200 len: 848 time: 0.0568552 Mar 31 16:24:26.122222 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382becb4-0f70-473e-94ec-078b508369e9 req-733c2522-beee-4f33-888f-c46908ea31a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:24:26.123592 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-382becb4-0f70-473e-94ec-078b508369e9 req-733c2522-beee-4f33-888f-c46908ea31a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=647c9a95-4dc5-47bb-a10e-be79ec064f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1592610 Mar 31 16:24:26.251742 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-382becb4-0f70-473e-94ec-078b508369e9 req-545d74de-1cfe-4c78-8c22-cfb1ad08ce90 service neutron] 10.222.0.41 "GET /v2.0/networks/647c9a95-4dc5-47bb-a10e-be79ec064f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215143 Mar 31 16:24:26.378752 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-382becb4-0f70-473e-94ec-078b508369e9 req-a1a1fe56-f29a-4d54-a5bd-1d0e69911a0d service neutron] 10.222.0.41 "GET /v2.0/networks/647c9a95-4dc5-47bb-a10e-be79ec064f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216226 Mar 31 16:24:33.127962 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8d075706-4a2f-48f2-b334-36d7825e6c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:24:35.185173 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2d22a001-b846-43e7-82af-0b3369c5ab15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:24:36.532679 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:24:36.658437 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:24:38.167824 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:24:38.840316 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:24:55.836027 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:03.115910 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0086a0b7-5b69-4c19-bace-1a7b0ca0c3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:05.196480 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ab29e05e-5c6e-43c2-b3b0-624627f6ad2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:06.533598 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:06.659299 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:08.138583 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:14.829364 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 16:25:14.960264 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb,segment=NetworkSegment(a1843d95-2429-4082-a9d7-7d317fb7993e),segment_id=a1843d95-2429-4082-a9d7-7d317fb7993e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:25:14.973173 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': 'c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'port_id': 'c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb', 'mac_address': 'fa:16:3e:83:f8:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 16:25:15.027513 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:15.046810 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:25:15.063614 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb,segment=NetworkSegment(a1843d95-2429-4082-a9d7-7d317fb7993e),segment_id=a1843d95-2429-4082-a9d7-7d317fb7993e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:25:15.121729 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:15.193494 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb,revision_number=6']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:25:15.199116 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 16:25:15.233578 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:15.233924 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:15.234255 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:15.234589 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:15.234912 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:15.235235 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:15.235555 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:15.235874 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:15.236194 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:15.236506 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:15.236821 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:15.237135 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:15.839733 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:25:16.842264 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:25:16.922302 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:25:16.922666 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:17.046062 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:17.074938 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba87894-a2a4-49da-873b-1654fc4ad41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:25:17.089760 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb,segment=NetworkSegment(a1843d95-2429-4082-a9d7-7d317fb7993e),segment_id=a1843d95-2429-4082-a9d7-7d317fb7993e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:25:17.167284 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:17.268708 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb,revision_number=7']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:25:17.288658 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba87894-a2a4-49da-873b-1654fc4ad41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb', 'code': 200} Mar 31 16:25:25.587164 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c0d2b-cdd1-4335-bc8a-9a283088caee req-042bfd29-b950-4fbf-ab95-7eb0461f8354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:25.589098 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c92c0d2b-cdd1-4335-bc8a-9a283088caee req-042bfd29-b950-4fbf-ab95-7eb0461f8354 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bd509373e5845a09733911b95cb9543&device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e HTTP/1.1" status: 200 len: 1099 time: 0.0834551 Mar 31 16:25:25.733559 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c0d2b-cdd1-4335-bc8a-9a283088caee req-7649ef42-522d-4ee0-84ac-5a16852127db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:25.735013 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c92c0d2b-cdd1-4335-bc8a-9a283088caee req-7649ef42-522d-4ee0-84ac-5a16852127db service neutron] 10.222.0.41 "GET /v2.0/networks?id=647c9a95-4dc5-47bb-a10e-be79ec064f30 HTTP/1.1" status: 200 len: 910 time: 0.1280615 Mar 31 16:25:25.839915 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c92c0d2b-cdd1-4335-bc8a-9a283088caee req-28b9784d-3743-4d09-a255-acfb41586c80 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb HTTP/1.1" status: 200 len: 1002 time: 0.0989518 Mar 31 16:25:25.870823 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:25.907171 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c0d2b-cdd1-4335-bc8a-9a283088caee req-7af1e4fe-3c23-4bc0-9a70-881dd94a8bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:25.908616 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c92c0d2b-cdd1-4335-bc8a-9a283088caee req-7af1e4fe-3c23-4bc0-9a70-881dd94a8bc9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ed7f008-421b-4849-b44f-65e6aa5eaf90 HTTP/1.1" status: 200 len: 848 time: 0.0621877 Mar 31 16:25:25.986412 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c0d2b-cdd1-4335-bc8a-9a283088caee req-aaa704c9-7806-468a-a04c-1027109a1fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:25.987869 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c92c0d2b-cdd1-4335-bc8a-9a283088caee req-aaa704c9-7806-468a-a04c-1027109a1fb3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=647c9a95-4dc5-47bb-a10e-be79ec064f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695605 Mar 31 16:25:26.118601 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c92c0d2b-cdd1-4335-bc8a-9a283088caee req-85d64f13-2d92-402b-a605-f8f55e8245ce service neutron] 10.222.0.41 "GET /v2.0/networks/647c9a95-4dc5-47bb-a10e-be79ec064f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231337 Mar 31 16:25:26.325584 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c92c0d2b-cdd1-4335-bc8a-9a283088caee req-c5c5049a-7b16-4e26-80a5-fad6fbeca3bf service neutron] 10.222.0.41 "GET /v2.0/networks/647c9a95-4dc5-47bb-a10e-be79ec064f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252341 Mar 31 16:25:27.144060 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-461461b9-567a-4525-a32b-894e21af35da tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1778278201&fields=id&tenant_id=0bd509373e5845a09733911b95cb9543 HTTP/1.1" status: 200 len: 267 time: 0.0430686 Mar 31 16:25:27.290176 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-9eeb9813-0cbe-4e21-a3a9-10a9f4ce65b9 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:27.292053 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-9eeb9813-0cbe-4e21-a3a9-10a9f4ce65b9 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/networks?id=647c9a95-4dc5-47bb-a10e-be79ec064f30 HTTP/1.1" status: 200 len: 809 time: 0.1409585 Mar 31 16:25:27.309785 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-7254581c-1cfd-4718-a8fc-92790f823a39 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/quotas/0bd509373e5845a09733911b95cb9543 HTTP/1.1" status: 200 len: 375 time: 0.0122402 Mar 31 16:25:27.404315 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-5b1881cd-9fa3-4d5c-b41d-fb8dc5c53cab tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0bd509373e5845a09733911b95cb9543&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0891292 Mar 31 16:25:27.524515 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-7ccf765d-de3d-407c-8728-6dc879646bed service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 16:25:27.525576 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-7ccf765d-de3d-407c-8728-6dc879646bed service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0435238 Mar 31 16:25:27.655205 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-e65b4171-dec1-4a8f-8c47-e0393a478b2e service neutron] 10.222.0.31 "GET /v2.0/networks/647c9a95-4dc5-47bb-a10e-be79ec064f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237428 Mar 31 16:25:27.782820 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-1be48466-3461-4f31-807d-ec6c623fb085 service neutron] 10.222.0.31 "GET /v2.0/networks/647c9a95-4dc5-47bb-a10e-be79ec064f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216974 Mar 31 16:25:28.045747 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-964be50e-cbd3-4d05-87a0-8633ffb3c3b8 req-d5535bb9-8238-4dd7-a430-30bbe6385506 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c507afe-5d3a-4563-bf85-8771cdae3932 HTTP/1.1" status: 200 len: 210 time: 0.0427079 Mar 31 16:25:29.195686 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-275bbdfd-f67b-4dd5-ae81-136cf79d156c req-0318f0c1-2697-478b-bf3d-1575171fd5ac tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c507afe-5d3a-4563-bf85-8771cdae3932 HTTP/1.1" status: 200 len: 210 time: 0.0414054 Mar 31 16:25:30.209388 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-b896142c-793b-4a44-8bf3-b00d473cf342 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:30.210730 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-b896142c-793b-4a44-8bf3-b00d473cf342 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.41 "GET /v2.0/networks?id=647c9a95-4dc5-47bb-a10e-be79ec064f30 HTTP/1.1" status: 200 len: 809 time: 0.1502585 Mar 31 16:25:30.260176 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-4806899e-9b93-429a-86a8-7db9e9794d01 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bd509373e5845a09733911b95cb9543 HTTP/1.1" status: 200 len: 380 time: 0.0408797 Mar 31 16:25:30.268067 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-6e7280a8-dc4f-4472-a1b6-b6cb85d900fb tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Request body: {'port': {'device_id': '6c507afe-5d3a-4563-bf85-8771cdae3932', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'admin_state_up': True, 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'security_groups': ['88f064e8-2ff5-4b56-80d6-ac72bb096524']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:25:30.403453 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-c6f95254-59a3-4bf1-89f8-7e3696a68f96 req-0447595e-d0dc-43fa-9a36-205971a19706 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c507afe-5d3a-4563-bf85-8771cdae3932 HTTP/1.1" status: 200 len: 210 time: 0.0997787 Mar 31 16:25:30.449293 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-6e7280a8-dc4f-4472-a1b6-b6cb85d900fb tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:25:30.459708 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.quota.driver [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-6e7280a8-dc4f-4472-a1b6-b6cb85d900fb tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:25:30.519674 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-6e7280a8-dc4f-4472-a1b6-b6cb85d900fb tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Made reservation on behalf of 0bd509373e5845a09733911b95cb9543 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:25:30.523294 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-6e7280a8-dc4f-4472-a1b6-b6cb85d900fb tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:30.784781 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-6e7280a8-dc4f-4472-a1b6-b6cb85d900fb tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Allocated IP 172.20.0.7 (647c9a95-4dc5-47bb-a10e-be79ec064f30/6ed7f008-421b-4849-b44f-65e6aa5eaf90/c5b78c91-9e7c-46f0-957f-d26626804783) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:25:30.904405 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:25:31.115791 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-6e7280a8-dc4f-4472-a1b6-b6cb85d900fb tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:31.127814 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:31.134610 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-6e7280a8-dc4f-4472-a1b6-b6cb85d900fb tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Transition to ACTIVE for port object c5b78c91-9e7c-46f0-957f-d26626804783 will not be triggered until provisioned by entity DHCP. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:25:31.155628 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba87894-a2a4-49da-873b-1654fc4ad41e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:25:31.166131 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb,segment=NetworkSegment(a1843d95-2429-4082-a9d7-7d317fb7993e),segment_id=a1843d95-2429-4082-a9d7-7d317fb7993e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:25:31.211502 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba87894-a2a4-49da-873b-1654fc4ad41e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb', 'code': 200} Mar 31 16:25:31.224202 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-6e7280a8-dc4f-4472-a1b6-b6cb85d900fb tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:31.247494 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:31.293597 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-6e7280a8-dc4f-4472-a1b6-b6cb85d900fb tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Network 647c9a95-4dc5-47bb-a10e-be79ec064f30 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:25:31.301972 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-6e7280a8-dc4f-4472-a1b6-b6cb85d900fb tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:25:31.307617 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-6e7280a8-dc4f-4472-a1b6-b6cb85d900fb tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:25:31.371530 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb,revision_number=8']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:25:31.379227 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-6e7280a8-dc4f-4472-a1b6-b6cb85d900fb tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:31.379849 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-6e7280a8-dc4f-4472-a1b6-b6cb85d900fb tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:31.403931 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7280a8-dc4f-4472-a1b6-b6cb85d900fb tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Pushing event updated for resources: {'Port': ['ID=c5b78c91-9e7c-46f0-957f-d26626804783,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:25:31.417245 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7280a8-dc4f-4472-a1b6-b6cb85d900fb tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:31.417660 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7280a8-dc4f-4472-a1b6-b6cb85d900fb tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:31.418014 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7280a8-dc4f-4472-a1b6-b6cb85d900fb tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:31.418349 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7280a8-dc4f-4472-a1b6-b6cb85d900fb tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:31.418686 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7280a8-dc4f-4472-a1b6-b6cb85d900fb tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:31.419019 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7280a8-dc4f-4472-a1b6-b6cb85d900fb tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:31.419352 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7280a8-dc4f-4472-a1b6-b6cb85d900fb tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:31.419673 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7280a8-dc4f-4472-a1b6-b6cb85d900fb tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:31.420178 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7280a8-dc4f-4472-a1b6-b6cb85d900fb tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:31.420505 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7280a8-dc4f-4472-a1b6-b6cb85d900fb tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:31.420829 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7280a8-dc4f-4472-a1b6-b6cb85d900fb tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:31.421151 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7280a8-dc4f-4472-a1b6-b6cb85d900fb tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:31.493693 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-6e7280a8-dc4f-4472-a1b6-b6cb85d900fb tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2289872 Mar 31 16:25:31.666822 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627914a-e50f-4c4f-8e0b-0921ad2315f7 req-7755807c-db8e-4e18-860d-4b3775c2b7e1 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:31.667786 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-9627914a-e50f-4c4f-8e0b-0921ad2315f7 req-7755807c-db8e-4e18-860d-4b3775c2b7e1 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Synchronizing usage tracker for tenant:0bd509373e5845a09733911b95cb9543 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:25:31.771283 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4df1ae14-87bd-4706-8eda-e200ef51f8da None None] Provisioning for port c5b78c91-9e7c-46f0-957f-d26626804783 completed by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:25:31.777294 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4df1ae14-87bd-4706-8eda-e200ef51f8da None None] Provisioning complete for port c5b78c91-9e7c-46f0-957f-d26626804783 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:25:31.777665 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4df1ae14-87bd-4706-8eda-e200ef51f8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:31.795644 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-9627914a-e50f-4c4f-8e0b-0921ad2315f7 req-7755807c-db8e-4e18-860d-4b3775c2b7e1 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Unset dirty status for tenant:0bd509373e5845a09733911b95cb9543 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:25:31.796969 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9627914a-e50f-4c4f-8e0b-0921ad2315f7 req-7755807c-db8e-4e18-860d-4b3775c2b7e1 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c507afe-5d3a-4563-bf85-8771cdae3932 HTTP/1.1" status: 200 len: 931 time: 0.2517114 Mar 31 16:25:31.848440 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-4df1ae14-87bd-4706-8eda-e200ef51f8da None None] Port c5b78c91-9e7c-46f0-957f-d26626804783 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 31 16:25:31.851673 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-9627914a-e50f-4c4f-8e0b-0921ad2315f7 req-cf269da2-5514-4016-ad8c-ceb31e78840c tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/security-groups?id=88f064e8-2ff5-4b56-80d6-ac72bb096524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465114 Mar 31 16:25:33.087116 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78c8cb-4c18-46e9-a0d8-4b352f76c37c req-304315e9-955c-4022-8620-6e6672c5d558 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:33.088735 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9b78c8cb-4c18-46e9-a0d8-4b352f76c37c req-304315e9-955c-4022-8620-6e6672c5d558 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c507afe-5d3a-4563-bf85-8771cdae3932 HTTP/1.1" status: 200 len: 931 time: 0.1088939 Mar 31 16:25:33.127662 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f6869560-551d-47a9-9f9f-019e62429a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:33.149450 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-9b78c8cb-4c18-46e9-a0d8-4b352f76c37c req-8e4f9db7-2662-439c-976c-9bd4a8d4140d tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/security-groups?id=88f064e8-2ff5-4b56-80d6-ac72bb096524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538716 Mar 31 16:25:34.348194 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce42aa9-142d-4ad7-84e9-dafaf501e725 req-53e0d88e-31c1-438e-94be-853e3f255b5a tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:34.349642 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1ce42aa9-142d-4ad7-84e9-dafaf501e725 req-53e0d88e-31c1-438e-94be-853e3f255b5a tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c507afe-5d3a-4563-bf85-8771cdae3932 HTTP/1.1" status: 200 len: 931 time: 0.0923097 Mar 31 16:25:34.397324 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1ce42aa9-142d-4ad7-84e9-dafaf501e725 req-3f76a42d-43d8-4b16-b80b-f3aaa6e30518 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/security-groups?id=88f064e8-2ff5-4b56-80d6-ac72bb096524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420468 Mar 31 16:25:35.173276 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6dd92c20-1e63-4878-8210-24321e411379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:35.606475 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7df959-1f0a-4003-9b35-9e6a558b9b7e req-62f8f004-a259-4610-a7f8-e6483db5dd3d tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:35.613497 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5a7df959-1f0a-4003-9b35-9e6a558b9b7e req-62f8f004-a259-4610-a7f8-e6483db5dd3d tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c507afe-5d3a-4563-bf85-8771cdae3932 HTTP/1.1" status: 200 len: 931 time: 0.1080337 Mar 31 16:25:35.663584 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5a7df959-1f0a-4003-9b35-9e6a558b9b7e req-65db3cd7-dc02-4ad4-844f-afed1ed59b93 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/security-groups?id=88f064e8-2ff5-4b56-80d6-ac72bb096524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490482 Mar 31 16:25:36.894143 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c59231-7fb2-4f4c-99b5-9bf0c14db644 req-2f581cc8-c3f3-4805-ae9c-0c54fbee6b55 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:36.895615 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-40c59231-7fb2-4f4c-99b5-9bf0c14db644 req-2f581cc8-c3f3-4805-ae9c-0c54fbee6b55 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c507afe-5d3a-4563-bf85-8771cdae3932 HTTP/1.1" status: 200 len: 931 time: 0.1221533 Mar 31 16:25:36.945984 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-40c59231-7fb2-4f4c-99b5-9bf0c14db644 req-57aed2bd-9ec5-490d-9308-4c6bef1ef648 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/security-groups?id=88f064e8-2ff5-4b56-80d6-ac72bb096524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446856 Mar 31 16:25:37.256892 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:37.435756 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:38.150587 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:38.166907 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc3661-2c41-4192-93a5-dd05ec8c1e5d req-ac5bfe46-f952-4eb2-ab68-f54bad1a8f9f tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:38.168355 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7bbc3661-2c41-4192-93a5-dd05ec8c1e5d req-ac5bfe46-f952-4eb2-ab68-f54bad1a8f9f tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c507afe-5d3a-4563-bf85-8771cdae3932 HTTP/1.1" status: 200 len: 931 time: 0.0888052 Mar 31 16:25:38.214387 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-7bbc3661-2c41-4192-93a5-dd05ec8c1e5d req-4ab7aafd-b9a2-4b81-b1da-0f0f332b3659 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/security-groups?id=88f064e8-2ff5-4b56-80d6-ac72bb096524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401454 Mar 31 16:25:39.115542 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.v2.base [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-fc167ed3-c049-497d-8f9f-508c69ace84b service neutron] Request body: {'port': {'device_id': '6c507afe-5d3a-4563-bf85-8771cdae3932', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:25:39.236644 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-fc167ed3-c049-497d-8f9f-508c69ace84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:39.547125 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0bf712-a176-4dfd-a09c-849da8c991bd req-f6119c62-c945-4f69-aa0a-9792540bae45 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:39.548574 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1e0bf712-a176-4dfd-a09c-849da8c991bd req-f6119c62-c945-4f69-aa0a-9792540bae45 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c507afe-5d3a-4563-bf85-8771cdae3932 HTTP/1.1" status: 200 len: 931 time: 0.1975529 Mar 31 16:25:39.615933 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-1e0bf712-a176-4dfd-a09c-849da8c991bd req-a0b7b7d9-92ac-468e-bde1-2fb8bd735f54 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/security-groups?id=88f064e8-2ff5-4b56-80d6-ac72bb096524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611668 Mar 31 16:25:39.681539 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-fc167ed3-c049-497d-8f9f-508c69ace84b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5b78c91-9e7c-46f0-957f-d26626804783 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:25:39.689416 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-fc167ed3-c049-497d-8f9f-508c69ace84b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:39.703132 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-fc167ed3-c049-497d-8f9f-508c69ace84b service neutron] Transition to ACTIVE for port object c5b78c91-9e7c-46f0-957f-d26626804783 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 16:25:39.783785 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-fc167ed3-c049-497d-8f9f-508c69ace84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:39.944684 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc167ed3-c049-497d-8f9f-508c69ace84b service neutron] Pushing event updated for resources: {'Port': ['ID=c5b78c91-9e7c-46f0-957f-d26626804783,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:25:40.017939 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-fc167ed3-c049-497d-8f9f-508c69ace84b service neutron] Attempting to bind port c5b78c91-9e7c-46f0-957f-d26626804783 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 16:25:40.018270 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-fc167ed3-c049-497d-8f9f-508c69ace84b service neutron] Attempting to bind port c5b78c91-9e7c-46f0-957f-d26626804783 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a1843d95-2429-4082-a9d7-7d317fb7993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 16:25:40.018592 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-fc167ed3-c049-497d-8f9f-508c69ace84b service neutron] Attempting to bind port c5b78c91-9e7c-46f0-957f-d26626804783 on network 647c9a95-4dc5-47bb-a10e-be79ec064f30 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:25:40.023100 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-fc167ed3-c049-497d-8f9f-508c69ace84b service neutron] Port c5b78c91-9e7c-46f0-957f-d26626804783 on network 647c9a95-4dc5-47bb-a10e-be79ec064f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 31 16:25:40.023421 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-fc167ed3-c049-497d-8f9f-508c69ace84b service neutron] Attempting to bind port c5b78c91-9e7c-46f0-957f-d26626804783 on network 647c9a95-4dc5-47bb-a10e-be79ec064f30 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 31 16:25:40.028415 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-fc167ed3-c049-497d-8f9f-508c69ace84b service neutron] Checking agent: {'id': 'af6ffb27-2842-4666-b229-e8f1f960749a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'started_at': datetime.datetime(2022, 3, 31, 15, 22, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 31 16:25:40.028746 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-fc167ed3-c049-497d-8f9f-508c69ace84b service neutron] Checking segment: {'id': 'a1843d95-2429-4082-a9d7-7d317fb7993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 31 16:25:40.029720 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-fc167ed3-c049-497d-8f9f-508c69ace84b service neutron] Bound using segment: {'id': 'a1843d95-2429-4082-a9d7-7d317fb7993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 31 16:25:40.030140 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-fc167ed3-c049-497d-8f9f-508c69ace84b service neutron] Bound port: c5b78c91-9e7c-46f0-957f-d26626804783, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1843d95-2429-4082-a9d7-7d317fb7993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 16:25:40.030481 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-fc167ed3-c049-497d-8f9f-508c69ace84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:40.213405 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-fc167ed3-c049-497d-8f9f-508c69ace84b service neutron] For port c5b78c91-9e7c-46f0-957f-d26626804783, host hv-neutron-8333, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 31 16:25:40.216320 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-fc167ed3-c049-497d-8f9f-508c69ace84b service neutron] For port c5b78c91-9e7c-46f0-957f-d26626804783, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c5b78c91-9e7c-46f0-957f-d26626804783,segment=NetworkSegment(a1843d95-2429-4082-a9d7-7d317fb7993e),segment_id=a1843d95-2429-4082-a9d7-7d317fb7993e)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 31 16:25:40.281403 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-fc167ed3-c049-497d-8f9f-508c69ace84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15404532'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:40.336554 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-fc167ed3-c049-497d-8f9f-508c69ace84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:40.337159 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-fc167ed3-c049-497d-8f9f-508c69ace84b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:40.338530 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-fc167ed3-c049-497d-8f9f-508c69ace84b service neutron] 10.222.0.41 "PUT /v2.0/ports/c5b78c91-9e7c-46f0-957f-d26626804783 HTTP/1.1" status: 200 len: 1093 time: 1.2272727 Mar 31 16:25:40.338925 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c507afe-5d3a-4563-bf85-8771cdae3932', 'tag': 'c5b78c91-9e7c-46f0-957f-d26626804783'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:25:40.366948 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc167ed3-c049-497d-8f9f-508c69ace84b service neutron] Pushing event updated for resources: {'Port': ['ID=c5b78c91-9e7c-46f0-957f-d26626804783,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:25:40.387459 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c507afe-5d3a-4563-bf85-8771cdae3932', 'tag': 'c5b78c91-9e7c-46f0-957f-d26626804783', 'status': 'completed', 'code': 200} Mar 31 16:25:40.489335 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a582b-fae5-4a55-b12c-9f1fd825c55b req-8959be2c-52f6-436b-a3a8-49c5a594e70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:40.489335 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ea1a582b-fae5-4a55-b12c-9f1fd825c55b req-8959be2c-52f6-436b-a3a8-49c5a594e70d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bd509373e5845a09733911b95cb9543&device_id=6c507afe-5d3a-4563-bf85-8771cdae3932 HTTP/1.1" status: 200 len: 1096 time: 0.0794516 Mar 31 16:25:40.631389 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a582b-fae5-4a55-b12c-9f1fd825c55b req-02b244d2-f6d5-4625-8cc5-af5bdbfe228d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:40.632805 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ea1a582b-fae5-4a55-b12c-9f1fd825c55b req-02b244d2-f6d5-4625-8cc5-af5bdbfe228d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=0bd509373e5845a09733911b95cb9543&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1386507 Mar 31 16:25:40.813795 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a582b-fae5-4a55-b12c-9f1fd825c55b req-4066e4e0-ed16-4ca0-9815-eb04b229166e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:40.815249 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-ea1a582b-fae5-4a55-b12c-9f1fd825c55b req-4066e4e0-ed16-4ca0-9815-eb04b229166e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1767051 Mar 31 16:25:40.839767 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9d924-8004-4e08-b7d9-71ed8bd686f7 req-043c1f11-bca2-4941-b450-1c6512a68b8f tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:40.841213 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-97c9d924-8004-4e08-b7d9-71ed8bd686f7 req-043c1f11-bca2-4941-b450-1c6512a68b8f tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c507afe-5d3a-4563-bf85-8771cdae3932 HTTP/1.1" status: 200 len: 943 time: 0.1142988 Mar 31 16:25:40.929827 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-97c9d924-8004-4e08-b7d9-71ed8bd686f7 req-a9834608-5cfe-4fa0-b0ef-c94b2eb4042e tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/security-groups?id=88f064e8-2ff5-4b56-80d6-ac72bb096524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828295 Mar 31 16:25:40.950438 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-5cba7778-36a3-471c-85c9-ff938b48da47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:40.952461 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-5cba7778-36a3-471c-85c9-ff938b48da47 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bd509373e5845a09733911b95cb9543&device_id=6c507afe-5d3a-4563-bf85-8771cdae3932 HTTP/1.1" status: 200 len: 1096 time: 0.0904043 Mar 31 16:25:41.021401 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-8d17eb7f-9ab2-47ea-be92-f5a9e30de232 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5b78c91-9e7c-46f0-957f-d26626804783 HTTP/1.1" status: 200 len: 217 time: 0.0618889 Mar 31 16:25:41.082135 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-3ef992f7-f5d2-444d-a208-77d7b0ff00c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:41.083452 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-3ef992f7-f5d2-444d-a208-77d7b0ff00c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ed7f008-421b-4849-b44f-65e6aa5eaf90 HTTP/1.1" status: 200 len: 848 time: 0.0565407 Mar 31 16:25:41.155640 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-39f5769e-6cef-4b59-b06a-ef57b82c9c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:41.157055 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-39f5769e-6cef-4b59-b06a-ef57b82c9c20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=647c9a95-4dc5-47bb-a10e-be79ec064f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680585 Mar 31 16:25:41.348476 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-7b008029-487a-4d3d-b53a-39116b08510b service neutron] 10.222.0.41 "GET /v2.0/networks/647c9a95-4dc5-47bb-a10e-be79ec064f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854622 Mar 31 16:25:41.481625 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-4c90910f-205f-42e1-a7a0-8ea1f7528cfd req-4265b75e-9c1e-41b2-ab6d-4a2d4b086469 service neutron] 10.222.0.41 "GET /v2.0/networks/647c9a95-4dc5-47bb-a10e-be79ec064f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273150 Mar 31 16:25:42.112803 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be997f3-98eb-4257-9337-0451eb9b0088 req-b0249d8b-29aa-4eb8-832a-956fb609940d tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:42.114280 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5be997f3-98eb-4257-9337-0451eb9b0088 req-b0249d8b-29aa-4eb8-832a-956fb609940d tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c507afe-5d3a-4563-bf85-8771cdae3932 HTTP/1.1" status: 200 len: 943 time: 0.0783000 Mar 31 16:25:42.159753 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5be997f3-98eb-4257-9337-0451eb9b0088 req-8ff60675-48c3-49a6-b59d-0e978c5db59b tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/security-groups?id=88f064e8-2ff5-4b56-80d6-ac72bb096524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398626 Mar 31 16:25:42.956659 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device c5b78c91-9e7c-46f0-957f-d26626804783 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 16:25:43.086510 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port c5b78c91-9e7c-46f0-957f-d26626804783, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c5b78c91-9e7c-46f0-957f-d26626804783,segment=NetworkSegment(a1843d95-2429-4082-a9d7-7d317fb7993e),segment_id=a1843d95-2429-4082-a9d7-7d317fb7993e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:25:43.098890 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': 'c5b78c91-9e7c-46f0-957f-d26626804783', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'port_id': 'c5b78c91-9e7c-46f0-957f-d26626804783', 'mac_address': 'fa:16:3e:64:cb:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 16:25:43.184078 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:43.202157 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5b78c91-9e7c-46f0-957f-d26626804783 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:25:43.217105 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port c5b78c91-9e7c-46f0-957f-d26626804783, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c5b78c91-9e7c-46f0-957f-d26626804783,segment=NetworkSegment(a1843d95-2429-4082-a9d7-7d317fb7993e),segment_id=a1843d95-2429-4082-a9d7-7d317fb7993e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:25:43.275548 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:43.342499 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=c5b78c91-9e7c-46f0-957f-d26626804783,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:25:43.350620 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd1dd6-7d6b-48ad-ad24-b7459f8574e1 req-32a9bfc8-050e-4a41-aafb-3800493d6270 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:43.352063 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d4cd1dd6-7d6b-48ad-ad24-b7459f8574e1 req-32a9bfc8-050e-4a41-aafb-3800493d6270 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c507afe-5d3a-4563-bf85-8771cdae3932 HTTP/1.1" status: 200 len: 944 time: 0.0862501 Mar 31 16:25:43.401670 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-d4cd1dd6-7d6b-48ad-ad24-b7459f8574e1 req-efc85daf-efa7-416b-bf16-e4f32a4a8c41 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/security-groups?id=88f064e8-2ff5-4b56-80d6-ac72bb096524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426102 Mar 31 16:25:43.512227 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['c5b78c91-9e7c-46f0-957f-d26626804783'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 16:25:44.589877 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52295e-efe4-4ff4-9022-8e682cf29ba3 req-eae00bc2-0fbf-4e94-b466-031267e33002 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:44.591272 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4c52295e-efe4-4ff4-9022-8e682cf29ba3 req-eae00bc2-0fbf-4e94-b466-031267e33002 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c507afe-5d3a-4563-bf85-8771cdae3932 HTTP/1.1" status: 200 len: 944 time: 0.0792933 Mar 31 16:25:44.634430 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-4c52295e-efe4-4ff4-9022-8e682cf29ba3 req-bc13d10b-fcfe-480e-bf83-dd4e7540f163 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/security-groups?id=88f064e8-2ff5-4b56-80d6-ac72bb096524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375247 Mar 31 16:25:44.979688 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device c5b78c91-9e7c-46f0-957f-d26626804783 up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:25:45.103358 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning for port c5b78c91-9e7c-46f0-957f-d26626804783 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 16:25:45.108844 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port c5b78c91-9e7c-46f0-957f-d26626804783 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:25:45.109235 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:45.223484 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:45.249539 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c507afe-5d3a-4563-bf85-8771cdae3932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b78c91-9e7c-46f0-957f-d26626804783'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:25:45.259329 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port c5b78c91-9e7c-46f0-957f-d26626804783, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c5b78c91-9e7c-46f0-957f-d26626804783,segment=NetworkSegment(a1843d95-2429-4082-a9d7-7d317fb7993e),segment_id=a1843d95-2429-4082-a9d7-7d317fb7993e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:25:45.293385 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c507afe-5d3a-4563-bf85-8771cdae3932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b78c91-9e7c-46f0-957f-d26626804783', 'code': 200} Mar 31 16:25:45.333107 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:45.402686 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=c5b78c91-9e7c-46f0-957f-d26626804783,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:25:45.664909 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17101eff-0d41-406c-83bc-42673ef48f89 req-ccff0695-0ffb-43b0-8f99-bcb9fcf3a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:45.666416 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-17101eff-0d41-406c-83bc-42673ef48f89 req-ccff0695-0ffb-43b0-8f99-bcb9fcf3a02c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6c507afe-5d3a-4563-bf85-8771cdae3932 HTTP/1.1" status: 200 len: 1098 time: 0.0685012 Mar 31 16:25:45.710571 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-17101eff-0d41-406c-83bc-42673ef48f89 req-26af9fed-2a19-4764-ac4b-cc9978652333 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=88f064e8-2ff5-4b56-80d6-ac72bb096524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381689 Mar 31 16:25:45.919124 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b682ab-10c1-4a4a-b971-198c8ccab0bf req-c10d0103-aecb-4c04-ae7e-65871e7bff47 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:45.920680 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-81b682ab-10c1-4a4a-b971-198c8ccab0bf req-c10d0103-aecb-4c04-ae7e-65871e7bff47 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c507afe-5d3a-4563-bf85-8771cdae3932 HTTP/1.1" status: 200 len: 945 time: 0.1776242 Mar 31 16:25:45.964218 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-81b682ab-10c1-4a4a-b971-198c8ccab0bf req-8362701b-e01e-4784-a3cc-f5a083c646a2 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/security-groups?id=88f064e8-2ff5-4b56-80d6-ac72bb096524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377927 Mar 31 16:25:47.148981 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c49ec-3f11-4d68-8de0-84f5cbb98a3b req-ad58d148-abc7-431e-82a9-29f2c22bd490 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:47.150445 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-164c49ec-3f11-4d68-8de0-84f5cbb98a3b req-ad58d148-abc7-431e-82a9-29f2c22bd490 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c507afe-5d3a-4563-bf85-8771cdae3932 HTTP/1.1" status: 200 len: 945 time: 0.0792558 Mar 31 16:25:47.193936 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-164c49ec-3f11-4d68-8de0-84f5cbb98a3b req-70da1c34-57cc-4a47-b36f-5514fc4eeb8b tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/security-groups?id=88f064e8-2ff5-4b56-80d6-ac72bb096524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378313 Mar 31 16:25:47.374732 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60016966-36ae-4cd2-a57b-f8e993d79932 req-8d0fa140-5286-429a-9620-443fb44644b5 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:47.376193 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-60016966-36ae-4cd2-a57b-f8e993d79932 req-8d0fa140-5286-429a-9620-443fb44644b5 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c507afe-5d3a-4563-bf85-8771cdae3932 HTTP/1.1" status: 200 len: 945 time: 0.0788040 Mar 31 16:25:47.418282 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-60016966-36ae-4cd2-a57b-f8e993d79932 req-867dedc9-01dd-4b9c-825f-48978e65021e tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/security-groups?id=88f064e8-2ff5-4b56-80d6-ac72bb096524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364249 Mar 31 16:25:47.441141 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 57944) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:25:47.513474 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f182ba-85f6-4eac-a44c-d4f69bed3daf tempest-TestSnapshotPattern-180421477 tempest-TestSnapshotPattern-180421477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:47.514978 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-60f182ba-85f6-4eac-a44c-d4f69bed3daf tempest-TestSnapshotPattern-180421477 tempest-TestSnapshotPattern-180421477-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6c507afe-5d3a-4563-bf85-8771cdae3932 HTTP/1.1" status: 200 len: 1093 time: 0.0728674 Mar 31 16:25:47.517736 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 57948) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:25:47.522882 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Request body: {'floatingip': {'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'port_id': 'c5b78c91-9e7c-46f0-957f-d26626804783', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:25:47.528732 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 31 16:25:47.533164 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Usage tracker for resource:floatingip and tenant:0bd509373e5845a09733911b95cb9543 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 31 16:25:47.536029 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 31 16:25:47.541855 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.quota.driver [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=103443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 31 16:25:47.600735 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:47.735020 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:47.869642 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Allocated IP 172.26.5.152 (81fb4282-babc-4201-afd1-e5be35072e1e/b53ee4a4-fa66-4479-a13d-661799bbf343/46ef1789-9659-4822-adc3-cf9b4946d377) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:25:48.012387 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:48.098375 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791085134376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:48.158292 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Network 81fb4282-babc-4201-afd1-e5be35072e1e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:25:48.164788 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:25:48.168781 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 31 16:25:48.198321 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Pushing event updated for resources: {'Port': ['ID=46ef1789-9659-4822-adc3-cf9b4946d377,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:25:48.219574 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:48.219912 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:48.220243 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:48.220570 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:48.220890 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:48.221240 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:48.221571 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:48.221888 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:48.222206 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:48.222520 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:48.222833 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:48.223142 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:25:48.587376 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:48.710323 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:48.912906 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:48.965184 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14844085'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:49.071175 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Pushing event updated for resources: {'Port': ['ID=46ef1789-9659-4822-adc3-cf9b4946d377,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:25:49.082500 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456439'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:49.355536 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Floating IP a2cd45e0-ea7b-4d31-8704-e11bb670abdf associated. External IP: 172.26.5.152, port: c5b78c91-9e7c-46f0-957f-d26626804783. Mar 31 16:25:49.710114 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Router 78c76e9b-0664-48da-9fd4-0c3dc0f10609 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:25:49.887567 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:25:49.897430 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef63527a-11e9-4a7c-acd2-2ed431c74bde None None] Sync routers for ids ['78c76e9b-0664-48da-9fd4-0c3dc0f10609'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:25:49.907123 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef63527a-11e9-4a7c-acd2-2ed431c74bde None None] Routers {'78c76e9b-0664-48da-9fd4-0c3dc0f10609'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:25:49.907740 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ef63527a-11e9-4a7c-acd2-2ed431c74bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:25:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['78c76e9b-0664-48da-9fd4-0c3dc0f10609'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:25:49.960682 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:25:50.014952 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-4c43ff7d-9690-462e-9482-78f14114f787 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4961231 Mar 31 16:25:50.015528 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c507afe-5d3a-4563-bf85-8771cdae3932', 'tag': 'c5b78c91-9e7c-46f0-957f-d26626804783'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:25:50.093786 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-ef63527a-11e9-4a7c-acd2-2ed431c74bde None None] Set router 78c76e9b-0664-48da-9fd4-0c3dc0f10609 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:25:50.146360 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c507afe-5d3a-4563-bf85-8771cdae3932', 'tag': 'c5b78c91-9e7c-46f0-957f-d26626804783', 'status': 'completed', 'code': 200} Mar 31 16:25:50.243647 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b167dc9-7e8f-491a-89eb-b0f9cbf1d891 req-78c108a8-db2d-4e3d-bdbe-167336b9c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:50.245087 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0b167dc9-7e8f-491a-89eb-b0f9cbf1d891 req-78c108a8-db2d-4e3d-bdbe-167336b9c456 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bd509373e5845a09733911b95cb9543&device_id=6c507afe-5d3a-4563-bf85-8771cdae3932 HTTP/1.1" status: 200 len: 1098 time: 0.0754113 Mar 31 16:25:50.451323 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ef63527a-11e9-4a7c-acd2-2ed431c74bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'name': 'tempest-TestSnapshotPattern-469822487-router', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:40Z', 'revision_number': 4, 'project_id': '0bd509373e5845a09733911b95cb9543', 'gw_port': {'id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '791839f3-b38a-4030-8057-86fbf3fc57a6', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'floating_ip_address': '172.26.5.151', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'port_id': 'c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'mac_address': 'fa:16:3e:83:f8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba87894-a2a4-49da-873b-1654fc4ad41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:23:15Z', 'updated_at': '2022-03-31T16:23:17Z', 'revision_number': 1, 'project_id': '0bd509373e5845a09733911b95cb9543', 'fixed_ip_address_scope': None}, {'id': 'a2cd45e0-ea7b-4d31-8704-e11bb670abdf', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'floating_ip_address': '172.26.5.152', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'port_id': 'c5b78c91-9e7c-46f0-957f-d26626804783', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'mac_address': 'fa:16:3e:64:cb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c507afe-5d3a-4563-bf85-8771cdae3932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:25:48Z', 'updated_at': '2022-03-31T16:25:48Z', 'revision_number': 0, 'project_id': '0bd509373e5845a09733911b95cb9543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d540e0-de0e-4283-8a23-a3e457c7d1a0', 'name': '', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'mac_address': 'fa:16:3e:b5:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:39Z', 'updated_at': '2022-03-31T16:22:47Z', 'revision_number': 5, 'project_id': '0bd509373e5845a09733911b95cb9543', 'subnets': [{'id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:25:50.455562 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef63527a-11e9-4a7c-acd2-2ed431c74bde None None] Checking router: 78c76e9b-0664-48da-9fd4-0c3dc0f10609 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:25:50.467355 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef63527a-11e9-4a7c-acd2-2ed431c74bde None None] Routers {'78c76e9b-0664-48da-9fd4-0c3dc0f10609'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:25:50.467996 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ef63527a-11e9-4a7c-acd2-2ed431c74bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:25:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['78c76e9b-0664-48da-9fd4-0c3dc0f10609'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:25:50.474647 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b167dc9-7e8f-491a-89eb-b0f9cbf1d891 req-3d139908-1950-4eef-993a-fb8928fcdcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:50.476274 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0b167dc9-7e8f-491a-89eb-b0f9cbf1d891 req-3d139908-1950-4eef-993a-fb8928fcdcdd service neutron] 10.222.0.41 "GET /v2.0/networks?id=647c9a95-4dc5-47bb-a10e-be79ec064f30 HTTP/1.1" status: 200 len: 910 time: 0.2253869 Mar 31 16:25:50.581222 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0b167dc9-7e8f-491a-89eb-b0f9cbf1d891 req-49b4c4fc-5b76-45e5-a7b4-6c81b6c77088 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5b78c91-9e7c-46f0-957f-d26626804783 HTTP/1.1" status: 200 len: 999 time: 0.0983918 Mar 31 16:25:50.643296 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b167dc9-7e8f-491a-89eb-b0f9cbf1d891 req-7688b9c0-a49b-4128-b194-1430cede55fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:50.644732 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0b167dc9-7e8f-491a-89eb-b0f9cbf1d891 req-7688b9c0-a49b-4128-b194-1430cede55fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ed7f008-421b-4849-b44f-65e6aa5eaf90 HTTP/1.1" status: 200 len: 848 time: 0.0582471 Mar 31 16:25:50.649331 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-ef63527a-11e9-4a7c-acd2-2ed431c74bde None None] Set router 78c76e9b-0664-48da-9fd4-0c3dc0f10609 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:25:50.720187 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b167dc9-7e8f-491a-89eb-b0f9cbf1d891 req-d7346cdf-03d7-4f42-b54c-0baa24c3ab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:25:50.721593 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0b167dc9-7e8f-491a-89eb-b0f9cbf1d891 req-d7346cdf-03d7-4f42-b54c-0baa24c3ab80 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=647c9a95-4dc5-47bb-a10e-be79ec064f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706897 Mar 31 16:25:50.855948 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0b167dc9-7e8f-491a-89eb-b0f9cbf1d891 req-98d75950-710b-4f1a-8364-03838e89e56b service neutron] 10.222.0.41 "GET /v2.0/networks/647c9a95-4dc5-47bb-a10e-be79ec064f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279671 Mar 31 16:25:50.986151 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-0b167dc9-7e8f-491a-89eb-b0f9cbf1d891 req-99cc165f-e9c0-479a-ba07-5c8b51662c79 service neutron] 10.222.0.41 "GET /v2.0/networks/647c9a95-4dc5-47bb-a10e-be79ec064f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243219 Mar 31 16:25:51.038371 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ef63527a-11e9-4a7c-acd2-2ed431c74bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'name': 'tempest-TestSnapshotPattern-469822487-router', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:40Z', 'revision_number': 4, 'project_id': '0bd509373e5845a09733911b95cb9543', 'gw_port': {'id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '791839f3-b38a-4030-8057-86fbf3fc57a6', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'floating_ip_address': '172.26.5.151', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'port_id': 'c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'mac_address': 'fa:16:3e:83:f8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba87894-a2a4-49da-873b-1654fc4ad41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:23:15Z', 'updated_at': '2022-03-31T16:23:17Z', 'revision_number': 1, 'project_id': '0bd509373e5845a09733911b95cb9543', 'fixed_ip_address_scope': None}, {'id': 'a2cd45e0-ea7b-4d31-8704-e11bb670abdf', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'floating_ip_address': '172.26.5.152', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'port_id': 'c5b78c91-9e7c-46f0-957f-d26626804783', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'mac_address': 'fa:16:3e:64:cb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c507afe-5d3a-4563-bf85-8771cdae3932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:25:48Z', 'updated_at': '2022-03-31T16:25:48Z', 'revision_number': 0, 'project_id': '0bd509373e5845a09733911b95cb9543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d540e0-de0e-4283-8a23-a3e457c7d1a0', 'name': '', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'mac_address': 'fa:16:3e:b5:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:39Z', 'updated_at': '2022-03-31T16:22:47Z', 'revision_number': 5, 'project_id': '0bd509373e5845a09733911b95cb9543', 'subnets': [{'id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:25:51.042489 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef63527a-11e9-4a7c-acd2-2ed431c74bde None None] The sync data for ids ['78c76e9b-0664-48da-9fd4-0c3dc0f10609'] in dv-neutron-833379-2-hyperv is: [{'id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'name': 'tempest-TestSnapshotPattern-469822487-router', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:40Z', 'revision_number': 4, 'project_id': '0bd509373e5845a09733911b95cb9543', 'gw_port': {'id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '791839f3-b38a-4030-8057-86fbf3fc57a6', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'floating_ip_address': '172.26.5.151', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'port_id': 'c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'mac_address': 'fa:16:3e:83:f8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba87894-a2a4-49da-873b-1654fc4ad41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:23:15Z', 'updated_at': '2022-03-31T16:23:17Z', 'revision_number': 1, 'project_id': '0bd509373e5845a09733911b95cb9543', 'fixed_ip_address_scope': None}, {'id': 'a2cd45e0-ea7b-4d31-8704-e11bb670abdf', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'floating_ip_address': '172.26.5.152', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'port_id': 'c5b78c91-9e7c-46f0-957f-d26626804783', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'mac_address': 'fa:16:3e:64:cb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c507afe-5d3a-4563-bf85-8771cdae3932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:25:48Z', 'updated_at': '2022-03-31T16:25:48Z', 'revision_number': 0, 'project_id': '0bd509373e5845a09733911b95cb9543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d540e0-de0e-4283-8a23-a3e457c7d1a0', 'name': '', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'mac_address': 'fa:16:3e:b5:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:39Z', 'updated_at': '2022-03-31T16:22:47Z', 'revision_number': 5, 'project_id': '0bd509373e5845a09733911b95cb9543', 'subnets': [{'id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:25:51.224387 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02febd1-da3b-482d-a2cf-be48bf38ef96 None None] New status for floating IP a2cd45e0-ea7b-4d31-8704-e11bb670abdf: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:25:52.839220 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:25:55.873789 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:26:03.176014 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-02265267-7974-48df-955e-0e87c8b872a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:26:05.171694 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-57339b39-79f2-4137-8717-fbd0932eb205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:26:06.519257 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:26:06.696158 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:26:08.355164 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:26:25.879945 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:26:26.524856 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-963990e8-dbab-4049-8ba5-3dc415d27ba8 req-307272b1-4f04-47a5-9eaf-92758d8957b5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718751 Mar 31 16:26:26.659936 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963990e8-dbab-4049-8ba5-3dc415d27ba8 req-83872aec-cb06-4f0a-a903-a72cc104244e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:26:26.661404 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-963990e8-dbab-4049-8ba5-3dc415d27ba8 req-83872aec-cb06-4f0a-a903-a72cc104244e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bd509373e5845a09733911b95cb9543&device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e HTTP/1.1" status: 200 len: 1097 time: 0.0692894 Mar 31 16:26:26.800841 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963990e8-dbab-4049-8ba5-3dc415d27ba8 req-27075f45-8b55-4736-9365-45d0c9bd4948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:26:26.802266 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-963990e8-dbab-4049-8ba5-3dc415d27ba8 req-27075f45-8b55-4736-9365-45d0c9bd4948 service neutron] 10.222.0.41 "GET /v2.0/networks?id=647c9a95-4dc5-47bb-a10e-be79ec064f30 HTTP/1.1" status: 200 len: 910 time: 0.1232901 Mar 31 16:26:26.902176 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-963990e8-dbab-4049-8ba5-3dc415d27ba8 req-437e879a-9ccd-401f-88c0-26e0fbaade4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb HTTP/1.1" status: 200 len: 1000 time: 0.0938380 Mar 31 16:26:26.961737 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963990e8-dbab-4049-8ba5-3dc415d27ba8 req-337e5a50-fd40-4cd6-986f-c6244e7f4521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:26:26.963098 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-963990e8-dbab-4049-8ba5-3dc415d27ba8 req-337e5a50-fd40-4cd6-986f-c6244e7f4521 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ed7f008-421b-4849-b44f-65e6aa5eaf90 HTTP/1.1" status: 200 len: 848 time: 0.0555780 Mar 31 16:26:27.038684 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963990e8-dbab-4049-8ba5-3dc415d27ba8 req-1e8f3f1d-8668-4fb9-8ae5-b8b60e010543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:26:27.040123 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-963990e8-dbab-4049-8ba5-3dc415d27ba8 req-1e8f3f1d-8668-4fb9-8ae5-b8b60e010543 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=647c9a95-4dc5-47bb-a10e-be79ec064f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710802 Mar 31 16:26:27.052109 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [req-963990e8-dbab-4049-8ba5-3dc415d27ba8 req-7ed45459-21c2-4e10-9bf4-e8fa09ca79ea service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 16:26:27.053217 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-963990e8-dbab-4049-8ba5-3dc415d27ba8 req-7ed45459-21c2-4e10-9bf4-e8fa09ca79ea service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055299 Mar 31 16:26:27.182170 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-963990e8-dbab-4049-8ba5-3dc415d27ba8 req-ae94bc29-0376-436b-852a-379a67cca71f service neutron] 10.222.0.41 "GET /v2.0/networks/647c9a95-4dc5-47bb-a10e-be79ec064f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214614 Mar 31 16:26:27.309688 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-963990e8-dbab-4049-8ba5-3dc415d27ba8 req-78ba378f-bf6b-45a5-828d-1f54f93d9d68 service neutron] 10.222.0.41 "GET /v2.0/networks/647c9a95-4dc5-47bb-a10e-be79ec064f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213114 Mar 31 16:26:29.838816 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:26:33.123943 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-42cae0a2-8563-4a63-ae7e-5bdb75582645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:26:35.243873 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5aaf8491-64e9-421c-b39c-0efd3d84d620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:26:36.530828 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:26:36.668035 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:26:38.136687 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:26:55.925113 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:03.140347 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1cef9543-866d-429a-8e1a-571129dc8602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:05.193023 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b05223c9-5b18-43f9-9641-b8ea7960470d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:06.558819 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:06.677554 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:06.837858 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:27:08.142810 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:21.445235 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device c5b78c91-9e7c-46f0-957f-d26626804783 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 31 16:27:21.580446 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port c5b78c91-9e7c-46f0-957f-d26626804783, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c5b78c91-9e7c-46f0-957f-d26626804783,segment=NetworkSegment(a1843d95-2429-4082-a9d7-7d317fb7993e),segment_id=a1843d95-2429-4082-a9d7-7d317fb7993e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:27:21.598654 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Returning: {'device': 'c5b78c91-9e7c-46f0-957f-d26626804783', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'port_id': 'c5b78c91-9e7c-46f0-957f-d26626804783', 'mac_address': 'fa:16:3e:64:cb:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 31 16:27:21.658911 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:21.685056 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5b78c91-9e7c-46f0-957f-d26626804783 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:27:21.704432 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port c5b78c91-9e7c-46f0-957f-d26626804783, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c5b78c91-9e7c-46f0-957f-d26626804783,segment=NetworkSegment(a1843d95-2429-4082-a9d7-7d317fb7993e),segment_id=a1843d95-2429-4082-a9d7-7d317fb7993e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:27:21.754043 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:21.825613 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=c5b78c91-9e7c-46f0-957f-d26626804783,revision_number=6']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:27:21.834490 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:21.835152 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:21.835632 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:21.836112 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:21.836437 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:21.836903 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:21.837403 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:21.837798 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:21.838127 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:21.838446 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:21.838784 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:21.839104 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:21.844015 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] get_ports_and_sgs() called for port_ids ['c5b78c91-9e7c-46f0-957f-d26626804783'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 31 16:27:23.471283 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device c5b78c91-9e7c-46f0-957f-d26626804783 up at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 31 16:27:23.544472 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Provisioning complete for port c5b78c91-9e7c-46f0-957f-d26626804783 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 16:27:23.544995 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512842'] for port, provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:23.696568 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:23.727436 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c507afe-5d3a-4563-bf85-8771cdae3932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b78c91-9e7c-46f0-957f-d26626804783'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:27:23.740536 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port c5b78c91-9e7c-46f0-957f-d26626804783, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c5b78c91-9e7c-46f0-957f-d26626804783,segment=NetworkSegment(a1843d95-2429-4082-a9d7-7d317fb7993e),segment_id=a1843d95-2429-4082-a9d7-7d317fb7993e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:27:23.776746 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c507afe-5d3a-4563-bf85-8771cdae3932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b78c91-9e7c-46f0-957f-d26626804783', 'code': 200} Mar 31 16:27:23.821822 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:23.916084 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=c5b78c91-9e7c-46f0-957f-d26626804783,revision_number=7']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:27:25.884762 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:26.554513 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084d024-4359-4528-abc3-504cc7accb7b req-70967d2c-d87d-441c-946f-96f37dc19b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:27:26.556025 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3084d024-4359-4528-abc3-504cc7accb7b req-70967d2c-d87d-441c-946f-96f37dc19b12 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bd509373e5845a09733911b95cb9543&device_id=6c507afe-5d3a-4563-bf85-8771cdae3932 HTTP/1.1" status: 200 len: 1098 time: 0.0746503 Mar 31 16:27:26.710494 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084d024-4359-4528-abc3-504cc7accb7b req-59d3a2e7-dcda-4623-ada5-fee754386dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:27:26.711979 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3084d024-4359-4528-abc3-504cc7accb7b req-59d3a2e7-dcda-4623-ada5-fee754386dc8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=647c9a95-4dc5-47bb-a10e-be79ec064f30 HTTP/1.1" status: 200 len: 910 time: 0.1357784 Mar 31 16:27:26.929702 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3084d024-4359-4528-abc3-504cc7accb7b req-cc1cd487-3fca-4cf4-adda-e8eaa000a736 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5b78c91-9e7c-46f0-957f-d26626804783 HTTP/1.1" status: 200 len: 1001 time: 0.2117124 Mar 31 16:27:26.998742 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084d024-4359-4528-abc3-504cc7accb7b req-f875ad26-5a11-4005-8cea-b9092ef99cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:27:27.000249 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3084d024-4359-4528-abc3-504cc7accb7b req-f875ad26-5a11-4005-8cea-b9092ef99cf2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ed7f008-421b-4849-b44f-65e6aa5eaf90 HTTP/1.1" status: 200 len: 848 time: 0.0637674 Mar 31 16:27:27.076838 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084d024-4359-4528-abc3-504cc7accb7b req-4bafe5b9-2e74-446d-ba7a-21eb20726ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:27:27.078355 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3084d024-4359-4528-abc3-504cc7accb7b req-4bafe5b9-2e74-446d-ba7a-21eb20726ceb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=647c9a95-4dc5-47bb-a10e-be79ec064f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719926 Mar 31 16:27:27.214131 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3084d024-4359-4528-abc3-504cc7accb7b req-d33067f8-d2a7-4467-8375-66da17f619ee service neutron] 10.222.0.41 "GET /v2.0/networks/647c9a95-4dc5-47bb-a10e-be79ec064f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296296 Mar 31 16:27:27.351469 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-3084d024-4359-4528-abc3-504cc7accb7b req-99d0efa3-c820-4def-bcfa-4095ed7481c8 service neutron] 10.222.0.41 "GET /v2.0/networks/647c9a95-4dc5-47bb-a10e-be79ec064f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300695 Mar 31 16:27:33.157220 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f1594776-19f8-4c54-8eb9-6fe474444aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:33.458633 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 58146) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:27:33.660806 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-eeab8c64-a4bb-4a9a-a4a3-9ec20d864066 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Deleting port 46ef1789-9659-4822-adc3-cf9b4946d377 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:27:33.661151 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eeab8c64-a4bb-4a9a-a4a3-9ec20d864066 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:33.836516 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eeab8c64-a4bb-4a9a-a4a3-9ec20d864066 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:33.836848 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eeab8c64-a4bb-4a9a-a4a3-9ec20d864066 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:34.059220 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-eeab8c64-a4bb-4a9a-a4a3-9ec20d864066 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Calling delete_port for 46ef1789-9659-4822-adc3-cf9b4946d377 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:27:34.288320 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eeab8c64-a4bb-4a9a-a4a3-9ec20d864066 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:34.333635 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab8c64-a4bb-4a9a-a4a3-9ec20d864066 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Pushing event deleted for resources: {'Port': ['ID=46ef1789-9659-4822-adc3-cf9b4946d377,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:27:34.375003 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab8c64-a4bb-4a9a-a4a3-9ec20d864066 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:34.378822 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab8c64-a4bb-4a9a-a4a3-9ec20d864066 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:34.378822 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab8c64-a4bb-4a9a-a4a3-9ec20d864066 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:34.378822 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab8c64-a4bb-4a9a-a4a3-9ec20d864066 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:34.378822 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab8c64-a4bb-4a9a-a4a3-9ec20d864066 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:34.378822 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab8c64-a4bb-4a9a-a4a3-9ec20d864066 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:34.378822 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab8c64-a4bb-4a9a-a4a3-9ec20d864066 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:34.378822 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab8c64-a4bb-4a9a-a4a3-9ec20d864066 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:34.378822 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab8c64-a4bb-4a9a-a4a3-9ec20d864066 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:34.378822 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab8c64-a4bb-4a9a-a4a3-9ec20d864066 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:34.378822 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab8c64-a4bb-4a9a-a4a3-9ec20d864066 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:34.378822 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab8c64-a4bb-4a9a-a4a3-9ec20d864066 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:34.437161 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eeab8c64-a4bb-4a9a-a4a3-9ec20d864066 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:34.437528 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-eeab8c64-a4bb-4a9a-a4a3-9ec20d864066 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Floating IP a2cd45e0-ea7b-4d31-8704-e11bb670abdf disassociated (deleted). External IP: 172.26.5.152, port: c5b78c91-9e7c-46f0-957f-d26626804783. Mar 31 16:27:34.784105 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeab8c64-a4bb-4a9a-a4a3-9ec20d864066 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Router 78c76e9b-0664-48da-9fd4-0c3dc0f10609 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:27:34.962854 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeab8c64-a4bb-4a9a-a4a3-9ec20d864066 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:27:34.973043 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b460b58-8781-4db4-ad27-acef7737557f None None] Sync routers for ids ['78c76e9b-0664-48da-9fd4-0c3dc0f10609'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:27:34.981891 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b460b58-8781-4db4-ad27-acef7737557f None None] Routers {'78c76e9b-0664-48da-9fd4-0c3dc0f10609'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:27:34.987052 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9b460b58-8781-4db4-ad27-acef7737557f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:27:05Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['78c76e9b-0664-48da-9fd4-0c3dc0f10609'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:27:35.048144 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eeab8c64-a4bb-4a9a-a4a3-9ec20d864066 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:35.104467 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-eeab8c64-a4bb-4a9a-a4a3-9ec20d864066 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "DELETE /v2.0/floatingips/a2cd45e0-ea7b-4d31-8704-e11bb670abdf HTTP/1.1" status: 204 len: 168 time: 1.6413286 Mar 31 16:27:35.105163 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c507afe-5d3a-4563-bf85-8771cdae3932', 'tag': 'c5b78c91-9e7c-46f0-957f-d26626804783'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:27:35.156878 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c507afe-5d3a-4563-bf85-8771cdae3932', 'tag': 'c5b78c91-9e7c-46f0-957f-d26626804783', 'status': 'completed', 'code': 200} Mar 31 16:27:35.211473 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-9b460b58-8781-4db4-ad27-acef7737557f None None] Set router 78c76e9b-0664-48da-9fd4-0c3dc0f10609 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:27:35.252812 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282017e-12c9-4973-82e3-950f79e0561a req-d3792272-d741-4407-b45d-afb399305d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:27:35.254342 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2282017e-12c9-4973-82e3-950f79e0561a req-d3792272-d741-4407-b45d-afb399305d92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bd509373e5845a09733911b95cb9543&device_id=6c507afe-5d3a-4563-bf85-8771cdae3932 HTTP/1.1" status: 200 len: 1098 time: 0.0767026 Mar 31 16:27:35.265410 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2136b0d9-8767-4842-8399-f2f283500c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:35.390048 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282017e-12c9-4973-82e3-950f79e0561a req-e23b6472-1a70-46f9-8ce6-d4aece9fc11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:27:35.391674 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2282017e-12c9-4973-82e3-950f79e0561a req-e23b6472-1a70-46f9-8ce6-d4aece9fc11f service neutron] 10.222.0.41 "GET /v2.0/networks?id=647c9a95-4dc5-47bb-a10e-be79ec064f30 HTTP/1.1" status: 200 len: 910 time: 0.1308300 Mar 31 16:27:35.462194 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2282017e-12c9-4973-82e3-950f79e0561a req-a35ac41e-2997-4555-9d00-d8c7d4990041 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5b78c91-9e7c-46f0-957f-d26626804783 HTTP/1.1" status: 200 len: 217 time: 0.0618656 Mar 31 16:27:35.532992 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282017e-12c9-4973-82e3-950f79e0561a req-a0927124-ed5b-45b9-a959-56cdc5ff61a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:27:35.535058 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2282017e-12c9-4973-82e3-950f79e0561a req-a0927124-ed5b-45b9-a959-56cdc5ff61a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ed7f008-421b-4849-b44f-65e6aa5eaf90 HTTP/1.1" status: 200 len: 848 time: 0.0661752 Mar 31 16:27:35.536051 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device c5b78c91-9e7c-46f0-957f-d26626804783 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:27:35.629434 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282017e-12c9-4973-82e3-950f79e0561a req-d33b763d-0e6b-4b5e-a586-7d00f833e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:27:35.630898 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2282017e-12c9-4973-82e3-950f79e0561a req-d33b763d-0e6b-4b5e-a586-7d00f833e8ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=647c9a95-4dc5-47bb-a10e-be79ec064f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0897210 Mar 31 16:27:35.683074 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9b460b58-8781-4db4-ad27-acef7737557f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'name': 'tempest-TestSnapshotPattern-469822487-router', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:40Z', 'revision_number': 4, 'project_id': '0bd509373e5845a09733911b95cb9543', 'gw_port': {'id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '791839f3-b38a-4030-8057-86fbf3fc57a6', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'floating_ip_address': '172.26.5.151', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'port_id': 'c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'mac_address': 'fa:16:3e:83:f8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba87894-a2a4-49da-873b-1654fc4ad41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:23:15Z', 'updated_at': '2022-03-31T16:23:17Z', 'revision_number': 1, 'project_id': '0bd509373e5845a09733911b95cb9543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d540e0-de0e-4283-8a23-a3e457c7d1a0', 'name': '', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'mac_address': 'fa:16:3e:b5:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:39Z', 'updated_at': '2022-03-31T16:22:47Z', 'revision_number': 5, 'project_id': '0bd509373e5845a09733911b95cb9543', 'subnets': [{'id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:27:35.685106 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587026'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:35.701321 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b460b58-8781-4db4-ad27-acef7737557f None None] Checking router: 78c76e9b-0664-48da-9fd4-0c3dc0f10609 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:27:35.720771 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b460b58-8781-4db4-ad27-acef7737557f None None] Routers {'78c76e9b-0664-48da-9fd4-0c3dc0f10609'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:27:35.721433 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9b460b58-8781-4db4-ad27-acef7737557f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:27:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['78c76e9b-0664-48da-9fd4-0c3dc0f10609'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:27:35.771314 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c507afe-5d3a-4563-bf85-8771cdae3932', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5b78c91-9e7c-46f0-957f-d26626804783'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:27:35.797089 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] For port c5b78c91-9e7c-46f0-957f-d26626804783, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c5b78c91-9e7c-46f0-957f-d26626804783,segment=NetworkSegment(a1843d95-2429-4082-a9d7-7d317fb7993e),segment_id=a1843d95-2429-4082-a9d7-7d317fb7993e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:27:35.823166 dv-neutron-833379-2-hyperv neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c507afe-5d3a-4563-bf85-8771cdae3932', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5b78c91-9e7c-46f0-957f-d26626804783', 'code': 200} Mar 31 16:27:35.837939 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2282017e-12c9-4973-82e3-950f79e0561a req-529a0dbb-d62c-48e2-b4e3-6c37d0e099eb service neutron] 10.222.0.41 "GET /v2.0/networks/647c9a95-4dc5-47bb-a10e-be79ec064f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000041 Mar 31 16:27:35.846985 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1d491-a396-48ba-8f6b-72964e5be142 req-19445752-5cd2-4c4d-8958-2976d5813900 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:27:35.848331 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5fe1d491-a396-48ba-8f6b-72964e5be142 req-19445752-5cd2-4c4d-8958-2976d5813900 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c507afe-5d3a-4563-bf85-8771cdae3932 HTTP/1.1" status: 200 len: 945 time: 0.1729305 Mar 31 16:27:35.876464 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791085481966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791085134394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791085134439'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:35.968833 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-9b460b58-8781-4db4-ad27-acef7737557f None None] Set router 78c76e9b-0664-48da-9fd4-0c3dc0f10609 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:27:35.982491 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-5fe1d491-a396-48ba-8f6b-72964e5be142 req-27a3c70a-a608-46ff-aae9-54f3706bd25e tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/security-groups?id=88f064e8-2ff5-4b56-80d6-ac72bb096524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155515 Mar 31 16:27:36.018897 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-2282017e-12c9-4973-82e3-950f79e0561a req-db1b3960-947f-4018-b568-ca9b5a658efe service neutron] 10.222.0.41 "GET /v2.0/networks/647c9a95-4dc5-47bb-a10e-be79ec064f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695888 Mar 31 16:27:36.029865 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Pushing event updated for resources: {'Port': ['ID=c5b78c91-9e7c-46f0-957f-d26626804783,revision_number=8']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:27:36.319028 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9b460b58-8781-4db4-ad27-acef7737557f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'name': 'tempest-TestSnapshotPattern-469822487-router', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:40Z', 'revision_number': 4, 'project_id': '0bd509373e5845a09733911b95cb9543', 'gw_port': {'id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '791839f3-b38a-4030-8057-86fbf3fc57a6', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'floating_ip_address': '172.26.5.151', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'port_id': 'c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'mac_address': 'fa:16:3e:83:f8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba87894-a2a4-49da-873b-1654fc4ad41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:23:15Z', 'updated_at': '2022-03-31T16:23:17Z', 'revision_number': 1, 'project_id': '0bd509373e5845a09733911b95cb9543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d540e0-de0e-4283-8a23-a3e457c7d1a0', 'name': '', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'mac_address': 'fa:16:3e:b5:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:39Z', 'updated_at': '2022-03-31T16:22:47Z', 'revision_number': 5, 'project_id': '0bd509373e5845a09733911b95cb9543', 'subnets': [{'id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:27:36.322890 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b460b58-8781-4db4-ad27-acef7737557f None None] The sync data for ids ['78c76e9b-0664-48da-9fd4-0c3dc0f10609'] in dv-neutron-833379-2-hyperv is: [{'id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'name': 'tempest-TestSnapshotPattern-469822487-router', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:40Z', 'revision_number': 4, 'project_id': '0bd509373e5845a09733911b95cb9543', 'gw_port': {'id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_floatingips': [{'id': '791839f3-b38a-4030-8057-86fbf3fc57a6', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'floating_ip_address': '172.26.5.151', 'floating_network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'router_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'port_id': 'c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'mac_address': 'fa:16:3e:83:f8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba87894-a2a4-49da-873b-1654fc4ad41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:23:15Z', 'updated_at': '2022-03-31T16:23:17Z', 'revision_number': 1, 'project_id': '0bd509373e5845a09733911b95cb9543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d540e0-de0e-4283-8a23-a3e457c7d1a0', 'name': '', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'mac_address': 'fa:16:3e:b5:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:39Z', 'updated_at': '2022-03-31T16:22:47Z', 'revision_number': 5, 'project_id': '0bd509373e5845a09733911b95cb9543', 'subnets': [{'id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:27:36.524332 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58eed6db-a660-4e0e-82dc-eebda7d166a5 None None] New status for floating IP a2cd45e0-ea7b-4d31-8704-e11bb670abdf: DOWN {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:27:36.530207 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:36.684471 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:37.315162 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81742133-1447-45d3-bd66-e92824ff24ea req-3887e5be-f692-421a-b842-e6f544e1ac9a tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:27:37.316365 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-81742133-1447-45d3-bd66-e92824ff24ea req-3887e5be-f692-421a-b842-e6f544e1ac9a tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c507afe-5d3a-4563-bf85-8771cdae3932 HTTP/1.1" status: 200 len: 943 time: 0.0783753 Mar 31 16:27:37.327738 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26c324-3c80-48d0-a597-2ab32b71393c req-e5fb5ebb-9f4c-4a5e-9387-8b30440b592a tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:27:37.328441 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-ab26c324-3c80-48d0-a597-2ab32b71393c req-e5fb5ebb-9f4c-4a5e-9387-8b30440b592a tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Synchronizing usage tracker for tenant:0bd509373e5845a09733911b95cb9543 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:27:37.388223 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-81742133-1447-45d3-bd66-e92824ff24ea req-1aed3f74-b58b-416d-a186-7b5281c753d0 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Deleting port c5b78c91-9e7c-46f0-957f-d26626804783 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:27:37.388551 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-81742133-1447-45d3-bd66-e92824ff24ea req-1aed3f74-b58b-416d-a186-7b5281c753d0 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:37.415342 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-ab26c324-3c80-48d0-a597-2ab32b71393c req-e5fb5ebb-9f4c-4a5e-9387-8b30440b592a tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Unset dirty status for tenant:0bd509373e5845a09733911b95cb9543 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:27:37.416574 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-ab26c324-3c80-48d0-a597-2ab32b71393c req-e5fb5ebb-9f4c-4a5e-9387-8b30440b592a tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c507afe-5d3a-4563-bf85-8771cdae3932 HTTP/1.1" status: 200 len: 943 time: 0.1703320 Mar 31 16:27:37.463485 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-ab26c324-3c80-48d0-a597-2ab32b71393c req-db987054-8f4c-47be-a23c-708434027fbc tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/security-groups?id=88f064e8-2ff5-4b56-80d6-ac72bb096524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408785 Mar 31 16:27:37.732188 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-81742133-1447-45d3-bd66-e92824ff24ea req-1aed3f74-b58b-416d-a186-7b5281c753d0 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] For port c5b78c91-9e7c-46f0-957f-d26626804783, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c5b78c91-9e7c-46f0-957f-d26626804783,segment=NetworkSegment(a1843d95-2429-4082-a9d7-7d317fb7993e),segment_id=a1843d95-2429-4082-a9d7-7d317fb7993e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:27:37.732543 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-81742133-1447-45d3-bd66-e92824ff24ea req-1aed3f74-b58b-416d-a186-7b5281c753d0 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:37.858001 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-81742133-1447-45d3-bd66-e92824ff24ea req-1aed3f74-b58b-416d-a186-7b5281c753d0 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Calling delete_port for c5b78c91-9e7c-46f0-957f-d26626804783 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:27:38.070977 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-81742133-1447-45d3-bd66-e92824ff24ea req-1aed3f74-b58b-416d-a186-7b5281c753d0 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:38.119870 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed3f74-b58b-416d-a186-7b5281c753d0 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Pushing event deleted for resources: {'Port': ['ID=c5b78c91-9e7c-46f0-957f-d26626804783,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:27:38.154337 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aed3f74-b58b-416d-a186-7b5281c753d0 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:38.154683 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aed3f74-b58b-416d-a186-7b5281c753d0 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:38.155023 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aed3f74-b58b-416d-a186-7b5281c753d0 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:38.155354 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aed3f74-b58b-416d-a186-7b5281c753d0 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:38.155771 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aed3f74-b58b-416d-a186-7b5281c753d0 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:38.156088 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aed3f74-b58b-416d-a186-7b5281c753d0 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:38.156411 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aed3f74-b58b-416d-a186-7b5281c753d0 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:38.156733 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aed3f74-b58b-416d-a186-7b5281c753d0 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:38.157055 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aed3f74-b58b-416d-a186-7b5281c753d0 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:38.157144 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:38.161022 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aed3f74-b58b-416d-a186-7b5281c753d0 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:38.161022 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aed3f74-b58b-416d-a186-7b5281c753d0 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:38.161022 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aed3f74-b58b-416d-a186-7b5281c753d0 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-2-hyperv {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:27:38.209228 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-81742133-1447-45d3-bd66-e92824ff24ea req-1aed3f74-b58b-416d-a186-7b5281c753d0 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] No DVR routers for this DVR port c5b78c91-9e7c-46f0-957f-d26626804783 on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:27:38.211587 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-81742133-1447-45d3-bd66-e92824ff24ea req-1aed3f74-b58b-416d-a186-7b5281c753d0 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:38.214041 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c507afe-5d3a-4563-bf85-8771cdae3932', 'name': 'network-vif-deleted', 'tag': 'c5b78c91-9e7c-46f0-957f-d26626804783'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:27:38.258421 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c507afe-5d3a-4563-bf85-8771cdae3932', 'name': 'network-vif-deleted', 'tag': 'c5b78c91-9e7c-46f0-957f-d26626804783', 'status': 'completed', 'code': 200} Mar 31 16:27:38.294910 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-81742133-1447-45d3-bd66-e92824ff24ea req-1aed3f74-b58b-416d-a186-7b5281c753d0 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.41 "DELETE /v2.0/ports/c5b78c91-9e7c-46f0-957f-d26626804783 HTTP/1.1" status: 204 len: 173 time: 0.9732766 Mar 31 16:27:38.624585 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-16f225dd-91ff-49e2-867e-3258833938bb req-95db2f01-fab5-4e82-ae5c-731ab89f916a tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c507afe-5d3a-4563-bf85-8771cdae3932 HTTP/1.1" status: 200 len: 210 time: 0.0485427 Mar 31 16:27:40.941105 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 58210) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:27:41.140878 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-2ee6c992-7ea3-4f9e-b3f5-8eacb9f081aa tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Deleting port 5984ab56-5455-4b64-81b0-65b43b38f306 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:27:41.141242 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ee6c992-7ea3-4f9e-b3f5-8eacb9f081aa tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:41.411197 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ee6c992-7ea3-4f9e-b3f5-8eacb9f081aa tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:41.411525 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ee6c992-7ea3-4f9e-b3f5-8eacb9f081aa tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:41.530448 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-2ee6c992-7ea3-4f9e-b3f5-8eacb9f081aa tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Calling delete_port for 5984ab56-5455-4b64-81b0-65b43b38f306 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:27:41.554435 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device c5b78c91-9e7c-46f0-957f-d26626804783 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:27:41.592045 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: c5b78c91-9e7c-46f0-957f-d26626804783 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:27:41.592383 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device c5b78c91-9e7c-46f0-957f-d26626804783 not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:27:41.729395 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ee6c992-7ea3-4f9e-b3f5-8eacb9f081aa tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:41.777462 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6c992-7ea3-4f9e-b3f5-8eacb9f081aa tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Pushing event deleted for resources: {'Port': ['ID=5984ab56-5455-4b64-81b0-65b43b38f306,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:27:41.866169 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ee6c992-7ea3-4f9e-b3f5-8eacb9f081aa tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:41.866493 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.db.l3_db [None req-2ee6c992-7ea3-4f9e-b3f5-8eacb9f081aa tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Floating IP 791839f3-b38a-4030-8057-86fbf3fc57a6 disassociated (deleted). External IP: 172.26.5.151, port: c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb. Mar 31 16:27:42.214938 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee6c992-7ea3-4f9e-b3f5-8eacb9f081aa tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Router 78c76e9b-0664-48da-9fd4-0c3dc0f10609 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:27:42.394058 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee6c992-7ea3-4f9e-b3f5-8eacb9f081aa tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:27:42.403891 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af77f42-1b3c-4d5a-b74d-c822c94182b2 None None] Sync routers for ids ['78c76e9b-0664-48da-9fd4-0c3dc0f10609'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:27:42.410040 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ee6c992-7ea3-4f9e-b3f5-8eacb9f081aa tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:42.413587 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af77f42-1b3c-4d5a-b74d-c822c94182b2 None None] Routers {'78c76e9b-0664-48da-9fd4-0c3dc0f10609'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:27:42.414272 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9af77f42-1b3c-4d5a-b74d-c822c94182b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:27:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['78c76e9b-0664-48da-9fd4-0c3dc0f10609'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:27:42.467177 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2ee6c992-7ea3-4f9e-b3f5-8eacb9f081aa tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "DELETE /v2.0/floatingips/791839f3-b38a-4030-8057-86fbf3fc57a6 HTTP/1.1" status: 204 len: 168 time: 1.5248799 Mar 31 16:27:42.467660 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba87894-a2a4-49da-873b-1654fc4ad41e', 'tag': 'c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:27:42.511380 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba87894-a2a4-49da-873b-1654fc4ad41e', 'tag': 'c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb', 'status': 'completed', 'code': 200} Mar 31 16:27:42.607709 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ee33b-637b-4abf-b08e-249ce48c736a req-3900d99e-756c-4804-9902-76c5e891d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:27:42.609309 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-734ee33b-637b-4abf-b08e-249ce48c736a req-3900d99e-756c-4804-9902-76c5e891d345 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bd509373e5845a09733911b95cb9543&device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e HTTP/1.1" status: 200 len: 1097 time: 0.0742466 Mar 31 16:27:42.649594 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-9af77f42-1b3c-4d5a-b74d-c822c94182b2 None None] Set router 78c76e9b-0664-48da-9fd4-0c3dc0f10609 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:27:42.744264 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ee33b-637b-4abf-b08e-249ce48c736a req-ab6bee38-ac57-406c-8f56-a6683762092b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:27:42.745729 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-734ee33b-637b-4abf-b08e-249ce48c736a req-ab6bee38-ac57-406c-8f56-a6683762092b service neutron] 10.222.0.41 "GET /v2.0/networks?id=647c9a95-4dc5-47bb-a10e-be79ec064f30 HTTP/1.1" status: 200 len: 910 time: 0.1301913 Mar 31 16:27:42.817275 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-734ee33b-637b-4abf-b08e-249ce48c736a req-0cd31d24-98e8-445d-93d3-d38329fc07e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb HTTP/1.1" status: 200 len: 217 time: 0.0654833 Mar 31 16:27:42.880164 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ee33b-637b-4abf-b08e-249ce48c736a req-72f4372d-e05f-453c-a0e5-2fe96c16504c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:27:42.881607 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-734ee33b-637b-4abf-b08e-249ce48c736a req-72f4372d-e05f-453c-a0e5-2fe96c16504c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ed7f008-421b-4849-b44f-65e6aa5eaf90 HTTP/1.1" status: 200 len: 848 time: 0.0588601 Mar 31 16:27:42.968131 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ee33b-637b-4abf-b08e-249ce48c736a req-b1d16710-289e-415a-9dc4-9306efb9ca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:27:42.968980 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9af77f42-1b3c-4d5a-b74d-c822c94182b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'name': 'tempest-TestSnapshotPattern-469822487-router', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:40Z', 'revision_number': 4, 'project_id': '0bd509373e5845a09733911b95cb9543', 'gw_port': {'id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'e0d540e0-de0e-4283-8a23-a3e457c7d1a0', 'name': '', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'mac_address': 'fa:16:3e:b5:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:39Z', 'updated_at': '2022-03-31T16:22:47Z', 'revision_number': 5, 'project_id': '0bd509373e5845a09733911b95cb9543', 'subnets': [{'id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:27:42.969612 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-734ee33b-637b-4abf-b08e-249ce48c736a req-b1d16710-289e-415a-9dc4-9306efb9ca84 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=647c9a95-4dc5-47bb-a10e-be79ec064f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739956 Mar 31 16:27:42.973361 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af77f42-1b3c-4d5a-b74d-c822c94182b2 None None] Checking router: 78c76e9b-0664-48da-9fd4-0c3dc0f10609 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:27:42.981659 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af77f42-1b3c-4d5a-b74d-c822c94182b2 None None] Routers {'78c76e9b-0664-48da-9fd4-0c3dc0f10609'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:27:42.982268 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9af77f42-1b3c-4d5a-b74d-c822c94182b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:27:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['78c76e9b-0664-48da-9fd4-0c3dc0f10609'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:27:43.153362 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-734ee33b-637b-4abf-b08e-249ce48c736a req-d5d74abb-ba9e-4d71-a1a9-ab29dcae51c8 service neutron] 10.222.0.41 "GET /v2.0/networks/647c9a95-4dc5-47bb-a10e-be79ec064f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764402 Mar 31 16:27:43.161042 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-9af77f42-1b3c-4d5a-b74d-c822c94182b2 None None] Set router 78c76e9b-0664-48da-9fd4-0c3dc0f10609 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:27:43.165160 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fc7f7-d1dc-4210-a8e2-d6cfa17d38b7 req-b37e3c55-fa57-4812-ae65-6e3d40837fa2 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:27:43.165864 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-957fc7f7-d1dc-4210-a8e2-d6cfa17d38b7 req-b37e3c55-fa57-4812-ae65-6e3d40837fa2 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Synchronizing usage tracker for tenant:0bd509373e5845a09733911b95cb9543 on resource:port {{(pid=103444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:27:43.295224 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.quota.resource [req-957fc7f7-d1dc-4210-a8e2-d6cfa17d38b7 req-b37e3c55-fa57-4812-ae65-6e3d40837fa2 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Unset dirty status for tenant:0bd509373e5845a09733911b95cb9543 on resource:port {{(pid=103444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:27:43.296605 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-957fc7f7-d1dc-4210-a8e2-d6cfa17d38b7 req-b37e3c55-fa57-4812-ae65-6e3d40837fa2 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e HTTP/1.1" status: 200 len: 944 time: 0.3208718 Mar 31 16:27:43.303026 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-734ee33b-637b-4abf-b08e-249ce48c736a req-11d4d5cc-1a4c-4b99-b60f-ed5ea1e72bdc service neutron] 10.222.0.41 "GET /v2.0/networks/647c9a95-4dc5-47bb-a10e-be79ec064f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335101 Mar 31 16:27:43.343984 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-957fc7f7-d1dc-4210-a8e2-d6cfa17d38b7 req-c84e847f-fceb-4e9f-bb33-d4e472d9e9b7 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/security-groups?id=88f064e8-2ff5-4b56-80d6-ac72bb096524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399210 Mar 31 16:27:43.471137 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9af77f42-1b3c-4d5a-b74d-c822c94182b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'name': 'tempest-TestSnapshotPattern-469822487-router', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:40Z', 'revision_number': 4, 'project_id': '0bd509373e5845a09733911b95cb9543', 'gw_port': {'id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'e0d540e0-de0e-4283-8a23-a3e457c7d1a0', 'name': '', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'mac_address': 'fa:16:3e:b5:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:39Z', 'updated_at': '2022-03-31T16:22:47Z', 'revision_number': 5, 'project_id': '0bd509373e5845a09733911b95cb9543', 'subnets': [{'id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:27:43.474942 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af77f42-1b3c-4d5a-b74d-c822c94182b2 None None] The sync data for ids ['78c76e9b-0664-48da-9fd4-0c3dc0f10609'] in dv-neutron-833379-2-hyperv is: [{'id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'name': 'tempest-TestSnapshotPattern-469822487-router', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:40Z', 'revision_number': 4, 'project_id': '0bd509373e5845a09733911b95cb9543', 'gw_port': {'id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv', '_interfaces': [{'id': 'e0d540e0-de0e-4283-8a23-a3e457c7d1a0', 'name': '', 'network_id': '647c9a95-4dc5-47bb-a10e-be79ec064f30', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'mac_address': 'fa:16:3e:b5:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:39Z', 'updated_at': '2022-03-31T16:22:47Z', 'revision_number': 5, 'project_id': '0bd509373e5845a09733911b95cb9543', 'subnets': [{'id': '6ed7f008-421b-4849-b44f-65e6aa5eaf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:27:43.675406 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47c48c7-b872-4d4a-bf61-760ec8dfb242 None None] New status for floating IP 791839f3-b38a-4030-8057-86fbf3fc57a6: DOWN {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:27:43.837018 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:27:44.521185 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c2861-025f-4fc0-8c00-bb98a6c78875 req-10397cf7-9589-4578-b361-223512b7d731 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:27:44.522715 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a53c2861-025f-4fc0-8c00-bb98a6c78875 req-10397cf7-9589-4578-b361-223512b7d731 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e HTTP/1.1" status: 200 len: 944 time: 0.0819094 Mar 31 16:27:44.535890 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a845a28-2361-4d99-8aa5-6c78440fd503 req-705e4f78-e648-43c4-a83b-edf38d28e926 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:27:44.536582 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-5a845a28-2361-4d99-8aa5-6c78440fd503 req-705e4f78-e648-43c4-a83b-edf38d28e926 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Synchronizing usage tracker for tenant:0bd509373e5845a09733911b95cb9543 on resource:port {{(pid=103443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 31 16:27:44.548107 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.quota.resource [req-5a845a28-2361-4d99-8aa5-6c78440fd503 req-705e4f78-e648-43c4-a83b-edf38d28e926 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Unset dirty status for tenant:0bd509373e5845a09733911b95cb9543 on resource:port {{(pid=103443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 31 16:27:44.549406 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5a845a28-2361-4d99-8aa5-6c78440fd503 req-705e4f78-e648-43c4-a83b-edf38d28e926 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e HTTP/1.1" status: 200 len: 944 time: 0.0919633 Mar 31 16:27:44.592730 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-a53c2861-025f-4fc0-8c00-bb98a6c78875 req-fff3cdc8-bb6d-4c6a-9777-29228c400005 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Deleting port c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:27:44.593107 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-a53c2861-025f-4fc0-8c00-bb98a6c78875 req-fff3cdc8-bb6d-4c6a-9777-29228c400005 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:44.594966 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-5a845a28-2361-4d99-8aa5-6c78440fd503 req-d49b3461-fdd0-4680-8f78-54a747fa67d8 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/security-groups?id=88f064e8-2ff5-4b56-80d6-ac72bb096524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394869 Mar 31 16:27:44.923114 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-a53c2861-025f-4fc0-8c00-bb98a6c78875 req-fff3cdc8-bb6d-4c6a-9777-29228c400005 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] For port c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb,segment=NetworkSegment(a1843d95-2429-4082-a9d7-7d317fb7993e),segment_id=a1843d95-2429-4082-a9d7-7d317fb7993e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:27:44.923392 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-a53c2861-025f-4fc0-8c00-bb98a6c78875 req-fff3cdc8-bb6d-4c6a-9777-29228c400005 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:45.044144 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-a53c2861-025f-4fc0-8c00-bb98a6c78875 req-fff3cdc8-bb6d-4c6a-9777-29228c400005 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Calling delete_port for c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:27:45.243941 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-a53c2861-025f-4fc0-8c00-bb98a6c78875 req-fff3cdc8-bb6d-4c6a-9777-29228c400005 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:45.297112 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3cdc8-bb6d-4c6a-9777-29228c400005 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Pushing event deleted for resources: {'Port': ['ID=c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:27:45.371574 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53c2861-025f-4fc0-8c00-bb98a6c78875 req-fff3cdc8-bb6d-4c6a-9777-29228c400005 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] No DVR routers for this DVR port c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb on host hv-neutron-8333 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:27:45.373933 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-a53c2861-025f-4fc0-8c00-bb98a6c78875 req-fff3cdc8-bb6d-4c6a-9777-29228c400005 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72632'] for port, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:45.376353 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba87894-a2a4-49da-873b-1654fc4ad41e', 'name': 'network-vif-deleted', 'tag': 'c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:27:45.421950 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba87894-a2a4-49da-873b-1654fc4ad41e', 'name': 'network-vif-deleted', 'tag': 'c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb', 'status': 'completed', 'code': 200} Mar 31 16:27:45.448502 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [req-a53c2861-025f-4fc0-8c00-bb98a6c78875 req-fff3cdc8-bb6d-4c6a-9777-29228c400005 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.41 "DELETE /v2.0/ports/c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb HTTP/1.1" status: 204 len: 173 time: 0.9205761 Mar 31 16:27:45.769653 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [req-8dd3e921-6dce-4a78-8058-f46aea45a421 req-e0774f82-28b3-4457-b3b5-249a4c2bbd90 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ba87894-a2a4-49da-873b-1654fc4ad41e HTTP/1.1" status: 200 len: 210 time: 0.0465202 Mar 31 16:27:46.863303 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 58232) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:27:46.929439 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2e90ad67-e1f1-41e5-8fb1-d7333b89eee1 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:46.958986 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2e90ad67-e1f1-41e5-8fb1-d7333b89eee1 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:47.076863 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2e90ad67-e1f1-41e5-8fb1-d7333b89eee1 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:47.096359 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90ad67-e1f1-41e5-8fb1-d7333b89eee1 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f064e8-2ff5-4b56-80d6-ac72bb096524,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:27:47.163406 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2e90ad67-e1f1-41e5-8fb1-d7333b89eee1 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] Notify callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:47.164537 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-2e90ad67-e1f1-41e5-8fb1-d7333b89eee1 tempest-TestSnapshotPattern-2025281013 tempest-TestSnapshotPattern-2025281013-project] 10.222.0.31 "DELETE /v2.0/security-groups/88f064e8-2ff5-4b56-80d6-ac72bb096524 HTTP/1.1" status: 204 len: 168 time: 0.3002608 Mar 31 16:27:47.568868 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb no longer exists at agent hyperv_hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:27:47.606401 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] No Port match for: c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:27:47.606745 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Device c3118fa5-bfe4-4a43-bbb7-4d62dc41b3bb not bound to the agent host hv-neutron-8333 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:27:48.276158 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.31', 58240) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:27:48.995331 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-36b909b5-e6cb-44c3-8a0a-7609f3924b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:49.337517 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-36b909b5-e6cb-44c3-8a0a-7609f3924b5d admin admin] Deleting port e0d540e0-de0e-4283-8a23-a3e457c7d1a0 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:27:49.338201 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-36b909b5-e6cb-44c3-8a0a-7609f3924b5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:49.504856 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-36b909b5-e6cb-44c3-8a0a-7609f3924b5d admin admin] For port e0d540e0-de0e-4283-8a23-a3e457c7d1a0, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=e0d540e0-de0e-4283-8a23-a3e457c7d1a0,segment=NetworkSegment(a1843d95-2429-4082-a9d7-7d317fb7993e),segment_id=a1843d95-2429-4082-a9d7-7d317fb7993e)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:27:49.505234 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-36b909b5-e6cb-44c3-8a0a-7609f3924b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:49.628770 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-36b909b5-e6cb-44c3-8a0a-7609f3924b5d admin admin] Calling delete_port for e0d540e0-de0e-4283-8a23-a3e457c7d1a0 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:27:49.969841 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-36b909b5-e6cb-44c3-8a0a-7609f3924b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14844034'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:50.015659 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b909b5-e6cb-44c3-8a0a-7609f3924b5d admin admin] Pushing event deleted for resources: {'Port': ['ID=e0d540e0-de0e-4283-8a23-a3e457c7d1a0,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:27:50.284978 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-36b909b5-e6cb-44c3-8a0a-7609f3924b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:50.639910 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b909b5-e6cb-44c3-8a0a-7609f3924b5d admin admin] Router 78c76e9b-0664-48da-9fd4-0c3dc0f10609 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:27:50.811164 dv-neutron-833379-2-hyperv neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b909b5-e6cb-44c3-8a0a-7609f3924b5d admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:27:50.820133 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d5daa5-c1f6-4fa7-9c09-d4a3fb995278 None None] Sync routers for ids ['78c76e9b-0664-48da-9fd4-0c3dc0f10609'] in dv-neutron-833379-2-hyperv {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:27:50.823873 dv-neutron-833379-2-hyperv neutron-server[103443]: INFO neutron.wsgi [None req-36b909b5-e6cb-44c3-8a0a-7609f3924b5d admin admin] 10.222.0.31 "PUT /v2.0/routers/78c76e9b-0664-48da-9fd4-0c3dc0f10609/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5461555 Mar 31 16:27:50.825936 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 58246) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:27:50.829587 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d5daa5-c1f6-4fa7-9c09-d4a3fb995278 None None] Routers {'78c76e9b-0664-48da-9fd4-0c3dc0f10609'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:27:50.830630 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-56d5daa5-c1f6-4fa7-9c09-d4a3fb995278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:27:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['78c76e9b-0664-48da-9fd4-0c3dc0f10609'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:27:51.002069 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b7860c2b-2502-4b92-b89d-36c96becf3ca admin admin] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:51.005541 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-56d5daa5-c1f6-4fa7-9c09-d4a3fb995278 None None] Set router 78c76e9b-0664-48da-9fd4-0c3dc0f10609 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:27:51.174929 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b7860c2b-2502-4b92-b89d-36c96becf3ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:51.243910 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b7860c2b-2502-4b92-b89d-36c96becf3ca admin admin] Deleting port 372830ad-8c40-4e44-ac8b-1eea64fa1c51 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:27:51.244288 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b7860c2b-2502-4b92-b89d-36c96becf3ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:51.337930 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-56d5daa5-c1f6-4fa7-9c09-d4a3fb995278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'name': 'tempest-TestSnapshotPattern-469822487-router', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:27:49Z', 'revision_number': 5, 'project_id': '0bd509373e5845a09733911b95cb9543', 'gw_port': {'id': '372830ad-8c40-4e44-ac8b-1eea64fa1c51', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:27:51.341695 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d5daa5-c1f6-4fa7-9c09-d4a3fb995278 None None] Checking router: 78c76e9b-0664-48da-9fd4-0c3dc0f10609 for host: dv-neutron-833379-2-hyperv {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:27:51.349938 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d5daa5-c1f6-4fa7-9c09-d4a3fb995278 None None] Routers {'78c76e9b-0664-48da-9fd4-0c3dc0f10609'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:27:51.350545 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-56d5daa5-c1f6-4fa7-9c09-d4a3fb995278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:27:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['78c76e9b-0664-48da-9fd4-0c3dc0f10609'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:27:51.418668 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-b7860c2b-2502-4b92-b89d-36c96becf3ca admin admin] For port 372830ad-8c40-4e44-ac8b-1eea64fa1c51, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=372830ad-8c40-4e44-ac8b-1eea64fa1c51,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:27:51.419022 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b7860c2b-2502-4b92-b89d-36c96becf3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:51.496919 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-56d5daa5-c1f6-4fa7-9c09-d4a3fb995278 None None] Set router 78c76e9b-0664-48da-9fd4-0c3dc0f10609 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:27:51.540056 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b7860c2b-2502-4b92-b89d-36c96becf3ca admin admin] Calling delete_port for 372830ad-8c40-4e44-ac8b-1eea64fa1c51 owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:27:51.603245 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-56d5daa5-c1f6-4fa7-9c09-d4a3fb995278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'name': 'tempest-TestSnapshotPattern-469822487-router', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:27:51Z', 'revision_number': 6, 'project_id': '0bd509373e5845a09733911b95cb9543', 'gw_port_host': None}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:27:51.607226 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d5daa5-c1f6-4fa7-9c09-d4a3fb995278 None None] The sync data for ids ['78c76e9b-0664-48da-9fd4-0c3dc0f10609'] in dv-neutron-833379-2-hyperv is: [{'id': '78c76e9b-0664-48da-9fd4-0c3dc0f10609', 'name': 'tempest-TestSnapshotPattern-469822487-router', 'tenant_id': '0bd509373e5845a09733911b95cb9543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:22:36Z', 'updated_at': '2022-03-31T16:27:51Z', 'revision_number': 6, 'project_id': '0bd509373e5845a09733911b95cb9543', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:27:52.032301 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b7860c2b-2502-4b92-b89d-36c96becf3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:52.105039 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7860c2b-2502-4b92-b89d-36c96becf3ca admin admin] Pushing event deleted for resources: {'Port': ['ID=372830ad-8c40-4e44-ac8b-1eea64fa1c51,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:27:52.172499 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b7860c2b-2502-4b92-b89d-36c96becf3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:52.341982 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b7860c2b-2502-4b92-b89d-36c96becf3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:52.344427 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b7860c2b-2502-4b92-b89d-36c96becf3ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:52.444116 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b7860c2b-2502-4b92-b89d-36c96becf3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:52.444653 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7860c2b-2502-4b92-b89d-36c96becf3ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78c76e9b-0664-48da-9fd4-0c3dc0f10609 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 16:27:52.458434 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b7860c2b-2502-4b92-b89d-36c96becf3ca admin admin] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:52.459626 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-b7860c2b-2502-4b92-b89d-36c96becf3ca admin admin] 10.222.0.31 "DELETE /v2.0/routers/78c76e9b-0664-48da-9fd4-0c3dc0f10609 HTTP/1.1" status: 204 len: 168 time: 1.6326082 Mar 31 16:27:52.462214 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 58250) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:27:52.523011 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa036eb-81b5-45c3-918f-7b6469a6ae8d admin admin] Deleting subnet 6ed7f008-421b-4849-b44f-65e6aa5eaf90 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 16:27:52.526089 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5aa036eb-81b5-45c3-918f-7b6469a6ae8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:52.588485 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5aa036eb-81b5-45c3-918f-7b6469a6ae8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:52.592074 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 372830ad-8c40-4e44-ac8b-1eea64fa1c51 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:27:52.635387 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 372830ad-8c40-4e44-ac8b-1eea64fa1c51 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:27:52.635821 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 372830ad-8c40-4e44-ac8b-1eea64fa1c51 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:27:52.636461 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e0d540e0-de0e-4283-8a23-a3e457c7d1a0 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:27:52.670192 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: e0d540e0-de0e-4283-8a23-a3e457c7d1a0 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:27:52.670445 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5aa036eb-81b5-45c3-918f-7b6469a6ae8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:52.670565 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device e0d540e0-de0e-4283-8a23-a3e457c7d1a0 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:27:52.815309 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5aa036eb-81b5-45c3-918f-7b6469a6ae8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:52.855598 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa036eb-81b5-45c3-918f-7b6469a6ae8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ed7f008-421b-4849-b44f-65e6aa5eaf90,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:27:52.859158 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5aa036eb-81b5-45c3-918f-7b6469a6ae8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:52.865434 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5aa036eb-81b5-45c3-918f-7b6469a6ae8d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6ed7f008-421b-4849-b44f-65e6aa5eaf90 HTTP/1.1" status: 204 len: 168 time: 0.4022617 Mar 31 16:27:52.865622 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcb6147-5eea-4271-8d17-49ce693c8124 None None] Network 647c9a95-4dc5-47bb-a10e-be79ec064f30 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:27:52.867809 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 58254) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:27:52.969796 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a88a151-3f09-4704-b660-105667a78595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:52.980339 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8a88a151-3f09-4704-b660-105667a78595 admin admin] Deleting port 4b225ba4-d6e7-4fee-840f-22959877a630 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:27:52.980660 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a88a151-3f09-4704-b660-105667a78595 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:53.116672 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c548e40-d3bd-4663-a60d-57327a697511 None None] DHCP port deletion for 647c9a95-4dc5-47bb-a10e-be79ec064f30 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 16:27:53.120781 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-4c548e40-d3bd-4663-a60d-57327a697511 None None] Deleting port 4b225ba4-d6e7-4fee-840f-22959877a630 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:27:53.121355 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4c548e40-d3bd-4663-a60d-57327a697511 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:53.184890 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8a88a151-3f09-4704-b660-105667a78595 admin admin] For port 4b225ba4-d6e7-4fee-840f-22959877a630, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=4b225ba4-d6e7-4fee-840f-22959877a630,segment=NetworkSegment(a1843d95-2429-4082-a9d7-7d317fb7993e),segment_id=a1843d95-2429-4082-a9d7-7d317fb7993e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:27:53.185492 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a88a151-3f09-4704-b660-105667a78595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:53.309714 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8a88a151-3f09-4704-b660-105667a78595 admin admin] Calling delete_port for 4b225ba4-d6e7-4fee-840f-22959877a630 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:27:53.318040 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-4c548e40-d3bd-4663-a60d-57327a697511 None None] For port 4b225ba4-d6e7-4fee-840f-22959877a630, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=4b225ba4-d6e7-4fee-840f-22959877a630,segment=NetworkSegment(a1843d95-2429-4082-a9d7-7d317fb7993e),segment_id=a1843d95-2429-4082-a9d7-7d317fb7993e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:27:53.318429 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4c548e40-d3bd-4663-a60d-57327a697511 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:53.446690 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-4c548e40-d3bd-4663-a60d-57327a697511 None None] Calling delete_port for 4b225ba4-d6e7-4fee-840f-22959877a630 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:27:53.563824 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a88a151-3f09-4704-b660-105667a78595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:27:53.565653 dv-neutron-833379-2-hyperv neutron-server[103445]: util.warn( Mar 31 16:27:53.572398 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-4c548e40-d3bd-4663-a60d-57327a697511 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 16:27:53.572805 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-4c548e40-d3bd-4663-a60d-57327a697511 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 16:27:53.612131 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88a151-3f09-4704-b660-105667a78595 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b225ba4-d6e7-4fee-840f-22959877a630,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:27:53.613737 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a88a151-3f09-4704-b660-105667a78595 admin admin] No DVR routers for this DVR port 4b225ba4-d6e7-4fee-840f-22959877a630 on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:27:53.725748 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a88a151-3f09-4704-b660-105667a78595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:53.754129 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-8a88a151-3f09-4704-b660-105667a78595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['647c9a95-4dc5-47bb-a10e-be79ec064f30']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:27:53.765686 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-8a88a151-3f09-4704-b660-105667a78595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1843d95-2429-4082-a9d7-7d317fb7993e') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:27:53.765982 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-8a88a151-3f09-4704-b660-105667a78595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1843d95-2429-4082-a9d7-7d317fb7993e') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:27:53.776869 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a88a151-3f09-4704-b660-105667a78595 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:53.792814 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a88a151-3f09-4704-b660-105667a78595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:53.799272 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a88a151-3f09-4704-b660-105667a78595 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:27:53.799826 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a88a151-3f09-4704-b660-105667a78595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:53.812682 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 16:27:53.812682 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:27:53.812682 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 16:27:53.812682 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:27:53.812682 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 16:27:53.812682 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 16:27:53.812682 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 16:27:53.812682 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:27:53.812682 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 16:27:53.812682 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:27:53.812682 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 16:27:53.812682 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:27:53.812682 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 16:27:53.812682 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 16:27:53.812682 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:27:53.812682 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 16:27:53.812682 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:27:53.812682 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 16:27:53.812682 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 16:27:53.812682 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 16:27:53.812682 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 16:27:53.812682 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 16:27:53.812682 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:27:53.812682 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:27:53.812682 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 16:27:53.812682 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:27:53.812682 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:27:53.812682 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:27:53.812682 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:27:53.812682 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:27:53.812682 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:27:53.812682 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:27:53.969630 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a88a151-3f09-4704-b660-105667a78595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:53.993534 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a88a151-3f09-4704-b660-105667a78595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:53.995471 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88a151-3f09-4704-b660-105667a78595 admin admin] Pushing event deleted for resources: {'Network': ['ID=647c9a95-4dc5-47bb-a10e-be79ec064f30,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:27:54.062166 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-8a88a151-3f09-4704-b660-105667a78595 admin admin] 10.222.0.31 "DELETE /v2.0/networks/647c9a95-4dc5-47bb-a10e-be79ec064f30 HTTP/1.1" status: 204 len: 168 time: 1.1933622 Mar 31 16:27:54.065926 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 58258) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:27:54.073594 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-4c548e40-d3bd-4663-a60d-57327a697511 None None] Deleting port 4b225ba4-d6e7-4fee-840f-22959877a630 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:27:54.074176 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4c548e40-d3bd-4663-a60d-57327a697511 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:54.173051 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-4c548e40-d3bd-4663-a60d-57327a697511 None None] The port '4b225ba4-d6e7-4fee-840f-22959877a630' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 16:27:54.589131 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 4b225ba4-d6e7-4fee-840f-22959877a630 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:27:54.622595 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5bbea27d-b26a-49d4-b7fe-bb979a14273b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455141'] for router_interface, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:54.623352 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 4b225ba4-d6e7-4fee-840f-22959877a630 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:27:54.623693 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 4b225ba4-d6e7-4fee-840f-22959877a630 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:27:54.957970 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-5bbea27d-b26a-49d4-b7fe-bb979a14273b admin admin] Deleting port 0ef0b1ac-a369-4d90-bf93-0deeb8e15c82 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:27:54.958229 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5bbea27d-b26a-49d4-b7fe-bb979a14273b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:55.226952 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-5bbea27d-b26a-49d4-b7fe-bb979a14273b admin admin] For port 0ef0b1ac-a369-4d90-bf93-0deeb8e15c82, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=0ef0b1ac-a369-4d90-bf93-0deeb8e15c82,segment=NetworkSegment(1cb5f784-61e5-4f86-bb2a-079ee91e22ba),segment_id=1cb5f784-61e5-4f86-bb2a-079ee91e22ba)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:27:55.227217 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5bbea27d-b26a-49d4-b7fe-bb979a14273b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:55.345086 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-5bbea27d-b26a-49d4-b7fe-bb979a14273b admin admin] Calling delete_port for 0ef0b1ac-a369-4d90-bf93-0deeb8e15c82 owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:27:55.615100 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5bbea27d-b26a-49d4-b7fe-bb979a14273b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:55.662927 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbea27d-b26a-49d4-b7fe-bb979a14273b admin admin] Pushing event deleted for resources: {'Port': ['ID=0ef0b1ac-a369-4d90-bf93-0deeb8e15c82,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:27:55.878940 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:55.947780 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5bbea27d-b26a-49d4-b7fe-bb979a14273b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455001'] for router_interface, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:56.342550 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbea27d-b26a-49d4-b7fe-bb979a14273b admin admin] Router 41566557-0498-4b56-b6cf-2d642b6f9f48 has already been hosted by L3 agent 89dbc67c-bd0b-44a9-a6a4-e70e76be2707 {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 31 16:27:56.629723 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbea27d-b26a-49d4-b7fe-bb979a14273b admin admin] Notify agent at l3_agent.dv-neutron-833379-2-hyperv the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 31 16:27:56.638162 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aac895-5a53-4224-b10e-b5691a801465 None None] Sync routers for ids ['41566557-0498-4b56-b6cf-2d642b6f9f48'] in dv-neutron-833379-2-hyperv {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:27:56.647554 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aac895-5a53-4224-b10e-b5691a801465 None None] Routers {'41566557-0498-4b56-b6cf-2d642b6f9f48'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:27:56.648163 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e1aac895-5a53-4224-b10e-b5691a801465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:27:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['41566557-0498-4b56-b6cf-2d642b6f9f48'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:27:56.697257 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-5bbea27d-b26a-49d4-b7fe-bb979a14273b admin admin] 10.222.0.31 "PUT /v2.0/routers/41566557-0498-4b56-b6cf-2d642b6f9f48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6281126 Mar 31 16:27:56.697774 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 58264) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:27:56.819588 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-e1aac895-5a53-4224-b10e-b5691a801465 None None] Set router 41566557-0498-4b56-b6cf-2d642b6f9f48 gateway port host: dv-neutron-833379-2-hyperv {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:27:56.869817 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-518e3e55-61f7-45de-b0f2-12f873c40af8 admin admin] Notify callbacks [] for router, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:57.049964 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-518e3e55-61f7-45de-b0f2-12f873c40af8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:57.124453 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e1aac895-5a53-4224-b10e-b5691a801465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41566557-0498-4b56-b6cf-2d642b6f9f48', 'name': 'tempest-TestSnapshotPattern-1656844473-router', 'tenant_id': 'c00e0f730a59404bbf823a87ad95440f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'external_fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': 'eaaab31f-996c-4d8a-a756-cf71488d7977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:22:43Z', 'updated_at': '2022-03-31T16:27:55Z', 'revision_number': 5, 'project_id': 'c00e0f730a59404bbf823a87ad95440f', 'gw_port': {'id': 'eaaab31f-996c-4d8a-a756-cf71488d7977', 'name': '', 'network_id': '81fb4282-babc-4201-afd1-e5be35072e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41566557-0498-4b56-b6cf-2d642b6f9f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:22:44Z', 'updated_at': '2022-03-31T16:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b53ee4a4-fa66-4479-a13d-661799bbf343', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-2-hyperv'}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:27:57.128525 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-518e3e55-61f7-45de-b0f2-12f873c40af8 admin admin] Deleting port eaaab31f-996c-4d8a-a756-cf71488d7977 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:27:57.128701 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aac895-5a53-4224-b10e-b5691a801465 None None] Checking router: 41566557-0498-4b56-b6cf-2d642b6f9f48 for host: dv-neutron-833379-2-hyperv {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:27:57.128873 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-518e3e55-61f7-45de-b0f2-12f873c40af8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:57.136899 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aac895-5a53-4224-b10e-b5691a801465 None None] Routers {'41566557-0498-4b56-b6cf-2d642b6f9f48'} bound to L3 agent in host dv-neutron-833379-2-hyperv {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 31 16:27:57.137532 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e1aac895-5a53-4224-b10e-b5691a801465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:15:35Z,description=,heartbeat_timestamp=2022-03-31T16:27:35Z,host='dv-neutron-833379-2-hyperv',id=89dbc67c-bd0b-44a9-a6a4-e70e76be2707,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:15:36Z,topic='l3_agent')) {'router_ids': ['41566557-0498-4b56-b6cf-2d642b6f9f48'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:27:57.286507 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-e1aac895-5a53-4224-b10e-b5691a801465 None None] Set router 41566557-0498-4b56-b6cf-2d642b6f9f48 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 31 16:27:57.302033 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-518e3e55-61f7-45de-b0f2-12f873c40af8 admin admin] For port eaaab31f-996c-4d8a-a756-cf71488d7977, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=eaaab31f-996c-4d8a-a756-cf71488d7977,segment=NetworkSegment(39d3f4dd-0935-4c8d-b570-800c39565c27),segment_id=39d3f4dd-0935-4c8d-b570-800c39565c27)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:27:57.302397 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-518e3e55-61f7-45de-b0f2-12f873c40af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:57.390494 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e1aac895-5a53-4224-b10e-b5691a801465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41566557-0498-4b56-b6cf-2d642b6f9f48', 'name': 'tempest-TestSnapshotPattern-1656844473-router', 'tenant_id': 'c00e0f730a59404bbf823a87ad95440f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:22:43Z', 'updated_at': '2022-03-31T16:27:57Z', 'revision_number': 6, 'project_id': 'c00e0f730a59404bbf823a87ad95440f', 'gw_port_host': None}], 'dv-neutron-833379-2-hyperv', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:27:57.394463 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aac895-5a53-4224-b10e-b5691a801465 None None] The sync data for ids ['41566557-0498-4b56-b6cf-2d642b6f9f48'] in dv-neutron-833379-2-hyperv is: [{'id': '41566557-0498-4b56-b6cf-2d642b6f9f48', 'name': 'tempest-TestSnapshotPattern-1656844473-router', 'tenant_id': 'c00e0f730a59404bbf823a87ad95440f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:22:43Z', 'updated_at': '2022-03-31T16:27:57Z', 'revision_number': 6, 'project_id': 'c00e0f730a59404bbf823a87ad95440f', 'gw_port_host': None}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:27:57.429115 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-518e3e55-61f7-45de-b0f2-12f873c40af8 admin admin] Calling delete_port for eaaab31f-996c-4d8a-a756-cf71488d7977 owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:27:57.659432 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-518e3e55-61f7-45de-b0f2-12f873c40af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:57.704967 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e3e55-61f7-45de-b0f2-12f873c40af8 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaaab31f-996c-4d8a-a756-cf71488d7977,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:27:57.806540 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-518e3e55-61f7-45de-b0f2-12f873c40af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456384'] for router_gateway, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:57.974137 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-518e3e55-61f7-45de-b0f2-12f873c40af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:57.976209 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-518e3e55-61f7-45de-b0f2-12f873c40af8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:58.083860 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-518e3e55-61f7-45de-b0f2-12f873c40af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-458536'] for router, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:58.084292 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518e3e55-61f7-45de-b0f2-12f873c40af8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41566557-0498-4b56-b6cf-2d642b6f9f48 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 31 16:27:58.096036 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-518e3e55-61f7-45de-b0f2-12f873c40af8 admin admin] Notify callbacks [] for router, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:58.097229 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-518e3e55-61f7-45de-b0f2-12f873c40af8 admin admin] 10.222.0.31 "DELETE /v2.0/routers/41566557-0498-4b56-b6cf-2d642b6f9f48 HTTP/1.1" status: 204 len: 168 time: 1.3986778 Mar 31 16:27:58.099661 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 58268) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:27:58.160216 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2fb3a72-9dde-4b0b-8fde-315968f69154 admin admin] Deleting subnet 53cf0425-8fb9-49f2-868a-8050edd190f0 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 31 16:27:58.163247 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2fb3a72-9dde-4b0b-8fde-315968f69154 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:58.212981 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2fb3a72-9dde-4b0b-8fde-315968f69154 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15414040'] for subnet, precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:58.405838 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2fb3a72-9dde-4b0b-8fde-315968f69154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509258'] for subnet, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:58.558051 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2fb3a72-9dde-4b0b-8fde-315968f69154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15414066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15010928'] for subnet, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:58.586378 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device eaaab31f-996c-4d8a-a756-cf71488d7977 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:27:58.597123 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb3a72-9dde-4b0b-8fde-315968f69154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53cf0425-8fb9-49f2-868a-8050edd190f0,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:27:58.600847 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2fb3a72-9dde-4b0b-8fde-315968f69154 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:58.606693 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-d2fb3a72-9dde-4b0b-8fde-315968f69154 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/53cf0425-8fb9-49f2-868a-8050edd190f0 HTTP/1.1" status: 204 len: 168 time: 0.5061009 Mar 31 16:27:58.609086 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 58272) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:27:58.618043 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa15eeea-58c1-4ab8-9c14-f905c608ca1d None None] Network ddfafdb1-17c8-4697-b4e5-9caf6ebf4744 requested from dv-neutron-833379-2-hyperv {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 31 16:27:58.654833 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: eaaab31f-996c-4d8a-a756-cf71488d7977 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:27:58.655175 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device eaaab31f-996c-4d8a-a756-cf71488d7977 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:27:58.655594 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 0ef0b1ac-a369-4d90-bf93-0deeb8e15c82 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:27:58.714480 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e1aa2f0d-a5fb-4b92-a388-ddf9d5b91b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576993'] for network, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:58.724583 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 0ef0b1ac-a369-4d90-bf93-0deeb8e15c82 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:27:58.724748 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e1aa2f0d-a5fb-4b92-a388-ddf9d5b91b7c admin admin] Deleting port 9ec03c5e-55fc-4012-970a-13a5df46bcc7 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:27:58.724929 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 0ef0b1ac-a369-4d90-bf93-0deeb8e15c82 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:27:58.725060 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e1aa2f0d-a5fb-4b92-a388-ddf9d5b91b7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:58.929160 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc892441-ddc8-4d4e-b516-75b09adfc56e None None] DHCP port deletion for ddfafdb1-17c8-4697-b4e5-9caf6ebf4744 request from dv-neutron-833379-2-hyperv {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 31 16:27:58.931417 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e1aa2f0d-a5fb-4b92-a388-ddf9d5b91b7c admin admin] For port 9ec03c5e-55fc-4012-970a-13a5df46bcc7, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=9ec03c5e-55fc-4012-970a-13a5df46bcc7,segment=NetworkSegment(1cb5f784-61e5-4f86-bb2a-079ee91e22ba),segment_id=1cb5f784-61e5-4f86-bb2a-079ee91e22ba)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:27:58.931770 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e1aa2f0d-a5fb-4b92-a388-ddf9d5b91b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:58.933548 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-bc892441-ddc8-4d4e-b516-75b09adfc56e None None] Deleting port 9ec03c5e-55fc-4012-970a-13a5df46bcc7 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:27:58.933919 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bc892441-ddc8-4d4e-b516-75b09adfc56e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:59.054367 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e1aa2f0d-a5fb-4b92-a388-ddf9d5b91b7c admin admin] Calling delete_port for 9ec03c5e-55fc-4012-970a-13a5df46bcc7 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:27:59.135820 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-bc892441-ddc8-4d4e-b516-75b09adfc56e None None] For port 9ec03c5e-55fc-4012-970a-13a5df46bcc7, host dv-neutron-833379-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-2-hyperv',level=0,port_id=9ec03c5e-55fc-4012-970a-13a5df46bcc7,segment=NetworkSegment(1cb5f784-61e5-4f86-bb2a-079ee91e22ba),segment_id=1cb5f784-61e5-4f86-bb2a-079ee91e22ba)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 31 16:27:59.136123 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bc892441-ddc8-4d4e-b516-75b09adfc56e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-461797'] for port, precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:59.202041 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e1aa2f0d-a5fb-4b92-a388-ddf9d5b91b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791085481948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791085134385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15404483'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:59.249711 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa2f0d-a5fb-4b92-a388-ddf9d5b91b7c admin admin] Pushing event deleted for resources: {'Port': ['ID=9ec03c5e-55fc-4012-970a-13a5df46bcc7,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:27:59.251522 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aa2f0d-a5fb-4b92-a388-ddf9d5b91b7c admin admin] No DVR routers for this DVR port 9ec03c5e-55fc-4012-970a-13a5df46bcc7 on host dv-neutron-833379-2-hyperv {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:27:59.257595 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-bc892441-ddc8-4d4e-b516-75b09adfc56e None None] Calling delete_port for 9ec03c5e-55fc-4012-970a-13a5df46bcc7 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 31 16:27:59.332364 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.db.api [None req-bc892441-ddc8-4d4e-b516-75b09adfc56e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 16:27:59.332721 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG oslo_db.api [None req-bc892441-ddc8-4d4e-b516-75b09adfc56e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 16:27:59.364697 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e1aa2f0d-a5fb-4b92-a388-ddf9d5b91b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513989', 'neutron.services.segments.db._delete_segments_for_network-8791085555779'] for network, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:59.398247 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-e1aa2f0d-a5fb-4b92-a388-ddf9d5b91b7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddfafdb1-17c8-4697-b4e5-9caf6ebf4744']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:27:59.420830 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-e1aa2f0d-a5fb-4b92-a388-ddf9d5b91b7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb5f784-61e5-4f86-bb2a-079ee91e22ba') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:27:59.421126 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.services.segments.db [None req-e1aa2f0d-a5fb-4b92-a388-ddf9d5b91b7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb5f784-61e5-4f86-bb2a-079ee91e22ba') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:27:59.435036 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e1aa2f0d-a5fb-4b92-a388-ddf9d5b91b7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791085558878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15414049'] for segment, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:59.456144 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e1aa2f0d-a5fb-4b92-a388-ddf9d5b91b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1507617'] for segment, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:59.462768 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1aa2f0d-a5fb-4b92-a388-ddf9d5b91b7c admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:27:59.463183 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e1aa2f0d-a5fb-4b92-a388-ddf9d5b91b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1507663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15404432'] for segment, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:59.477321 dv-neutron-833379-2-hyperv neutron-server[103444]: Traceback (most recent call last): Mar 31 16:27:59.477321 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:27:59.477321 dv-neutron-833379-2-hyperv neutron-server[103444]: timer() Mar 31 16:27:59.477321 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:27:59.477321 dv-neutron-833379-2-hyperv neutron-server[103444]: cb(*args, **kw) Mar 31 16:27:59.477321 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 31 16:27:59.477321 dv-neutron-833379-2-hyperv neutron-server[103444]: return func(*args, **kwargs) Mar 31 16:27:59.477321 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:27:59.477321 dv-neutron-833379-2-hyperv neutron-server[103444]: self._notify() Mar 31 16:27:59.477321 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:27:59.477321 dv-neutron-833379-2-hyperv neutron-server[103444]: self.callback(batched_events) Mar 31 16:27:59.477321 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:27:59.477321 dv-neutron-833379-2-hyperv neutron-server[103444]: event.method(event) Mar 31 16:27:59.477321 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 31 16:27:59.477321 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:27:59.477321 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 31 16:27:59.477321 dv-neutron-833379-2-hyperv neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:27:59.477321 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 31 16:27:59.477321 dv-neutron-833379-2-hyperv neutron-server[103444]: return f(self, *a, **k) Mar 31 16:27:59.477321 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 31 16:27:59.477321 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._get(url).json() Mar 31 16:27:59.477321 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 31 16:27:59.477321 dv-neutron-833379-2-hyperv neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:27:59.477321 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:27:59.477321 dv-neutron-833379-2-hyperv neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 31 16:27:59.477321 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:27:59.477321 dv-neutron-833379-2-hyperv neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:27:59.477321 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:27:59.477321 dv-neutron-833379-2-hyperv neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:27:59.477321 dv-neutron-833379-2-hyperv neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:27:59.477321 dv-neutron-833379-2-hyperv neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:27:59.477321 dv-neutron-833379-2-hyperv neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:27:59.625125 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e1aa2f0d-a5fb-4b92-a388-ddf9d5b91b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456421'] for network, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:59.641125 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e1aa2f0d-a5fb-4b92-a388-ddf9d5b91b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531813'] for network, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:59.651488 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa2f0d-a5fb-4b92-a388-ddf9d5b91b7c admin admin] Pushing event deleted for resources: {'Network': ['ID=ddfafdb1-17c8-4697-b4e5-9caf6ebf4744,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:27:59.658485 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-e1aa2f0d-a5fb-4b92-a388-ddf9d5b91b7c admin admin] 10.222.0.31 "DELETE /v2.0/networks/ddfafdb1-17c8-4697-b4e5-9caf6ebf4744 HTTP/1.1" status: 204 len: 168 time: 1.0484507 Mar 31 16:27:59.834489 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-bc892441-ddc8-4d4e-b516-75b09adfc56e None None] Deleting port 9ec03c5e-55fc-4012-970a-13a5df46bcc7 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 31 16:27:59.834999 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bc892441-ddc8-4d4e-b516-75b09adfc56e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791085475310'] for port, before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:27:59.899500 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-bc892441-ddc8-4d4e-b516-75b09adfc56e None None] The port '9ec03c5e-55fc-4012-970a-13a5df46bcc7' was deleted {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 31 16:27:59.965953 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 58280) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:28:00.017639 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-0fd3e5d1-7348-4f95-b25d-4716ff15a8fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0bd509373e5845a09733911b95cb9543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503309 Mar 31 16:28:00.020139 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 58284) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:28:00.077143 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd093629-2ceb-4be2-967d-9bf2a54444a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:28:00.102116 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd093629-2ceb-4be2-967d-9bf2a54444a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:28:00.226821 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd093629-2ceb-4be2-967d-9bf2a54444a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:28:00.244189 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd093629-2ceb-4be2-967d-9bf2a54444a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0ef2d4-6a4a-4f16-9b9e-5bcd99fef385,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:28:00.250777 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd093629-2ceb-4be2-967d-9bf2a54444a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:28:00.252472 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-fd093629-2ceb-4be2-967d-9bf2a54444a5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bc0ef2d4-6a4a-4f16-9b9e-5bcd99fef385 HTTP/1.1" status: 204 len: 168 time: 0.2314579 Mar 31 16:28:00.593721 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 9ec03c5e-55fc-4012-970a-13a5df46bcc7 no longer exists at agent ovs-agent-dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 31 16:28:00.633568 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] No Port match for: 9ec03c5e-55fc-4012-970a-13a5df46bcc7 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 31 16:28:00.634084 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Device 9ec03c5e-55fc-4012-970a-13a5df46bcc7 not bound to the agent host dv-neutron-833379-2-hyperv {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 31 16:28:00.957798 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 58292) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:28:01.010895 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-81f98812-96ad-4a60-8bb2-8b6f7cab0820 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c00e0f730a59404bbf823a87ad95440f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519054 Mar 31 16:28:01.013424 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.31', 58296) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 31 16:28:01.074339 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7335e9d3-27b9-4351-b24c-7ba61dd2e79f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:28:01.099390 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7335e9d3-27b9-4351-b24c-7ba61dd2e79f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:28:01.220474 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7335e9d3-27b9-4351-b24c-7ba61dd2e79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577564'] for security_group, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:28:01.234182 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335e9d3-27b9-4351-b24c-7ba61dd2e79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e88504-4094-4bf2-b087-211fd3c116f8,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:28:01.240767 dv-neutron-833379-2-hyperv neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7335e9d3-27b9-4351-b24c-7ba61dd2e79f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:28:01.241910 dv-neutron-833379-2-hyperv neutron-server[103444]: INFO neutron.wsgi [None req-7335e9d3-27b9-4351-b24c-7ba61dd2e79f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/93e88504-4094-4bf2-b087-211fd3c116f8 HTTP/1.1" status: 204 len: 168 time: 0.2276220 Mar 31 16:28:03.121896 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cae0876a-2a1e-4184-925c-34bfb6e79332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:28:05.219293 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-447e5a8f-7fd3-4e20-ac1f-00868447ce7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:28:06.535326 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:28:06.704391 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:28:08.209598 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:28:20.836905 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:28:25.917429 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:28:33.132496 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c3a20309-ffda-42df-a39d-8f05f93262cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:28:35.197052 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4d1cc96c-e8e3-44e4-a4aa-22f63d85c045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:28:36.522885 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:28:36.677564 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:28:38.166498 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:28:55.876712 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:28:57.836068 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:29:03.108927 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7be9f0a5-82f1-4ffe-899d-84600595f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:29:05.218832 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-63ed21e5-e9f2-41b9-bd95-d95382d71fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:29:06.514502 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:29:06.714866 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:29:08.171625 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:29:25.891236 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:29:33.115900 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-34384ccb-9def-4a43-8ad2-7a902382be95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:29:34.839024 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:29:35.189618 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-78cb0ec1-ae49-4cd0-ba1f-051ee888aa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:29:36.539098 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:29:36.692779 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:29:38.172882 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:29:55.920924 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:30:03.149282 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-442e9850-0d46-4c1b-8903-60376c68ede3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:30:05.182173 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-15fc9feb-7610-4bc7-9935-b22625d87005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:30:06.555793 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:30:06.669172 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:30:08.177965 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:30:11.838656 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:30:25.913113 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:30:33.164039 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2275aae6-2f48-454f-a2ba-d93db6a1b55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:30:35.194727 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a1514baf-3ae9-483d-aad4-e8eb49e3a511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:30:36.514094 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:30:36.668535 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:30:38.209885 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:30:48.837592 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:30:55.908289 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:31:03.128855 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44a987da-bd01-4857-87c0-8c905dd8fa00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:31:05.227979 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9bce3d09-fa6b-4407-a098-a9de9db84663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:31:06.523381 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:31:06.717459 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:31:08.182527 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:31:25.836941 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:31:25.924721 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:31:33.157181 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-234ca698-1fe2-442f-b1ac-d7aa7c3b56f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:31:35.209280 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-01b83a20-307c-49a1-a38d-69cb60006fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:31:36.510996 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:31:36.688203 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:31:38.185416 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:31:55.928365 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:32:02.836025 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:32:03.123932 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c51518dd-817c-4bc5-929d-3b3044092b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:32:05.209173 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-229f6581-9753-4c92-b98e-5428dc12a64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:32:06.529200 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:32:06.706500 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:32:08.208300 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:32:25.933025 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:32:33.123102 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-52cda1e3-f565-4d79-93b6-d64c5bb41d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:32:35.201595 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5cc1e8ce-3d04-4e45-bc14-f67f57a74669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:32:36.505680 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:32:36.704382 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:32:38.190149 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:32:39.834777 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:32:55.928118 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:33:03.133939 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-85407038-71c9-4baa-815b-72671c6ed015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:33:05.195062 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c8aa3691-1e49-49a1-91ed-714e9db62110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:33:06.505042 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:33:06.699313 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:33:08.197103 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:33:16.833241 dv-neutron-833379-2-hyperv neutron-server[103446]: DEBUG neutron.db.agents_db [None req-be11b96f-2922-427c-8b80-7a527ab8ee41 None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 31 16:33:25.926147 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-44203cb5-d1c4-446c-a840-b949c5f53d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:33:33.160133 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-aa1bf45d-9e94-4351-8979-9252d8e5627b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:33:35.217344 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-db3f2dd3-175b-4968-8fe4-e4d56d689c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:33:36.498937 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a926bf41-bb61-4af2-803b-0a68422e5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:33:36.708615 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c197b613-6dfc-4337-abdb-3cf890502e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 16:33:38.191112 dv-neutron-833379-2-hyperv neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6e889506-612d-487a-8c68-507751deb438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791085555752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512923'] for agent, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}